blob: 97c1ba61ed2da2d005afcd4b602d7dbf1d535c11 [file] [log] [blame]
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001/*
2 * NET Generic infrastructure for Network protocols.
3 *
4 * Definitions for request_sock
5 *
6 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 *
8 * From code originally in include/net/tcp.h
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15#ifndef _REQUEST_SOCK_H
16#define _REQUEST_SOCK_H
17
18#include <linux/slab.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070019#include <linux/spinlock.h>
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070020#include <linux/types.h>
Ilpo Järvinen547b7922008-07-25 21:43:18 -070021#include <linux/bug.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070022
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070023#include <net/sock.h>
24
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070025struct request_sock;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070026struct sk_buff;
27struct dst_entry;
28struct proto;
29
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070030struct request_sock_ops {
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070031 int family;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070032 int obj_size;
Christoph Lametere18b8902006-12-06 20:33:20 -080033 struct kmem_cache *slab;
Catalin Marinas7e56b5d2008-11-21 16:45:22 -080034 char *slab_name;
Eric Dumazetea3bea32015-09-25 07:39:23 -070035 int (*rtx_syn_ack)(const struct sock *sk,
Christoph Paasch1a2c6182013-03-17 08:23:34 +000036 struct request_sock *req);
Eric Dumazeta00e7442015-09-29 07:42:39 -070037 void (*send_ack)(const struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070038 struct request_sock *req);
Eric Dumazeta00e7442015-09-29 07:42:39 -070039 void (*send_reset)(const struct sock *sk,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080040 struct sk_buff *skb);
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070041 void (*destructor)(struct request_sock *req);
Eric Dumazet42cb80a2015-03-22 10:22:19 -070042 void (*syn_ack_timeout)(const struct request_sock *req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070043};
44
Eric Dumazet1b70e972015-09-25 07:39:24 -070045int inet_rtx_syn_ack(const struct sock *parent, struct request_sock *req);
Eric Dumazete6c022a2012-10-27 23:16:46 +000046
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070047/* struct request_sock - mini sock to represent a connection request
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070048 */
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070049struct request_sock {
Eric Dumazet634fb9792013-10-09 15:21:29 -070050 struct sock_common __req_common;
Eric Dumazet1e2e0112015-03-12 16:44:06 -070051#define rsk_refcnt __req_common.skc_refcnt
Eric Dumazet52452c52015-03-19 19:04:19 -070052#define rsk_hash __req_common.skc_hash
Eric Dumazet1e2e0112015-03-12 16:44:06 -070053
Eric Dumazet3fb62c52013-04-19 14:29:25 -070054 struct request_sock *dl_next;
Eric Dumazet4e9a5782015-03-17 18:32:28 -070055 struct sock *rsk_listener;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070056 u16 mss;
Eric Dumazete6c022a2012-10-27 23:16:46 +000057 u8 num_retrans; /* number of retransmits */
58 u8 cookie_ts:1; /* syncookie: encode tcpopts in timestamp */
59 u8 num_timeout:7; /* number of timeouts */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070060 /* The following two fields can be easily recomputed I think -AK */
61 u32 window_clamp; /* window clamp at creation time */
62 u32 rcv_wnd; /* rcv_wnd offered first time */
63 u32 ts_recent;
Eric Dumazetfa76ce732015-03-19 19:04:20 -070064 struct timer_list rsk_timer;
Eric Dumazet72a3eff2006-11-16 02:30:37 -080065 const struct request_sock_ops *rsk_ops;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070066 struct sock *sk;
Eric Dumazetcd8ae852015-05-03 21:34:46 -070067 u32 *saved_syn;
Venkat Yekkirala4237c752006-07-24 23:32:50 -070068 u32 secid;
Venkat Yekkirala6b877692006-11-08 17:04:09 -060069 u32 peer_secid;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070070};
71
Eric Dumazetb267cdd2015-10-02 11:43:27 -070072static inline struct request_sock *inet_reqsk(struct sock *sk)
73{
74 return (struct request_sock *)sk;
75}
76
77static inline struct sock *req_to_sk(struct request_sock *req)
78{
79 return (struct sock *)req;
80}
81
Eric Dumazet4e9a5782015-03-17 18:32:28 -070082static inline struct request_sock *
83reqsk_alloc(const struct request_sock_ops *ops, struct sock *sk_listener)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070084{
Christoph Lameter54e6ecb2006-12-06 20:33:16 -080085 struct request_sock *req = kmem_cache_alloc(ops->slab, GFP_ATOMIC);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070086
Eric Dumazet4e9a5782015-03-17 18:32:28 -070087 if (req) {
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070088 req->rsk_ops = ops;
Eric Dumazet4e9a5782015-03-17 18:32:28 -070089 sock_hold(sk_listener);
90 req->rsk_listener = sk_listener;
Eric Dumazetb267cdd2015-10-02 11:43:27 -070091 req_to_sk(req)->sk_prot = sk_listener->sk_prot;
92 sk_node_init(&req_to_sk(req)->sk_node);
Eric Dumazetcd8ae852015-05-03 21:34:46 -070093 req->saved_syn = NULL;
Eric Dumazet0470c8c2015-03-17 18:32:31 -070094 /* Following is temporary. It is coupled with debugging
95 * helpers in reqsk_put() & reqsk_free()
96 */
97 atomic_set(&req->rsk_refcnt, 0);
Eric Dumazet4e9a5782015-03-17 18:32:28 -070098 }
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070099 return req;
100}
101
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700102static inline void reqsk_free(struct request_sock *req)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700103{
Eric Dumazet13854e52015-03-15 21:12:16 -0700104 /* temporary debugging */
105 WARN_ON_ONCE(atomic_read(&req->rsk_refcnt) != 0);
106
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700107 req->rsk_ops->destructor(req);
Eric Dumazet4e9a5782015-03-17 18:32:28 -0700108 if (req->rsk_listener)
109 sock_put(req->rsk_listener);
Eric Dumazetcd8ae852015-05-03 21:34:46 -0700110 kfree(req->saved_syn);
Eric Dumazet13854e52015-03-15 21:12:16 -0700111 kmem_cache_free(req->rsk_ops->slab, req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700112}
113
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700114static inline void reqsk_put(struct request_sock *req)
115{
116 if (atomic_dec_and_test(&req->rsk_refcnt))
117 reqsk_free(req);
118}
119
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700120extern int sysctl_max_syn_backlog;
121
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700122/** struct listen_sock - listen state
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700123 *
124 * @max_qlen_log - log_2 of maximal queued SYNs/REQUESTs
125 */
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700126struct listen_sock {
Eric Dumazetaac065c2015-10-02 11:43:24 -0700127 u32 max_qlen_log;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700128 u32 hash_rnd;
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700129 u32 nr_table_entries;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700130 struct request_sock *syn_table[0];
131};
132
Jerry Chu10467162012-08-31 12:29:11 +0000133/*
134 * For a TCP Fast Open listener -
135 * lock - protects the access to all the reqsk, which is co-owned by
136 * the listener and the child socket.
137 * qlen - pending TFO requests (still in TCP_SYN_RECV).
138 * max_qlen - max TFO reqs allowed before TFO is disabled.
139 *
140 * XXX (TFO) - ideally these fields can be made as part of "listen_sock"
141 * structure above. But there is some implementation difficulty due to
142 * listen_sock being part of request_sock_queue hence will be freed when
143 * a listener is stopped. But TFO related fields may continue to be
144 * accessed even after a listener is closed, until its sk_refcnt drops
145 * to 0 implying no more outstanding TFO reqs. One solution is to keep
146 * listen_opt around until sk_refcnt drops to 0. But there is some other
147 * complexity that needs to be resolved. E.g., a listener can be disabled
148 * temporarily through shutdown()->tcp_disconnect(), and re-enabled later.
149 */
150struct fastopen_queue {
151 struct request_sock *rskq_rst_head; /* Keep track of past TFO */
152 struct request_sock *rskq_rst_tail; /* requests that caused RST.
153 * This is part of the defense
154 * against spoofing attack.
155 */
156 spinlock_t lock;
157 int qlen; /* # of pending (TCP_SYN_RECV) reqs */
158 int max_qlen; /* != 0 iff TFO is currently enabled */
159};
160
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700161/** struct request_sock_queue - queue of request_socks
162 *
163 * @rskq_accept_head - FIFO head of established children
164 * @rskq_accept_tail - FIFO tail of established children
Arnaldo Carvalho de Melo295f7322005-08-09 20:11:56 -0700165 * @rskq_defer_accept - User waits for some data after accept()
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700166 * @syn_wait_lock - serializer
167 *
168 * %syn_wait_lock is necessary only to avoid proc interface having to grab the main
169 * lock sock while browsing the listening hash (otherwise it's deadlock prone).
170 *
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700171 */
172struct request_sock_queue {
Eric Dumazetfff1f302015-10-02 11:43:23 -0700173 spinlock_t rskq_lock;
174 u8 rskq_defer_accept;
Eric Dumazet8d2675f2015-10-02 11:43:25 -0700175 u32 synflood_warned;
Eric Dumazetfff1f302015-10-02 11:43:23 -0700176
Eric Dumazetaac065c2015-10-02 11:43:24 -0700177 atomic_t qlen;
178 atomic_t young;
179
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700180 struct request_sock *rskq_accept_head;
181 struct request_sock *rskq_accept_tail;
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700182 struct listen_sock *listen_opt;
Eric Dumazet0536fcc2015-09-29 07:42:52 -0700183 struct fastopen_queue fastopenq; /* Check max_qlen != 0 to determine
184 * if TFO is enabled.
Jerry Chu10467162012-08-31 12:29:11 +0000185 */
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700186
187 /* temporary alignment, our goal is to get rid of this lock */
Eric Dumazetb2827052015-03-22 10:22:21 -0700188 spinlock_t syn_wait_lock ____cacheline_aligned_in_smp;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700189};
190
Joe Perchesc0f45022013-09-22 10:32:20 -0700191int reqsk_queue_alloc(struct request_sock_queue *queue,
192 unsigned int nr_table_entries);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700193
Joe Perchesc0f45022013-09-22 10:32:20 -0700194void __reqsk_queue_destroy(struct request_sock_queue *queue);
195void reqsk_queue_destroy(struct request_sock_queue *queue);
196void reqsk_fastopen_remove(struct sock *sk, struct request_sock *req,
197 bool reset);
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700198
Eric Dumazetfff1f302015-10-02 11:43:23 -0700199static inline bool reqsk_queue_empty(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700200{
201 return queue->rskq_accept_head == NULL;
202}
203
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700204static inline void reqsk_queue_add(struct request_sock_queue *queue,
205 struct request_sock *req,
206 struct sock *parent,
207 struct sock *child)
208{
Eric Dumazetfff1f302015-10-02 11:43:23 -0700209 spin_lock(&queue->rskq_lock);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700210 req->sk = child;
211 sk_acceptq_added(parent);
212
213 if (queue->rskq_accept_head == NULL)
214 queue->rskq_accept_head = req;
215 else
216 queue->rskq_accept_tail->dl_next = req;
217
218 queue->rskq_accept_tail = req;
219 req->dl_next = NULL;
Eric Dumazetfff1f302015-10-02 11:43:23 -0700220 spin_unlock(&queue->rskq_lock);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700221}
222
Eric Dumazetfff1f302015-10-02 11:43:23 -0700223static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue,
224 struct sock *parent)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700225{
Eric Dumazetfff1f302015-10-02 11:43:23 -0700226 struct request_sock *req;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700227
Eric Dumazetfff1f302015-10-02 11:43:23 -0700228 spin_lock_bh(&queue->rskq_lock);
229 req = queue->rskq_accept_head;
230 if (req) {
231 sk_acceptq_removed(parent);
232 queue->rskq_accept_head = req->dl_next;
233 if (queue->rskq_accept_head == NULL)
234 queue->rskq_accept_tail = NULL;
235 }
236 spin_unlock_bh(&queue->rskq_lock);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700237 return req;
238}
239
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700240static inline void reqsk_queue_removed(struct request_sock_queue *queue,
241 const struct request_sock *req)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700242{
Eric Dumazete6c022a2012-10-27 23:16:46 +0000243 if (req->num_timeout == 0)
Eric Dumazetaac065c2015-10-02 11:43:24 -0700244 atomic_dec(&queue->young);
245 atomic_dec(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700246}
247
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700248static inline void reqsk_queue_added(struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700249{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700250 atomic_inc(&queue->young);
251 atomic_inc(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700252}
253
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700254static inline int reqsk_queue_len(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700255{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700256 return atomic_read(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700257}
258
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700259static inline int reqsk_queue_len_young(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700260{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700261 return atomic_read(&queue->young);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700262}
263
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700264static inline int reqsk_queue_is_full(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700265{
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700266 return reqsk_queue_len(queue) >> queue->listen_opt->max_qlen_log;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700267}
268
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700269void reqsk_queue_hash_req(struct request_sock_queue *queue,
270 u32 hash, struct request_sock *req,
271 unsigned long timeout);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700272
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700273#endif /* _REQUEST_SOCK_H */