blob: 3fa4f824900a78b9c1d75a94e87c6fd89056ec07 [file] [log] [blame]
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001/*
2 * NET Generic infrastructure for Network protocols.
3 *
4 * Definitions for request_sock
5 *
6 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 *
8 * From code originally in include/net/tcp.h
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15#ifndef _REQUEST_SOCK_H
16#define _REQUEST_SOCK_H
17
18#include <linux/slab.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070019#include <linux/spinlock.h>
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070020#include <linux/types.h>
Ilpo Järvinen547b7922008-07-25 21:43:18 -070021#include <linux/bug.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070022
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070023#include <net/sock.h>
24
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070025struct request_sock;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070026struct sk_buff;
27struct dst_entry;
28struct proto;
29
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070030struct request_sock_ops {
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070031 int family;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070032 int obj_size;
Christoph Lametere18b8902006-12-06 20:33:20 -080033 struct kmem_cache *slab;
Catalin Marinas7e56b5d2008-11-21 16:45:22 -080034 char *slab_name;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070035 int (*rtx_syn_ack)(struct sock *sk,
Christoph Paasch1a2c6182013-03-17 08:23:34 +000036 struct request_sock *req);
Gui Jianfeng6edafaa2008-08-06 23:50:04 -070037 void (*send_ack)(struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070038 struct request_sock *req);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080039 void (*send_reset)(struct sock *sk,
40 struct sk_buff *skb);
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070041 void (*destructor)(struct request_sock *req);
Octavian Purdila72659ec2010-01-17 19:09:39 -080042 void (*syn_ack_timeout)(struct sock *sk,
43 struct request_sock *req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070044};
45
Joe Perchesc0f45022013-09-22 10:32:20 -070046int inet_rtx_syn_ack(struct sock *parent, struct request_sock *req);
Eric Dumazete6c022a2012-10-27 23:16:46 +000047
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070048/* struct request_sock - mini sock to represent a connection request
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070049 */
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070050struct request_sock {
Eric Dumazet634fb9792013-10-09 15:21:29 -070051 struct sock_common __req_common;
Eric Dumazet1e2e0112015-03-12 16:44:06 -070052#define rsk_refcnt __req_common.skc_refcnt
53
Eric Dumazet3fb62c52013-04-19 14:29:25 -070054 struct request_sock *dl_next;
Eric Dumazet4e9a5782015-03-17 18:32:28 -070055 struct sock *rsk_listener;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070056 u16 mss;
Eric Dumazete6c022a2012-10-27 23:16:46 +000057 u8 num_retrans; /* number of retransmits */
58 u8 cookie_ts:1; /* syncookie: encode tcpopts in timestamp */
59 u8 num_timeout:7; /* number of timeouts */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070060 /* The following two fields can be easily recomputed I think -AK */
61 u32 window_clamp; /* window clamp at creation time */
62 u32 rcv_wnd; /* rcv_wnd offered first time */
63 u32 ts_recent;
64 unsigned long expires;
Eric Dumazet72a3eff2006-11-16 02:30:37 -080065 const struct request_sock_ops *rsk_ops;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070066 struct sock *sk;
Venkat Yekkirala4237c752006-07-24 23:32:50 -070067 u32 secid;
Venkat Yekkirala6b877692006-11-08 17:04:09 -060068 u32 peer_secid;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070069};
70
Eric Dumazet4e9a5782015-03-17 18:32:28 -070071static inline struct request_sock *
72reqsk_alloc(const struct request_sock_ops *ops, struct sock *sk_listener)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070073{
Christoph Lameter54e6ecb2006-12-06 20:33:16 -080074 struct request_sock *req = kmem_cache_alloc(ops->slab, GFP_ATOMIC);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070075
Eric Dumazet4e9a5782015-03-17 18:32:28 -070076 if (req) {
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070077 req->rsk_ops = ops;
Eric Dumazet4e9a5782015-03-17 18:32:28 -070078 sock_hold(sk_listener);
79 req->rsk_listener = sk_listener;
Eric Dumazet0470c8c2015-03-17 18:32:31 -070080
81 /* Following is temporary. It is coupled with debugging
82 * helpers in reqsk_put() & reqsk_free()
83 */
84 atomic_set(&req->rsk_refcnt, 0);
Eric Dumazet4e9a5782015-03-17 18:32:28 -070085 }
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070086 return req;
87}
88
Eric Dumazet41b822c2015-03-12 16:44:08 -070089static inline struct request_sock *inet_reqsk(struct sock *sk)
90{
91 return (struct request_sock *)sk;
92}
93
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070094static inline void reqsk_free(struct request_sock *req)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070095{
Eric Dumazet13854e52015-03-15 21:12:16 -070096 /* temporary debugging */
97 WARN_ON_ONCE(atomic_read(&req->rsk_refcnt) != 0);
98
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070099 req->rsk_ops->destructor(req);
Eric Dumazet4e9a5782015-03-17 18:32:28 -0700100 if (req->rsk_listener)
101 sock_put(req->rsk_listener);
Eric Dumazet13854e52015-03-15 21:12:16 -0700102 kmem_cache_free(req->rsk_ops->slab, req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700103}
104
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700105static inline void reqsk_put(struct request_sock *req)
106{
Eric Dumazet13854e52015-03-15 21:12:16 -0700107 /* temporary debugging, until req sock are put into ehash table */
108 WARN_ON_ONCE(atomic_read(&req->rsk_refcnt) != 1);
109
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700110 if (atomic_dec_and_test(&req->rsk_refcnt))
111 reqsk_free(req);
112}
113
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700114extern int sysctl_max_syn_backlog;
115
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700116/** struct listen_sock - listen state
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700117 *
118 * @max_qlen_log - log_2 of maximal queued SYNs/REQUESTs
119 */
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700120struct listen_sock {
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700121 u8 max_qlen_log;
Eric Dumazet946cedc2011-08-30 03:21:44 +0000122 u8 synflood_warned;
123 /* 2 bytes hole, try to use */
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700124 int qlen;
125 int qlen_young;
126 int clock_hand;
127 u32 hash_rnd;
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700128 u32 nr_table_entries;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700129 struct request_sock *syn_table[0];
130};
131
Jerry Chu10467162012-08-31 12:29:11 +0000132/*
133 * For a TCP Fast Open listener -
134 * lock - protects the access to all the reqsk, which is co-owned by
135 * the listener and the child socket.
136 * qlen - pending TFO requests (still in TCP_SYN_RECV).
137 * max_qlen - max TFO reqs allowed before TFO is disabled.
138 *
139 * XXX (TFO) - ideally these fields can be made as part of "listen_sock"
140 * structure above. But there is some implementation difficulty due to
141 * listen_sock being part of request_sock_queue hence will be freed when
142 * a listener is stopped. But TFO related fields may continue to be
143 * accessed even after a listener is closed, until its sk_refcnt drops
144 * to 0 implying no more outstanding TFO reqs. One solution is to keep
145 * listen_opt around until sk_refcnt drops to 0. But there is some other
146 * complexity that needs to be resolved. E.g., a listener can be disabled
147 * temporarily through shutdown()->tcp_disconnect(), and re-enabled later.
148 */
149struct fastopen_queue {
150 struct request_sock *rskq_rst_head; /* Keep track of past TFO */
151 struct request_sock *rskq_rst_tail; /* requests that caused RST.
152 * This is part of the defense
153 * against spoofing attack.
154 */
155 spinlock_t lock;
156 int qlen; /* # of pending (TCP_SYN_RECV) reqs */
157 int max_qlen; /* != 0 iff TFO is currently enabled */
158};
159
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700160/** struct request_sock_queue - queue of request_socks
161 *
162 * @rskq_accept_head - FIFO head of established children
163 * @rskq_accept_tail - FIFO tail of established children
Arnaldo Carvalho de Melo295f7322005-08-09 20:11:56 -0700164 * @rskq_defer_accept - User waits for some data after accept()
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700165 * @syn_wait_lock - serializer
166 *
167 * %syn_wait_lock is necessary only to avoid proc interface having to grab the main
168 * lock sock while browsing the listening hash (otherwise it's deadlock prone).
169 *
170 * This lock is acquired in read mode only from listening_get_next() seq_file
171 * op and it's acquired in write mode _only_ from code that is actively
172 * changing rskq_accept_head. All readers that are holding the master sock lock
173 * don't need to grab this lock in read mode too as rskq_accept_head. writes
174 * are always protected from the main sock lock.
175 */
176struct request_sock_queue {
177 struct request_sock *rskq_accept_head;
178 struct request_sock *rskq_accept_tail;
179 rwlock_t syn_wait_lock;
David S. Millerec0a1962008-06-12 16:31:35 -0700180 u8 rskq_defer_accept;
181 /* 3 bytes hole, try to pack */
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700182 struct listen_sock *listen_opt;
Jerry Chu10467162012-08-31 12:29:11 +0000183 struct fastopen_queue *fastopenq; /* This is non-NULL iff TFO has been
184 * enabled on this listener. Check
185 * max_qlen != 0 in fastopen_queue
186 * to determine if TFO is enabled
187 * right at this moment.
188 */
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700189};
190
Joe Perchesc0f45022013-09-22 10:32:20 -0700191int reqsk_queue_alloc(struct request_sock_queue *queue,
192 unsigned int nr_table_entries);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700193
Joe Perchesc0f45022013-09-22 10:32:20 -0700194void __reqsk_queue_destroy(struct request_sock_queue *queue);
195void reqsk_queue_destroy(struct request_sock_queue *queue);
196void reqsk_fastopen_remove(struct sock *sk, struct request_sock *req,
197 bool reset);
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700198
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700199static inline struct request_sock *
200 reqsk_queue_yank_acceptq(struct request_sock_queue *queue)
201{
202 struct request_sock *req = queue->rskq_accept_head;
203
Norbert Kiesel3eb48012006-03-26 17:39:55 -0800204 queue->rskq_accept_head = NULL;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700205 return req;
206}
207
208static inline int reqsk_queue_empty(struct request_sock_queue *queue)
209{
210 return queue->rskq_accept_head == NULL;
211}
212
213static inline void reqsk_queue_unlink(struct request_sock_queue *queue,
214 struct request_sock *req,
215 struct request_sock **prev_req)
216{
217 write_lock(&queue->syn_wait_lock);
218 *prev_req = req->dl_next;
219 write_unlock(&queue->syn_wait_lock);
220}
221
222static inline void reqsk_queue_add(struct request_sock_queue *queue,
223 struct request_sock *req,
224 struct sock *parent,
225 struct sock *child)
226{
227 req->sk = child;
228 sk_acceptq_added(parent);
229
230 if (queue->rskq_accept_head == NULL)
231 queue->rskq_accept_head = req;
232 else
233 queue->rskq_accept_tail->dl_next = req;
234
235 queue->rskq_accept_tail = req;
236 req->dl_next = NULL;
237}
238
239static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue)
240{
241 struct request_sock *req = queue->rskq_accept_head;
242
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700243 WARN_ON(req == NULL);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700244
245 queue->rskq_accept_head = req->dl_next;
246 if (queue->rskq_accept_head == NULL)
247 queue->rskq_accept_tail = NULL;
248
249 return req;
250}
251
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700252static inline int reqsk_queue_removed(struct request_sock_queue *queue,
253 struct request_sock *req)
254{
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700255 struct listen_sock *lopt = queue->listen_opt;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700256
Eric Dumazete6c022a2012-10-27 23:16:46 +0000257 if (req->num_timeout == 0)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700258 --lopt->qlen_young;
259
260 return --lopt->qlen;
261}
262
263static inline int reqsk_queue_added(struct request_sock_queue *queue)
264{
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700265 struct listen_sock *lopt = queue->listen_opt;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700266 const int prev_qlen = lopt->qlen;
267
268 lopt->qlen_young++;
269 lopt->qlen++;
270 return prev_qlen;
271}
272
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700273static inline int reqsk_queue_len(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700274{
275 return queue->listen_opt != NULL ? queue->listen_opt->qlen : 0;
276}
277
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700278static inline int reqsk_queue_len_young(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700279{
280 return queue->listen_opt->qlen_young;
281}
282
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700283static inline int reqsk_queue_is_full(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700284{
285 return queue->listen_opt->qlen >> queue->listen_opt->max_qlen_log;
286}
287
288static inline void reqsk_queue_hash_req(struct request_sock_queue *queue,
289 u32 hash, struct request_sock *req,
Arnaldo Carvalho de Melo81297652005-12-13 23:15:24 -0800290 unsigned long timeout)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700291{
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700292 struct listen_sock *lopt = queue->listen_opt;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700293
294 req->expires = jiffies + timeout;
Eric Dumazete6c022a2012-10-27 23:16:46 +0000295 req->num_retrans = 0;
296 req->num_timeout = 0;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700297 req->sk = NULL;
298 req->dl_next = lopt->syn_table[hash];
299
Eric Dumazet0470c8c2015-03-17 18:32:31 -0700300 /* before letting lookups find us, make sure all req fields
301 * are committed to memory and refcnt initialized.
302 */
303 smp_wmb();
304 atomic_set(&req->rsk_refcnt, 1);
305
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700306 write_lock(&queue->syn_wait_lock);
307 lopt->syn_table[hash] = req;
308 write_unlock(&queue->syn_wait_lock);
309}
310
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700311#endif /* _REQUEST_SOCK_H */