blob: b01d8dd9ee7ce99eb1bf702f00007ae456f28c16 [file] [log] [blame]
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001/*
2 * NET Generic infrastructure for Network protocols.
3 *
4 * Definitions for request_sock
5 *
6 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 *
8 * From code originally in include/net/tcp.h
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15#ifndef _REQUEST_SOCK_H
16#define _REQUEST_SOCK_H
17
18#include <linux/slab.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070019#include <linux/spinlock.h>
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070020#include <linux/types.h>
Ilpo Järvinen547b7922008-07-25 21:43:18 -070021#include <linux/bug.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070022
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070023#include <net/sock.h>
24
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070025struct request_sock;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070026struct sk_buff;
27struct dst_entry;
28struct proto;
29
William Allen Simpsone6b4d112009-12-02 18:07:39 +000030/* empty to "strongly type" an otherwise void parameter.
31 */
32struct request_values {
33};
34
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070035struct request_sock_ops {
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070036 int family;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070037 int obj_size;
Christoph Lametere18b8902006-12-06 20:33:20 -080038 struct kmem_cache *slab;
Catalin Marinas7e56b5d2008-11-21 16:45:22 -080039 char *slab_name;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070040 int (*rtx_syn_ack)(struct sock *sk,
William Allen Simpsone6b4d112009-12-02 18:07:39 +000041 struct request_sock *req,
42 struct request_values *rvp);
Gui Jianfeng6edafaa2008-08-06 23:50:04 -070043 void (*send_ack)(struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070044 struct request_sock *req);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080045 void (*send_reset)(struct sock *sk,
46 struct sk_buff *skb);
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070047 void (*destructor)(struct request_sock *req);
Octavian Purdila72659ec2010-01-17 19:09:39 -080048 void (*syn_ack_timeout)(struct sock *sk,
49 struct request_sock *req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070050};
51
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070052/* struct request_sock - mini sock to represent a connection request
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070053 */
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070054struct request_sock {
55 struct request_sock *dl_next; /* Must be first member! */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070056 u16 mss;
57 u8 retrans;
Florian Westphal4dfc2812008-04-10 03:12:40 -070058 u8 cookie_ts; /* syncookie: encode tcpopts in timestamp */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070059 /* The following two fields can be easily recomputed I think -AK */
60 u32 window_clamp; /* window clamp at creation time */
61 u32 rcv_wnd; /* rcv_wnd offered first time */
62 u32 ts_recent;
63 unsigned long expires;
Eric Dumazet72a3eff2006-11-16 02:30:37 -080064 const struct request_sock_ops *rsk_ops;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070065 struct sock *sk;
Venkat Yekkirala4237c752006-07-24 23:32:50 -070066 u32 secid;
Venkat Yekkirala6b877692006-11-08 17:04:09 -060067 u32 peer_secid;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070068};
69
Eric Dumazet72a3eff2006-11-16 02:30:37 -080070static inline struct request_sock *reqsk_alloc(const struct request_sock_ops *ops)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070071{
Christoph Lameter54e6ecb2006-12-06 20:33:16 -080072 struct request_sock *req = kmem_cache_alloc(ops->slab, GFP_ATOMIC);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070073
74 if (req != NULL)
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070075 req->rsk_ops = ops;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070076
77 return req;
78}
79
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070080static inline void __reqsk_free(struct request_sock *req)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070081{
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070082 kmem_cache_free(req->rsk_ops->slab, req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070083}
84
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070085static inline void reqsk_free(struct request_sock *req)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070086{
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070087 req->rsk_ops->destructor(req);
88 __reqsk_free(req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070089}
90
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070091extern int sysctl_max_syn_backlog;
92
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -070093/** struct listen_sock - listen state
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070094 *
95 * @max_qlen_log - log_2 of maximal queued SYNs/REQUESTs
96 */
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -070097struct listen_sock {
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070098 u8 max_qlen_log;
Eric Dumazet946cedc2011-08-30 03:21:44 +000099 u8 synflood_warned;
100 /* 2 bytes hole, try to use */
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700101 int qlen;
102 int qlen_young;
103 int clock_hand;
104 u32 hash_rnd;
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700105 u32 nr_table_entries;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700106 struct request_sock *syn_table[0];
107};
108
Jerry Chu10467162012-08-31 12:29:11 +0000109/*
110 * For a TCP Fast Open listener -
111 * lock - protects the access to all the reqsk, which is co-owned by
112 * the listener and the child socket.
113 * qlen - pending TFO requests (still in TCP_SYN_RECV).
114 * max_qlen - max TFO reqs allowed before TFO is disabled.
115 *
116 * XXX (TFO) - ideally these fields can be made as part of "listen_sock"
117 * structure above. But there is some implementation difficulty due to
118 * listen_sock being part of request_sock_queue hence will be freed when
119 * a listener is stopped. But TFO related fields may continue to be
120 * accessed even after a listener is closed, until its sk_refcnt drops
121 * to 0 implying no more outstanding TFO reqs. One solution is to keep
122 * listen_opt around until sk_refcnt drops to 0. But there is some other
123 * complexity that needs to be resolved. E.g., a listener can be disabled
124 * temporarily through shutdown()->tcp_disconnect(), and re-enabled later.
125 */
126struct fastopen_queue {
127 struct request_sock *rskq_rst_head; /* Keep track of past TFO */
128 struct request_sock *rskq_rst_tail; /* requests that caused RST.
129 * This is part of the defense
130 * against spoofing attack.
131 */
132 spinlock_t lock;
133 int qlen; /* # of pending (TCP_SYN_RECV) reqs */
134 int max_qlen; /* != 0 iff TFO is currently enabled */
135};
136
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700137/** struct request_sock_queue - queue of request_socks
138 *
139 * @rskq_accept_head - FIFO head of established children
140 * @rskq_accept_tail - FIFO tail of established children
Arnaldo Carvalho de Melo295f7322005-08-09 20:11:56 -0700141 * @rskq_defer_accept - User waits for some data after accept()
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700142 * @syn_wait_lock - serializer
143 *
144 * %syn_wait_lock is necessary only to avoid proc interface having to grab the main
145 * lock sock while browsing the listening hash (otherwise it's deadlock prone).
146 *
147 * This lock is acquired in read mode only from listening_get_next() seq_file
148 * op and it's acquired in write mode _only_ from code that is actively
149 * changing rskq_accept_head. All readers that are holding the master sock lock
150 * don't need to grab this lock in read mode too as rskq_accept_head. writes
151 * are always protected from the main sock lock.
152 */
153struct request_sock_queue {
154 struct request_sock *rskq_accept_head;
155 struct request_sock *rskq_accept_tail;
156 rwlock_t syn_wait_lock;
David S. Millerec0a1962008-06-12 16:31:35 -0700157 u8 rskq_defer_accept;
158 /* 3 bytes hole, try to pack */
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700159 struct listen_sock *listen_opt;
Jerry Chu10467162012-08-31 12:29:11 +0000160 struct fastopen_queue *fastopenq; /* This is non-NULL iff TFO has been
161 * enabled on this listener. Check
162 * max_qlen != 0 in fastopen_queue
163 * to determine if TFO is enabled
164 * right at this moment.
165 */
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700166};
167
168extern int reqsk_queue_alloc(struct request_sock_queue *queue,
Eric Dumazet72a3eff2006-11-16 02:30:37 -0800169 unsigned int nr_table_entries);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700170
Pavel Emelyanovdab6ba32007-11-15 02:57:06 -0800171extern void __reqsk_queue_destroy(struct request_sock_queue *queue);
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700172extern void reqsk_queue_destroy(struct request_sock_queue *queue);
Jerry Chu10467162012-08-31 12:29:11 +0000173extern void reqsk_fastopen_remove(struct sock *sk,
174 struct request_sock *req, bool reset);
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700175
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700176static inline struct request_sock *
177 reqsk_queue_yank_acceptq(struct request_sock_queue *queue)
178{
179 struct request_sock *req = queue->rskq_accept_head;
180
Norbert Kiesel3eb48012006-03-26 17:39:55 -0800181 queue->rskq_accept_head = NULL;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700182 return req;
183}
184
185static inline int reqsk_queue_empty(struct request_sock_queue *queue)
186{
187 return queue->rskq_accept_head == NULL;
188}
189
190static inline void reqsk_queue_unlink(struct request_sock_queue *queue,
191 struct request_sock *req,
192 struct request_sock **prev_req)
193{
194 write_lock(&queue->syn_wait_lock);
195 *prev_req = req->dl_next;
196 write_unlock(&queue->syn_wait_lock);
197}
198
199static inline void reqsk_queue_add(struct request_sock_queue *queue,
200 struct request_sock *req,
201 struct sock *parent,
202 struct sock *child)
203{
204 req->sk = child;
205 sk_acceptq_added(parent);
206
207 if (queue->rskq_accept_head == NULL)
208 queue->rskq_accept_head = req;
209 else
210 queue->rskq_accept_tail->dl_next = req;
211
212 queue->rskq_accept_tail = req;
213 req->dl_next = NULL;
214}
215
216static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue)
217{
218 struct request_sock *req = queue->rskq_accept_head;
219
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700220 WARN_ON(req == NULL);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700221
222 queue->rskq_accept_head = req->dl_next;
223 if (queue->rskq_accept_head == NULL)
224 queue->rskq_accept_tail = NULL;
225
226 return req;
227}
228
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700229static inline int reqsk_queue_removed(struct request_sock_queue *queue,
230 struct request_sock *req)
231{
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700232 struct listen_sock *lopt = queue->listen_opt;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700233
234 if (req->retrans == 0)
235 --lopt->qlen_young;
236
237 return --lopt->qlen;
238}
239
240static inline int reqsk_queue_added(struct request_sock_queue *queue)
241{
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700242 struct listen_sock *lopt = queue->listen_opt;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700243 const int prev_qlen = lopt->qlen;
244
245 lopt->qlen_young++;
246 lopt->qlen++;
247 return prev_qlen;
248}
249
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700250static inline int reqsk_queue_len(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700251{
252 return queue->listen_opt != NULL ? queue->listen_opt->qlen : 0;
253}
254
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700255static inline int reqsk_queue_len_young(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700256{
257 return queue->listen_opt->qlen_young;
258}
259
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700260static inline int reqsk_queue_is_full(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700261{
262 return queue->listen_opt->qlen >> queue->listen_opt->max_qlen_log;
263}
264
265static inline void reqsk_queue_hash_req(struct request_sock_queue *queue,
266 u32 hash, struct request_sock *req,
Arnaldo Carvalho de Melo81297652005-12-13 23:15:24 -0800267 unsigned long timeout)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700268{
Arnaldo Carvalho de Melo2ad69c52005-06-18 22:48:55 -0700269 struct listen_sock *lopt = queue->listen_opt;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700270
271 req->expires = jiffies + timeout;
272 req->retrans = 0;
273 req->sk = NULL;
274 req->dl_next = lopt->syn_table[hash];
275
276 write_lock(&queue->syn_wait_lock);
277 lopt->syn_table[hash] = req;
278 write_unlock(&queue->syn_wait_lock);
279}
280
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700281#endif /* _REQUEST_SOCK_H */