Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 1 | /* |
| 2 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 3 | * operating system. INET is implemented using the BSD Socket |
| 4 | * interface as the means of communication with the user level. |
| 5 | * |
| 6 | * Definitions for a generic INET TIMEWAIT sock |
| 7 | * |
| 8 | * From code originally in net/tcp.h |
| 9 | * |
| 10 | * This program is free software; you can redistribute it and/or |
| 11 | * modify it under the terms of the GNU General Public License |
| 12 | * as published by the Free Software Foundation; either version |
| 13 | * 2 of the License, or (at your option) any later version. |
| 14 | */ |
| 15 | #ifndef _INET_TIMEWAIT_SOCK_ |
| 16 | #define _INET_TIMEWAIT_SOCK_ |
| 17 | |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 18 | |
Vegard Nossum | 9e337b0 | 2008-10-18 17:37:51 +0200 | [diff] [blame] | 19 | #include <linux/kmemcheck.h> |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 20 | #include <linux/list.h> |
Arnaldo Carvalho de Melo | 295ff7e | 2005-08-09 20:44:40 -0700 | [diff] [blame] | 21 | #include <linux/timer.h> |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 22 | #include <linux/types.h> |
Arnaldo Carvalho de Melo | 295ff7e | 2005-08-09 20:44:40 -0700 | [diff] [blame] | 23 | #include <linux/workqueue.h> |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 24 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 25 | #include <net/inet_sock.h> |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 26 | #include <net/sock.h> |
| 27 | #include <net/tcp_states.h> |
Arnaldo Carvalho de Melo | 6d6ee43 | 2005-12-13 23:25:19 -0800 | [diff] [blame] | 28 | #include <net/timewait_sock.h> |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 29 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 30 | #include <linux/atomic.h> |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 31 | |
Arnaldo Carvalho de Melo | 295ff7e | 2005-08-09 20:44:40 -0700 | [diff] [blame] | 32 | struct inet_hashinfo; |
| 33 | |
Arnaldo Carvalho de Melo | 295ff7e | 2005-08-09 20:44:40 -0700 | [diff] [blame] | 34 | struct inet_timewait_death_row { |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 35 | atomic_t tw_count; |
Arnaldo Carvalho de Melo | 295ff7e | 2005-08-09 20:44:40 -0700 | [diff] [blame] | 36 | |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 37 | struct inet_hashinfo *hashinfo ____cacheline_aligned_in_smp; |
Arnaldo Carvalho de Melo | 295ff7e | 2005-08-09 20:44:40 -0700 | [diff] [blame] | 38 | int sysctl_tw_recycle; |
| 39 | int sysctl_max_tw_buckets; |
| 40 | }; |
| 41 | |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 42 | struct inet_bind_bucket; |
| 43 | |
| 44 | /* |
| 45 | * This is a TIME_WAIT sock. It works around the memory consumption |
| 46 | * problems of sockets in such a state on heavily loaded servers, but |
| 47 | * without violating the protocol specification. |
| 48 | */ |
| 49 | struct inet_timewait_sock { |
| 50 | /* |
| 51 | * Now struct sock also uses sock_common, so please just |
| 52 | * don't add nothing before this first member (__tw_common) --acme |
| 53 | */ |
| 54 | struct sock_common __tw_common; |
| 55 | #define tw_family __tw_common.skc_family |
| 56 | #define tw_state __tw_common.skc_state |
| 57 | #define tw_reuse __tw_common.skc_reuse |
Eric Dumazet | 9fe516b | 2014-06-27 08:36:16 -0700 | [diff] [blame] | 58 | #define tw_ipv6only __tw_common.skc_ipv6only |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 59 | #define tw_bound_dev_if __tw_common.skc_bound_dev_if |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 60 | #define tw_node __tw_common.skc_nulls_node |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 61 | #define tw_bind_node __tw_common.skc_bind_node |
| 62 | #define tw_refcnt __tw_common.skc_refcnt |
Eric Dumazet | 81c3d54 | 2005-10-03 14:13:38 -0700 | [diff] [blame] | 63 | #define tw_hash __tw_common.skc_hash |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 64 | #define tw_prot __tw_common.skc_prot |
Eric W. Biederman | 07feaeb | 2007-09-12 11:58:02 +0200 | [diff] [blame] | 65 | #define tw_net __tw_common.skc_net |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 66 | #define tw_daddr __tw_common.skc_daddr |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 67 | #define tw_v6_daddr __tw_common.skc_v6_daddr |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 68 | #define tw_rcv_saddr __tw_common.skc_rcv_saddr |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 69 | #define tw_v6_rcv_saddr __tw_common.skc_v6_rcv_saddr |
Eric Dumazet | ce43b03 | 2012-11-30 09:49:27 +0000 | [diff] [blame] | 70 | #define tw_dport __tw_common.skc_dport |
| 71 | #define tw_num __tw_common.skc_num |
Eric Dumazet | 33cf7c9 | 2015-03-11 18:53:14 -0700 | [diff] [blame] | 72 | #define tw_cookie __tw_common.skc_cookie |
Eric Dumazet | 8e5eb54 | 2015-10-08 19:33:22 -0700 | [diff] [blame] | 73 | #define tw_dr __tw_common.skc_tw_dr |
Eric Dumazet | ce43b03 | 2012-11-30 09:49:27 +0000 | [diff] [blame] | 74 | |
Arnaldo Carvalho de Melo | ad8bb78 | 2008-02-03 04:08:26 -0800 | [diff] [blame] | 75 | int tw_timeout; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 76 | volatile unsigned char tw_substate; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 77 | unsigned char tw_rcv_wscale; |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 78 | |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 79 | /* Socket demultiplex comparisons on incoming packets. */ |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 80 | /* these three are in inet_sock */ |
Al Viro | 23f33c2 | 2006-09-27 18:43:50 -0700 | [diff] [blame] | 81 | __be16 tw_sport; |
Vegard Nossum | 9e337b0 | 2008-10-18 17:37:51 +0200 | [diff] [blame] | 82 | kmemcheck_bitfield_begin(flags); |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 83 | /* And these are ours. */ |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 84 | unsigned int tw_kill : 1, |
Eric Dumazet | abf90cc | 2009-10-18 22:48:51 +0000 | [diff] [blame] | 85 | tw_transparent : 1, |
Florent Fourcot | 1d13a96 | 2014-01-16 17:21:22 +0100 | [diff] [blame] | 86 | tw_flowlabel : 20, |
| 87 | tw_pad : 2, /* 2 bits hole */ |
| 88 | tw_tos : 8; |
Vegard Nossum | 9e337b0 | 2008-10-18 17:37:51 +0200 | [diff] [blame] | 89 | kmemcheck_bitfield_end(flags); |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 90 | struct timer_list tw_timer; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 91 | struct inet_bind_bucket *tw_tb; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 92 | }; |
Eric Dumazet | b903d32 | 2011-10-27 00:44:35 -0400 | [diff] [blame] | 93 | #define tw_tclass tw_tos |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 94 | |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 95 | static inline struct inet_timewait_sock *inet_twsk(const struct sock *sk) |
| 96 | { |
| 97 | return (struct inet_timewait_sock *)sk; |
| 98 | } |
| 99 | |
Eric Dumazet | 05dbc7b | 2013-10-03 00:22:02 -0700 | [diff] [blame] | 100 | void inet_twsk_free(struct inet_timewait_sock *tw); |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 101 | void inet_twsk_put(struct inet_timewait_sock *tw); |
Arnaldo Carvalho de Melo | e48c414 | 2005-08-09 20:09:46 -0700 | [diff] [blame] | 102 | |
Eric Dumazet | fc01538f | 2015-07-08 14:28:29 -0700 | [diff] [blame] | 103 | void inet_twsk_bind_unhash(struct inet_timewait_sock *tw, |
| 104 | struct inet_hashinfo *hashinfo); |
Eric Dumazet | 3cdaeda | 2009-12-04 03:47:42 +0000 | [diff] [blame] | 105 | |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 106 | struct inet_timewait_sock *inet_twsk_alloc(const struct sock *sk, |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 107 | struct inet_timewait_death_row *dr, |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 108 | const int state); |
Arnaldo Carvalho de Melo | c676270 | 2005-08-09 20:09:59 -0700 | [diff] [blame] | 109 | |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 110 | void __inet_twsk_hashdance(struct inet_timewait_sock *tw, struct sock *sk, |
| 111 | struct inet_hashinfo *hashinfo); |
Arnaldo Carvalho de Melo | 696ab2d | 2005-08-09 20:45:03 -0700 | [diff] [blame] | 112 | |
Eric Dumazet | ed2e923 | 2015-09-19 09:08:34 -0700 | [diff] [blame] | 113 | void __inet_twsk_schedule(struct inet_timewait_sock *tw, int timeo, |
| 114 | bool rearm); |
| 115 | |
Raanan Avargil | 8695a14 | 2015-10-01 04:48:53 -0700 | [diff] [blame] | 116 | static inline void inet_twsk_schedule(struct inet_timewait_sock *tw, int timeo) |
Eric Dumazet | ed2e923 | 2015-09-19 09:08:34 -0700 | [diff] [blame] | 117 | { |
| 118 | __inet_twsk_schedule(tw, timeo, false); |
| 119 | } |
| 120 | |
Raanan Avargil | 8695a14 | 2015-10-01 04:48:53 -0700 | [diff] [blame] | 121 | static inline void inet_twsk_reschedule(struct inet_timewait_sock *tw, int timeo) |
Eric Dumazet | ed2e923 | 2015-09-19 09:08:34 -0700 | [diff] [blame] | 122 | { |
| 123 | __inet_twsk_schedule(tw, timeo, true); |
| 124 | } |
| 125 | |
Eric Dumazet | dbe7faa | 2015-07-08 14:28:30 -0700 | [diff] [blame] | 126 | void inet_twsk_deschedule_put(struct inet_timewait_sock *tw); |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 127 | |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 128 | void inet_twsk_purge(struct inet_hashinfo *hashinfo, |
| 129 | struct inet_timewait_death_row *twdr, int family); |
Daniel Lezcano | d315492 | 2008-09-08 13:17:27 -0700 | [diff] [blame] | 130 | |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 131 | static inline |
| 132 | struct net *twsk_net(const struct inet_timewait_sock *twsk) |
| 133 | { |
Eric Dumazet | f943cbe | 2011-12-14 04:58:33 +0000 | [diff] [blame] | 134 | return read_pnet(&twsk->tw_net); |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 135 | } |
| 136 | |
| 137 | static inline |
Denis V. Lunev | f5aa23f | 2008-03-26 00:48:17 -0700 | [diff] [blame] | 138 | void twsk_net_set(struct inet_timewait_sock *twsk, struct net *net) |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 139 | { |
Eric Dumazet | f943cbe | 2011-12-14 04:58:33 +0000 | [diff] [blame] | 140 | write_pnet(&twsk->tw_net, net); |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 141 | } |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 142 | #endif /* _INET_TIMEWAIT_SOCK_ */ |