Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 1 | /* |
| 2 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 3 | * operating system. INET is implemented using the BSD Socket |
| 4 | * interface as the means of communication with the user level. |
| 5 | * |
| 6 | * Generic INET transport hashtables |
| 7 | * |
| 8 | * Authors: Lotsa people, from code originally in tcp |
| 9 | * |
| 10 | * This program is free software; you can redistribute it and/or |
| 11 | * modify it under the terms of the GNU General Public License |
| 12 | * as published by the Free Software Foundation; either version |
| 13 | * 2 of the License, or (at your option) any later version. |
| 14 | */ |
| 15 | |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 16 | #include <linux/module.h> |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 17 | #include <linux/random.h> |
Arnaldo Carvalho de Melo | f3f05f7 | 2005-08-09 20:08:09 -0700 | [diff] [blame] | 18 | #include <linux/sched.h> |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 19 | #include <linux/slab.h> |
Arnaldo Carvalho de Melo | f3f05f7 | 2005-08-09 20:08:09 -0700 | [diff] [blame] | 20 | #include <linux/wait.h> |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 21 | |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 22 | #include <net/inet_connection_sock.h> |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 23 | #include <net/inet_hashtables.h> |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 24 | #include <net/ip.h> |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 25 | |
| 26 | /* |
| 27 | * Allocate and initialize a new local port bind bucket. |
| 28 | * The bindhash mutex for snum's hash chain must be held here. |
| 29 | */ |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 30 | struct inet_bind_bucket *inet_bind_bucket_create(struct kmem_cache *cachep, |
Pavel Emelyanov | 941b1d2 | 2008-01-31 05:05:50 -0800 | [diff] [blame] | 31 | struct net *net, |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 32 | struct inet_bind_hashbucket *head, |
| 33 | const unsigned short snum) |
| 34 | { |
Christoph Lameter | 54e6ecb | 2006-12-06 20:33:16 -0800 | [diff] [blame] | 35 | struct inet_bind_bucket *tb = kmem_cache_alloc(cachep, GFP_ATOMIC); |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 36 | |
| 37 | if (tb != NULL) { |
Eric Dumazet | 7a9546e | 2008-11-12 00:54:20 -0800 | [diff] [blame] | 38 | write_pnet(&tb->ib_net, hold_net(net)); |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 39 | tb->port = snum; |
| 40 | tb->fastreuse = 0; |
| 41 | INIT_HLIST_HEAD(&tb->owners); |
| 42 | hlist_add_head(&tb->node, &head->chain); |
| 43 | } |
| 44 | return tb; |
| 45 | } |
| 46 | |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 47 | /* |
| 48 | * Caller must hold hashbucket lock for this tb with local BH disabled |
| 49 | */ |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 50 | void inet_bind_bucket_destroy(struct kmem_cache *cachep, struct inet_bind_bucket *tb) |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 51 | { |
| 52 | if (hlist_empty(&tb->owners)) { |
| 53 | __hlist_del(&tb->node); |
Eric Dumazet | 7a9546e | 2008-11-12 00:54:20 -0800 | [diff] [blame] | 54 | release_net(ib_net(tb)); |
Arnaldo Carvalho de Melo | 77d8bf9 | 2005-08-09 20:00:51 -0700 | [diff] [blame] | 55 | kmem_cache_free(cachep, tb); |
| 56 | } |
| 57 | } |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 58 | |
| 59 | void inet_bind_hash(struct sock *sk, struct inet_bind_bucket *tb, |
| 60 | const unsigned short snum) |
| 61 | { |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 62 | inet_sk(sk)->num = snum; |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 63 | sk_add_bind_node(sk, &tb->owners); |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 64 | inet_csk(sk)->icsk_bind_hash = tb; |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 67 | /* |
| 68 | * Get rid of any references to a local port held by the given sock. |
| 69 | */ |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 70 | static void __inet_put_port(struct sock *sk) |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 71 | { |
Pavel Emelyanov | 39d8cda | 2008-03-22 16:50:58 -0700 | [diff] [blame] | 72 | struct inet_hashinfo *hashinfo = sk->sk_prot->h.hashinfo; |
Pavel Emelyanov | 7f635ab | 2008-06-16 17:12:49 -0700 | [diff] [blame] | 73 | const int bhash = inet_bhashfn(sock_net(sk), inet_sk(sk)->num, |
| 74 | hashinfo->bhash_size); |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 75 | struct inet_bind_hashbucket *head = &hashinfo->bhash[bhash]; |
| 76 | struct inet_bind_bucket *tb; |
| 77 | |
| 78 | spin_lock(&head->lock); |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 79 | tb = inet_csk(sk)->icsk_bind_hash; |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 80 | __sk_del_bind_node(sk); |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 81 | inet_csk(sk)->icsk_bind_hash = NULL; |
| 82 | inet_sk(sk)->num = 0; |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 83 | inet_bind_bucket_destroy(hashinfo->bind_bucket_cachep, tb); |
| 84 | spin_unlock(&head->lock); |
| 85 | } |
| 86 | |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 87 | void inet_put_port(struct sock *sk) |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 88 | { |
| 89 | local_bh_disable(); |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 90 | __inet_put_port(sk); |
Arnaldo Carvalho de Melo | 2d8c4ce | 2005-08-09 20:07:13 -0700 | [diff] [blame] | 91 | local_bh_enable(); |
| 92 | } |
| 93 | |
| 94 | EXPORT_SYMBOL(inet_put_port); |
Arnaldo Carvalho de Melo | f3f05f7 | 2005-08-09 20:08:09 -0700 | [diff] [blame] | 95 | |
Pavel Emelyanov | 5308377 | 2008-04-17 23:18:15 -0700 | [diff] [blame] | 96 | void __inet_inherit_port(struct sock *sk, struct sock *child) |
| 97 | { |
| 98 | struct inet_hashinfo *table = sk->sk_prot->h.hashinfo; |
Pavel Emelyanov | 7f635ab | 2008-06-16 17:12:49 -0700 | [diff] [blame] | 99 | const int bhash = inet_bhashfn(sock_net(sk), inet_sk(child)->num, |
| 100 | table->bhash_size); |
Pavel Emelyanov | 5308377 | 2008-04-17 23:18:15 -0700 | [diff] [blame] | 101 | struct inet_bind_hashbucket *head = &table->bhash[bhash]; |
| 102 | struct inet_bind_bucket *tb; |
| 103 | |
| 104 | spin_lock(&head->lock); |
| 105 | tb = inet_csk(sk)->icsk_bind_hash; |
| 106 | sk_add_bind_node(child, &tb->owners); |
| 107 | inet_csk(child)->icsk_bind_hash = tb; |
| 108 | spin_unlock(&head->lock); |
| 109 | } |
| 110 | |
| 111 | EXPORT_SYMBOL_GPL(__inet_inherit_port); |
| 112 | |
Arnaldo Carvalho de Melo | f3f05f7 | 2005-08-09 20:08:09 -0700 | [diff] [blame] | 113 | /* |
Arnaldo Carvalho de Melo | 33b6223 | 2005-08-09 20:09:06 -0700 | [diff] [blame] | 114 | * Don't inline this cruft. Here are some nice properties to exploit here. The |
| 115 | * BSD API does not allow a listening sock to specify the remote port nor the |
| 116 | * remote address for the connection. So always assume those are both |
| 117 | * wildcarded during the search since they can never be otherwise. |
| 118 | */ |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 119 | static struct sock *inet_lookup_listener_slow(struct net *net, |
| 120 | const struct hlist_head *head, |
Al Viro | fb99c84 | 2006-09-27 18:43:33 -0700 | [diff] [blame] | 121 | const __be32 daddr, |
Herbert Xu | 8f49106 | 2006-08-09 15:47:12 -0700 | [diff] [blame] | 122 | const unsigned short hnum, |
| 123 | const int dif) |
Arnaldo Carvalho de Melo | 33b6223 | 2005-08-09 20:09:06 -0700 | [diff] [blame] | 124 | { |
| 125 | struct sock *result = NULL, *sk; |
| 126 | const struct hlist_node *node; |
| 127 | int hiscore = -1; |
| 128 | |
| 129 | sk_for_each(sk, node, head) { |
| 130 | const struct inet_sock *inet = inet_sk(sk); |
| 131 | |
YOSHIFUJI Hideaki | 878628f | 2008-03-26 03:57:35 +0900 | [diff] [blame] | 132 | if (net_eq(sock_net(sk), net) && inet->num == hnum && |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 133 | !ipv6_only_sock(sk)) { |
Al Viro | fb99c84 | 2006-09-27 18:43:33 -0700 | [diff] [blame] | 134 | const __be32 rcv_saddr = inet->rcv_saddr; |
Arnaldo Carvalho de Melo | 33b6223 | 2005-08-09 20:09:06 -0700 | [diff] [blame] | 135 | int score = sk->sk_family == PF_INET ? 1 : 0; |
| 136 | |
| 137 | if (rcv_saddr) { |
| 138 | if (rcv_saddr != daddr) |
| 139 | continue; |
| 140 | score += 2; |
| 141 | } |
| 142 | if (sk->sk_bound_dev_if) { |
| 143 | if (sk->sk_bound_dev_if != dif) |
| 144 | continue; |
| 145 | score += 2; |
| 146 | } |
| 147 | if (score == 5) |
| 148 | return sk; |
| 149 | if (score > hiscore) { |
| 150 | hiscore = score; |
| 151 | result = sk; |
| 152 | } |
| 153 | } |
| 154 | } |
| 155 | return result; |
| 156 | } |
Arnaldo Carvalho de Melo | e48c414 | 2005-08-09 20:09:46 -0700 | [diff] [blame] | 157 | |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 158 | /* Optimize the common listener case. */ |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 159 | struct sock *__inet_lookup_listener(struct net *net, |
| 160 | struct inet_hashinfo *hashinfo, |
Al Viro | fb99c84 | 2006-09-27 18:43:33 -0700 | [diff] [blame] | 161 | const __be32 daddr, const unsigned short hnum, |
Herbert Xu | 8f49106 | 2006-08-09 15:47:12 -0700 | [diff] [blame] | 162 | const int dif) |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 163 | { |
| 164 | struct sock *sk = NULL; |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 165 | struct inet_listen_hashbucket *ilb; |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 166 | |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 167 | ilb = &hashinfo->listening_hash[inet_lhashfn(net, hnum)]; |
| 168 | spin_lock(&ilb->lock); |
| 169 | if (!hlist_empty(&ilb->head)) { |
| 170 | const struct inet_sock *inet = inet_sk((sk = __sk_head(&ilb->head))); |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 171 | |
| 172 | if (inet->num == hnum && !sk->sk_node.next && |
| 173 | (!inet->rcv_saddr || inet->rcv_saddr == daddr) && |
| 174 | (sk->sk_family == PF_INET || !ipv6_only_sock(sk)) && |
YOSHIFUJI Hideaki | 878628f | 2008-03-26 03:57:35 +0900 | [diff] [blame] | 175 | !sk->sk_bound_dev_if && net_eq(sock_net(sk), net)) |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 176 | goto sherry_cache; |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 177 | sk = inet_lookup_listener_slow(net, &ilb->head, daddr, hnum, dif); |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 178 | } |
| 179 | if (sk) { |
| 180 | sherry_cache: |
| 181 | sock_hold(sk); |
| 182 | } |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 183 | spin_unlock(&ilb->lock); |
Herbert Xu | 99a92ff | 2006-08-08 02:18:10 -0700 | [diff] [blame] | 184 | return sk; |
| 185 | } |
Herbert Xu | 8f49106 | 2006-08-09 15:47:12 -0700 | [diff] [blame] | 186 | EXPORT_SYMBOL_GPL(__inet_lookup_listener); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 187 | |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 188 | struct sock * __inet_lookup_established(struct net *net, |
| 189 | struct inet_hashinfo *hashinfo, |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 190 | const __be32 saddr, const __be16 sport, |
| 191 | const __be32 daddr, const u16 hnum, |
| 192 | const int dif) |
| 193 | { |
| 194 | INET_ADDR_COOKIE(acookie, saddr, daddr) |
| 195 | const __portpair ports = INET_COMBINED_PORTS(sport, hnum); |
| 196 | struct sock *sk; |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 197 | const struct hlist_nulls_node *node; |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 198 | /* Optimize here for direct hit, only listening connections can |
| 199 | * have wildcards anyways. |
| 200 | */ |
Pavel Emelyanov | 9f26b3a | 2008-06-16 17:13:27 -0700 | [diff] [blame] | 201 | unsigned int hash = inet_ehashfn(net, daddr, hnum, saddr, sport); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 202 | unsigned int slot = hash & (hashinfo->ehash_size - 1); |
| 203 | struct inet_ehash_bucket *head = &hashinfo->ehash[slot]; |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 204 | |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 205 | rcu_read_lock(); |
| 206 | begin: |
| 207 | sk_nulls_for_each_rcu(sk, node, &head->chain) { |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 208 | if (INET_MATCH(sk, net, hash, acookie, |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 209 | saddr, daddr, ports, dif)) { |
| 210 | if (unlikely(!atomic_inc_not_zero(&sk->sk_refcnt))) |
| 211 | goto begintw; |
| 212 | if (unlikely(!INET_MATCH(sk, net, hash, acookie, |
| 213 | saddr, daddr, ports, dif))) { |
| 214 | sock_put(sk); |
| 215 | goto begin; |
| 216 | } |
| 217 | goto out; |
| 218 | } |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 219 | } |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 220 | /* |
| 221 | * if the nulls value we got at the end of this lookup is |
| 222 | * not the expected one, we must restart lookup. |
| 223 | * We probably met an item that was moved to another chain. |
| 224 | */ |
| 225 | if (get_nulls_value(node) != slot) |
| 226 | goto begin; |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 227 | |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 228 | begintw: |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 229 | /* Must check for a TIME_WAIT'er before going to listener hash. */ |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 230 | sk_nulls_for_each_rcu(sk, node, &head->twchain) { |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 231 | if (INET_TW_MATCH(sk, net, hash, acookie, |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 232 | saddr, daddr, ports, dif)) { |
| 233 | if (unlikely(!atomic_inc_not_zero(&sk->sk_refcnt))) { |
| 234 | sk = NULL; |
| 235 | goto out; |
| 236 | } |
| 237 | if (unlikely(!INET_TW_MATCH(sk, net, hash, acookie, |
| 238 | saddr, daddr, ports, dif))) { |
| 239 | sock_put(sk); |
| 240 | goto begintw; |
| 241 | } |
| 242 | goto out; |
| 243 | } |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 244 | } |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 245 | /* |
| 246 | * if the nulls value we got at the end of this lookup is |
| 247 | * not the expected one, we must restart lookup. |
| 248 | * We probably met an item that was moved to another chain. |
| 249 | */ |
| 250 | if (get_nulls_value(node) != slot) |
| 251 | goto begintw; |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 252 | sk = NULL; |
| 253 | out: |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 254 | rcu_read_unlock(); |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 255 | return sk; |
Pavel Emelyanov | 77a5ba5 | 2007-12-20 15:32:17 -0800 | [diff] [blame] | 256 | } |
| 257 | EXPORT_SYMBOL_GPL(__inet_lookup_established); |
| 258 | |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 259 | /* called with local bh disabled */ |
| 260 | static int __inet_check_established(struct inet_timewait_death_row *death_row, |
| 261 | struct sock *sk, __u16 lport, |
| 262 | struct inet_timewait_sock **twp) |
| 263 | { |
| 264 | struct inet_hashinfo *hinfo = death_row->hashinfo; |
| 265 | struct inet_sock *inet = inet_sk(sk); |
Al Viro | fb99c84 | 2006-09-27 18:43:33 -0700 | [diff] [blame] | 266 | __be32 daddr = inet->rcv_saddr; |
| 267 | __be32 saddr = inet->daddr; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 268 | int dif = sk->sk_bound_dev_if; |
| 269 | INET_ADDR_COOKIE(acookie, saddr, daddr) |
Al Viro | 4f765d8 | 2006-09-27 18:43:07 -0700 | [diff] [blame] | 270 | const __portpair ports = INET_COMBINED_PORTS(inet->dport, lport); |
Pavel Emelyanov | 9f26b3a | 2008-06-16 17:13:27 -0700 | [diff] [blame] | 271 | struct net *net = sock_net(sk); |
| 272 | unsigned int hash = inet_ehashfn(net, daddr, lport, saddr, inet->dport); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 273 | struct inet_ehash_bucket *head = inet_ehash_bucket(hinfo, hash); |
Eric Dumazet | 230140c | 2007-11-07 02:40:20 -0800 | [diff] [blame] | 274 | rwlock_t *lock = inet_ehash_lockp(hinfo, hash); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 275 | struct sock *sk2; |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 276 | const struct hlist_nulls_node *node; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 277 | struct inet_timewait_sock *tw; |
| 278 | |
| 279 | prefetch(head->chain.first); |
Eric Dumazet | 230140c | 2007-11-07 02:40:20 -0800 | [diff] [blame] | 280 | write_lock(lock); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 281 | |
| 282 | /* Check TIME-WAIT sockets first. */ |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 283 | sk_nulls_for_each(sk2, node, &head->twchain) { |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 284 | tw = inet_twsk(sk2); |
| 285 | |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 286 | if (INET_TW_MATCH(sk2, net, hash, acookie, |
| 287 | saddr, daddr, ports, dif)) { |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 288 | if (twsk_unique(sk, sk2, twp)) |
| 289 | goto unique; |
| 290 | else |
| 291 | goto not_unique; |
| 292 | } |
| 293 | } |
| 294 | tw = NULL; |
| 295 | |
| 296 | /* And established part... */ |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 297 | sk_nulls_for_each(sk2, node, &head->chain) { |
Pavel Emelyanov | c67499c | 2008-01-31 05:06:40 -0800 | [diff] [blame] | 298 | if (INET_MATCH(sk2, net, hash, acookie, |
| 299 | saddr, daddr, ports, dif)) |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 300 | goto not_unique; |
| 301 | } |
| 302 | |
| 303 | unique: |
| 304 | /* Must record num and sport now. Otherwise we will see |
| 305 | * in hash table socket with a funny identity. */ |
| 306 | inet->num = lport; |
| 307 | inet->sport = htons(lport); |
| 308 | sk->sk_hash = hash; |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 309 | WARN_ON(!sk_unhashed(sk)); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 310 | __sk_nulls_add_node_rcu(sk, &head->chain); |
Pavel Emelyanov | c29a0bc | 2008-03-31 19:41:46 -0700 | [diff] [blame] | 311 | sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1); |
Eric Dumazet | 230140c | 2007-11-07 02:40:20 -0800 | [diff] [blame] | 312 | write_unlock(lock); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 313 | |
| 314 | if (twp) { |
| 315 | *twp = tw; |
Pavel Emelyanov | de0744a | 2008-07-16 20:31:16 -0700 | [diff] [blame] | 316 | NET_INC_STATS_BH(net, LINUX_MIB_TIMEWAITRECYCLED); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 317 | } else if (tw) { |
| 318 | /* Silly. Should hash-dance instead... */ |
| 319 | inet_twsk_deschedule(tw, death_row); |
Pavel Emelyanov | de0744a | 2008-07-16 20:31:16 -0700 | [diff] [blame] | 320 | NET_INC_STATS_BH(net, LINUX_MIB_TIMEWAITRECYCLED); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 321 | |
| 322 | inet_twsk_put(tw); |
| 323 | } |
| 324 | |
| 325 | return 0; |
| 326 | |
| 327 | not_unique: |
Eric Dumazet | 230140c | 2007-11-07 02:40:20 -0800 | [diff] [blame] | 328 | write_unlock(lock); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 329 | return -EADDRNOTAVAIL; |
| 330 | } |
| 331 | |
| 332 | static inline u32 inet_sk_port_offset(const struct sock *sk) |
| 333 | { |
| 334 | const struct inet_sock *inet = inet_sk(sk); |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 335 | return secure_ipv4_port_ephemeral(inet->rcv_saddr, inet->daddr, |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 336 | inet->dport); |
| 337 | } |
| 338 | |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 339 | void __inet_hash_nolisten(struct sock *sk) |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 340 | { |
Pavel Emelyanov | 39d8cda | 2008-03-22 16:50:58 -0700 | [diff] [blame] | 341 | struct inet_hashinfo *hashinfo = sk->sk_prot->h.hashinfo; |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 342 | struct hlist_nulls_head *list; |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 343 | rwlock_t *lock; |
| 344 | struct inet_ehash_bucket *head; |
| 345 | |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 346 | WARN_ON(!sk_unhashed(sk)); |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 347 | |
| 348 | sk->sk_hash = inet_sk_ehashfn(sk); |
| 349 | head = inet_ehash_bucket(hashinfo, sk->sk_hash); |
| 350 | list = &head->chain; |
| 351 | lock = inet_ehash_lockp(hashinfo, sk->sk_hash); |
| 352 | |
| 353 | write_lock(lock); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 354 | __sk_nulls_add_node_rcu(sk, list); |
Pavel Emelyanov | c29a0bc | 2008-03-31 19:41:46 -0700 | [diff] [blame] | 355 | sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1); |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 356 | write_unlock(lock); |
| 357 | } |
| 358 | EXPORT_SYMBOL_GPL(__inet_hash_nolisten); |
| 359 | |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 360 | static void __inet_hash(struct sock *sk) |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 361 | { |
Pavel Emelyanov | 39d8cda | 2008-03-22 16:50:58 -0700 | [diff] [blame] | 362 | struct inet_hashinfo *hashinfo = sk->sk_prot->h.hashinfo; |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 363 | struct inet_listen_hashbucket *ilb; |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 364 | |
| 365 | if (sk->sk_state != TCP_LISTEN) { |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 366 | __inet_hash_nolisten(sk); |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 367 | return; |
| 368 | } |
| 369 | |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 370 | WARN_ON(!sk_unhashed(sk)); |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 371 | ilb = &hashinfo->listening_hash[inet_sk_listen_hashfn(sk)]; |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 372 | |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 373 | spin_lock(&ilb->lock); |
| 374 | __sk_add_node(sk, &ilb->head); |
Pavel Emelyanov | c29a0bc | 2008-03-31 19:41:46 -0700 | [diff] [blame] | 375 | sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1); |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 376 | spin_unlock(&ilb->lock); |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 377 | } |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 378 | |
| 379 | void inet_hash(struct sock *sk) |
| 380 | { |
| 381 | if (sk->sk_state != TCP_CLOSE) { |
| 382 | local_bh_disable(); |
| 383 | __inet_hash(sk); |
| 384 | local_bh_enable(); |
| 385 | } |
| 386 | } |
| 387 | EXPORT_SYMBOL_GPL(inet_hash); |
| 388 | |
| 389 | void inet_unhash(struct sock *sk) |
| 390 | { |
Pavel Emelyanov | 39d8cda | 2008-03-22 16:50:58 -0700 | [diff] [blame] | 391 | struct inet_hashinfo *hashinfo = sk->sk_prot->h.hashinfo; |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 392 | |
| 393 | if (sk_unhashed(sk)) |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 394 | return; |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 395 | |
| 396 | if (sk->sk_state == TCP_LISTEN) { |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 397 | struct inet_listen_hashbucket *ilb; |
| 398 | |
| 399 | ilb = &hashinfo->listening_hash[inet_sk_listen_hashfn(sk)]; |
| 400 | spin_lock_bh(&ilb->lock); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 401 | if (__sk_del_node_init(sk)) |
| 402 | sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1); |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 403 | spin_unlock_bh(&ilb->lock); |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 404 | } else { |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 405 | rwlock_t *lock = inet_ehash_lockp(hashinfo, sk->sk_hash); |
| 406 | |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 407 | write_lock_bh(lock); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 408 | if (__sk_nulls_del_node_init_rcu(sk)) |
| 409 | sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1); |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 410 | write_unlock_bh(lock); |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 411 | } |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 412 | } |
| 413 | EXPORT_SYMBOL_GPL(inet_unhash); |
Pavel Emelyanov | 152da81 | 2007-12-20 15:31:33 -0800 | [diff] [blame] | 414 | |
Pavel Emelyanov | 5ee31fc | 2008-01-31 05:04:45 -0800 | [diff] [blame] | 415 | int __inet_hash_connect(struct inet_timewait_death_row *death_row, |
Pavel Emelyanov | 5d8c0aa | 2008-02-05 03:14:44 -0800 | [diff] [blame] | 416 | struct sock *sk, u32 port_offset, |
Pavel Emelyanov | 5ee31fc | 2008-01-31 05:04:45 -0800 | [diff] [blame] | 417 | int (*check_established)(struct inet_timewait_death_row *, |
| 418 | struct sock *, __u16, struct inet_timewait_sock **), |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 419 | void (*hash)(struct sock *sk)) |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 420 | { |
| 421 | struct inet_hashinfo *hinfo = death_row->hashinfo; |
| 422 | const unsigned short snum = inet_sk(sk)->num; |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 423 | struct inet_bind_hashbucket *head; |
| 424 | struct inet_bind_bucket *tb; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 425 | int ret; |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 426 | struct net *net = sock_net(sk); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 427 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 428 | if (!snum) { |
Stephen Hemminger | 227b60f | 2007-10-10 17:30:46 -0700 | [diff] [blame] | 429 | int i, remaining, low, high, port; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 430 | static u32 hint; |
Pavel Emelyanov | 5d8c0aa | 2008-02-05 03:14:44 -0800 | [diff] [blame] | 431 | u32 offset = hint + port_offset; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 432 | struct hlist_node *node; |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 433 | struct inet_timewait_sock *tw = NULL; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 434 | |
Stephen Hemminger | 227b60f | 2007-10-10 17:30:46 -0700 | [diff] [blame] | 435 | inet_get_local_port_range(&low, &high); |
Anton Arapov | a25de53 | 2007-10-18 22:00:17 -0700 | [diff] [blame] | 436 | remaining = (high - low) + 1; |
Stephen Hemminger | 227b60f | 2007-10-10 17:30:46 -0700 | [diff] [blame] | 437 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 438 | local_bh_disable(); |
Stephen Hemminger | 227b60f | 2007-10-10 17:30:46 -0700 | [diff] [blame] | 439 | for (i = 1; i <= remaining; i++) { |
| 440 | port = low + (i + offset) % remaining; |
Pavel Emelyanov | 7f635ab | 2008-06-16 17:12:49 -0700 | [diff] [blame] | 441 | head = &hinfo->bhash[inet_bhashfn(net, port, |
| 442 | hinfo->bhash_size)]; |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 443 | spin_lock(&head->lock); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 444 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 445 | /* Does not bother with rcv_saddr checks, |
| 446 | * because the established check is already |
| 447 | * unique enough. |
| 448 | */ |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 449 | inet_bind_bucket_for_each(tb, node, &head->chain) { |
Eric Dumazet | 7a9546e | 2008-11-12 00:54:20 -0800 | [diff] [blame] | 450 | if (ib_net(tb) == net && tb->port == port) { |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 451 | WARN_ON(hlist_empty(&tb->owners)); |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 452 | if (tb->fastreuse >= 0) |
| 453 | goto next_port; |
Pavel Emelyanov | 5ee31fc | 2008-01-31 05:04:45 -0800 | [diff] [blame] | 454 | if (!check_established(death_row, sk, |
| 455 | port, &tw)) |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 456 | goto ok; |
| 457 | goto next_port; |
| 458 | } |
| 459 | } |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 460 | |
Pavel Emelyanov | 941b1d2 | 2008-01-31 05:05:50 -0800 | [diff] [blame] | 461 | tb = inet_bind_bucket_create(hinfo->bind_bucket_cachep, |
| 462 | net, head, port); |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 463 | if (!tb) { |
| 464 | spin_unlock(&head->lock); |
| 465 | break; |
| 466 | } |
| 467 | tb->fastreuse = -1; |
| 468 | goto ok; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 469 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 470 | next_port: |
| 471 | spin_unlock(&head->lock); |
| 472 | } |
| 473 | local_bh_enable(); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 474 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 475 | return -EADDRNOTAVAIL; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 476 | |
| 477 | ok: |
| 478 | hint += i; |
| 479 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 480 | /* Head lock still held and bh's disabled */ |
| 481 | inet_bind_hash(sk, tb, port); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 482 | if (sk_unhashed(sk)) { |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 483 | inet_sk(sk)->sport = htons(port); |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 484 | hash(sk); |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 485 | } |
| 486 | spin_unlock(&head->lock); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 487 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 488 | if (tw) { |
| 489 | inet_twsk_deschedule(tw, death_row); |
| 490 | inet_twsk_put(tw); |
| 491 | } |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 492 | |
| 493 | ret = 0; |
| 494 | goto out; |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 495 | } |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 496 | |
Pavel Emelyanov | 7f635ab | 2008-06-16 17:12:49 -0700 | [diff] [blame] | 497 | head = &hinfo->bhash[inet_bhashfn(net, snum, hinfo->bhash_size)]; |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 498 | tb = inet_csk(sk)->icsk_bind_hash; |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 499 | spin_lock_bh(&head->lock); |
| 500 | if (sk_head(&tb->owners) == sk && !sk->sk_bind_node.next) { |
Arnaldo Carvalho de Melo | ab1e0a1 | 2008-02-03 04:06:04 -0800 | [diff] [blame] | 501 | hash(sk); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 502 | spin_unlock_bh(&head->lock); |
| 503 | return 0; |
| 504 | } else { |
| 505 | spin_unlock(&head->lock); |
| 506 | /* No definite answer... Walk to established hash table */ |
Pavel Emelyanov | 5ee31fc | 2008-01-31 05:04:45 -0800 | [diff] [blame] | 507 | ret = check_established(death_row, sk, snum, NULL); |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 508 | out: |
| 509 | local_bh_enable(); |
| 510 | return ret; |
| 511 | } |
| 512 | } |
Pavel Emelyanov | 5ee31fc | 2008-01-31 05:04:45 -0800 | [diff] [blame] | 513 | |
| 514 | /* |
| 515 | * Bind a port for a connect operation and hash it. |
| 516 | */ |
| 517 | int inet_hash_connect(struct inet_timewait_death_row *death_row, |
| 518 | struct sock *sk) |
| 519 | { |
Pavel Emelyanov | 5d8c0aa | 2008-02-05 03:14:44 -0800 | [diff] [blame] | 520 | return __inet_hash_connect(death_row, sk, inet_sk_port_offset(sk), |
Pavel Emelyanov | 5ee31fc | 2008-01-31 05:04:45 -0800 | [diff] [blame] | 521 | __inet_check_established, __inet_hash_nolisten); |
| 522 | } |
Arnaldo Carvalho de Melo | a7f5e7f | 2005-12-13 23:25:31 -0800 | [diff] [blame] | 523 | |
| 524 | EXPORT_SYMBOL_GPL(inet_hash_connect); |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 525 | |
| 526 | void inet_hashinfo_init(struct inet_hashinfo *h) |
| 527 | { |
| 528 | int i; |
| 529 | |
| 530 | for (i = 0; i < INET_LHTABLE_SIZE; i++) |
| 531 | spin_lock_init(&h->listening_hash[i].lock); |
| 532 | } |
| 533 | |
| 534 | EXPORT_SYMBOL_GPL(inet_hashinfo_init); |