blob: 97dc35ad09bef3c8618445f44d5e97976b0aa2a9 [file] [log] [blame]
Arnaldo Carvalho de Melo304a1612005-08-09 19:59:20 -07001/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Authors: Lotsa people, from code originally in tcp
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14#ifndef _INET_HASHTABLES_H
15#define _INET_HASHTABLES_H
16
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -070017
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -070018#include <linux/interrupt.h>
Arnaldo Carvalho de Melo33b62232005-08-09 20:09:06 -070019#include <linux/ipv6.h>
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070020#include <linux/list.h>
21#include <linux/slab.h>
Arnaldo Carvalho de Melo33b62232005-08-09 20:09:06 -070022#include <linux/socket.h>
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070023#include <linux/spinlock.h>
Arnaldo Carvalho de Melo304a1612005-08-09 19:59:20 -070024#include <linux/types.h>
Arnaldo Carvalho de Melof3f05f72005-08-09 20:08:09 -070025#include <linux/wait.h>
Eric Dumazet9e4505c2007-11-10 21:18:39 -080026#include <linux/vmalloc.h>
Arnaldo Carvalho de Melo304a1612005-08-09 19:59:20 -070027
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -070028#include <net/inet_connection_sock.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020029#include <net/inet_sock.h>
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -070030#include <net/sock.h>
Arnaldo Carvalho de Meloc752f072005-08-09 20:08:28 -070031#include <net/tcp_states.h>
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -070032
Arnaldo Carvalho de Melof3f05f72005-08-09 20:08:09 -070033#include <asm/atomic.h>
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -070034#include <asm/byteorder.h>
Arnaldo Carvalho de Melof3f05f72005-08-09 20:08:09 -070035
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070036/* This is for all connections with a full identity, no wildcards.
Eric Dumazetdbca9b2752007-02-08 14:16:46 -080037 * One chain is dedicated to TIME_WAIT sockets.
38 * I'll experiment with dynamic table growth later.
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070039 */
40struct inet_ehash_bucket {
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070041 struct hlist_head chain;
Eric Dumazetdbca9b2752007-02-08 14:16:46 -080042 struct hlist_head twchain;
Eric Dumazet6d255362005-10-04 15:55:51 -070043};
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070044
45/* There are a few simple rules, which allow for local port reuse by
46 * an application. In essence:
47 *
48 * 1) Sockets bound to different interfaces may share a local port.
49 * Failing that, goto test 2.
50 * 2) If all sockets have sk->sk_reuse set, and none of them are in
51 * TCP_LISTEN state, the port may be shared.
52 * Failing that, goto test 3.
53 * 3) If all sockets are bound to a specific inet_sk(sk)->rcv_saddr local
54 * address, and none of them are the same, the port may be
55 * shared.
56 * Failing this, the port cannot be shared.
57 *
58 * The interesting point, is test #2. This is what an FTP server does
59 * all day. To optimize this case we use a specific flag bit defined
60 * below. As we add sockets to a bind bucket list, we perform a
61 * check of: (newsk->sk_reuse && (newsk->sk_state != TCP_LISTEN))
62 * As long as all sockets added to a bind bucket pass this test,
63 * the flag bit will be set.
64 * The resulting situation is that tcp_v[46]_verify_bind() can just check
65 * for this flag bit, if it is set and the socket trying to bind has
66 * sk->sk_reuse set, we don't even have to walk the owners list at all,
67 * we return that it is ok to bind this socket to the requested local port.
68 *
69 * Sounds like a lot of work, but it is worth it. In a more naive
70 * implementation (ie. current FreeBSD etc.) the entire list of ports
71 * must be walked for each data port opened by an ftp server. Needless
72 * to say, this does not scale at all. With a couple thousand FTP
73 * users logged onto your box, isn't it nice to know that new data
74 * ports are created in O(1) time? I thought so. ;-) -DaveM
75 */
76struct inet_bind_bucket {
Pavel Emelyanov941b1d22008-01-31 05:05:50 -080077 struct net *ib_net;
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -070078 unsigned short port;
79 signed short fastreuse;
80 struct hlist_node node;
81 struct hlist_head owners;
82};
83
84#define inet_bind_bucket_for_each(tb, node, head) \
85 hlist_for_each_entry(tb, node, head, node)
86
87struct inet_bind_hashbucket {
88 spinlock_t lock;
89 struct hlist_head chain;
90};
91
92/* This is for listening sockets, thus all sockets which possess wildcards. */
93#define INET_LHTABLE_SIZE 32 /* Yes, really, this is all you need. */
94
95struct inet_hashinfo {
96 /* This is for sockets with full identity only. Sockets here will
97 * always be without wildcards and will have the following invariant:
98 *
99 * TCP_ESTABLISHED <= sk->sk_state < TCP_CLOSE
100 *
Eric Dumazetdbca9b2752007-02-08 14:16:46 -0800101 * TIME_WAIT sockets use a separate chain (twchain).
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700102 */
103 struct inet_ehash_bucket *ehash;
Eric Dumazet230140c2007-11-07 02:40:20 -0800104 rwlock_t *ehash_locks;
105 unsigned int ehash_size;
106 unsigned int ehash_locks_mask;
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700107
108 /* Ok, let's try this, I give up, we do need a local binding
109 * TCP hash as well as the others for fast bind/connect.
110 */
111 struct inet_bind_hashbucket *bhash;
112
Stephen Hemmingercfcabdc2007-10-09 01:59:42 -0700113 unsigned int bhash_size;
Eric Dumazet230140c2007-11-07 02:40:20 -0800114 /* Note : 4 bytes padding on 64 bit arches */
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700115
116 /* All sockets in TCP_LISTEN state will be in here. This is the only
117 * table where wildcard'd TCP sockets can exist. Hash function here
118 * is just local port number.
119 */
120 struct hlist_head listening_hash[INET_LHTABLE_SIZE];
121
122 /* All the above members are written once at bootup and
123 * never written again _or_ are predominantly read-access.
124 *
125 * Now align to a new cache line as all the following members
126 * are often dirty.
127 */
128 rwlock_t lhash_lock ____cacheline_aligned;
129 atomic_t lhash_users;
130 wait_queue_head_t lhash_wait;
Christoph Lametere18b8902006-12-06 20:33:20 -0800131 struct kmem_cache *bind_bucket_cachep;
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700132};
133
Eric Dumazet81c3d542005-10-03 14:13:38 -0700134static inline struct inet_ehash_bucket *inet_ehash_bucket(
135 struct inet_hashinfo *hashinfo,
136 unsigned int hash)
137{
138 return &hashinfo->ehash[hash & (hashinfo->ehash_size - 1)];
Arnaldo Carvalho de Melo304a1612005-08-09 19:59:20 -0700139}
140
Eric Dumazet230140c2007-11-07 02:40:20 -0800141static inline rwlock_t *inet_ehash_lockp(
142 struct inet_hashinfo *hashinfo,
143 unsigned int hash)
144{
145 return &hashinfo->ehash_locks[hash & hashinfo->ehash_locks_mask];
146}
147
148static inline int inet_ehash_locks_alloc(struct inet_hashinfo *hashinfo)
149{
150 unsigned int i, size = 256;
151#if defined(CONFIG_PROVE_LOCKING)
152 unsigned int nr_pcpus = 2;
153#else
154 unsigned int nr_pcpus = num_possible_cpus();
155#endif
156 if (nr_pcpus >= 4)
157 size = 512;
158 if (nr_pcpus >= 8)
159 size = 1024;
160 if (nr_pcpus >= 16)
161 size = 2048;
162 if (nr_pcpus >= 32)
163 size = 4096;
164 if (sizeof(rwlock_t) != 0) {
165#ifdef CONFIG_NUMA
166 if (size * sizeof(rwlock_t) > PAGE_SIZE)
167 hashinfo->ehash_locks = vmalloc(size * sizeof(rwlock_t));
168 else
169#endif
170 hashinfo->ehash_locks = kmalloc(size * sizeof(rwlock_t),
171 GFP_KERNEL);
172 if (!hashinfo->ehash_locks)
173 return ENOMEM;
174 for (i = 0; i < size; i++)
175 rwlock_init(&hashinfo->ehash_locks[i]);
176 }
177 hashinfo->ehash_locks_mask = size - 1;
178 return 0;
179}
180
181static inline void inet_ehash_locks_free(struct inet_hashinfo *hashinfo)
182{
183 if (hashinfo->ehash_locks) {
184#ifdef CONFIG_NUMA
185 unsigned int size = (hashinfo->ehash_locks_mask + 1) *
186 sizeof(rwlock_t);
187 if (size > PAGE_SIZE)
188 vfree(hashinfo->ehash_locks);
189 else
Eric Dumazet230140c2007-11-07 02:40:20 -0800190#endif
Pavel Emelyanov218ad122007-11-26 20:23:31 +0800191 kfree(hashinfo->ehash_locks);
Eric Dumazet230140c2007-11-07 02:40:20 -0800192 hashinfo->ehash_locks = NULL;
193 }
194}
195
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700196extern struct inet_bind_bucket *
Christoph Lametere18b8902006-12-06 20:33:20 -0800197 inet_bind_bucket_create(struct kmem_cache *cachep,
Pavel Emelyanov941b1d22008-01-31 05:05:50 -0800198 struct net *net,
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700199 struct inet_bind_hashbucket *head,
200 const unsigned short snum);
Christoph Lametere18b8902006-12-06 20:33:20 -0800201extern void inet_bind_bucket_destroy(struct kmem_cache *cachep,
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700202 struct inet_bind_bucket *tb);
203
204static inline int inet_bhashfn(const __u16 lport, const int bhash_size)
205{
206 return lport & (bhash_size - 1);
207}
208
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700209extern void inet_bind_hash(struct sock *sk, struct inet_bind_bucket *tb,
210 const unsigned short snum);
211
Arnaldo Carvalho de Melo77d8bf92005-08-09 20:00:51 -0700212/* These can have wildcards, don't try too hard. */
213static inline int inet_lhashfn(const unsigned short num)
214{
215 return num & (INET_LHTABLE_SIZE - 1);
216}
217
218static inline int inet_sk_listen_hashfn(const struct sock *sk)
219{
220 return inet_lhashfn(inet_sk(sk)->num);
221}
222
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700223/* Caller must disable local BH processing. */
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800224static inline void __inet_inherit_port(struct sock *sk, struct sock *child)
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700225{
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800226 struct inet_hashinfo *table = sk->sk_prot->hashinfo;
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700227 const int bhash = inet_bhashfn(inet_sk(child)->num, table->bhash_size);
228 struct inet_bind_hashbucket *head = &table->bhash[bhash];
229 struct inet_bind_bucket *tb;
230
231 spin_lock(&head->lock);
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700232 tb = inet_csk(sk)->icsk_bind_hash;
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700233 sk_add_bind_node(child, &tb->owners);
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700234 inet_csk(child)->icsk_bind_hash = tb;
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700235 spin_unlock(&head->lock);
236}
237
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800238static inline void inet_inherit_port(struct sock *sk, struct sock *child)
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700239{
240 local_bh_disable();
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800241 __inet_inherit_port(sk, child);
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700242 local_bh_enable();
243}
244
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800245extern void inet_put_port(struct sock *sk);
Arnaldo Carvalho de Melo2d8c4ce2005-08-09 20:07:13 -0700246
Arnaldo Carvalho de Melof3f05f72005-08-09 20:08:09 -0700247extern void inet_listen_wlock(struct inet_hashinfo *hashinfo);
248
249/*
250 * - We may sleep inside this lock.
251 * - If sleeping is not required (or called from BH),
252 * use plain read_(un)lock(&inet_hashinfo.lhash_lock).
253 */
254static inline void inet_listen_lock(struct inet_hashinfo *hashinfo)
255{
256 /* read_lock synchronizes to candidates to writers */
257 read_lock(&hashinfo->lhash_lock);
258 atomic_inc(&hashinfo->lhash_users);
259 read_unlock(&hashinfo->lhash_lock);
260}
261
262static inline void inet_listen_unlock(struct inet_hashinfo *hashinfo)
263{
264 if (atomic_dec_and_test(&hashinfo->lhash_users))
265 wake_up(&hashinfo->lhash_wait);
266}
267
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800268extern void __inet_hash_nolisten(struct sock *sk);
269extern void inet_hash(struct sock *sk);
270extern void inet_unhash(struct sock *sk);
Arnaldo Carvalho de Melo33b62232005-08-09 20:09:06 -0700271
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800272extern struct sock *__inet_lookup_listener(struct net *net,
273 struct inet_hashinfo *hashinfo,
Al Virofb99c842006-09-27 18:43:33 -0700274 const __be32 daddr,
Herbert Xu8f491062006-08-09 15:47:12 -0700275 const unsigned short hnum,
276 const int dif);
277
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800278static inline struct sock *inet_lookup_listener(struct net *net,
279 struct inet_hashinfo *hashinfo,
280 __be32 daddr, __be16 dport, int dif)
Herbert Xu8f491062006-08-09 15:47:12 -0700281{
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800282 return __inet_lookup_listener(net, hashinfo, daddr, ntohs(dport), dif);
Herbert Xu8f491062006-08-09 15:47:12 -0700283}
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700284
285/* Socket demux engine toys. */
Al Viro4f765d82006-09-27 18:43:07 -0700286/* What happens here is ugly; there's a pair of adjacent fields in
287 struct inet_sock; __be16 dport followed by __u16 num. We want to
288 search by pair, so we combine the keys into a single 32bit value
289 and compare with 32bit value read from &...->dport. Let's at least
290 make sure that it's not mixed with anything else...
291 On 64bit targets we combine comparisons with pair of adjacent __be32
292 fields in the same way.
293*/
294typedef __u32 __bitwise __portpair;
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700295#ifdef __BIG_ENDIAN
296#define INET_COMBINED_PORTS(__sport, __dport) \
Al Viro4f765d82006-09-27 18:43:07 -0700297 ((__force __portpair)(((__force __u32)(__be16)(__sport) << 16) | (__u32)(__dport)))
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700298#else /* __LITTLE_ENDIAN */
299#define INET_COMBINED_PORTS(__sport, __dport) \
Al Viro4f765d82006-09-27 18:43:07 -0700300 ((__force __portpair)(((__u32)(__dport) << 16) | (__force __u32)(__be16)(__sport)))
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700301#endif
302
303#if (BITS_PER_LONG == 64)
Al Viro4f765d82006-09-27 18:43:07 -0700304typedef __u64 __bitwise __addrpair;
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700305#ifdef __BIG_ENDIAN
306#define INET_ADDR_COOKIE(__name, __saddr, __daddr) \
Al Viro4f765d82006-09-27 18:43:07 -0700307 const __addrpair __name = (__force __addrpair) ( \
308 (((__force __u64)(__be32)(__saddr)) << 32) | \
309 ((__force __u64)(__be32)(__daddr)));
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700310#else /* __LITTLE_ENDIAN */
311#define INET_ADDR_COOKIE(__name, __saddr, __daddr) \
Al Viro4f765d82006-09-27 18:43:07 -0700312 const __addrpair __name = (__force __addrpair) ( \
313 (((__force __u64)(__be32)(__daddr)) << 32) | \
314 ((__force __u64)(__be32)(__saddr)));
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700315#endif /* __BIG_ENDIAN */
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800316#define INET_MATCH(__sk, __net, __hash, __cookie, __saddr, __daddr, __ports, __dif)\
317 (((__sk)->sk_hash == (__hash)) && ((__sk)->sk_net == (__net)) && \
Al Viro4f765d82006-09-27 18:43:07 -0700318 ((*((__addrpair *)&(inet_sk(__sk)->daddr))) == (__cookie)) && \
319 ((*((__portpair *)&(inet_sk(__sk)->dport))) == (__ports)) && \
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700320 (!((__sk)->sk_bound_dev_if) || ((__sk)->sk_bound_dev_if == (__dif))))
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800321#define INET_TW_MATCH(__sk, __net, __hash, __cookie, __saddr, __daddr, __ports, __dif)\
322 (((__sk)->sk_hash == (__hash)) && ((__sk)->sk_net == (__net)) && \
Al Viro4f765d82006-09-27 18:43:07 -0700323 ((*((__addrpair *)&(inet_twsk(__sk)->tw_daddr))) == (__cookie)) && \
324 ((*((__portpair *)&(inet_twsk(__sk)->tw_dport))) == (__ports)) && \
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700325 (!((__sk)->sk_bound_dev_if) || ((__sk)->sk_bound_dev_if == (__dif))))
326#else /* 32-bit arch */
327#define INET_ADDR_COOKIE(__name, __saddr, __daddr)
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800328#define INET_MATCH(__sk, __net, __hash, __cookie, __saddr, __daddr, __ports, __dif) \
329 (((__sk)->sk_hash == (__hash)) && ((__sk)->sk_net == (__net)) && \
Eric Dumazet81c3d542005-10-03 14:13:38 -0700330 (inet_sk(__sk)->daddr == (__saddr)) && \
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700331 (inet_sk(__sk)->rcv_saddr == (__daddr)) && \
Al Viro4f765d82006-09-27 18:43:07 -0700332 ((*((__portpair *)&(inet_sk(__sk)->dport))) == (__ports)) && \
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700333 (!((__sk)->sk_bound_dev_if) || ((__sk)->sk_bound_dev_if == (__dif))))
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800334#define INET_TW_MATCH(__sk, __net, __hash,__cookie, __saddr, __daddr, __ports, __dif) \
335 (((__sk)->sk_hash == (__hash)) && ((__sk)->sk_net == (__net)) && \
Eric Dumazet81c3d542005-10-03 14:13:38 -0700336 (inet_twsk(__sk)->tw_daddr == (__saddr)) && \
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700337 (inet_twsk(__sk)->tw_rcv_saddr == (__daddr)) && \
Al Viro4f765d82006-09-27 18:43:07 -0700338 ((*((__portpair *)&(inet_twsk(__sk)->tw_dport))) == (__ports)) && \
Arnaldo Carvalho de Melo8feaf0c2005-08-09 20:09:30 -0700339 (!((__sk)->sk_bound_dev_if) || ((__sk)->sk_bound_dev_if == (__dif))))
340#endif /* 64-bit arch */
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -0700341
342/*
343 * Sockets in TCP_CLOSE state are _always_ taken out of the hash, so we need
344 * not check it for lookups anymore, thanks Alexey. -DaveM
345 *
346 * Local BH must be disabled here.
347 */
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800348extern struct sock * __inet_lookup_established(struct net *net,
349 struct inet_hashinfo *hashinfo,
Pavel Emelyanov77a5ba52007-12-20 15:32:17 -0800350 const __be32 saddr, const __be16 sport,
351 const __be32 daddr, const u16 hnum, const int dif);
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -0700352
Herbert Xu8f491062006-08-09 15:47:12 -0700353static inline struct sock *
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800354 inet_lookup_established(struct net *net, struct inet_hashinfo *hashinfo,
Al Virofb99c842006-09-27 18:43:33 -0700355 const __be32 saddr, const __be16 sport,
356 const __be32 daddr, const __be16 dport,
Herbert Xu8f491062006-08-09 15:47:12 -0700357 const int dif)
358{
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800359 return __inet_lookup_established(net, hashinfo, saddr, sport, daddr,
Herbert Xu8f491062006-08-09 15:47:12 -0700360 ntohs(dport), dif);
361}
362
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800363static inline struct sock *__inet_lookup(struct net *net,
364 struct inet_hashinfo *hashinfo,
Al Virofb99c842006-09-27 18:43:33 -0700365 const __be32 saddr, const __be16 sport,
366 const __be32 daddr, const __be16 dport,
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -0700367 const int dif)
368{
Herbert Xu8f491062006-08-09 15:47:12 -0700369 u16 hnum = ntohs(dport);
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800370 struct sock *sk = __inet_lookup_established(net, hashinfo,
371 saddr, sport, daddr, hnum, dif);
372
373 return sk ? : __inet_lookup_listener(net, hashinfo, daddr, hnum, dif);
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -0700374}
375
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800376static inline struct sock *inet_lookup(struct net *net,
377 struct inet_hashinfo *hashinfo,
Al Virofb99c842006-09-27 18:43:33 -0700378 const __be32 saddr, const __be16 sport,
379 const __be32 daddr, const __be16 dport,
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -0700380 const int dif)
381{
382 struct sock *sk;
383
384 local_bh_disable();
Pavel Emelyanovc67499c2008-01-31 05:06:40 -0800385 sk = __inet_lookup(net, hashinfo, saddr, sport, daddr, dport, dif);
Arnaldo Carvalho de Meloe48c4142005-08-09 20:09:46 -0700386 local_bh_enable();
387
388 return sk;
389}
Arnaldo Carvalho de Meloa7f5e7f2005-12-13 23:25:31 -0800390
Pavel Emelyanov5ee31fc2008-01-31 05:04:45 -0800391extern int __inet_hash_connect(struct inet_timewait_death_row *death_row,
Pavel Emelyanov5d8c0aa2008-02-05 03:14:44 -0800392 struct sock *sk, u32 port_offset,
Pavel Emelyanov5ee31fc2008-01-31 05:04:45 -0800393 int (*check_established)(struct inet_timewait_death_row *,
394 struct sock *, __u16, struct inet_timewait_sock **),
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -0800395 void (*hash)(struct sock *sk));
Arnaldo Carvalho de Meloa7f5e7f2005-12-13 23:25:31 -0800396extern int inet_hash_connect(struct inet_timewait_death_row *death_row,
397 struct sock *sk);
Arnaldo Carvalho de Melo304a1612005-08-09 19:59:20 -0700398#endif /* _INET_HASHTABLES_H */