blob: b487bc1b99ab749d2d0501c7f6041e630b738673 [file] [log] [blame]
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -02001/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for inet_sock
7 *
8 * Authors: Many, reorganised here by
9 * Arnaldo Carvalho de Melo <acme@mandriva.com>
10 *
11 * This program is free software; you can redistribute it and/or
12 * modify it under the terms of the GNU General Public License
13 * as published by the Free Software Foundation; either version
14 * 2 of the License, or (at your option) any later version.
15 */
16#ifndef _INET_SOCK_H
17#define _INET_SOCK_H
18
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020019
Vegard Nossum45e3ff82008-09-09 06:43:12 +020020#include <linux/kmemcheck.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020021#include <linux/string.h>
22#include <linux/types.h>
David S. Millerb3da2cf2007-03-23 11:40:27 -070023#include <linux/jhash.h>
Tom Herbertfec5e652010-04-16 16:01:27 -070024#include <linux/netdevice.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020025
26#include <net/flow.h>
27#include <net/sock.h>
28#include <net/request_sock.h>
Pavel Emelyanov0b441912008-06-16 17:14:11 -070029#include <net/netns/hash.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020030
31/** struct ip_options - IP Options
32 *
33 * @faddr - Saved first hop address
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020034 * @is_data - Options in __data, rather than skb
35 * @is_strictroute - Strict source route
36 * @srr_is_hit - Packet destination addr was our one
37 * @is_changed - IP checksum more not valid
38 * @rr_needaddr - Need to record addr of outgoing dev
39 * @ts_needtime - Need to record timestamp
40 * @ts_needaddr - Need to record addr of outgoing dev
41 */
42struct ip_options {
Al Viro3ca3c682006-09-27 18:28:07 -070043 __be32 faddr;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020044 unsigned char optlen;
45 unsigned char srr;
46 unsigned char rr;
47 unsigned char ts;
Denis V. Lunevef722492008-03-22 16:35:29 -070048 unsigned char is_strictroute:1,
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020049 srr_is_hit:1,
50 is_changed:1,
51 rr_needaddr:1,
52 ts_needtime:1,
53 ts_needaddr:1;
54 unsigned char router_alert;
Paul Moore11a03f72006-08-03 16:46:20 -070055 unsigned char cipso;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020056 unsigned char __pad2;
57 unsigned char __data[0];
58};
59
60#define optlength(opt) (sizeof(struct ip_options) + opt->optlen)
61
62struct inet_request_sock {
63 struct request_sock req;
64#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
65 u16 inet6_rsk_offset;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020066#endif
KOVACS Krisztiana3116ac2008-10-01 07:46:49 -070067 __be16 loc_port;
Al Viroadaf3452006-09-27 18:27:13 -070068 __be32 loc_addr;
69 __be32 rmt_addr;
Al Viroe11be942006-09-27 18:35:29 -070070 __be16 rmt_port;
Vegard Nossum45e3ff82008-09-09 06:43:12 +020071 kmemcheck_bitfield_begin(flags);
72 u16 snd_wscale : 4,
73 rcv_wscale : 4,
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020074 tstamp_ok : 1,
75 sack_ok : 1,
76 wscale_ok : 1,
77 ecn_ok : 1,
KOVACS Krisztian88ef4a52008-10-01 07:41:00 -070078 acked : 1,
79 no_srccheck: 1;
Vegard Nossum45e3ff82008-09-09 06:43:12 +020080 kmemcheck_bitfield_end(flags);
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020081 struct ip_options *opt;
82};
83
84static inline struct inet_request_sock *inet_rsk(const struct request_sock *sk)
85{
86 return (struct inet_request_sock *)sk;
87}
88
89struct ip_mc_socklist;
90struct ipv6_pinfo;
91struct rtable;
92
93/** struct inet_sock - representation of INET sockets
94 *
95 * @sk - ancestor class
96 * @pinet6 - pointer to IPv6 control block
Eric Dumazetc720c7e2009-10-15 06:30:45 +000097 * @inet_daddr - Foreign IPv4 addr
98 * @inet_rcv_saddr - Bound local IPv4 addr
99 * @inet_dport - Destination port
100 * @inet_num - Local port
101 * @inet_saddr - Sending source
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200102 * @uc_ttl - Unicast TTL
Eric Dumazetc720c7e2009-10-15 06:30:45 +0000103 * @inet_sport - Source port
104 * @inet_id - ID counter for DF pkts
Tom Herbertfec5e652010-04-16 16:01:27 -0700105 * @rxhash - flow hash received from netif layer
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200106 * @tos - TOS
107 * @mc_ttl - Multicasting TTL
108 * @is_icsk - is this an inet_connection_sock?
109 * @mc_index - Multicast device index
110 * @mc_list - Group array
111 * @cork - info to build ip hdr on each ip frag while socket is corked
112 */
113struct inet_sock {
114 /* sk and pinet6 has to be the first two members of inet_sock */
115 struct sock sk;
116#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
117 struct ipv6_pinfo *pinet6;
118#endif
119 /* Socket demultiplex comparisons on incoming packets. */
Eric Dumazetc720c7e2009-10-15 06:30:45 +0000120 __be32 inet_daddr;
121 __be32 inet_rcv_saddr;
122 __be16 inet_dport;
123 __u16 inet_num;
124 __be32 inet_saddr;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200125 __s16 uc_ttl;
126 __u16 cmsg_flags;
Eric Dumazetc720c7e2009-10-15 06:30:45 +0000127 __be16 inet_sport;
128 __u16 inet_id;
Tom Herbertfec5e652010-04-16 16:01:27 -0700129#ifdef CONFIG_RPS
130 __u32 rxhash;
131#endif
Stephen Hemmingerd218d112010-01-11 16:28:01 -0800132
133 struct ip_options *opt;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200134 __u8 tos;
Stephen Hemmingerd218d112010-01-11 16:28:01 -0800135 __u8 min_ttl;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200136 __u8 mc_ttl;
137 __u8 pmtudisc;
138 __u8 recverr:1,
139 is_icsk:1,
140 freebind:1,
141 hdrincl:1,
KOVACS Krisztianf5715ae2008-10-01 07:30:02 -0700142 mc_loop:1,
Nivedita Singhvif771bef2009-05-28 07:00:46 +0000143 transparent:1,
144 mc_all:1;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200145 int mc_index;
Al Viro011a9262006-09-26 21:27:35 -0700146 __be32 mc_addr;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200147 struct ip_mc_socklist *mc_list;
148 struct {
149 unsigned int flags;
150 unsigned int fragsize;
151 struct ip_options *opt;
YOSHIFUJI Hideakic8cdaf92008-03-10 04:30:37 -0400152 struct dst_entry *dst;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200153 int length; /* Total length of all frames */
Al Viro011a9262006-09-26 21:27:35 -0700154 __be32 addr;
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200155 struct flowi fl;
156 } cork;
157};
158
159#define IPCORK_OPT 1 /* ip-options has been held in ipcork.opt */
160#define IPCORK_ALLFRAG 2 /* always fragment (for ipv6 for now) */
161
162static inline struct inet_sock *inet_sk(const struct sock *sk)
163{
164 return (struct inet_sock *)sk;
165}
166
167static inline void __inet_sk_copy_descendant(struct sock *sk_to,
168 const struct sock *sk_from,
169 const int ancestor_size)
170{
171 memcpy(inet_sk(sk_to) + 1, inet_sk(sk_from) + 1,
172 sk_from->sk_prot->obj_size - ancestor_size);
173}
174#if !(defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE))
175static inline void inet_sk_copy_descendant(struct sock *sk_to,
176 const struct sock *sk_from)
177{
178 __inet_sk_copy_descendant(sk_to, sk_from, sizeof(struct inet_sock));
179}
180#endif
181
182extern int inet_sk_rebuild_header(struct sock *sk);
183
David S. Millerb3da2cf2007-03-23 11:40:27 -0700184extern u32 inet_ehash_secret;
185extern void build_ehash_secret(void);
186
Pavel Emelyanov9f26b3a2008-06-16 17:13:27 -0700187static inline unsigned int inet_ehashfn(struct net *net,
188 const __be32 laddr, const __u16 lport,
Al Virofb99c842006-09-27 18:43:33 -0700189 const __be32 faddr, const __be16 fport)
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200190{
David S. Miller7adc3832008-03-04 14:28:41 -0800191 return jhash_3words((__force __u32) laddr,
192 (__force __u32) faddr,
David S. Millerb3da2cf2007-03-23 11:40:27 -0700193 ((__u32) lport) << 16 | (__force __u32)fport,
Pavel Emelyanov0b441912008-06-16 17:14:11 -0700194 inet_ehash_secret + net_hash_mix(net));
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200195}
196
197static inline int inet_sk_ehashfn(const struct sock *sk)
198{
199 const struct inet_sock *inet = inet_sk(sk);
Eric Dumazetc720c7e2009-10-15 06:30:45 +0000200 const __be32 laddr = inet->inet_rcv_saddr;
201 const __u16 lport = inet->inet_num;
202 const __be32 faddr = inet->inet_daddr;
203 const __be16 fport = inet->inet_dport;
Pavel Emelyanov9f26b3a2008-06-16 17:13:27 -0700204 struct net *net = sock_net(sk);
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200205
Pavel Emelyanov9f26b3a2008-06-16 17:13:27 -0700206 return inet_ehashfn(net, laddr, lport, faddr, fport);
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200207}
208
Arnaldo Carvalho de Meloce4a7d02008-06-10 12:39:35 -0700209static inline struct request_sock *inet_reqsk_alloc(struct request_sock_ops *ops)
210{
211 struct request_sock *req = reqsk_alloc(ops);
Vegard Nossum45e3ff82008-09-09 06:43:12 +0200212 struct inet_request_sock *ireq = inet_rsk(req);
Arnaldo Carvalho de Meloce4a7d02008-06-10 12:39:35 -0700213
Vegard Nossum45e3ff82008-09-09 06:43:12 +0200214 if (req != NULL) {
215 kmemcheck_annotate_bitfield(ireq, flags);
216 ireq->opt = NULL;
217 }
Arnaldo Carvalho de Meloce4a7d02008-06-10 12:39:35 -0700218
219 return req;
220}
221
KOVACS Krisztian88ef4a52008-10-01 07:41:00 -0700222static inline __u8 inet_sk_flowi_flags(const struct sock *sk)
223{
224 return inet_sk(sk)->transparent ? FLOWI_FLAG_ANYSRC : 0;
225}
226
Tom Herbertfec5e652010-04-16 16:01:27 -0700227static inline void inet_rps_record_flow(const struct sock *sk)
228{
229#ifdef CONFIG_RPS
230 struct rps_sock_flow_table *sock_flow_table;
231
232 rcu_read_lock();
233 sock_flow_table = rcu_dereference(rps_sock_flow_table);
234 rps_record_sock_flow(sock_flow_table, inet_sk(sk)->rxhash);
235 rcu_read_unlock();
236#endif
237}
238
239static inline void inet_rps_reset_flow(const struct sock *sk)
240{
241#ifdef CONFIG_RPS
242 struct rps_sock_flow_table *sock_flow_table;
243
244 rcu_read_lock();
245 sock_flow_table = rcu_dereference(rps_sock_flow_table);
246 rps_reset_sock_flow(sock_flow_table, inet_sk(sk)->rxhash);
247 rcu_read_unlock();
248#endif
249}
250
251static inline void inet_rps_save_rxhash(const struct sock *sk, u32 rxhash)
252{
253#ifdef CONFIG_RPS
254 if (unlikely(inet_sk(sk)->rxhash != rxhash)) {
255 inet_rps_reset_flow(sk);
256 inet_sk(sk)->rxhash = rxhash;
257 }
258#endif
259}
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200260#endif /* _INET_SOCK_H */