Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 1 | /* |
| 2 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 3 | * operating system. INET is implemented using the BSD Socket |
| 4 | * interface as the means of communication with the user level. |
| 5 | * |
| 6 | * Definitions for inet_sock |
| 7 | * |
| 8 | * Authors: Many, reorganised here by |
| 9 | * Arnaldo Carvalho de Melo <acme@mandriva.com> |
| 10 | * |
| 11 | * This program is free software; you can redistribute it and/or |
| 12 | * modify it under the terms of the GNU General Public License |
| 13 | * as published by the Free Software Foundation; either version |
| 14 | * 2 of the License, or (at your option) any later version. |
| 15 | */ |
| 16 | #ifndef _INET_SOCK_H |
| 17 | #define _INET_SOCK_H |
| 18 | |
Tom Herbert | c44d13d | 2015-01-05 13:56:15 -0800 | [diff] [blame] | 19 | #include <linux/bitops.h> |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 20 | #include <linux/kmemcheck.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 21 | #include <linux/string.h> |
| 22 | #include <linux/types.h> |
David S. Miller | b3da2cf | 2007-03-23 11:40:27 -0700 | [diff] [blame] | 23 | #include <linux/jhash.h> |
Tom Herbert | fec5e65 | 2010-04-16 16:01:27 -0700 | [diff] [blame] | 24 | #include <linux/netdevice.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 25 | |
| 26 | #include <net/flow.h> |
| 27 | #include <net/sock.h> |
| 28 | #include <net/request_sock.h> |
Pavel Emelyanov | 0b44191 | 2008-06-16 17:14:11 -0700 | [diff] [blame] | 29 | #include <net/netns/hash.h> |
Eric Dumazet | d34ac51 | 2015-03-12 16:44:05 -0700 | [diff] [blame] | 30 | #include <net/tcp_states.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 31 | |
| 32 | /** struct ip_options - IP Options |
| 33 | * |
| 34 | * @faddr - Saved first hop address |
Li Wei | ac8a481 | 2011-11-22 23:33:10 +0000 | [diff] [blame] | 35 | * @nexthop - Saved nexthop address in LSRR and SSRR |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 36 | * @is_strictroute - Strict source route |
| 37 | * @srr_is_hit - Packet destination addr was our one |
| 38 | * @is_changed - IP checksum more not valid |
| 39 | * @rr_needaddr - Need to record addr of outgoing dev |
| 40 | * @ts_needtime - Need to record timestamp |
| 41 | * @ts_needaddr - Need to record addr of outgoing dev |
| 42 | */ |
| 43 | struct ip_options { |
Al Viro | 3ca3c68 | 2006-09-27 18:28:07 -0700 | [diff] [blame] | 44 | __be32 faddr; |
Li Wei | ac8a481 | 2011-11-22 23:33:10 +0000 | [diff] [blame] | 45 | __be32 nexthop; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 46 | unsigned char optlen; |
| 47 | unsigned char srr; |
| 48 | unsigned char rr; |
| 49 | unsigned char ts; |
Denis V. Lunev | ef72249 | 2008-03-22 16:35:29 -0700 | [diff] [blame] | 50 | unsigned char is_strictroute:1, |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 51 | srr_is_hit:1, |
| 52 | is_changed:1, |
| 53 | rr_needaddr:1, |
| 54 | ts_needtime:1, |
| 55 | ts_needaddr:1; |
| 56 | unsigned char router_alert; |
Paul Moore | 11a03f7 | 2006-08-03 16:46:20 -0700 | [diff] [blame] | 57 | unsigned char cipso; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 58 | unsigned char __pad2; |
| 59 | unsigned char __data[0]; |
| 60 | }; |
| 61 | |
Eric Dumazet | f6d8bd0 | 2011-04-21 09:45:37 +0000 | [diff] [blame] | 62 | struct ip_options_rcu { |
| 63 | struct rcu_head rcu; |
| 64 | struct ip_options opt; |
| 65 | }; |
| 66 | |
| 67 | struct ip_options_data { |
| 68 | struct ip_options_rcu opt; |
| 69 | char data[40]; |
| 70 | }; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 71 | |
| 72 | struct inet_request_sock { |
| 73 | struct request_sock req; |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 74 | #define ir_loc_addr req.__req_common.skc_rcv_saddr |
| 75 | #define ir_rmt_addr req.__req_common.skc_daddr |
Eric Dumazet | b44084c | 2013-10-10 00:04:37 -0700 | [diff] [blame] | 76 | #define ir_num req.__req_common.skc_num |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 77 | #define ir_rmt_port req.__req_common.skc_dport |
| 78 | #define ir_v6_rmt_addr req.__req_common.skc_v6_daddr |
| 79 | #define ir_v6_loc_addr req.__req_common.skc_v6_rcv_saddr |
| 80 | #define ir_iif req.__req_common.skc_bound_dev_if |
Eric Dumazet | 33cf7c9 | 2015-03-11 18:53:14 -0700 | [diff] [blame] | 81 | #define ir_cookie req.__req_common.skc_cookie |
| 82 | #define ireq_net req.__req_common.skc_net |
Eric Dumazet | d34ac51 | 2015-03-12 16:44:05 -0700 | [diff] [blame] | 83 | #define ireq_state req.__req_common.skc_state |
Eric Dumazet | 1e2e011 | 2015-03-12 16:44:06 -0700 | [diff] [blame] | 84 | #define ireq_refcnt req.__req_common.skc_refcnt |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 85 | |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 86 | kmemcheck_bitfield_begin(flags); |
| 87 | u16 snd_wscale : 4, |
| 88 | rcv_wscale : 4, |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 89 | tstamp_ok : 1, |
| 90 | sack_ok : 1, |
| 91 | wscale_ok : 1, |
| 92 | ecn_ok : 1, |
KOVACS Krisztian | 88ef4a5 | 2008-10-01 07:41:00 -0700 | [diff] [blame] | 93 | acked : 1, |
| 94 | no_srccheck: 1; |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 95 | kmemcheck_bitfield_end(flags); |
Octavian Purdila | 476eab8 | 2014-06-25 17:09:52 +0300 | [diff] [blame] | 96 | union { |
| 97 | struct ip_options_rcu *opt; |
| 98 | struct sk_buff *pktopts; |
| 99 | }; |
Lorenzo Colitti | 84f39b0 | 2014-05-13 10:17:35 -0700 | [diff] [blame] | 100 | u32 ir_mark; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 101 | }; |
| 102 | |
| 103 | static inline struct inet_request_sock *inet_rsk(const struct request_sock *sk) |
| 104 | { |
| 105 | return (struct inet_request_sock *)sk; |
| 106 | } |
| 107 | |
Lorenzo Colitti | 84f39b0 | 2014-05-13 10:17:35 -0700 | [diff] [blame] | 108 | static inline u32 inet_request_mark(struct sock *sk, struct sk_buff *skb) |
| 109 | { |
| 110 | if (!sk->sk_mark && sock_net(sk)->ipv4.sysctl_tcp_fwmark_accept) { |
| 111 | return skb->mark; |
| 112 | } else { |
| 113 | return sk->sk_mark; |
| 114 | } |
| 115 | } |
| 116 | |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 117 | struct inet_cork { |
| 118 | unsigned int flags; |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 119 | __be32 addr; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 120 | struct ip_options *opt; |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 121 | unsigned int fragsize; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 122 | int length; /* Total length of all frames */ |
Eric Dumazet | 5640f76 | 2012-09-23 23:04:42 +0000 | [diff] [blame] | 123 | struct dst_entry *dst; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 124 | u8 tx_flags; |
Francesco Fusco | aa66158 | 2013-09-24 15:43:09 +0200 | [diff] [blame] | 125 | __u8 ttl; |
| 126 | __s16 tos; |
| 127 | char priority; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 128 | }; |
| 129 | |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 130 | struct inet_cork_full { |
| 131 | struct inet_cork base; |
| 132 | struct flowi fl; |
| 133 | }; |
| 134 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 135 | struct ip_mc_socklist; |
| 136 | struct ipv6_pinfo; |
| 137 | struct rtable; |
| 138 | |
| 139 | /** struct inet_sock - representation of INET sockets |
| 140 | * |
| 141 | * @sk - ancestor class |
| 142 | * @pinet6 - pointer to IPv6 control block |
Eric Dumazet | c720c7e | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 143 | * @inet_daddr - Foreign IPv4 addr |
| 144 | * @inet_rcv_saddr - Bound local IPv4 addr |
| 145 | * @inet_dport - Destination port |
| 146 | * @inet_num - Local port |
| 147 | * @inet_saddr - Sending source |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 148 | * @uc_ttl - Unicast TTL |
Eric Dumazet | c720c7e | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 149 | * @inet_sport - Source port |
| 150 | * @inet_id - ID counter for DF pkts |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 151 | * @tos - TOS |
| 152 | * @mc_ttl - Multicasting TTL |
| 153 | * @is_icsk - is this an inet_connection_sock? |
Erich E. Hoover | 76e2105 | 2012-02-08 09:11:07 +0000 | [diff] [blame] | 154 | * @uc_index - Unicast outgoing device index |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 155 | * @mc_index - Multicast device index |
| 156 | * @mc_list - Group array |
| 157 | * @cork - info to build ip hdr on each ip frag while socket is corked |
| 158 | */ |
| 159 | struct inet_sock { |
| 160 | /* sk and pinet6 has to be the first two members of inet_sock */ |
| 161 | struct sock sk; |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 162 | #if IS_ENABLED(CONFIG_IPV6) |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 163 | struct ipv6_pinfo *pinet6; |
| 164 | #endif |
| 165 | /* Socket demultiplex comparisons on incoming packets. */ |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 166 | #define inet_daddr sk.__sk_common.skc_daddr |
| 167 | #define inet_rcv_saddr sk.__sk_common.skc_rcv_saddr |
Eric Dumazet | ce43b03 | 2012-11-30 09:49:27 +0000 | [diff] [blame] | 168 | #define inet_dport sk.__sk_common.skc_dport |
| 169 | #define inet_num sk.__sk_common.skc_num |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 170 | |
Eric Dumazet | c720c7e | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 171 | __be32 inet_saddr; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 172 | __s16 uc_ttl; |
| 173 | __u16 cmsg_flags; |
Eric Dumazet | c720c7e | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 174 | __be16 inet_sport; |
| 175 | __u16 inet_id; |
Stephen Hemminger | d218d11 | 2010-01-11 16:28:01 -0800 | [diff] [blame] | 176 | |
Eric Dumazet | f6d8bd0 | 2011-04-21 09:45:37 +0000 | [diff] [blame] | 177 | struct ip_options_rcu __rcu *inet_opt; |
Eric Dumazet | ce43b03 | 2012-11-30 09:49:27 +0000 | [diff] [blame] | 178 | int rx_dst_ifindex; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 179 | __u8 tos; |
Stephen Hemminger | d218d11 | 2010-01-11 16:28:01 -0800 | [diff] [blame] | 180 | __u8 min_ttl; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 181 | __u8 mc_ttl; |
| 182 | __u8 pmtudisc; |
| 183 | __u8 recverr:1, |
| 184 | is_icsk:1, |
| 185 | freebind:1, |
| 186 | hdrincl:1, |
KOVACS Krisztian | f5715ae | 2008-10-01 07:30:02 -0700 | [diff] [blame] | 187 | mc_loop:1, |
Nivedita Singhvi | f771bef | 2009-05-28 07:00:46 +0000 | [diff] [blame] | 188 | transparent:1, |
Jiri Olsa | 7b2ff18 | 2010-06-15 01:07:31 +0000 | [diff] [blame] | 189 | mc_all:1, |
| 190 | nodefrag:1; |
Jiri Benc | 4c507d2 | 2012-02-09 09:35:49 +0000 | [diff] [blame] | 191 | __u8 rcv_tos; |
Tom Herbert | 224d019 | 2015-01-05 13:56:14 -0800 | [diff] [blame] | 192 | __u8 convert_csum; |
Erich E. Hoover | 76e2105 | 2012-02-08 09:11:07 +0000 | [diff] [blame] | 193 | int uc_index; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 194 | int mc_index; |
Al Viro | 011a926 | 2006-09-26 21:27:35 -0700 | [diff] [blame] | 195 | __be32 mc_addr; |
Eric Dumazet | 1d7138d | 2010-11-12 05:46:50 +0000 | [diff] [blame] | 196 | struct ip_mc_socklist __rcu *mc_list; |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 197 | struct inet_cork_full cork; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 198 | }; |
| 199 | |
| 200 | #define IPCORK_OPT 1 /* ip-options has been held in ipcork.opt */ |
| 201 | #define IPCORK_ALLFRAG 2 /* always fragment (for ipv6 for now) */ |
| 202 | |
Tom Herbert | c44d13d | 2015-01-05 13:56:15 -0800 | [diff] [blame] | 203 | /* cmsg flags for inet */ |
| 204 | #define IP_CMSG_PKTINFO BIT(0) |
| 205 | #define IP_CMSG_TTL BIT(1) |
| 206 | #define IP_CMSG_TOS BIT(2) |
| 207 | #define IP_CMSG_RECVOPTS BIT(3) |
| 208 | #define IP_CMSG_RETOPTS BIT(4) |
| 209 | #define IP_CMSG_PASSSEC BIT(5) |
| 210 | #define IP_CMSG_ORIGDSTADDR BIT(6) |
Tom Herbert | ad6f939 | 2015-01-05 13:56:17 -0800 | [diff] [blame] | 211 | #define IP_CMSG_CHECKSUM BIT(7) |
Tom Herbert | c44d13d | 2015-01-05 13:56:15 -0800 | [diff] [blame] | 212 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 213 | static inline struct inet_sock *inet_sk(const struct sock *sk) |
| 214 | { |
| 215 | return (struct inet_sock *)sk; |
| 216 | } |
| 217 | |
| 218 | static inline void __inet_sk_copy_descendant(struct sock *sk_to, |
| 219 | const struct sock *sk_from, |
| 220 | const int ancestor_size) |
| 221 | { |
| 222 | memcpy(inet_sk(sk_to) + 1, inet_sk(sk_from) + 1, |
| 223 | sk_from->sk_prot->obj_size - ancestor_size); |
| 224 | } |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 225 | #if !(IS_ENABLED(CONFIG_IPV6)) |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 226 | static inline void inet_sk_copy_descendant(struct sock *sk_to, |
| 227 | const struct sock *sk_from) |
| 228 | { |
| 229 | __inet_sk_copy_descendant(sk_to, sk_from, sizeof(struct inet_sock)); |
| 230 | } |
| 231 | #endif |
| 232 | |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 233 | int inet_sk_rebuild_header(struct sock *sk); |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 234 | |
Hannes Frederic Sowa | 65cd803 | 2013-10-19 21:48:51 +0200 | [diff] [blame] | 235 | static inline unsigned int __inet_ehashfn(const __be32 laddr, |
| 236 | const __u16 lport, |
| 237 | const __be32 faddr, |
| 238 | const __be16 fport, |
| 239 | u32 initval) |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 240 | { |
David S. Miller | 7adc383 | 2008-03-04 14:28:41 -0800 | [diff] [blame] | 241 | return jhash_3words((__force __u32) laddr, |
| 242 | (__force __u32) faddr, |
David S. Miller | b3da2cf | 2007-03-23 11:40:27 -0700 | [diff] [blame] | 243 | ((__u32) lport) << 16 | (__force __u32)fport, |
Hannes Frederic Sowa | 65cd803 | 2013-10-19 21:48:51 +0200 | [diff] [blame] | 244 | initval); |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 245 | } |
| 246 | |
Arnaldo Carvalho de Melo | ce4a7d0 | 2008-06-10 12:39:35 -0700 | [diff] [blame] | 247 | static inline struct request_sock *inet_reqsk_alloc(struct request_sock_ops *ops) |
| 248 | { |
| 249 | struct request_sock *req = reqsk_alloc(ops); |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 250 | struct inet_request_sock *ireq = inet_rsk(req); |
Arnaldo Carvalho de Melo | ce4a7d0 | 2008-06-10 12:39:35 -0700 | [diff] [blame] | 251 | |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 252 | if (req != NULL) { |
| 253 | kmemcheck_annotate_bitfield(ireq, flags); |
| 254 | ireq->opt = NULL; |
Eric Dumazet | bd337c5 | 2015-03-12 16:44:03 -0700 | [diff] [blame] | 255 | atomic64_set(&ireq->ir_cookie, 0); |
Eric Dumazet | d34ac51 | 2015-03-12 16:44:05 -0700 | [diff] [blame] | 256 | ireq->ireq_state = TCP_NEW_SYN_RECV; |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 257 | } |
Arnaldo Carvalho de Melo | ce4a7d0 | 2008-06-10 12:39:35 -0700 | [diff] [blame] | 258 | |
| 259 | return req; |
| 260 | } |
| 261 | |
KOVACS Krisztian | 88ef4a5 | 2008-10-01 07:41:00 -0700 | [diff] [blame] | 262 | static inline __u8 inet_sk_flowi_flags(const struct sock *sk) |
| 263 | { |
David S. Miller | a4daad6 | 2011-01-27 22:01:53 -0800 | [diff] [blame] | 264 | __u8 flags = 0; |
| 265 | |
Julian Anastasov | 47670b7 | 2011-08-07 09:16:09 +0000 | [diff] [blame] | 266 | if (inet_sk(sk)->transparent || inet_sk(sk)->hdrincl) |
David S. Miller | a4daad6 | 2011-01-27 22:01:53 -0800 | [diff] [blame] | 267 | flags |= FLOWI_FLAG_ANYSRC; |
David S. Miller | a4daad6 | 2011-01-27 22:01:53 -0800 | [diff] [blame] | 268 | return flags; |
KOVACS Krisztian | 88ef4a5 | 2008-10-01 07:41:00 -0700 | [diff] [blame] | 269 | } |
| 270 | |
Tom Herbert | 224d019 | 2015-01-05 13:56:14 -0800 | [diff] [blame] | 271 | static inline void inet_inc_convert_csum(struct sock *sk) |
| 272 | { |
| 273 | inet_sk(sk)->convert_csum++; |
| 274 | } |
| 275 | |
| 276 | static inline void inet_dec_convert_csum(struct sock *sk) |
| 277 | { |
| 278 | if (inet_sk(sk)->convert_csum > 0) |
| 279 | inet_sk(sk)->convert_csum--; |
| 280 | } |
| 281 | |
| 282 | static inline bool inet_get_convert_csum(struct sock *sk) |
| 283 | { |
| 284 | return !!inet_sk(sk)->convert_csum; |
| 285 | } |
| 286 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 287 | #endif /* _INET_SOCK_H */ |