Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 1 | /* |
| 2 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 3 | * operating system. INET is implemented using the BSD Socket |
| 4 | * interface as the means of communication with the user level. |
| 5 | * |
| 6 | * Support for INET6 connection oriented protocols. |
| 7 | * |
| 8 | * Authors: See the TCPv6 sources |
| 9 | * |
| 10 | * This program is free software; you can redistribute it and/or |
| 11 | * modify it under the terms of the GNU General Public License |
| 12 | * as published by the Free Software Foundation; either version |
| 13 | * 2 of the License, or(at your option) any later version. |
| 14 | */ |
| 15 | |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 16 | #include <linux/module.h> |
| 17 | #include <linux/in6.h> |
| 18 | #include <linux/ipv6.h> |
| 19 | #include <linux/jhash.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 20 | #include <linux/slab.h> |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 21 | |
| 22 | #include <net/addrconf.h> |
| 23 | #include <net/inet_connection_sock.h> |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 24 | #include <net/inet_ecn.h> |
| 25 | #include <net/inet_hashtables.h> |
| 26 | #include <net/ip6_route.h> |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 27 | #include <net/sock.h> |
Adrian Bunk | 9f5336e | 2006-01-07 13:24:25 -0800 | [diff] [blame] | 28 | #include <net/inet6_connection_sock.h> |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 29 | |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 30 | int inet6_csk_bind_conflict(const struct sock *sk, |
Alex Copot | aacd928 | 2012-04-12 22:21:45 +0000 | [diff] [blame] | 31 | const struct inet_bind_bucket *tb, bool relax) |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 32 | { |
| 33 | const struct sock *sk2; |
Tom Herbert | 5ba2495 | 2013-01-22 09:50:39 +0000 | [diff] [blame] | 34 | int reuse = sk->sk_reuse; |
| 35 | int reuseport = sk->sk_reuseport; |
Eric W. Biederman | 243bb4c | 2013-01-29 02:16:18 +0000 | [diff] [blame] | 36 | kuid_t uid = sock_i_uid((struct sock *)sk); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 37 | |
| 38 | /* We must walk the whole port owner list in this case. -DaveM */ |
Pavel Emelyanov | 7477fd2e | 2008-04-14 02:42:27 -0700 | [diff] [blame] | 39 | /* |
| 40 | * See comment in inet_csk_bind_conflict about sock lookup |
| 41 | * vs net namespaces issues. |
| 42 | */ |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 43 | sk_for_each_bound(sk2, &tb->owners) { |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 44 | if (sk != sk2 && |
| 45 | (!sk->sk_bound_dev_if || |
| 46 | !sk2->sk_bound_dev_if || |
Tom Herbert | 5ba2495 | 2013-01-22 09:50:39 +0000 | [diff] [blame] | 47 | sk->sk_bound_dev_if == sk2->sk_bound_dev_if)) { |
| 48 | if ((!reuse || !sk2->sk_reuse || |
| 49 | sk2->sk_state == TCP_LISTEN) && |
| 50 | (!reuseport || !sk2->sk_reuseport || |
| 51 | (sk2->sk_state != TCP_TIME_WAIT && |
| 52 | !uid_eq(uid, |
| 53 | sock_i_uid((struct sock *)sk2))))) { |
| 54 | if (ipv6_rcv_saddr_equal(sk, sk2)) |
| 55 | break; |
| 56 | } |
Flavio Leitner | dd9f319 | 2013-03-05 08:11:01 +0000 | [diff] [blame] | 57 | if (!relax && reuse && sk2->sk_reuse && |
| 58 | sk2->sk_state != TCP_LISTEN && |
| 59 | ipv6_rcv_saddr_equal(sk, sk2)) |
| 60 | break; |
Tom Herbert | 5ba2495 | 2013-01-22 09:50:39 +0000 | [diff] [blame] | 61 | } |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 62 | } |
| 63 | |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 64 | return sk2 != NULL; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 65 | } |
| 66 | |
| 67 | EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); |
| 68 | |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 69 | struct dst_entry *inet6_csk_route_req(struct sock *sk, |
Neal Cardwell | 3840a06 | 2012-06-28 12:34:19 +0000 | [diff] [blame] | 70 | struct flowi6 *fl6, |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 71 | const struct request_sock *req) |
| 72 | { |
| 73 | struct inet6_request_sock *treq = inet6_rsk(req); |
| 74 | struct ipv6_pinfo *np = inet6_sk(sk); |
| 75 | struct in6_addr *final_p, final; |
| 76 | struct dst_entry *dst; |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 77 | |
Neal Cardwell | 3840a06 | 2012-06-28 12:34:19 +0000 | [diff] [blame] | 78 | memset(fl6, 0, sizeof(*fl6)); |
| 79 | fl6->flowi6_proto = IPPROTO_TCP; |
| 80 | fl6->daddr = treq->rmt_addr; |
| 81 | final_p = fl6_update_dst(fl6, np->opt, &final); |
| 82 | fl6->saddr = treq->loc_addr; |
| 83 | fl6->flowi6_oif = treq->iif; |
| 84 | fl6->flowi6_mark = sk->sk_mark; |
| 85 | fl6->fl6_dport = inet_rsk(req)->rmt_port; |
| 86 | fl6->fl6_sport = inet_rsk(req)->loc_port; |
| 87 | security_req_classify_flow(req, flowi6_to_flowi(fl6)); |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 88 | |
Neal Cardwell | 3840a06 | 2012-06-28 12:34:19 +0000 | [diff] [blame] | 89 | dst = ip6_dst_lookup_flow(sk, fl6, final_p, false); |
David S. Miller | 68d0c6d | 2011-03-01 13:19:07 -0800 | [diff] [blame] | 90 | if (IS_ERR(dst)) |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 91 | return NULL; |
| 92 | |
| 93 | return dst; |
| 94 | } |
| 95 | |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 96 | /* |
| 97 | * request_sock (formerly open request) hash tables. |
| 98 | */ |
Al Viro | fede70b | 2006-11-08 00:25:41 -0800 | [diff] [blame] | 99 | static u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, |
Eric Dumazet | c16a98e | 2011-11-23 15:49:31 -0500 | [diff] [blame] | 100 | const u32 rnd, const u32 synq_hsize) |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 101 | { |
Jozsef Kadlecsik | 82a39eb | 2010-11-25 03:15:07 +0000 | [diff] [blame] | 102 | u32 c; |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 103 | |
Jozsef Kadlecsik | 82a39eb | 2010-11-25 03:15:07 +0000 | [diff] [blame] | 104 | c = jhash_3words((__force u32)raddr->s6_addr32[0], |
| 105 | (__force u32)raddr->s6_addr32[1], |
| 106 | (__force u32)raddr->s6_addr32[2], |
| 107 | rnd); |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 108 | |
Jozsef Kadlecsik | 82a39eb | 2010-11-25 03:15:07 +0000 | [diff] [blame] | 109 | c = jhash_2words((__force u32)raddr->s6_addr32[3], |
| 110 | (__force u32)rport, |
| 111 | c); |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 112 | |
| 113 | return c & (synq_hsize - 1); |
| 114 | } |
| 115 | |
| 116 | struct request_sock *inet6_csk_search_req(const struct sock *sk, |
| 117 | struct request_sock ***prevp, |
Al Viro | fede70b | 2006-11-08 00:25:41 -0800 | [diff] [blame] | 118 | const __be16 rport, |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 119 | const struct in6_addr *raddr, |
| 120 | const struct in6_addr *laddr, |
| 121 | const int iif) |
| 122 | { |
| 123 | const struct inet_connection_sock *icsk = inet_csk(sk); |
| 124 | struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; |
| 125 | struct request_sock *req, **prev; |
| 126 | |
| 127 | for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, |
| 128 | lopt->hash_rnd, |
| 129 | lopt->nr_table_entries)]; |
| 130 | (req = *prev) != NULL; |
| 131 | prev = &req->dl_next) { |
Arnaldo Carvalho de Melo | ca304b6 | 2005-12-13 23:15:40 -0800 | [diff] [blame] | 132 | const struct inet6_request_sock *treq = inet6_rsk(req); |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 133 | |
| 134 | if (inet_rsk(req)->rmt_port == rport && |
| 135 | req->rsk_ops->family == AF_INET6 && |
| 136 | ipv6_addr_equal(&treq->rmt_addr, raddr) && |
| 137 | ipv6_addr_equal(&treq->loc_addr, laddr) && |
| 138 | (!treq->iif || treq->iif == iif)) { |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 139 | WARN_ON(req->sk != NULL); |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 140 | *prevp = prev; |
| 141 | return req; |
| 142 | } |
| 143 | } |
| 144 | |
| 145 | return NULL; |
| 146 | } |
| 147 | |
| 148 | EXPORT_SYMBOL_GPL(inet6_csk_search_req); |
| 149 | |
| 150 | void inet6_csk_reqsk_queue_hash_add(struct sock *sk, |
| 151 | struct request_sock *req, |
| 152 | const unsigned long timeout) |
| 153 | { |
| 154 | struct inet_connection_sock *icsk = inet_csk(sk); |
| 155 | struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; |
Arnaldo Carvalho de Melo | ca304b6 | 2005-12-13 23:15:40 -0800 | [diff] [blame] | 156 | const u32 h = inet6_synq_hash(&inet6_rsk(req)->rmt_addr, |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 157 | inet_rsk(req)->rmt_port, |
| 158 | lopt->hash_rnd, lopt->nr_table_entries); |
| 159 | |
| 160 | reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); |
| 161 | inet_csk_reqsk_queue_added(sk, timeout); |
| 162 | } |
| 163 | |
| 164 | EXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 165 | |
| 166 | void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr * uaddr) |
| 167 | { |
| 168 | struct ipv6_pinfo *np = inet6_sk(sk); |
| 169 | struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; |
| 170 | |
| 171 | sin6->sin6_family = AF_INET6; |
Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 172 | sin6->sin6_addr = np->daddr; |
Eric Dumazet | c720c7e | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 173 | sin6->sin6_port = inet_sk(sk)->inet_dport; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 174 | /* We do not store received flowlabel for TCP */ |
| 175 | sin6->sin6_flowinfo = 0; |
Hannes Frederic Sowa | 842df07 | 2013-03-08 02:07:19 +0000 | [diff] [blame] | 176 | sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr, |
| 177 | sk->sk_bound_dev_if); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); |
| 181 | |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 182 | static inline |
| 183 | void __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 184 | const struct in6_addr *daddr, |
| 185 | const struct in6_addr *saddr) |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 186 | { |
| 187 | __ip6_dst_store(sk, dst, daddr, saddr); |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | static inline |
| 191 | struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) |
| 192 | { |
Nicolas Dichtel | 6f3118b | 2012-09-10 22:09:46 +0000 | [diff] [blame] | 193 | return __sk_dst_check(sk, cookie); |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 194 | } |
| 195 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 196 | static struct dst_entry *inet6_csk_route_socket(struct sock *sk, |
| 197 | struct flowi6 *fl6) |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 198 | { |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 199 | struct inet_sock *inet = inet_sk(sk); |
| 200 | struct ipv6_pinfo *np = inet6_sk(sk); |
Arnaud Ebalard | 20c59de | 2010-06-01 21:35:01 +0000 | [diff] [blame] | 201 | struct in6_addr *final_p, final; |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 202 | struct dst_entry *dst; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 203 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 204 | memset(fl6, 0, sizeof(*fl6)); |
| 205 | fl6->flowi6_proto = sk->sk_protocol; |
| 206 | fl6->daddr = np->daddr; |
| 207 | fl6->saddr = np->saddr; |
| 208 | fl6->flowlabel = np->flow_label; |
| 209 | IP6_ECN_flow_xmit(sk, fl6->flowlabel); |
| 210 | fl6->flowi6_oif = sk->sk_bound_dev_if; |
| 211 | fl6->flowi6_mark = sk->sk_mark; |
| 212 | fl6->fl6_sport = inet->inet_sport; |
| 213 | fl6->fl6_dport = inet->inet_dport; |
| 214 | security_sk_classify_flow(sk, flowi6_to_flowi(fl6)); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 215 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 216 | final_p = fl6_update_dst(fl6, np->opt, &final); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 217 | |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 218 | dst = __inet6_csk_dst_check(sk, np->dst_cookie); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 219 | if (!dst) { |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 220 | dst = ip6_dst_lookup_flow(sk, fl6, final_p, false); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 221 | |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 222 | if (!IS_ERR(dst)) |
| 223 | __inet6_csk_dst_store(sk, dst, NULL, NULL); |
| 224 | } |
| 225 | return dst; |
| 226 | } |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 227 | |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 228 | int inet6_csk_xmit(struct sk_buff *skb, struct flowi *fl_unused) |
| 229 | { |
| 230 | struct sock *sk = skb->sk; |
| 231 | struct ipv6_pinfo *np = inet6_sk(sk); |
| 232 | struct flowi6 fl6; |
| 233 | struct dst_entry *dst; |
| 234 | int res; |
| 235 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 236 | dst = inet6_csk_route_socket(sk, &fl6); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 237 | if (IS_ERR(dst)) { |
| 238 | sk->sk_err_soft = -PTR_ERR(dst); |
| 239 | sk->sk_route_caps = 0; |
| 240 | kfree_skb(skb); |
| 241 | return PTR_ERR(dst); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 242 | } |
| 243 | |
Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 244 | rcu_read_lock(); |
| 245 | skb_dst_set_noref(skb, dst); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 246 | |
| 247 | /* Restore final destination back after routing done */ |
Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 248 | fl6.daddr = np->daddr; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 249 | |
Eric Dumazet | b903d32 | 2011-10-27 00:44:35 -0400 | [diff] [blame] | 250 | res = ip6_xmit(sk, skb, &fl6, np->opt, np->tclass); |
Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 251 | rcu_read_unlock(); |
| 252 | return res; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 253 | } |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 254 | EXPORT_SYMBOL_GPL(inet6_csk_xmit); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 255 | |
| 256 | struct dst_entry *inet6_csk_update_pmtu(struct sock *sk, u32 mtu) |
| 257 | { |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 258 | struct flowi6 fl6; |
| 259 | struct dst_entry *dst = inet6_csk_route_socket(sk, &fl6); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 260 | |
| 261 | if (IS_ERR(dst)) |
| 262 | return NULL; |
David S. Miller | 6700c27 | 2012-07-17 03:29:28 -0700 | [diff] [blame] | 263 | dst->ops->update_pmtu(dst, sk, NULL, mtu); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 264 | |
Eric Dumazet | b4dd006 | 2012-11-20 15:14:51 -0500 | [diff] [blame] | 265 | dst = inet6_csk_route_socket(sk, &fl6); |
| 266 | return IS_ERR(dst) ? NULL : dst; |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 267 | } |
| 268 | EXPORT_SYMBOL_GPL(inet6_csk_update_pmtu); |