blob: afed1aac2638398c472de6504f7f4a43e5b2d502 [file] [log] [blame]
Pravin B Shelarc5441932013-03-25 14:49:35 +00001/*
2 * Copyright (c) 2013 Nicira, Inc.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of version 2 of the GNU General Public
6 * License as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public License
14 * along with this program; if not, write to the Free Software
15 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
16 * 02110-1301, USA
17 */
18
19#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
20
21#include <linux/capability.h>
22#include <linux/module.h>
23#include <linux/types.h>
24#include <linux/kernel.h>
25#include <linux/slab.h>
26#include <linux/uaccess.h>
27#include <linux/skbuff.h>
28#include <linux/netdevice.h>
29#include <linux/in.h>
30#include <linux/tcp.h>
31#include <linux/udp.h>
32#include <linux/if_arp.h>
33#include <linux/mroute.h>
34#include <linux/init.h>
35#include <linux/in6.h>
36#include <linux/inetdevice.h>
37#include <linux/igmp.h>
38#include <linux/netfilter_ipv4.h>
39#include <linux/etherdevice.h>
40#include <linux/if_ether.h>
41#include <linux/if_vlan.h>
42#include <linux/rculist.h>
Sachin Kamat27d79f32014-01-27 12:13:57 +053043#include <linux/err.h>
Pravin B Shelarc5441932013-03-25 14:49:35 +000044
45#include <net/sock.h>
46#include <net/ip.h>
47#include <net/icmp.h>
48#include <net/protocol.h>
49#include <net/ip_tunnels.h>
50#include <net/arp.h>
51#include <net/checksum.h>
52#include <net/dsfield.h>
53#include <net/inet_ecn.h>
54#include <net/xfrm.h>
55#include <net/net_namespace.h>
56#include <net/netns/generic.h>
57#include <net/rtnetlink.h>
58
59#if IS_ENABLED(CONFIG_IPV6)
60#include <net/ipv6.h>
61#include <net/ip6_fib.h>
62#include <net/ip6_route.h>
63#endif
64
Duan Jiong967680e2014-01-19 16:43:42 +080065static unsigned int ip_tunnel_hash(__be32 key, __be32 remote)
Pravin B Shelarc5441932013-03-25 14:49:35 +000066{
67 return hash_32((__force u32)key ^ (__force u32)remote,
68 IP_TNL_HASH_BITS);
69}
70
Eric Dumazet6c7e7612014-01-16 16:41:19 -080071static void __tunnel_dst_set(struct ip_tunnel_dst *idst,
Dmitry Popov95cb5742014-07-29 03:07:52 +040072 struct dst_entry *dst, __be32 saddr)
Tom Herbert7d442fa2014-01-02 11:48:26 -080073{
74 struct dst_entry *old_dst;
75
Eric Dumazetf8864972014-06-24 10:05:11 -070076 dst_clone(dst);
Eric Dumazet6c7e7612014-01-16 16:41:19 -080077 old_dst = xchg((__force struct dst_entry **)&idst->dst, dst);
Tom Herbert7d442fa2014-01-02 11:48:26 -080078 dst_release(old_dst);
Dmitry Popov95cb5742014-07-29 03:07:52 +040079 idst->saddr = saddr;
Tom Herbert7d442fa2014-01-02 11:48:26 -080080}
81
Dmitry Popov95cb5742014-07-29 03:07:52 +040082static void tunnel_dst_set(struct ip_tunnel *t,
83 struct dst_entry *dst, __be32 saddr)
Tom Herbert7d442fa2014-01-02 11:48:26 -080084{
Dmitry Popov95cb5742014-07-29 03:07:52 +040085 __tunnel_dst_set(this_cpu_ptr(t->dst_cache), dst, saddr);
Tom Herbert7d442fa2014-01-02 11:48:26 -080086}
87
Eric Dumazet6c7e7612014-01-16 16:41:19 -080088static void tunnel_dst_reset(struct ip_tunnel *t)
Tom Herbert7d442fa2014-01-02 11:48:26 -080089{
Dmitry Popov95cb5742014-07-29 03:07:52 +040090 tunnel_dst_set(t, NULL, 0);
Tom Herbert7d442fa2014-01-02 11:48:26 -080091}
92
Nicolas Dichtelcf71d2bc2014-02-20 10:19:31 +010093void ip_tunnel_dst_reset_all(struct ip_tunnel *t)
Tom Herbert9a4aa9a2014-01-02 11:48:33 -080094{
95 int i;
96
97 for_each_possible_cpu(i)
Dmitry Popov95cb5742014-07-29 03:07:52 +040098 __tunnel_dst_set(per_cpu_ptr(t->dst_cache, i), NULL, 0);
Tom Herbert9a4aa9a2014-01-02 11:48:33 -080099}
Nicolas Dichtelcf71d2bc2014-02-20 10:19:31 +0100100EXPORT_SYMBOL(ip_tunnel_dst_reset_all);
Tom Herbert9a4aa9a2014-01-02 11:48:33 -0800101
Dmitry Popov95cb5742014-07-29 03:07:52 +0400102static struct rtable *tunnel_rtable_get(struct ip_tunnel *t,
103 u32 cookie, __be32 *saddr)
Tom Herbert7d442fa2014-01-02 11:48:26 -0800104{
Dmitry Popov95cb5742014-07-29 03:07:52 +0400105 struct ip_tunnel_dst *idst;
Tom Herbert7d442fa2014-01-02 11:48:26 -0800106 struct dst_entry *dst;
107
108 rcu_read_lock();
Dmitry Popov95cb5742014-07-29 03:07:52 +0400109 idst = this_cpu_ptr(t->dst_cache);
110 dst = rcu_dereference(idst->dst);
Eric Dumazetf8864972014-06-24 10:05:11 -0700111 if (dst && !atomic_inc_not_zero(&dst->__refcnt))
112 dst = NULL;
Eric Dumazetb045d372014-02-03 12:52:14 -0800113 if (dst) {
Dmitry Popov95cb5742014-07-29 03:07:52 +0400114 if (!dst->obsolete || dst->ops->check(dst, cookie)) {
115 *saddr = idst->saddr;
116 } else {
Eric Dumazetb045d372014-02-03 12:52:14 -0800117 tunnel_dst_reset(t);
Eric Dumazetf8864972014-06-24 10:05:11 -0700118 dst_release(dst);
119 dst = NULL;
Eric Dumazetb045d372014-02-03 12:52:14 -0800120 }
Tom Herbert7d442fa2014-01-02 11:48:26 -0800121 }
Eric Dumazetb045d372014-02-03 12:52:14 -0800122 rcu_read_unlock();
123 return (struct rtable *)dst;
Tom Herbert7d442fa2014-01-02 11:48:26 -0800124}
125
Pravin B Shelarc5441932013-03-25 14:49:35 +0000126static bool ip_tunnel_key_match(const struct ip_tunnel_parm *p,
127 __be16 flags, __be32 key)
128{
129 if (p->i_flags & TUNNEL_KEY) {
130 if (flags & TUNNEL_KEY)
131 return key == p->i_key;
132 else
133 /* key expected, none present */
134 return false;
135 } else
136 return !(flags & TUNNEL_KEY);
137}
138
139/* Fallback tunnel: no source, no destination, no key, no options
140
141 Tunnel hash table:
142 We require exact key match i.e. if a key is present in packet
143 it will match only tunnel with the same key; if it is not present,
144 it will match only keyless tunnel.
145
146 All keysless packets, if not matched configured keyless tunnels
147 will match fallback tunnel.
148 Given src, dst and key, find appropriate for input tunnel.
149*/
150struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn,
151 int link, __be16 flags,
152 __be32 remote, __be32 local,
153 __be32 key)
154{
155 unsigned int hash;
156 struct ip_tunnel *t, *cand = NULL;
157 struct hlist_head *head;
158
Duan Jiong967680e2014-01-19 16:43:42 +0800159 hash = ip_tunnel_hash(key, remote);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000160 head = &itn->tunnels[hash];
161
162 hlist_for_each_entry_rcu(t, head, hash_node) {
163 if (local != t->parms.iph.saddr ||
164 remote != t->parms.iph.daddr ||
165 !(t->dev->flags & IFF_UP))
166 continue;
167
168 if (!ip_tunnel_key_match(&t->parms, flags, key))
169 continue;
170
171 if (t->parms.link == link)
172 return t;
173 else
174 cand = t;
175 }
176
177 hlist_for_each_entry_rcu(t, head, hash_node) {
178 if (remote != t->parms.iph.daddr ||
Dmitry Popove0056592014-07-05 02:26:37 +0400179 t->parms.iph.saddr != 0 ||
Pravin B Shelarc5441932013-03-25 14:49:35 +0000180 !(t->dev->flags & IFF_UP))
181 continue;
182
183 if (!ip_tunnel_key_match(&t->parms, flags, key))
184 continue;
185
186 if (t->parms.link == link)
187 return t;
188 else if (!cand)
189 cand = t;
190 }
191
Duan Jiong967680e2014-01-19 16:43:42 +0800192 hash = ip_tunnel_hash(key, 0);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000193 head = &itn->tunnels[hash];
194
195 hlist_for_each_entry_rcu(t, head, hash_node) {
Dmitry Popove0056592014-07-05 02:26:37 +0400196 if ((local != t->parms.iph.saddr || t->parms.iph.daddr != 0) &&
197 (local != t->parms.iph.daddr || !ipv4_is_multicast(local)))
198 continue;
199
200 if (!(t->dev->flags & IFF_UP))
Pravin B Shelarc5441932013-03-25 14:49:35 +0000201 continue;
202
203 if (!ip_tunnel_key_match(&t->parms, flags, key))
204 continue;
205
206 if (t->parms.link == link)
207 return t;
208 else if (!cand)
209 cand = t;
210 }
211
212 if (flags & TUNNEL_NO_KEY)
213 goto skip_key_lookup;
214
215 hlist_for_each_entry_rcu(t, head, hash_node) {
216 if (t->parms.i_key != key ||
Dmitry Popove0056592014-07-05 02:26:37 +0400217 t->parms.iph.saddr != 0 ||
218 t->parms.iph.daddr != 0 ||
Pravin B Shelarc5441932013-03-25 14:49:35 +0000219 !(t->dev->flags & IFF_UP))
220 continue;
221
222 if (t->parms.link == link)
223 return t;
224 else if (!cand)
225 cand = t;
226 }
227
228skip_key_lookup:
229 if (cand)
230 return cand;
231
232 if (itn->fb_tunnel_dev && itn->fb_tunnel_dev->flags & IFF_UP)
233 return netdev_priv(itn->fb_tunnel_dev);
234
235
236 return NULL;
237}
238EXPORT_SYMBOL_GPL(ip_tunnel_lookup);
239
240static struct hlist_head *ip_bucket(struct ip_tunnel_net *itn,
241 struct ip_tunnel_parm *parms)
242{
243 unsigned int h;
244 __be32 remote;
Steffen Klassert6d608f02014-02-21 08:41:09 +0100245 __be32 i_key = parms->i_key;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000246
247 if (parms->iph.daddr && !ipv4_is_multicast(parms->iph.daddr))
248 remote = parms->iph.daddr;
249 else
250 remote = 0;
251
Steffen Klassert6d608f02014-02-21 08:41:09 +0100252 if (!(parms->i_flags & TUNNEL_KEY) && (parms->i_flags & VTI_ISVTI))
253 i_key = 0;
254
255 h = ip_tunnel_hash(i_key, remote);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000256 return &itn->tunnels[h];
257}
258
259static void ip_tunnel_add(struct ip_tunnel_net *itn, struct ip_tunnel *t)
260{
261 struct hlist_head *head = ip_bucket(itn, &t->parms);
262
263 hlist_add_head_rcu(&t->hash_node, head);
264}
265
266static void ip_tunnel_del(struct ip_tunnel *t)
267{
268 hlist_del_init_rcu(&t->hash_node);
269}
270
271static struct ip_tunnel *ip_tunnel_find(struct ip_tunnel_net *itn,
272 struct ip_tunnel_parm *parms,
273 int type)
274{
275 __be32 remote = parms->iph.daddr;
276 __be32 local = parms->iph.saddr;
277 __be32 key = parms->i_key;
Dmitry Popov5ce54af2014-06-08 03:03:08 +0400278 __be16 flags = parms->i_flags;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000279 int link = parms->link;
280 struct ip_tunnel *t = NULL;
281 struct hlist_head *head = ip_bucket(itn, parms);
282
283 hlist_for_each_entry_rcu(t, head, hash_node) {
284 if (local == t->parms.iph.saddr &&
285 remote == t->parms.iph.daddr &&
Pravin B Shelarc5441932013-03-25 14:49:35 +0000286 link == t->parms.link &&
Dmitry Popov5ce54af2014-06-08 03:03:08 +0400287 type == t->dev->type &&
288 ip_tunnel_key_match(&t->parms, flags, key))
Pravin B Shelarc5441932013-03-25 14:49:35 +0000289 break;
290 }
291 return t;
292}
293
294static struct net_device *__ip_tunnel_create(struct net *net,
295 const struct rtnl_link_ops *ops,
296 struct ip_tunnel_parm *parms)
297{
298 int err;
299 struct ip_tunnel *tunnel;
300 struct net_device *dev;
301 char name[IFNAMSIZ];
302
303 if (parms->name[0])
304 strlcpy(name, parms->name, IFNAMSIZ);
305 else {
Pravin B Shelar54a5d382013-03-28 08:21:46 +0000306 if (strlen(ops->kind) > (IFNAMSIZ - 3)) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000307 err = -E2BIG;
308 goto failed;
309 }
310 strlcpy(name, ops->kind, IFNAMSIZ);
311 strncat(name, "%d", 2);
312 }
313
314 ASSERT_RTNL();
Tom Gundersenc835a672014-07-14 16:37:24 +0200315 dev = alloc_netdev(ops->priv_size, name, NET_NAME_UNKNOWN, ops->setup);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000316 if (!dev) {
317 err = -ENOMEM;
318 goto failed;
319 }
320 dev_net_set(dev, net);
321
322 dev->rtnl_link_ops = ops;
323
324 tunnel = netdev_priv(dev);
325 tunnel->parms = *parms;
Nicolas Dichtel5e6700b2013-06-26 16:11:28 +0200326 tunnel->net = net;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000327
328 err = register_netdevice(dev);
329 if (err)
330 goto failed_free;
331
332 return dev;
333
334failed_free:
335 free_netdev(dev);
336failed:
337 return ERR_PTR(err);
338}
339
Tom Herbert7d442fa2014-01-02 11:48:26 -0800340static inline void init_tunnel_flow(struct flowi4 *fl4,
341 int proto,
342 __be32 daddr, __be32 saddr,
343 __be32 key, __u8 tos, int oif)
Pravin B Shelarc5441932013-03-25 14:49:35 +0000344{
345 memset(fl4, 0, sizeof(*fl4));
346 fl4->flowi4_oif = oif;
347 fl4->daddr = daddr;
348 fl4->saddr = saddr;
349 fl4->flowi4_tos = tos;
350 fl4->flowi4_proto = proto;
351 fl4->fl4_gre_key = key;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000352}
353
354static int ip_tunnel_bind_dev(struct net_device *dev)
355{
356 struct net_device *tdev = NULL;
357 struct ip_tunnel *tunnel = netdev_priv(dev);
358 const struct iphdr *iph;
359 int hlen = LL_MAX_HEADER;
360 int mtu = ETH_DATA_LEN;
361 int t_hlen = tunnel->hlen + sizeof(struct iphdr);
362
363 iph = &tunnel->parms.iph;
364
365 /* Guess output device to choose reasonable mtu and needed_headroom */
366 if (iph->daddr) {
367 struct flowi4 fl4;
368 struct rtable *rt;
369
Tom Herbert7d442fa2014-01-02 11:48:26 -0800370 init_tunnel_flow(&fl4, iph->protocol, iph->daddr,
371 iph->saddr, tunnel->parms.o_key,
372 RT_TOS(iph->tos), tunnel->parms.link);
373 rt = ip_route_output_key(tunnel->net, &fl4);
374
Pravin B Shelarc5441932013-03-25 14:49:35 +0000375 if (!IS_ERR(rt)) {
376 tdev = rt->dst.dev;
Dmitry Popov95cb5742014-07-29 03:07:52 +0400377 tunnel_dst_set(tunnel, &rt->dst, fl4.saddr);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000378 ip_rt_put(rt);
379 }
380 if (dev->type != ARPHRD_ETHER)
381 dev->flags |= IFF_POINTOPOINT;
382 }
383
384 if (!tdev && tunnel->parms.link)
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200385 tdev = __dev_get_by_index(tunnel->net, tunnel->parms.link);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000386
387 if (tdev) {
388 hlen = tdev->hard_header_len + tdev->needed_headroom;
389 mtu = tdev->mtu;
390 }
391 dev->iflink = tunnel->parms.link;
392
393 dev->needed_headroom = t_hlen + hlen;
394 mtu -= (dev->hard_header_len + t_hlen);
395
396 if (mtu < 68)
397 mtu = 68;
398
399 return mtu;
400}
401
402static struct ip_tunnel *ip_tunnel_create(struct net *net,
403 struct ip_tunnel_net *itn,
404 struct ip_tunnel_parm *parms)
405{
Julia Lawall4929fd82014-05-15 05:43:20 +0200406 struct ip_tunnel *nt;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000407 struct net_device *dev;
408
409 BUG_ON(!itn->fb_tunnel_dev);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000410 dev = __ip_tunnel_create(net, itn->fb_tunnel_dev->rtnl_link_ops, parms);
411 if (IS_ERR(dev))
Florian Westphal6dd3c9e2014-02-14 13:14:39 +0100412 return ERR_CAST(dev);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000413
414 dev->mtu = ip_tunnel_bind_dev(dev);
415
416 nt = netdev_priv(dev);
417 ip_tunnel_add(itn, nt);
418 return nt;
419}
420
421int ip_tunnel_rcv(struct ip_tunnel *tunnel, struct sk_buff *skb,
422 const struct tnl_ptk_info *tpi, bool log_ecn_error)
423{
Li RongQing8f849852014-01-04 13:57:59 +0800424 struct pcpu_sw_netstats *tstats;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000425 const struct iphdr *iph = ip_hdr(skb);
426 int err;
427
Pravin B Shelarc5441932013-03-25 14:49:35 +0000428#ifdef CONFIG_NET_IPGRE_BROADCAST
429 if (ipv4_is_multicast(iph->daddr)) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000430 tunnel->dev->stats.multicast++;
431 skb->pkt_type = PACKET_BROADCAST;
432 }
433#endif
434
435 if ((!(tpi->flags&TUNNEL_CSUM) && (tunnel->parms.i_flags&TUNNEL_CSUM)) ||
436 ((tpi->flags&TUNNEL_CSUM) && !(tunnel->parms.i_flags&TUNNEL_CSUM))) {
437 tunnel->dev->stats.rx_crc_errors++;
438 tunnel->dev->stats.rx_errors++;
439 goto drop;
440 }
441
442 if (tunnel->parms.i_flags&TUNNEL_SEQ) {
443 if (!(tpi->flags&TUNNEL_SEQ) ||
444 (tunnel->i_seqno && (s32)(ntohl(tpi->seq) - tunnel->i_seqno) < 0)) {
445 tunnel->dev->stats.rx_fifo_errors++;
446 tunnel->dev->stats.rx_errors++;
447 goto drop;
448 }
449 tunnel->i_seqno = ntohl(tpi->seq) + 1;
450 }
451
Ying Caie96f2e72014-05-04 15:20:04 -0700452 skb_reset_network_header(skb);
453
Pravin B Shelarc5441932013-03-25 14:49:35 +0000454 err = IP_ECN_decapsulate(iph, skb);
455 if (unlikely(err)) {
456 if (log_ecn_error)
457 net_info_ratelimited("non-ECT from %pI4 with TOS=%#x\n",
458 &iph->saddr, iph->tos);
459 if (err > 1) {
460 ++tunnel->dev->stats.rx_frame_errors;
461 ++tunnel->dev->stats.rx_errors;
462 goto drop;
463 }
464 }
465
466 tstats = this_cpu_ptr(tunnel->dev->tstats);
467 u64_stats_update_begin(&tstats->syncp);
468 tstats->rx_packets++;
469 tstats->rx_bytes += skb->len;
470 u64_stats_update_end(&tstats->syncp);
471
Alexei Starovoitov81b9eab2013-11-12 14:39:13 -0800472 skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(tunnel->dev)));
473
Pravin B Shelar3d7b46c2013-06-17 17:50:02 -0700474 if (tunnel->dev->type == ARPHRD_ETHER) {
475 skb->protocol = eth_type_trans(skb, tunnel->dev);
476 skb_postpull_rcsum(skb, eth_hdr(skb), ETH_HLEN);
477 } else {
478 skb->dev = tunnel->dev;
479 }
Nicolas Dichtel64261f22013-08-13 17:51:09 +0200480
Pravin B Shelarc5441932013-03-25 14:49:35 +0000481 gro_cells_receive(&tunnel->gro_cells, skb);
482 return 0;
483
484drop:
485 kfree_skb(skb);
486 return 0;
487}
488EXPORT_SYMBOL_GPL(ip_tunnel_rcv);
489
Pravin B Shelar23a36472013-07-02 10:57:33 -0700490static int tnl_update_pmtu(struct net_device *dev, struct sk_buff *skb,
491 struct rtable *rt, __be16 df)
492{
493 struct ip_tunnel *tunnel = netdev_priv(dev);
Alexander Duyck8c91e162013-07-11 13:12:22 -0700494 int pkt_size = skb->len - tunnel->hlen - dev->hard_header_len;
Pravin B Shelar23a36472013-07-02 10:57:33 -0700495 int mtu;
496
497 if (df)
498 mtu = dst_mtu(&rt->dst) - dev->hard_header_len
499 - sizeof(struct iphdr) - tunnel->hlen;
500 else
501 mtu = skb_dst(skb) ? dst_mtu(skb_dst(skb)) : dev->mtu;
502
503 if (skb_dst(skb))
504 skb_dst(skb)->ops->update_pmtu(skb_dst(skb), NULL, skb, mtu);
505
506 if (skb->protocol == htons(ETH_P_IP)) {
507 if (!skb_is_gso(skb) &&
508 (df & htons(IP_DF)) && mtu < pkt_size) {
509 memset(IPCB(skb), 0, sizeof(*IPCB(skb)));
510 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED, htonl(mtu));
511 return -E2BIG;
512 }
513 }
514#if IS_ENABLED(CONFIG_IPV6)
515 else if (skb->protocol == htons(ETH_P_IPV6)) {
516 struct rt6_info *rt6 = (struct rt6_info *)skb_dst(skb);
517
518 if (rt6 && mtu < dst_mtu(skb_dst(skb)) &&
519 mtu >= IPV6_MIN_MTU) {
520 if ((tunnel->parms.iph.daddr &&
521 !ipv4_is_multicast(tunnel->parms.iph.daddr)) ||
522 rt6->rt6i_dst.plen == 128) {
523 rt6->rt6i_flags |= RTF_MODIFIED;
524 dst_metric_set(skb_dst(skb), RTAX_MTU, mtu);
525 }
526 }
527
528 if (!skb_is_gso(skb) && mtu >= IPV6_MIN_MTU &&
529 mtu < pkt_size) {
530 icmpv6_send(skb, ICMPV6_PKT_TOOBIG, 0, mtu);
531 return -E2BIG;
532 }
533 }
534#endif
535 return 0;
536}
537
Pravin B Shelarc5441932013-03-25 14:49:35 +0000538void ip_tunnel_xmit(struct sk_buff *skb, struct net_device *dev,
Nicolas Dichtelbf3d6a82013-05-27 23:48:15 +0000539 const struct iphdr *tnl_params, const u8 protocol)
Pravin B Shelarc5441932013-03-25 14:49:35 +0000540{
541 struct ip_tunnel *tunnel = netdev_priv(dev);
542 const struct iphdr *inner_iph;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000543 struct flowi4 fl4;
544 u8 tos, ttl;
545 __be16 df;
Eric Dumazetb045d372014-02-03 12:52:14 -0800546 struct rtable *rt; /* Route to the other host */
Pravin B Shelarc5441932013-03-25 14:49:35 +0000547 unsigned int max_headroom; /* The extra header space needed */
548 __be32 dst;
Pravin B Shelar0e6fbc52013-06-17 17:49:56 -0700549 int err;
Timo Teräs22fb22e2014-05-16 08:34:39 +0300550 bool connected;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000551
552 inner_iph = (const struct iphdr *)skb_inner_network_header(skb);
Timo Teräs22fb22e2014-05-16 08:34:39 +0300553 connected = (tunnel->parms.iph.daddr != 0);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000554
555 dst = tnl_params->daddr;
556 if (dst == 0) {
557 /* NBMA tunnel */
558
559 if (skb_dst(skb) == NULL) {
560 dev->stats.tx_fifo_errors++;
561 goto tx_error;
562 }
563
564 if (skb->protocol == htons(ETH_P_IP)) {
565 rt = skb_rtable(skb);
566 dst = rt_nexthop(rt, inner_iph->daddr);
567 }
568#if IS_ENABLED(CONFIG_IPV6)
569 else if (skb->protocol == htons(ETH_P_IPV6)) {
570 const struct in6_addr *addr6;
571 struct neighbour *neigh;
572 bool do_tx_error_icmp;
573 int addr_type;
574
575 neigh = dst_neigh_lookup(skb_dst(skb),
576 &ipv6_hdr(skb)->daddr);
577 if (neigh == NULL)
578 goto tx_error;
579
580 addr6 = (const struct in6_addr *)&neigh->primary_key;
581 addr_type = ipv6_addr_type(addr6);
582
583 if (addr_type == IPV6_ADDR_ANY) {
584 addr6 = &ipv6_hdr(skb)->daddr;
585 addr_type = ipv6_addr_type(addr6);
586 }
587
588 if ((addr_type & IPV6_ADDR_COMPATv4) == 0)
589 do_tx_error_icmp = true;
590 else {
591 do_tx_error_icmp = false;
592 dst = addr6->s6_addr32[3];
593 }
594 neigh_release(neigh);
595 if (do_tx_error_icmp)
596 goto tx_error_icmp;
597 }
598#endif
599 else
600 goto tx_error;
Tom Herbert7d442fa2014-01-02 11:48:26 -0800601
602 connected = false;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000603 }
604
605 tos = tnl_params->tos;
606 if (tos & 0x1) {
607 tos &= ~0x1;
Tom Herbert7d442fa2014-01-02 11:48:26 -0800608 if (skb->protocol == htons(ETH_P_IP)) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000609 tos = inner_iph->tos;
Tom Herbert7d442fa2014-01-02 11:48:26 -0800610 connected = false;
611 } else if (skb->protocol == htons(ETH_P_IPV6)) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000612 tos = ipv6_get_dsfield((const struct ipv6hdr *)inner_iph);
Tom Herbert7d442fa2014-01-02 11:48:26 -0800613 connected = false;
614 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000615 }
616
Tom Herbert7d442fa2014-01-02 11:48:26 -0800617 init_tunnel_flow(&fl4, protocol, dst, tnl_params->saddr,
618 tunnel->parms.o_key, RT_TOS(tos), tunnel->parms.link);
619
Dmitry Popov95cb5742014-07-29 03:07:52 +0400620 rt = connected ? tunnel_rtable_get(tunnel, 0, &fl4.saddr) : NULL;
Tom Herbert7d442fa2014-01-02 11:48:26 -0800621
622 if (!rt) {
623 rt = ip_route_output_key(tunnel->net, &fl4);
624
625 if (IS_ERR(rt)) {
626 dev->stats.tx_carrier_errors++;
627 goto tx_error;
628 }
629 if (connected)
Dmitry Popov95cb5742014-07-29 03:07:52 +0400630 tunnel_dst_set(tunnel, &rt->dst, fl4.saddr);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000631 }
Tom Herbert7d442fa2014-01-02 11:48:26 -0800632
Pravin B Shelar0e6fbc52013-06-17 17:49:56 -0700633 if (rt->dst.dev == dev) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000634 ip_rt_put(rt);
635 dev->stats.collisions++;
636 goto tx_error;
637 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000638
Pravin B Shelar23a36472013-07-02 10:57:33 -0700639 if (tnl_update_pmtu(dev, skb, rt, tnl_params->frag_off)) {
640 ip_rt_put(rt);
641 goto tx_error;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000642 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000643
644 if (tunnel->err_count > 0) {
645 if (time_before(jiffies,
646 tunnel->err_time + IPTUNNEL_ERR_TIMEO)) {
647 tunnel->err_count--;
648
Duan Jiong11c21a32014-01-23 14:00:25 +0800649 memset(IPCB(skb), 0, sizeof(*IPCB(skb)));
Pravin B Shelarc5441932013-03-25 14:49:35 +0000650 dst_link_failure(skb);
651 } else
652 tunnel->err_count = 0;
653 }
654
Pravin B Shelard4a71b12013-09-25 09:57:47 -0700655 tos = ip_tunnel_ecn_encap(tos, inner_iph, skb);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000656 ttl = tnl_params->ttl;
657 if (ttl == 0) {
658 if (skb->protocol == htons(ETH_P_IP))
659 ttl = inner_iph->ttl;
660#if IS_ENABLED(CONFIG_IPV6)
661 else if (skb->protocol == htons(ETH_P_IPV6))
662 ttl = ((const struct ipv6hdr *)inner_iph)->hop_limit;
663#endif
664 else
665 ttl = ip4_dst_hoplimit(&rt->dst);
666 }
667
Pravin B Shelar23a36472013-07-02 10:57:33 -0700668 df = tnl_params->frag_off;
669 if (skb->protocol == htons(ETH_P_IP))
670 df |= (inner_iph->frag_off&htons(IP_DF));
671
Pravin B Shelar0e6fbc52013-06-17 17:49:56 -0700672 max_headroom = LL_RESERVED_SPACE(rt->dst.dev) + sizeof(struct iphdr)
673 + rt->dst.header_len;
Steffen Klassert3e08f4a2013-10-01 11:33:59 +0200674 if (max_headroom > dev->needed_headroom)
Pravin B Shelarc5441932013-03-25 14:49:35 +0000675 dev->needed_headroom = max_headroom;
Steffen Klassert3e08f4a2013-10-01 11:33:59 +0200676
677 if (skb_cow_head(skb, dev->needed_headroom)) {
Dmitry Popov586d5fc2014-06-06 04:34:37 +0400678 ip_rt_put(rt);
Steffen Klassert3e08f4a2013-10-01 11:33:59 +0200679 dev->stats.tx_dropped++;
Eric Dumazet3acfa1e2014-01-18 18:27:49 -0800680 kfree_skb(skb);
Steffen Klassert3e08f4a2013-10-01 11:33:59 +0200681 return;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000682 }
683
Eric Dumazetaad88722014-04-15 13:47:15 -0400684 err = iptunnel_xmit(skb->sk, rt, skb, fl4.saddr, fl4.daddr, protocol,
Pravin B Shelard4a71b12013-09-25 09:57:47 -0700685 tos, ttl, df, !net_eq(tunnel->net, dev_net(dev)));
Pravin B Shelar0e6fbc52013-06-17 17:49:56 -0700686 iptunnel_xmit_stats(err, &dev->stats, dev->tstats);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000687
Pravin B Shelarc5441932013-03-25 14:49:35 +0000688 return;
689
690#if IS_ENABLED(CONFIG_IPV6)
691tx_error_icmp:
692 dst_link_failure(skb);
693#endif
694tx_error:
695 dev->stats.tx_errors++;
Eric Dumazet3acfa1e2014-01-18 18:27:49 -0800696 kfree_skb(skb);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000697}
698EXPORT_SYMBOL_GPL(ip_tunnel_xmit);
699
700static void ip_tunnel_update(struct ip_tunnel_net *itn,
701 struct ip_tunnel *t,
702 struct net_device *dev,
703 struct ip_tunnel_parm *p,
704 bool set_mtu)
705{
706 ip_tunnel_del(t);
707 t->parms.iph.saddr = p->iph.saddr;
708 t->parms.iph.daddr = p->iph.daddr;
709 t->parms.i_key = p->i_key;
710 t->parms.o_key = p->o_key;
711 if (dev->type != ARPHRD_ETHER) {
712 memcpy(dev->dev_addr, &p->iph.saddr, 4);
713 memcpy(dev->broadcast, &p->iph.daddr, 4);
714 }
715 ip_tunnel_add(itn, t);
716
717 t->parms.iph.ttl = p->iph.ttl;
718 t->parms.iph.tos = p->iph.tos;
719 t->parms.iph.frag_off = p->iph.frag_off;
720
721 if (t->parms.link != p->link) {
722 int mtu;
723
724 t->parms.link = p->link;
725 mtu = ip_tunnel_bind_dev(dev);
726 if (set_mtu)
727 dev->mtu = mtu;
728 }
Nicolas Dichtelcf71d2bc2014-02-20 10:19:31 +0100729 ip_tunnel_dst_reset_all(t);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000730 netdev_state_change(dev);
731}
732
733int ip_tunnel_ioctl(struct net_device *dev, struct ip_tunnel_parm *p, int cmd)
734{
735 int err = 0;
Nicolas Dichtel8c923ce2014-04-16 11:19:32 +0200736 struct ip_tunnel *t = netdev_priv(dev);
737 struct net *net = t->net;
738 struct ip_tunnel_net *itn = net_generic(net, t->ip_tnl_net_id);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000739
740 BUG_ON(!itn->fb_tunnel_dev);
741 switch (cmd) {
742 case SIOCGETTUNNEL:
Nicolas Dichtel8c923ce2014-04-16 11:19:32 +0200743 if (dev == itn->fb_tunnel_dev) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000744 t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);
Nicolas Dichtel8c923ce2014-04-16 11:19:32 +0200745 if (t == NULL)
746 t = netdev_priv(dev);
747 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000748 memcpy(p, &t->parms, sizeof(*p));
749 break;
750
751 case SIOCADDTUNNEL:
752 case SIOCCHGTUNNEL:
753 err = -EPERM;
754 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
755 goto done;
756 if (p->iph.ttl)
757 p->iph.frag_off |= htons(IP_DF);
Dmitry Popov7c8e6b92014-06-08 02:06:25 +0400758 if (!(p->i_flags & VTI_ISVTI)) {
759 if (!(p->i_flags & TUNNEL_KEY))
760 p->i_key = 0;
761 if (!(p->o_flags & TUNNEL_KEY))
762 p->o_key = 0;
763 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000764
765 t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);
766
Florian Westphal6dd3c9e2014-02-14 13:14:39 +0100767 if (!t && (cmd == SIOCADDTUNNEL)) {
Pravin B Shelarc5441932013-03-25 14:49:35 +0000768 t = ip_tunnel_create(net, itn, p);
Duan Jiongee30ef42014-05-15 13:07:02 +0800769 err = PTR_ERR_OR_ZERO(t);
770 break;
Florian Westphal6dd3c9e2014-02-14 13:14:39 +0100771 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000772 if (dev != itn->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {
773 if (t != NULL) {
774 if (t->dev != dev) {
775 err = -EEXIST;
776 break;
777 }
778 } else {
779 unsigned int nflags = 0;
780
781 if (ipv4_is_multicast(p->iph.daddr))
782 nflags = IFF_BROADCAST;
783 else if (p->iph.daddr)
784 nflags = IFF_POINTOPOINT;
785
786 if ((dev->flags^nflags)&(IFF_POINTOPOINT|IFF_BROADCAST)) {
787 err = -EINVAL;
788 break;
789 }
790
791 t = netdev_priv(dev);
792 }
793 }
794
795 if (t) {
796 err = 0;
797 ip_tunnel_update(itn, t, dev, p, true);
Florian Westphal6dd3c9e2014-02-14 13:14:39 +0100798 } else {
799 err = -ENOENT;
800 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000801 break;
802
803 case SIOCDELTUNNEL:
804 err = -EPERM;
805 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
806 goto done;
807
808 if (dev == itn->fb_tunnel_dev) {
809 err = -ENOENT;
810 t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);
811 if (t == NULL)
812 goto done;
813 err = -EPERM;
814 if (t == netdev_priv(itn->fb_tunnel_dev))
815 goto done;
816 dev = t->dev;
817 }
818 unregister_netdevice(dev);
819 err = 0;
820 break;
821
822 default:
823 err = -EINVAL;
824 }
825
826done:
827 return err;
828}
829EXPORT_SYMBOL_GPL(ip_tunnel_ioctl);
830
831int ip_tunnel_change_mtu(struct net_device *dev, int new_mtu)
832{
833 struct ip_tunnel *tunnel = netdev_priv(dev);
834 int t_hlen = tunnel->hlen + sizeof(struct iphdr);
835
836 if (new_mtu < 68 ||
837 new_mtu > 0xFFF8 - dev->hard_header_len - t_hlen)
838 return -EINVAL;
839 dev->mtu = new_mtu;
840 return 0;
841}
842EXPORT_SYMBOL_GPL(ip_tunnel_change_mtu);
843
844static void ip_tunnel_dev_free(struct net_device *dev)
845{
846 struct ip_tunnel *tunnel = netdev_priv(dev);
847
848 gro_cells_destroy(&tunnel->gro_cells);
Tom Herbert9a4aa9a2014-01-02 11:48:33 -0800849 free_percpu(tunnel->dst_cache);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000850 free_percpu(dev->tstats);
851 free_netdev(dev);
852}
853
854void ip_tunnel_dellink(struct net_device *dev, struct list_head *head)
855{
Pravin B Shelarc5441932013-03-25 14:49:35 +0000856 struct ip_tunnel *tunnel = netdev_priv(dev);
857 struct ip_tunnel_net *itn;
858
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200859 itn = net_generic(tunnel->net, tunnel->ip_tnl_net_id);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000860
861 if (itn->fb_tunnel_dev != dev) {
862 ip_tunnel_del(netdev_priv(dev));
863 unregister_netdevice_queue(dev, head);
864 }
865}
866EXPORT_SYMBOL_GPL(ip_tunnel_dellink);
867
Eric Dumazetd3b6f612013-06-07 13:26:05 -0700868int ip_tunnel_init_net(struct net *net, int ip_tnl_net_id,
Pravin B Shelarc5441932013-03-25 14:49:35 +0000869 struct rtnl_link_ops *ops, char *devname)
870{
871 struct ip_tunnel_net *itn = net_generic(net, ip_tnl_net_id);
872 struct ip_tunnel_parm parms;
stephen hemminger6261d982013-08-05 22:51:37 -0700873 unsigned int i;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000874
stephen hemminger6261d982013-08-05 22:51:37 -0700875 for (i = 0; i < IP_TNL_HASH_SIZE; i++)
876 INIT_HLIST_HEAD(&itn->tunnels[i]);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000877
878 if (!ops) {
879 itn->fb_tunnel_dev = NULL;
880 return 0;
881 }
stephen hemminger6261d982013-08-05 22:51:37 -0700882
Pravin B Shelarc5441932013-03-25 14:49:35 +0000883 memset(&parms, 0, sizeof(parms));
884 if (devname)
885 strlcpy(parms.name, devname, IFNAMSIZ);
886
887 rtnl_lock();
888 itn->fb_tunnel_dev = __ip_tunnel_create(net, ops, &parms);
Dan Carpenterea857f22013-08-19 10:05:10 +0300889 /* FB netdevice is special: we have one, and only one per netns.
890 * Allowing to move it to another netns is clearly unsafe.
891 */
Steffen Klassert67013282013-10-01 11:34:48 +0200892 if (!IS_ERR(itn->fb_tunnel_dev)) {
Dan Carpenterb4de77a2013-08-23 11:15:37 +0300893 itn->fb_tunnel_dev->features |= NETIF_F_NETNS_LOCAL;
Steffen Klassert78ff4be2014-05-19 11:36:56 +0200894 itn->fb_tunnel_dev->mtu = ip_tunnel_bind_dev(itn->fb_tunnel_dev);
Steffen Klassert67013282013-10-01 11:34:48 +0200895 ip_tunnel_add(itn, netdev_priv(itn->fb_tunnel_dev));
896 }
Dan Carpenterb4de77a2013-08-23 11:15:37 +0300897 rtnl_unlock();
Pravin B Shelarc5441932013-03-25 14:49:35 +0000898
Sachin Kamat27d79f32014-01-27 12:13:57 +0530899 return PTR_ERR_OR_ZERO(itn->fb_tunnel_dev);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000900}
901EXPORT_SYMBOL_GPL(ip_tunnel_init_net);
902
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200903static void ip_tunnel_destroy(struct ip_tunnel_net *itn, struct list_head *head,
904 struct rtnl_link_ops *ops)
Pravin B Shelarc5441932013-03-25 14:49:35 +0000905{
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200906 struct net *net = dev_net(itn->fb_tunnel_dev);
907 struct net_device *dev, *aux;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000908 int h;
909
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200910 for_each_netdev_safe(net, dev, aux)
911 if (dev->rtnl_link_ops == ops)
912 unregister_netdevice_queue(dev, head);
913
Pravin B Shelarc5441932013-03-25 14:49:35 +0000914 for (h = 0; h < IP_TNL_HASH_SIZE; h++) {
915 struct ip_tunnel *t;
916 struct hlist_node *n;
917 struct hlist_head *thead = &itn->tunnels[h];
918
919 hlist_for_each_entry_safe(t, n, thead, hash_node)
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200920 /* If dev is in the same netns, it has already
921 * been added to the list by the previous loop.
922 */
923 if (!net_eq(dev_net(t->dev), net))
924 unregister_netdevice_queue(t->dev, head);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000925 }
Pravin B Shelarc5441932013-03-25 14:49:35 +0000926}
927
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200928void ip_tunnel_delete_net(struct ip_tunnel_net *itn, struct rtnl_link_ops *ops)
Pravin B Shelarc5441932013-03-25 14:49:35 +0000929{
930 LIST_HEAD(list);
931
932 rtnl_lock();
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200933 ip_tunnel_destroy(itn, &list, ops);
Pravin B Shelarc5441932013-03-25 14:49:35 +0000934 unregister_netdevice_many(&list);
935 rtnl_unlock();
Pravin B Shelarc5441932013-03-25 14:49:35 +0000936}
937EXPORT_SYMBOL_GPL(ip_tunnel_delete_net);
938
939int ip_tunnel_newlink(struct net_device *dev, struct nlattr *tb[],
940 struct ip_tunnel_parm *p)
941{
942 struct ip_tunnel *nt;
943 struct net *net = dev_net(dev);
944 struct ip_tunnel_net *itn;
945 int mtu;
946 int err;
947
948 nt = netdev_priv(dev);
949 itn = net_generic(net, nt->ip_tnl_net_id);
950
951 if (ip_tunnel_find(itn, p, dev->type))
952 return -EEXIST;
953
Nicolas Dichtel5e6700b2013-06-26 16:11:28 +0200954 nt->net = net;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000955 nt->parms = *p;
956 err = register_netdevice(dev);
957 if (err)
958 goto out;
959
960 if (dev->type == ARPHRD_ETHER && !tb[IFLA_ADDRESS])
961 eth_hw_addr_random(dev);
962
963 mtu = ip_tunnel_bind_dev(dev);
964 if (!tb[IFLA_MTU])
965 dev->mtu = mtu;
966
967 ip_tunnel_add(itn, nt);
968
969out:
970 return err;
971}
972EXPORT_SYMBOL_GPL(ip_tunnel_newlink);
973
974int ip_tunnel_changelink(struct net_device *dev, struct nlattr *tb[],
975 struct ip_tunnel_parm *p)
976{
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200977 struct ip_tunnel *t;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000978 struct ip_tunnel *tunnel = netdev_priv(dev);
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200979 struct net *net = tunnel->net;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000980 struct ip_tunnel_net *itn = net_generic(net, tunnel->ip_tnl_net_id);
981
982 if (dev == itn->fb_tunnel_dev)
983 return -EINVAL;
984
Pravin B Shelarc5441932013-03-25 14:49:35 +0000985 t = ip_tunnel_find(itn, p, dev->type);
986
987 if (t) {
988 if (t->dev != dev)
989 return -EEXIST;
990 } else {
Nicolas Dichtel6c742e72013-08-13 17:51:11 +0200991 t = tunnel;
Pravin B Shelarc5441932013-03-25 14:49:35 +0000992
993 if (dev->type != ARPHRD_ETHER) {
994 unsigned int nflags = 0;
995
996 if (ipv4_is_multicast(p->iph.daddr))
997 nflags = IFF_BROADCAST;
998 else if (p->iph.daddr)
999 nflags = IFF_POINTOPOINT;
1000
1001 if ((dev->flags ^ nflags) &
1002 (IFF_POINTOPOINT | IFF_BROADCAST))
1003 return -EINVAL;
1004 }
1005 }
1006
1007 ip_tunnel_update(itn, t, dev, p, !tb[IFLA_MTU]);
1008 return 0;
1009}
1010EXPORT_SYMBOL_GPL(ip_tunnel_changelink);
1011
1012int ip_tunnel_init(struct net_device *dev)
1013{
1014 struct ip_tunnel *tunnel = netdev_priv(dev);
1015 struct iphdr *iph = &tunnel->parms.iph;
WANG Cong1c213bd2014-02-13 11:46:28 -08001016 int err;
Pravin B Shelarc5441932013-03-25 14:49:35 +00001017
1018 dev->destructor = ip_tunnel_dev_free;
WANG Cong1c213bd2014-02-13 11:46:28 -08001019 dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
Pravin B Shelarc5441932013-03-25 14:49:35 +00001020 if (!dev->tstats)
1021 return -ENOMEM;
1022
Tom Herbert9a4aa9a2014-01-02 11:48:33 -08001023 tunnel->dst_cache = alloc_percpu(struct ip_tunnel_dst);
1024 if (!tunnel->dst_cache) {
1025 free_percpu(dev->tstats);
1026 return -ENOMEM;
1027 }
1028
Pravin B Shelarc5441932013-03-25 14:49:35 +00001029 err = gro_cells_init(&tunnel->gro_cells, dev);
1030 if (err) {
Tom Herbert9a4aa9a2014-01-02 11:48:33 -08001031 free_percpu(tunnel->dst_cache);
Pravin B Shelarc5441932013-03-25 14:49:35 +00001032 free_percpu(dev->tstats);
1033 return err;
1034 }
1035
1036 tunnel->dev = dev;
Nicolas Dichtel6c742e72013-08-13 17:51:11 +02001037 tunnel->net = dev_net(dev);
Pravin B Shelarc5441932013-03-25 14:49:35 +00001038 strcpy(tunnel->parms.name, dev->name);
1039 iph->version = 4;
1040 iph->ihl = 5;
1041
1042 return 0;
1043}
1044EXPORT_SYMBOL_GPL(ip_tunnel_init);
1045
1046void ip_tunnel_uninit(struct net_device *dev)
1047{
Pravin B Shelarc5441932013-03-25 14:49:35 +00001048 struct ip_tunnel *tunnel = netdev_priv(dev);
Nicolas Dichtel6c742e72013-08-13 17:51:11 +02001049 struct net *net = tunnel->net;
Pravin B Shelarc5441932013-03-25 14:49:35 +00001050 struct ip_tunnel_net *itn;
1051
1052 itn = net_generic(net, tunnel->ip_tnl_net_id);
1053 /* fb_tunnel_dev will be unregisted in net-exit call. */
1054 if (itn->fb_tunnel_dev != dev)
1055 ip_tunnel_del(netdev_priv(dev));
Tom Herbert7d442fa2014-01-02 11:48:26 -08001056
Nicolas Dichtelcf71d2bc2014-02-20 10:19:31 +01001057 ip_tunnel_dst_reset_all(tunnel);
Pravin B Shelarc5441932013-03-25 14:49:35 +00001058}
1059EXPORT_SYMBOL_GPL(ip_tunnel_uninit);
1060
1061/* Do least required initialization, rest of init is done in tunnel_init call */
1062void ip_tunnel_setup(struct net_device *dev, int net_id)
1063{
1064 struct ip_tunnel *tunnel = netdev_priv(dev);
1065 tunnel->ip_tnl_net_id = net_id;
1066}
1067EXPORT_SYMBOL_GPL(ip_tunnel_setup);
1068
1069MODULE_LICENSE("GPL");