Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 3 | * operating system. INET is implemented using the BSD Socket |
| 4 | * interface as the means of communication with the user level. |
| 5 | * |
| 6 | * The IP forwarding functionality. |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 7 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | * Authors: see ip.c |
| 9 | * |
| 10 | * Fixes: |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 11 | * Many : Split from ip.c , see ip_input.c for |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | * history. |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 13 | * Dave Gregorich : NULL ip_rt_put fix for multicast |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | * routing. |
| 15 | * Jos Vos : Add call_out_firewall before sending, |
| 16 | * use output device for accounting. |
| 17 | * Jos Vos : Call forward firewall after routing |
| 18 | * (always use output device). |
| 19 | * Mike McLagan : Routing by source |
| 20 | */ |
| 21 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include <linux/types.h> |
| 23 | #include <linux/mm.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include <linux/skbuff.h> |
| 25 | #include <linux/ip.h> |
| 26 | #include <linux/icmp.h> |
| 27 | #include <linux/netdevice.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 28 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include <net/sock.h> |
| 30 | #include <net/ip.h> |
| 31 | #include <net/tcp.h> |
| 32 | #include <net/udp.h> |
| 33 | #include <net/icmp.h> |
| 34 | #include <linux/tcp.h> |
| 35 | #include <linux/udp.h> |
| 36 | #include <linux/netfilter_ipv4.h> |
| 37 | #include <net/checksum.h> |
| 38 | #include <linux/route.h> |
| 39 | #include <net/route.h> |
| 40 | #include <net/xfrm.h> |
| 41 | |
Florian Westphal | fe6cc55 | 2014-02-13 23:09:12 +0100 | [diff] [blame] | 42 | static bool ip_exceeds_mtu(const struct sk_buff *skb, unsigned int mtu) |
| 43 | { |
Florian Westphal | ca6c5d4 | 2014-05-04 23:24:31 +0200 | [diff] [blame] | 44 | if (skb->len <= mtu) |
Florian Westphal | fe6cc55 | 2014-02-13 23:09:12 +0100 | [diff] [blame] | 45 | return false; |
| 46 | |
Florian Westphal | cf82624 | 2015-05-22 00:06:40 +0200 | [diff] [blame] | 47 | if (unlikely((ip_hdr(skb)->frag_off & htons(IP_DF)) == 0)) |
| 48 | return false; |
| 49 | |
| 50 | /* original fragment exceeds mtu and DF is set */ |
| 51 | if (unlikely(IPCB(skb)->frag_max_size > mtu)) |
| 52 | return true; |
| 53 | |
| 54 | if (skb->ignore_df) |
| 55 | return false; |
| 56 | |
Florian Westphal | fe6cc55 | 2014-02-13 23:09:12 +0100 | [diff] [blame] | 57 | if (skb_is_gso(skb) && skb_gso_network_seglen(skb) <= mtu) |
| 58 | return false; |
| 59 | |
| 60 | return true; |
| 61 | } |
| 62 | |
Florian Westphal | fe6cc55 | 2014-02-13 23:09:12 +0100 | [diff] [blame] | 63 | |
Eric W. Biederman | 0c4b51f | 2015-09-15 20:04:18 -0500 | [diff] [blame] | 64 | static int ip_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | { |
Daniel Baluta | 5e73ea1 | 2012-04-15 01:34:41 +0000 | [diff] [blame] | 66 | struct ip_options *opt = &(IPCB(skb)->opt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | |
Eric W. Biederman | f8e1ac7 | 2015-09-15 20:03:55 -0500 | [diff] [blame] | 68 | IP_INC_STATS_BH(net, IPSTATS_MIB_OUTFORWDATAGRAMS); |
| 69 | IP_ADD_STATS_BH(net, IPSTATS_MIB_OUTOCTETS, skb->len); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | |
| 71 | if (unlikely(opt->optlen)) |
| 72 | ip_forward_options(skb); |
| 73 | |
Eric Dumazet | c29390c | 2015-03-11 18:42:02 -0700 | [diff] [blame] | 74 | skb_sender_cpu_clear(skb); |
Eric W. Biederman | 13206b6 | 2015-10-07 16:48:35 -0500 | [diff] [blame] | 75 | return dst_output(net, sk, skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | } |
| 77 | |
| 78 | int ip_forward(struct sk_buff *skb) |
| 79 | { |
Hannes Frederic Sowa | f87c10a | 2014-01-09 10:01:15 +0100 | [diff] [blame] | 80 | u32 mtu; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | struct iphdr *iph; /* Our header */ |
| 82 | struct rtable *rt; /* Route we use */ |
Daniel Baluta | 5e73ea1 | 2012-04-15 01:34:41 +0000 | [diff] [blame] | 83 | struct ip_options *opt = &(IPCB(skb)->opt); |
Eric W. Biederman | fcad0ac | 2015-09-15 20:03:54 -0500 | [diff] [blame] | 84 | struct net *net; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | |
Denis Kirjanov | d4f2fa6 | 2014-02-13 08:58:56 +0400 | [diff] [blame] | 86 | /* that should never happen */ |
| 87 | if (skb->pkt_type != PACKET_HOST) |
| 88 | goto drop; |
| 89 | |
Sebastian Pöhn | 2ab9574 | 2015-04-20 09:19:20 +0200 | [diff] [blame] | 90 | if (unlikely(skb->sk)) |
| 91 | goto drop; |
| 92 | |
Ben Hutchings | 4497b07 | 2008-06-19 16:22:28 -0700 | [diff] [blame] | 93 | if (skb_warn_if_lro(skb)) |
| 94 | goto drop; |
| 95 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | if (!xfrm4_policy_check(NULL, XFRM_POLICY_FWD, skb)) |
| 97 | goto drop; |
| 98 | |
| 99 | if (IPCB(skb)->opt.router_alert && ip_call_ra_chain(skb)) |
| 100 | return NET_RX_SUCCESS; |
| 101 | |
Herbert Xu | 35fc92a | 2007-03-26 23:22:20 -0700 | [diff] [blame] | 102 | skb_forward_csum(skb); |
Eric W. Biederman | fcad0ac | 2015-09-15 20:03:54 -0500 | [diff] [blame] | 103 | net = dev_net(skb->dev); |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 104 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | /* |
| 106 | * According to the RFC, we must first decrease the TTL field. If |
| 107 | * that reaches zero, we must reply an ICMP control message telling |
| 108 | * that the packet's lifetime expired. |
| 109 | */ |
Arnaldo Carvalho de Melo | eddc9ec | 2007-04-20 22:47:35 -0700 | [diff] [blame] | 110 | if (ip_hdr(skb)->ttl <= 1) |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 111 | goto too_many_hops; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | |
| 113 | if (!xfrm4_route_forward(skb)) |
| 114 | goto drop; |
| 115 | |
Eric Dumazet | 511c3f9 | 2009-06-02 05:14:27 +0000 | [diff] [blame] | 116 | rt = skb_rtable(skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | |
Julian Anastasov | 155e833 | 2012-10-08 11:41:18 +0000 | [diff] [blame] | 118 | if (opt->is_strictroute && rt->rt_uses_gateway) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | goto sr_failed; |
| 120 | |
Hannes Frederic Sowa | f87c10a | 2014-01-09 10:01:15 +0100 | [diff] [blame] | 121 | IPCB(skb)->flags |= IPSKB_FORWARDED; |
| 122 | mtu = ip_dst_mtu_maybe_forward(&rt->dst, true); |
Florian Westphal | cf82624 | 2015-05-22 00:06:40 +0200 | [diff] [blame] | 123 | if (ip_exceeds_mtu(skb, mtu)) { |
Eric W. Biederman | fcad0ac | 2015-09-15 20:03:54 -0500 | [diff] [blame] | 124 | IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS); |
John Heffner | 9af3912 | 2007-03-25 23:32:29 -0700 | [diff] [blame] | 125 | icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED, |
Hannes Frederic Sowa | f87c10a | 2014-01-09 10:01:15 +0100 | [diff] [blame] | 126 | htonl(mtu)); |
John Heffner | 9af3912 | 2007-03-25 23:32:29 -0700 | [diff] [blame] | 127 | goto drop; |
| 128 | } |
| 129 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | /* We are about to mangle packet. Copy it! */ |
Changli Gao | d8d1f30 | 2010-06-10 23:31:35 -0700 | [diff] [blame] | 131 | if (skb_cow(skb, LL_RESERVED_SPACE(rt->dst.dev)+rt->dst.header_len)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | goto drop; |
Arnaldo Carvalho de Melo | eddc9ec | 2007-04-20 22:47:35 -0700 | [diff] [blame] | 133 | iph = ip_hdr(skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | |
| 135 | /* Decrease ttl after skb cow done */ |
| 136 | ip_decrease_ttl(iph); |
| 137 | |
| 138 | /* |
| 139 | * We now generate an ICMP HOST REDIRECT giving the route |
| 140 | * we calculated. |
| 141 | */ |
Hannes Frederic Sowa | df4d925 | 2015-01-23 12:01:26 +0100 | [diff] [blame] | 142 | if (IPCB(skb)->flags & IPSKB_DOREDIRECT && !opt->srr && |
| 143 | !skb_sec_path(skb)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | ip_rt_send_redirect(skb); |
| 145 | |
| 146 | skb->priority = rt_tos2priority(iph->tos); |
| 147 | |
Eric W. Biederman | 29a26a5 | 2015-09-15 20:04:16 -0500 | [diff] [blame] | 148 | return NF_HOOK(NFPROTO_IPV4, NF_INET_FORWARD, |
| 149 | net, NULL, skb, skb->dev, rt->dst.dev, |
| 150 | ip_forward_finish); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | |
| 152 | sr_failed: |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 153 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | * Strict routing permits no gatewaying |
| 155 | */ |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 156 | icmp_send(skb, ICMP_DEST_UNREACH, ICMP_SR_FAILED, 0); |
| 157 | goto drop; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | |
| 159 | too_many_hops: |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 160 | /* Tell the sender its packet died... */ |
Eric W. Biederman | fcad0ac | 2015-09-15 20:03:54 -0500 | [diff] [blame] | 161 | IP_INC_STATS_BH(net, IPSTATS_MIB_INHDRERRORS); |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 162 | icmp_send(skb, ICMP_TIME_EXCEEDED, ICMP_EXC_TTL, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | drop: |
| 164 | kfree_skb(skb); |
| 165 | return NET_RX_DROP; |
| 166 | } |