Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 1 | #include <linux/skbuff.h> |
| 2 | #include <linux/netdevice.h> |
| 3 | #include <linux/if_vlan.h> |
Herbert Xu | 4ead443 | 2009-03-01 00:11:52 -0800 | [diff] [blame] | 4 | #include <linux/netpoll.h> |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 5 | #include "vlan.h" |
| 6 | |
| 7 | /* VLAN rx hw acceleration helper. This acts like netif_{rx,receive_skb}(). */ |
| 8 | int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp, |
Patrick McHardy | 9bb8582 | 2008-07-08 03:24:44 -0700 | [diff] [blame] | 9 | u16 vlan_tci, int polling) |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 10 | { |
Herbert Xu | 4ead443 | 2009-03-01 00:11:52 -0800 | [diff] [blame] | 11 | if (netpoll_rx(skb)) |
| 12 | return NET_RX_DROP; |
| 13 | |
Eric Dumazet | 0641e4f | 2010-03-18 21:16:45 -0700 | [diff] [blame] | 14 | if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master))) |
John Fastabend | 597a264 | 2010-06-03 09:30:11 +0000 | [diff] [blame] | 15 | skb->deliver_no_wcard = 1; |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 16 | |
Andy Gospodarek | 1f3c880 | 2009-12-14 10:48:58 +0000 | [diff] [blame] | 17 | skb->skb_iif = skb->dev->ifindex; |
Eric Dumazet | b93ab83 | 2009-11-13 06:33:11 +0000 | [diff] [blame] | 18 | __vlan_hwaccel_put_tag(skb, vlan_tci); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 19 | skb->dev = vlan_group_get_device(grp, vlan_tci & VLAN_VID_MASK); |
| 20 | |
| 21 | if (!skb->dev) |
| 22 | goto drop; |
Patrick McHardy | 9b22ea5 | 2008-11-04 14:49:57 -0800 | [diff] [blame] | 23 | |
| 24 | return (polling ? netif_receive_skb(skb) : netif_rx(skb)); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 25 | |
| 26 | drop: |
| 27 | dev_kfree_skb_any(skb); |
| 28 | return NET_RX_DROP; |
Patrick McHardy | 9b22ea5 | 2008-11-04 14:49:57 -0800 | [diff] [blame] | 29 | } |
| 30 | EXPORT_SYMBOL(__vlan_hwaccel_rx); |
| 31 | |
| 32 | int vlan_hwaccel_do_receive(struct sk_buff *skb) |
| 33 | { |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 34 | struct net_device *dev = skb->dev; |
Eric Dumazet | 9793241 | 2009-11-17 04:53:09 +0000 | [diff] [blame] | 35 | struct vlan_rx_stats *rx_stats; |
Patrick McHardy | 9b22ea5 | 2008-11-04 14:49:57 -0800 | [diff] [blame] | 36 | |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 37 | skb->dev = vlan_dev_info(dev)->real_dev; |
Patrick McHardy | bc1d041 | 2008-07-14 22:49:30 -0700 | [diff] [blame] | 38 | netif_nit_deliver(skb); |
| 39 | |
Patrick McHardy | 9b22ea5 | 2008-11-04 14:49:57 -0800 | [diff] [blame] | 40 | skb->dev = dev; |
| 41 | skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci); |
Patrick McHardy | bc1d041 | 2008-07-14 22:49:30 -0700 | [diff] [blame] | 42 | skb->vlan_tci = 0; |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 43 | |
Eric Dumazet | 9618e2f | 2010-06-24 00:55:06 +0000 | [diff] [blame^] | 44 | rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats); |
Eric Dumazet | 9793241 | 2009-11-17 04:53:09 +0000 | [diff] [blame] | 45 | |
Eric Dumazet | 9618e2f | 2010-06-24 00:55:06 +0000 | [diff] [blame^] | 46 | u64_stats_update_begin(&rx_stats->syncp); |
Eric Dumazet | 9793241 | 2009-11-17 04:53:09 +0000 | [diff] [blame] | 47 | rx_stats->rx_packets++; |
| 48 | rx_stats->rx_bytes += skb->len; |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 49 | |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 50 | switch (skb->pkt_type) { |
| 51 | case PACKET_BROADCAST: |
| 52 | break; |
| 53 | case PACKET_MULTICAST: |
Eric Dumazet | 9618e2f | 2010-06-24 00:55:06 +0000 | [diff] [blame^] | 54 | rx_stats->rx_multicast++; |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 55 | break; |
| 56 | case PACKET_OTHERHOST: |
| 57 | /* Our lower layer thinks this is not local, let's make sure. |
| 58 | * This allows the VLAN to have a different MAC than the |
| 59 | * underlying device, and still route correctly. */ |
| 60 | if (!compare_ether_addr(eth_hdr(skb)->h_dest, |
Patrick McHardy | 9b22ea5 | 2008-11-04 14:49:57 -0800 | [diff] [blame] | 61 | dev->dev_addr)) |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 62 | skb->pkt_type = PACKET_HOST; |
| 63 | break; |
Joe Perches | ccbd6a5 | 2010-05-14 10:58:26 +0000 | [diff] [blame] | 64 | } |
Eric Dumazet | 9618e2f | 2010-06-24 00:55:06 +0000 | [diff] [blame^] | 65 | u64_stats_update_end(&rx_stats->syncp); |
Patrick McHardy | 9b22ea5 | 2008-11-04 14:49:57 -0800 | [diff] [blame] | 66 | return 0; |
Patrick McHardy | 7750f40 | 2008-07-08 03:23:36 -0700 | [diff] [blame] | 67 | } |
Patrick McHardy | 22d1ba7 | 2008-07-08 03:23:57 -0700 | [diff] [blame] | 68 | |
| 69 | struct net_device *vlan_dev_real_dev(const struct net_device *dev) |
| 70 | { |
| 71 | return vlan_dev_info(dev)->real_dev; |
| 72 | } |
Ben Greear | 116cb42 | 2009-01-26 12:37:53 -0800 | [diff] [blame] | 73 | EXPORT_SYMBOL(vlan_dev_real_dev); |
Patrick McHardy | 22d1ba7 | 2008-07-08 03:23:57 -0700 | [diff] [blame] | 74 | |
| 75 | u16 vlan_dev_vlan_id(const struct net_device *dev) |
| 76 | { |
| 77 | return vlan_dev_info(dev)->vlan_id; |
| 78 | } |
Ben Greear | 116cb42 | 2009-01-26 12:37:53 -0800 | [diff] [blame] | 79 | EXPORT_SYMBOL(vlan_dev_vlan_id); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 80 | |
Ben Hutchings | 5b252f0 | 2009-10-29 07:17:09 +0000 | [diff] [blame] | 81 | static gro_result_t |
| 82 | vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp, |
| 83 | unsigned int vlan_tci, struct sk_buff *skb) |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 84 | { |
| 85 | struct sk_buff *p; |
| 86 | |
Eric Dumazet | 0641e4f | 2010-03-18 21:16:45 -0700 | [diff] [blame] | 87 | if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master))) |
John Fastabend | 597a264 | 2010-06-03 09:30:11 +0000 | [diff] [blame] | 88 | skb->deliver_no_wcard = 1; |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 89 | |
Andy Gospodarek | 1f3c880 | 2009-12-14 10:48:58 +0000 | [diff] [blame] | 90 | skb->skb_iif = skb->dev->ifindex; |
Eric Dumazet | b93ab83 | 2009-11-13 06:33:11 +0000 | [diff] [blame] | 91 | __vlan_hwaccel_put_tag(skb, vlan_tci); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 92 | skb->dev = vlan_group_get_device(grp, vlan_tci & VLAN_VID_MASK); |
| 93 | |
| 94 | if (!skb->dev) |
| 95 | goto drop; |
| 96 | |
| 97 | for (p = napi->gro_list; p; p = p->next) { |
Herbert Xu | aa4b9f5 | 2009-02-08 18:00:37 +0000 | [diff] [blame] | 98 | NAPI_GRO_CB(p)->same_flow = |
| 99 | p->dev == skb->dev && !compare_ether_header( |
| 100 | skb_mac_header(p), skb_gro_mac_header(skb)); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 101 | NAPI_GRO_CB(p)->flush = 0; |
| 102 | } |
| 103 | |
| 104 | return dev_gro_receive(napi, skb); |
| 105 | |
| 106 | drop: |
Herbert Xu | d1c76af | 2009-03-16 10:50:02 -0700 | [diff] [blame] | 107 | return GRO_DROP; |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 108 | } |
| 109 | |
Ben Hutchings | c7c4b3b | 2009-10-29 21:36:53 -0700 | [diff] [blame] | 110 | gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp, |
| 111 | unsigned int vlan_tci, struct sk_buff *skb) |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 112 | { |
Herbert Xu | 2ffb455 | 2009-03-17 13:10:52 -0700 | [diff] [blame] | 113 | if (netpoll_rx_on(skb)) |
Ben Hutchings | c7c4b3b | 2009-10-29 21:36:53 -0700 | [diff] [blame] | 114 | return vlan_hwaccel_receive_skb(skb, grp, vlan_tci) |
| 115 | ? GRO_DROP : GRO_NORMAL; |
Herbert Xu | 2ffb455 | 2009-03-17 13:10:52 -0700 | [diff] [blame] | 116 | |
Herbert Xu | 8691173 | 2009-01-29 14:19:50 +0000 | [diff] [blame] | 117 | skb_gro_reset_offset(skb); |
| 118 | |
Herbert Xu | 5d0d9be | 2009-01-29 14:19:48 +0000 | [diff] [blame] | 119 | return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 120 | } |
| 121 | EXPORT_SYMBOL(vlan_gro_receive); |
| 122 | |
Ben Hutchings | c7c4b3b | 2009-10-29 21:36:53 -0700 | [diff] [blame] | 123 | gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp, |
| 124 | unsigned int vlan_tci) |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 125 | { |
Herbert Xu | 76620aa | 2009-04-16 02:02:07 -0700 | [diff] [blame] | 126 | struct sk_buff *skb = napi_frags_skb(napi); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 127 | |
| 128 | if (!skb) |
Ben Hutchings | c7c4b3b | 2009-10-29 21:36:53 -0700 | [diff] [blame] | 129 | return GRO_DROP; |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 130 | |
Herbert Xu | 1db9e29 | 2009-04-13 04:41:01 +0000 | [diff] [blame] | 131 | if (netpoll_rx_on(skb)) { |
| 132 | skb->protocol = eth_type_trans(skb, skb->dev); |
Ben Hutchings | c7c4b3b | 2009-10-29 21:36:53 -0700 | [diff] [blame] | 133 | return vlan_hwaccel_receive_skb(skb, grp, vlan_tci) |
| 134 | ? GRO_DROP : GRO_NORMAL; |
Herbert Xu | 1db9e29 | 2009-04-13 04:41:01 +0000 | [diff] [blame] | 135 | } |
Herbert Xu | 2ffb455 | 2009-03-17 13:10:52 -0700 | [diff] [blame] | 136 | |
Herbert Xu | 5d0d9be | 2009-01-29 14:19:48 +0000 | [diff] [blame] | 137 | return napi_frags_finish(napi, skb, |
| 138 | vlan_gro_common(napi, grp, vlan_tci, skb)); |
Herbert Xu | e1c096e | 2009-01-06 10:50:09 -0800 | [diff] [blame] | 139 | } |
| 140 | EXPORT_SYMBOL(vlan_gro_frags); |