blob: 1b9406a31f0c3dde95df11f889c0aa514e0b72ca [file] [log] [blame]
Patrick McHardy7750f402008-07-08 03:23:36 -07001#include <linux/skbuff.h>
2#include <linux/netdevice.h>
3#include <linux/if_vlan.h>
Herbert Xu4ead4432009-03-01 00:11:52 -08004#include <linux/netpoll.h>
Patrick McHardy7750f402008-07-08 03:23:36 -07005#include "vlan.h"
6
7/* VLAN rx hw acceleration helper. This acts like netif_{rx,receive_skb}(). */
8int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp,
Patrick McHardy9bb85822008-07-08 03:24:44 -07009 u16 vlan_tci, int polling)
Patrick McHardy7750f402008-07-08 03:23:36 -070010{
Herbert Xu4ead4432009-03-01 00:11:52 -080011 if (netpoll_rx(skb))
12 return NET_RX_DROP;
13
Eric Dumazet0641e4f2010-03-18 21:16:45 -070014 if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
John Fastabend597a2642010-06-03 09:30:11 +000015 skb->deliver_no_wcard = 1;
Patrick McHardy7750f402008-07-08 03:23:36 -070016
Andy Gospodarek1f3c8802009-12-14 10:48:58 +000017 skb->skb_iif = skb->dev->ifindex;
Eric Dumazetb93ab832009-11-13 06:33:11 +000018 __vlan_hwaccel_put_tag(skb, vlan_tci);
Herbert Xue1c096e2009-01-06 10:50:09 -080019 skb->dev = vlan_group_get_device(grp, vlan_tci & VLAN_VID_MASK);
20
21 if (!skb->dev)
22 goto drop;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080023
24 return (polling ? netif_receive_skb(skb) : netif_rx(skb));
Herbert Xue1c096e2009-01-06 10:50:09 -080025
26drop:
27 dev_kfree_skb_any(skb);
28 return NET_RX_DROP;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080029}
30EXPORT_SYMBOL(__vlan_hwaccel_rx);
31
32int vlan_hwaccel_do_receive(struct sk_buff *skb)
33{
Herbert Xue1c096e2009-01-06 10:50:09 -080034 struct net_device *dev = skb->dev;
Eric Dumazet97932412009-11-17 04:53:09 +000035 struct vlan_rx_stats *rx_stats;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080036
Herbert Xue1c096e2009-01-06 10:50:09 -080037 skb->dev = vlan_dev_info(dev)->real_dev;
Patrick McHardybc1d0412008-07-14 22:49:30 -070038 netif_nit_deliver(skb);
39
Patrick McHardy9b22ea52008-11-04 14:49:57 -080040 skb->dev = dev;
41 skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci);
Patrick McHardybc1d0412008-07-14 22:49:30 -070042 skb->vlan_tci = 0;
Patrick McHardy7750f402008-07-08 03:23:36 -070043
Eric Dumazet9618e2f2010-06-24 00:55:06 +000044 rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats);
Eric Dumazet97932412009-11-17 04:53:09 +000045
Eric Dumazet9618e2f2010-06-24 00:55:06 +000046 u64_stats_update_begin(&rx_stats->syncp);
Eric Dumazet97932412009-11-17 04:53:09 +000047 rx_stats->rx_packets++;
48 rx_stats->rx_bytes += skb->len;
Patrick McHardy7750f402008-07-08 03:23:36 -070049
Patrick McHardy7750f402008-07-08 03:23:36 -070050 switch (skb->pkt_type) {
51 case PACKET_BROADCAST:
52 break;
53 case PACKET_MULTICAST:
Eric Dumazet9618e2f2010-06-24 00:55:06 +000054 rx_stats->rx_multicast++;
Patrick McHardy7750f402008-07-08 03:23:36 -070055 break;
56 case PACKET_OTHERHOST:
57 /* Our lower layer thinks this is not local, let's make sure.
58 * This allows the VLAN to have a different MAC than the
59 * underlying device, and still route correctly. */
60 if (!compare_ether_addr(eth_hdr(skb)->h_dest,
Patrick McHardy9b22ea52008-11-04 14:49:57 -080061 dev->dev_addr))
Patrick McHardy7750f402008-07-08 03:23:36 -070062 skb->pkt_type = PACKET_HOST;
63 break;
Joe Perchesccbd6a52010-05-14 10:58:26 +000064 }
Eric Dumazet9618e2f2010-06-24 00:55:06 +000065 u64_stats_update_end(&rx_stats->syncp);
Patrick McHardy9b22ea52008-11-04 14:49:57 -080066 return 0;
Patrick McHardy7750f402008-07-08 03:23:36 -070067}
Patrick McHardy22d1ba72008-07-08 03:23:57 -070068
69struct net_device *vlan_dev_real_dev(const struct net_device *dev)
70{
71 return vlan_dev_info(dev)->real_dev;
72}
Ben Greear116cb422009-01-26 12:37:53 -080073EXPORT_SYMBOL(vlan_dev_real_dev);
Patrick McHardy22d1ba72008-07-08 03:23:57 -070074
75u16 vlan_dev_vlan_id(const struct net_device *dev)
76{
77 return vlan_dev_info(dev)->vlan_id;
78}
Ben Greear116cb422009-01-26 12:37:53 -080079EXPORT_SYMBOL(vlan_dev_vlan_id);
Herbert Xue1c096e2009-01-06 10:50:09 -080080
Ben Hutchings5b252f02009-10-29 07:17:09 +000081static gro_result_t
82vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp,
83 unsigned int vlan_tci, struct sk_buff *skb)
Herbert Xue1c096e2009-01-06 10:50:09 -080084{
85 struct sk_buff *p;
86
Eric Dumazet0641e4f2010-03-18 21:16:45 -070087 if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
John Fastabend597a2642010-06-03 09:30:11 +000088 skb->deliver_no_wcard = 1;
Herbert Xue1c096e2009-01-06 10:50:09 -080089
Andy Gospodarek1f3c8802009-12-14 10:48:58 +000090 skb->skb_iif = skb->dev->ifindex;
Eric Dumazetb93ab832009-11-13 06:33:11 +000091 __vlan_hwaccel_put_tag(skb, vlan_tci);
Herbert Xue1c096e2009-01-06 10:50:09 -080092 skb->dev = vlan_group_get_device(grp, vlan_tci & VLAN_VID_MASK);
93
94 if (!skb->dev)
95 goto drop;
96
97 for (p = napi->gro_list; p; p = p->next) {
Herbert Xuaa4b9f52009-02-08 18:00:37 +000098 NAPI_GRO_CB(p)->same_flow =
99 p->dev == skb->dev && !compare_ether_header(
100 skb_mac_header(p), skb_gro_mac_header(skb));
Herbert Xue1c096e2009-01-06 10:50:09 -0800101 NAPI_GRO_CB(p)->flush = 0;
102 }
103
104 return dev_gro_receive(napi, skb);
105
106drop:
Herbert Xud1c76af2009-03-16 10:50:02 -0700107 return GRO_DROP;
Herbert Xue1c096e2009-01-06 10:50:09 -0800108}
109
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700110gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp,
111 unsigned int vlan_tci, struct sk_buff *skb)
Herbert Xue1c096e2009-01-06 10:50:09 -0800112{
Herbert Xu2ffb4552009-03-17 13:10:52 -0700113 if (netpoll_rx_on(skb))
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700114 return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
115 ? GRO_DROP : GRO_NORMAL;
Herbert Xu2ffb4552009-03-17 13:10:52 -0700116
Herbert Xu86911732009-01-29 14:19:50 +0000117 skb_gro_reset_offset(skb);
118
Herbert Xu5d0d9be2009-01-29 14:19:48 +0000119 return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb);
Herbert Xue1c096e2009-01-06 10:50:09 -0800120}
121EXPORT_SYMBOL(vlan_gro_receive);
122
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700123gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp,
124 unsigned int vlan_tci)
Herbert Xue1c096e2009-01-06 10:50:09 -0800125{
Herbert Xu76620aa2009-04-16 02:02:07 -0700126 struct sk_buff *skb = napi_frags_skb(napi);
Herbert Xue1c096e2009-01-06 10:50:09 -0800127
128 if (!skb)
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700129 return GRO_DROP;
Herbert Xue1c096e2009-01-06 10:50:09 -0800130
Herbert Xu1db9e292009-04-13 04:41:01 +0000131 if (netpoll_rx_on(skb)) {
132 skb->protocol = eth_type_trans(skb, skb->dev);
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700133 return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
134 ? GRO_DROP : GRO_NORMAL;
Herbert Xu1db9e292009-04-13 04:41:01 +0000135 }
Herbert Xu2ffb4552009-03-17 13:10:52 -0700136
Herbert Xu5d0d9be2009-01-29 14:19:48 +0000137 return napi_frags_finish(napi, skb,
138 vlan_gro_common(napi, grp, vlan_tci, skb));
Herbert Xue1c096e2009-01-06 10:50:09 -0800139}
140EXPORT_SYMBOL(vlan_gro_frags);