blob: 0eb96f7e44befb0155e364749f38eb37af0c2354 [file] [log] [blame]
Patrick McHardy7750f402008-07-08 03:23:36 -07001#include <linux/skbuff.h>
2#include <linux/netdevice.h>
3#include <linux/if_vlan.h>
Herbert Xu4ead4432009-03-01 00:11:52 -08004#include <linux/netpoll.h>
Patrick McHardy7750f402008-07-08 03:23:36 -07005#include "vlan.h"
6
7/* VLAN rx hw acceleration helper. This acts like netif_{rx,receive_skb}(). */
8int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp,
Patrick McHardy9bb85822008-07-08 03:24:44 -07009 u16 vlan_tci, int polling)
Patrick McHardy7750f402008-07-08 03:23:36 -070010{
Pedro Garciaad1afb02010-07-18 15:38:44 -070011 struct net_device *vlan_dev;
12 u16 vlan_id;
13
Herbert Xu4ead4432009-03-01 00:11:52 -080014 if (netpoll_rx(skb))
15 return NET_RX_DROP;
16
Eric Dumazet0641e4f2010-03-18 21:16:45 -070017 if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
John Fastabend597a2642010-06-03 09:30:11 +000018 skb->deliver_no_wcard = 1;
Patrick McHardy7750f402008-07-08 03:23:36 -070019
Andy Gospodarek1f3c8802009-12-14 10:48:58 +000020 skb->skb_iif = skb->dev->ifindex;
Eric Dumazetb93ab832009-11-13 06:33:11 +000021 __vlan_hwaccel_put_tag(skb, vlan_tci);
Pedro Garciaad1afb02010-07-18 15:38:44 -070022 vlan_id = vlan_tci & VLAN_VID_MASK;
23 vlan_dev = vlan_group_get_device(grp, vlan_id);
Herbert Xue1c096e2009-01-06 10:50:09 -080024
Pedro Garciaad1afb02010-07-18 15:38:44 -070025 if (vlan_dev)
26 skb->dev = vlan_dev;
Eric Dumazet173e79f2010-09-30 02:16:44 +000027 else if (vlan_id) {
28 if (!(skb->dev->flags & IFF_PROMISC))
29 goto drop;
30 skb->pkt_type = PACKET_OTHERHOST;
31 }
Patrick McHardy9b22ea52008-11-04 14:49:57 -080032
33 return (polling ? netif_receive_skb(skb) : netif_rx(skb));
Herbert Xue1c096e2009-01-06 10:50:09 -080034
35drop:
36 dev_kfree_skb_any(skb);
37 return NET_RX_DROP;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080038}
39EXPORT_SYMBOL(__vlan_hwaccel_rx);
40
41int vlan_hwaccel_do_receive(struct sk_buff *skb)
42{
Herbert Xue1c096e2009-01-06 10:50:09 -080043 struct net_device *dev = skb->dev;
Eric Dumazet97932412009-11-17 04:53:09 +000044 struct vlan_rx_stats *rx_stats;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080045
Herbert Xue1c096e2009-01-06 10:50:09 -080046 skb->dev = vlan_dev_info(dev)->real_dev;
Patrick McHardybc1d0412008-07-14 22:49:30 -070047 netif_nit_deliver(skb);
48
Patrick McHardy9b22ea52008-11-04 14:49:57 -080049 skb->dev = dev;
50 skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci);
Patrick McHardybc1d0412008-07-14 22:49:30 -070051 skb->vlan_tci = 0;
Patrick McHardy7750f402008-07-08 03:23:36 -070052
Eric Dumazet9618e2f2010-06-24 00:55:06 +000053 rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats);
Eric Dumazet97932412009-11-17 04:53:09 +000054
Eric Dumazet9618e2f2010-06-24 00:55:06 +000055 u64_stats_update_begin(&rx_stats->syncp);
Eric Dumazet97932412009-11-17 04:53:09 +000056 rx_stats->rx_packets++;
57 rx_stats->rx_bytes += skb->len;
Patrick McHardy7750f402008-07-08 03:23:36 -070058
Patrick McHardy7750f402008-07-08 03:23:36 -070059 switch (skb->pkt_type) {
60 case PACKET_BROADCAST:
61 break;
62 case PACKET_MULTICAST:
Eric Dumazet9618e2f2010-06-24 00:55:06 +000063 rx_stats->rx_multicast++;
Patrick McHardy7750f402008-07-08 03:23:36 -070064 break;
65 case PACKET_OTHERHOST:
66 /* Our lower layer thinks this is not local, let's make sure.
67 * This allows the VLAN to have a different MAC than the
68 * underlying device, and still route correctly. */
69 if (!compare_ether_addr(eth_hdr(skb)->h_dest,
Patrick McHardy9b22ea52008-11-04 14:49:57 -080070 dev->dev_addr))
Patrick McHardy7750f402008-07-08 03:23:36 -070071 skb->pkt_type = PACKET_HOST;
72 break;
Joe Perchesccbd6a52010-05-14 10:58:26 +000073 }
Eric Dumazet9618e2f2010-06-24 00:55:06 +000074 u64_stats_update_end(&rx_stats->syncp);
Patrick McHardy9b22ea52008-11-04 14:49:57 -080075 return 0;
Patrick McHardy7750f402008-07-08 03:23:36 -070076}
Patrick McHardy22d1ba72008-07-08 03:23:57 -070077
78struct net_device *vlan_dev_real_dev(const struct net_device *dev)
79{
80 return vlan_dev_info(dev)->real_dev;
81}
Ben Greear116cb422009-01-26 12:37:53 -080082EXPORT_SYMBOL(vlan_dev_real_dev);
Patrick McHardy22d1ba72008-07-08 03:23:57 -070083
84u16 vlan_dev_vlan_id(const struct net_device *dev)
85{
86 return vlan_dev_info(dev)->vlan_id;
87}
Ben Greear116cb422009-01-26 12:37:53 -080088EXPORT_SYMBOL(vlan_dev_vlan_id);
Herbert Xue1c096e2009-01-06 10:50:09 -080089
Ben Hutchings5b252f02009-10-29 07:17:09 +000090static gro_result_t
91vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp,
92 unsigned int vlan_tci, struct sk_buff *skb)
Herbert Xue1c096e2009-01-06 10:50:09 -080093{
94 struct sk_buff *p;
Pedro Garciaad1afb02010-07-18 15:38:44 -070095 struct net_device *vlan_dev;
96 u16 vlan_id;
Herbert Xue1c096e2009-01-06 10:50:09 -080097
Eric Dumazet0641e4f2010-03-18 21:16:45 -070098 if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
John Fastabend597a2642010-06-03 09:30:11 +000099 skb->deliver_no_wcard = 1;
Herbert Xue1c096e2009-01-06 10:50:09 -0800100
Andy Gospodarek1f3c8802009-12-14 10:48:58 +0000101 skb->skb_iif = skb->dev->ifindex;
Eric Dumazetb93ab832009-11-13 06:33:11 +0000102 __vlan_hwaccel_put_tag(skb, vlan_tci);
Pedro Garciaad1afb02010-07-18 15:38:44 -0700103 vlan_id = vlan_tci & VLAN_VID_MASK;
104 vlan_dev = vlan_group_get_device(grp, vlan_id);
Herbert Xue1c096e2009-01-06 10:50:09 -0800105
Pedro Garciaad1afb02010-07-18 15:38:44 -0700106 if (vlan_dev)
107 skb->dev = vlan_dev;
Eric Dumazet173e79f2010-09-30 02:16:44 +0000108 else if (vlan_id) {
109 if (!(skb->dev->flags & IFF_PROMISC))
110 goto drop;
111 skb->pkt_type = PACKET_OTHERHOST;
112 }
Herbert Xue1c096e2009-01-06 10:50:09 -0800113
114 for (p = napi->gro_list; p; p = p->next) {
Herbert Xuaa4b9f52009-02-08 18:00:37 +0000115 NAPI_GRO_CB(p)->same_flow =
116 p->dev == skb->dev && !compare_ether_header(
117 skb_mac_header(p), skb_gro_mac_header(skb));
Herbert Xue1c096e2009-01-06 10:50:09 -0800118 NAPI_GRO_CB(p)->flush = 0;
119 }
120
121 return dev_gro_receive(napi, skb);
122
123drop:
Herbert Xud1c76af2009-03-16 10:50:02 -0700124 return GRO_DROP;
Herbert Xue1c096e2009-01-06 10:50:09 -0800125}
126
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700127gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp,
128 unsigned int vlan_tci, struct sk_buff *skb)
Herbert Xue1c096e2009-01-06 10:50:09 -0800129{
Herbert Xu2ffb4552009-03-17 13:10:52 -0700130 if (netpoll_rx_on(skb))
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700131 return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
132 ? GRO_DROP : GRO_NORMAL;
Herbert Xu2ffb4552009-03-17 13:10:52 -0700133
Herbert Xu86911732009-01-29 14:19:50 +0000134 skb_gro_reset_offset(skb);
135
Herbert Xu5d0d9be2009-01-29 14:19:48 +0000136 return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb);
Herbert Xue1c096e2009-01-06 10:50:09 -0800137}
138EXPORT_SYMBOL(vlan_gro_receive);
139
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700140gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp,
141 unsigned int vlan_tci)
Herbert Xue1c096e2009-01-06 10:50:09 -0800142{
Herbert Xu76620aa2009-04-16 02:02:07 -0700143 struct sk_buff *skb = napi_frags_skb(napi);
Herbert Xue1c096e2009-01-06 10:50:09 -0800144
145 if (!skb)
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700146 return GRO_DROP;
Herbert Xue1c096e2009-01-06 10:50:09 -0800147
Herbert Xu1db9e292009-04-13 04:41:01 +0000148 if (netpoll_rx_on(skb)) {
149 skb->protocol = eth_type_trans(skb, skb->dev);
Ben Hutchingsc7c4b3b2009-10-29 21:36:53 -0700150 return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
151 ? GRO_DROP : GRO_NORMAL;
Herbert Xu1db9e292009-04-13 04:41:01 +0000152 }
Herbert Xu2ffb4552009-03-17 13:10:52 -0700153
Herbert Xu5d0d9be2009-01-29 14:19:48 +0000154 return napi_frags_finish(napi, skb,
155 vlan_gro_common(napi, grp, vlan_tci, skb));
Herbert Xue1c096e2009-01-06 10:50:09 -0800156}
157EXPORT_SYMBOL(vlan_gro_frags);