blob: 90cc2bdd406444df8c122066e0b5f23c33c8ed37 [file] [log] [blame]
Patrick McHardy7750f402008-07-08 03:23:36 -07001#include <linux/skbuff.h>
2#include <linux/netdevice.h>
3#include <linux/if_vlan.h>
Herbert Xu4ead4432009-03-01 00:11:52 -08004#include <linux/netpoll.h>
Paul Gortmakerbc3b2d72011-07-15 11:47:34 -04005#include <linux/export.h>
Patrick McHardy7750f402008-07-08 03:23:36 -07006#include "vlan.h"
7
Florian Zumbiehl48cc32d32012-10-07 15:51:58 +00008bool vlan_do_receive(struct sk_buff **skbp)
Patrick McHardy7750f402008-07-08 03:23:36 -07009{
Jesse Gross3701e512010-10-20 13:56:06 +000010 struct sk_buff *skb = *skbp;
Patrick McHardy86a9bad2013-04-19 02:04:30 +000011 __be16 vlan_proto = skb->vlan_proto;
Eric Dumazetd4b812d2013-07-18 07:19:26 -070012 u16 vlan_id = vlan_tx_tag_get_id(skb);
Pedro Garciaad1afb02010-07-18 15:38:44 -070013 struct net_device *vlan_dev;
Eric Dumazet4af429d2010-11-10 23:42:00 +000014 struct vlan_pcpu_stats *rx_stats;
Pedro Garciaad1afb02010-07-18 15:38:44 -070015
Patrick McHardy86a9bad2013-04-19 02:04:30 +000016 vlan_dev = vlan_find_dev(skb->dev, vlan_proto, vlan_id);
Florian Zumbiehl48cc32d32012-10-07 15:51:58 +000017 if (!vlan_dev)
Jesse Gross3701e512010-10-20 13:56:06 +000018 return false;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080019
Jesse Gross3701e512010-10-20 13:56:06 +000020 skb = *skbp = skb_share_check(skb, GFP_ATOMIC);
21 if (unlikely(!skb))
22 return false;
Herbert Xue1c096e2009-01-06 10:50:09 -080023
Jesse Gross3701e512010-10-20 13:56:06 +000024 skb->dev = vlan_dev;
dingtianhong375f67d2014-03-07 18:45:30 +080025 if (unlikely(skb->pkt_type == PACKET_OTHERHOST)) {
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000026 /* Our lower layer thinks this is not local, let's make sure.
27 * This allows the VLAN to have a different MAC than the
28 * underlying device, and still route correctly. */
dingtianhongbe14cc92014-03-07 18:45:31 +080029 if (ether_addr_equal_64bits(eth_hdr(skb)->h_dest, vlan_dev->dev_addr))
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000030 skb->pkt_type = PACKET_HOST;
31 }
32
Jiri Pirko7da82c02011-12-08 04:11:15 +000033 if (!(vlan_dev_priv(vlan_dev)->flags & VLAN_FLAG_REORDER_HDR)) {
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000034 unsigned int offset = skb->data - skb_mac_header(skb);
35
36 /*
37 * vlan_insert_tag expect skb->data pointing to mac header.
38 * So change skb->data before calling it and change back to
39 * original position later
40 */
41 skb_push(skb, offset);
Patrick McHardy86a9bad2013-04-19 02:04:30 +000042 skb = *skbp = vlan_insert_tag(skb, skb->vlan_proto,
43 skb->vlan_tci);
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000044 if (!skb)
45 return false;
46 skb_pull(skb, offset + VLAN_HLEN);
47 skb_reset_mac_len(skb);
48 }
49
Jesse Gross3701e512010-10-20 13:56:06 +000050 skb->priority = vlan_get_ingress_priority(vlan_dev, skb->vlan_tci);
Patrick McHardybc1d0412008-07-14 22:49:30 -070051 skb->vlan_tci = 0;
Patrick McHardy7750f402008-07-08 03:23:36 -070052
Jiri Pirko7da82c02011-12-08 04:11:15 +000053 rx_stats = this_cpu_ptr(vlan_dev_priv(vlan_dev)->vlan_pcpu_stats);
Eric Dumazet97932412009-11-17 04:53:09 +000054
Eric Dumazet9618e2f2010-06-24 00:55:06 +000055 u64_stats_update_begin(&rx_stats->syncp);
Eric Dumazet97932412009-11-17 04:53:09 +000056 rx_stats->rx_packets++;
57 rx_stats->rx_bytes += skb->len;
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000058 if (skb->pkt_type == PACKET_MULTICAST)
Eric Dumazet9618e2f2010-06-24 00:55:06 +000059 rx_stats->rx_multicast++;
Eric Dumazet9618e2f2010-06-24 00:55:06 +000060 u64_stats_update_end(&rx_stats->syncp);
Jesse Gross3701e512010-10-20 13:56:06 +000061
62 return true;
Patrick McHardy7750f402008-07-08 03:23:36 -070063}
Patrick McHardy22d1ba72008-07-08 03:23:57 -070064
Jiri Pirko1cdfd722013-01-03 22:48:59 +000065/* Must be invoked with rcu_read_lock. */
dingtianhongf06c7f92014-05-09 14:58:05 +080066struct net_device *__vlan_find_dev_deep_rcu(struct net_device *dev,
Patrick McHardy1fd9b1f2013-04-19 02:04:29 +000067 __be16 vlan_proto, u16 vlan_id)
Jiri Pirkocec9c132011-07-20 04:54:05 +000068{
Jiri Pirko1cdfd722013-01-03 22:48:59 +000069 struct vlan_info *vlan_info = rcu_dereference(dev->vlan_info);
Jiri Pirkocec9c132011-07-20 04:54:05 +000070
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +000071 if (vlan_info) {
Patrick McHardy1fd9b1f2013-04-19 02:04:29 +000072 return vlan_group_get_device(&vlan_info->grp,
73 vlan_proto, vlan_id);
Jiri Pirkocec9c132011-07-20 04:54:05 +000074 } else {
75 /*
Jiri Pirko1cdfd722013-01-03 22:48:59 +000076 * Lower devices of master uppers (bonding, team) do not have
77 * grp assigned to themselves. Grp is assigned to upper device
78 * instead.
Jiri Pirkocec9c132011-07-20 04:54:05 +000079 */
Jiri Pirko1cdfd722013-01-03 22:48:59 +000080 struct net_device *upper_dev;
81
82 upper_dev = netdev_master_upper_dev_get_rcu(dev);
83 if (upper_dev)
dingtianhongf06c7f92014-05-09 14:58:05 +080084 return __vlan_find_dev_deep_rcu(upper_dev,
Patrick McHardy1fd9b1f2013-04-19 02:04:29 +000085 vlan_proto, vlan_id);
Jiri Pirkocec9c132011-07-20 04:54:05 +000086 }
87
88 return NULL;
89}
dingtianhongf06c7f92014-05-09 14:58:05 +080090EXPORT_SYMBOL(__vlan_find_dev_deep_rcu);
Jiri Pirkocec9c132011-07-20 04:54:05 +000091
Patrick McHardy22d1ba72008-07-08 03:23:57 -070092struct net_device *vlan_dev_real_dev(const struct net_device *dev)
93{
nikolay@redhat.com03697222013-08-03 22:07:46 +020094 struct net_device *ret = vlan_dev_priv(dev)->real_dev;
95
96 while (is_vlan_dev(ret))
97 ret = vlan_dev_priv(ret)->real_dev;
98
99 return ret;
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700100}
Ben Greear116cb422009-01-26 12:37:53 -0800101EXPORT_SYMBOL(vlan_dev_real_dev);
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700102
103u16 vlan_dev_vlan_id(const struct net_device *dev)
104{
Jiri Pirko7da82c02011-12-08 04:11:15 +0000105 return vlan_dev_priv(dev)->vlan_id;
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700106}
Ben Greear116cb422009-01-26 12:37:53 -0800107EXPORT_SYMBOL(vlan_dev_vlan_id);
Herbert Xue1c096e2009-01-06 10:50:09 -0800108
dingtianhong71e415e2014-03-25 17:44:42 +0800109__be16 vlan_dev_vlan_proto(const struct net_device *dev)
110{
111 return vlan_dev_priv(dev)->vlan_proto;
112}
113EXPORT_SYMBOL(vlan_dev_vlan_proto);
114
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000115/*
116 * vlan info and vid list
117 */
118
119static void vlan_group_free(struct vlan_group *grp)
Jiri Pirko87002b02011-12-08 04:11:17 +0000120{
Patrick McHardycf2c0142013-04-20 23:34:40 +0000121 int i, j;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000122
Patrick McHardycf2c0142013-04-20 23:34:40 +0000123 for (i = 0; i < VLAN_PROTO_NUM; i++)
124 for (j = 0; j < VLAN_GROUP_ARRAY_SPLIT_PARTS; j++)
125 kfree(grp->vlan_devices_arrays[i][j]);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000126}
127
128static void vlan_info_free(struct vlan_info *vlan_info)
129{
130 vlan_group_free(&vlan_info->grp);
131 kfree(vlan_info);
132}
133
134static void vlan_info_rcu_free(struct rcu_head *rcu)
135{
136 vlan_info_free(container_of(rcu, struct vlan_info, rcu));
137}
138
139static struct vlan_info *vlan_info_alloc(struct net_device *dev)
140{
141 struct vlan_info *vlan_info;
142
143 vlan_info = kzalloc(sizeof(struct vlan_info), GFP_KERNEL);
144 if (!vlan_info)
145 return NULL;
146
147 vlan_info->real_dev = dev;
148 INIT_LIST_HEAD(&vlan_info->vid_list);
149 return vlan_info;
150}
151
152struct vlan_vid_info {
153 struct list_head list;
Patrick McHardy80d5c362013-04-19 02:04:28 +0000154 __be16 proto;
155 u16 vid;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000156 int refcount;
157};
158
Patrick McHardy8ad227f2013-04-19 02:04:31 +0000159static bool vlan_hw_filter_capable(const struct net_device *dev,
160 const struct vlan_vid_info *vid_info)
161{
162 if (vid_info->proto == htons(ETH_P_8021Q) &&
163 dev->features & NETIF_F_HW_VLAN_CTAG_FILTER)
164 return true;
165 if (vid_info->proto == htons(ETH_P_8021AD) &&
166 dev->features & NETIF_F_HW_VLAN_STAG_FILTER)
167 return true;
168 return false;
169}
170
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000171static struct vlan_vid_info *vlan_vid_info_get(struct vlan_info *vlan_info,
Patrick McHardy80d5c362013-04-19 02:04:28 +0000172 __be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000173{
174 struct vlan_vid_info *vid_info;
175
176 list_for_each_entry(vid_info, &vlan_info->vid_list, list) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000177 if (vid_info->proto == proto && vid_info->vid == vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000178 return vid_info;
179 }
180 return NULL;
181}
182
Patrick McHardy80d5c362013-04-19 02:04:28 +0000183static struct vlan_vid_info *vlan_vid_info_alloc(__be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000184{
185 struct vlan_vid_info *vid_info;
186
187 vid_info = kzalloc(sizeof(struct vlan_vid_info), GFP_KERNEL);
188 if (!vid_info)
189 return NULL;
Patrick McHardy80d5c362013-04-19 02:04:28 +0000190 vid_info->proto = proto;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000191 vid_info->vid = vid;
192
193 return vid_info;
194}
195
Patrick McHardy80d5c362013-04-19 02:04:28 +0000196static int __vlan_vid_add(struct vlan_info *vlan_info, __be16 proto, u16 vid,
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000197 struct vlan_vid_info **pvid_info)
198{
199 struct net_device *dev = vlan_info->real_dev;
Jiri Pirko87002b02011-12-08 04:11:17 +0000200 const struct net_device_ops *ops = dev->netdev_ops;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000201 struct vlan_vid_info *vid_info;
202 int err;
203
Patrick McHardy80d5c362013-04-19 02:04:28 +0000204 vid_info = vlan_vid_info_alloc(proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000205 if (!vid_info)
206 return -ENOMEM;
Jiri Pirko87002b02011-12-08 04:11:17 +0000207
Patrick McHardy8ad227f2013-04-19 02:04:31 +0000208 if (vlan_hw_filter_capable(dev, vid_info)) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000209 err = ops->ndo_vlan_rx_add_vid(dev, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000210 if (err) {
211 kfree(vid_info);
212 return err;
213 }
Jiri Pirko87002b02011-12-08 04:11:17 +0000214 }
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000215 list_add(&vid_info->list, &vlan_info->vid_list);
216 vlan_info->nr_vids++;
217 *pvid_info = vid_info;
Jiri Pirko87002b02011-12-08 04:11:17 +0000218 return 0;
219}
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000220
Patrick McHardy80d5c362013-04-19 02:04:28 +0000221int vlan_vid_add(struct net_device *dev, __be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000222{
223 struct vlan_info *vlan_info;
224 struct vlan_vid_info *vid_info;
225 bool vlan_info_created = false;
226 int err;
227
228 ASSERT_RTNL();
229
230 vlan_info = rtnl_dereference(dev->vlan_info);
231 if (!vlan_info) {
232 vlan_info = vlan_info_alloc(dev);
233 if (!vlan_info)
234 return -ENOMEM;
235 vlan_info_created = true;
236 }
Patrick McHardy80d5c362013-04-19 02:04:28 +0000237 vid_info = vlan_vid_info_get(vlan_info, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000238 if (!vid_info) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000239 err = __vlan_vid_add(vlan_info, proto, vid, &vid_info);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000240 if (err)
241 goto out_free_vlan_info;
242 }
243 vid_info->refcount++;
244
245 if (vlan_info_created)
246 rcu_assign_pointer(dev->vlan_info, vlan_info);
247
248 return 0;
249
250out_free_vlan_info:
251 if (vlan_info_created)
252 kfree(vlan_info);
253 return err;
254}
Jiri Pirko87002b02011-12-08 04:11:17 +0000255EXPORT_SYMBOL(vlan_vid_add);
256
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000257static void __vlan_vid_del(struct vlan_info *vlan_info,
258 struct vlan_vid_info *vid_info)
Jiri Pirko87002b02011-12-08 04:11:17 +0000259{
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000260 struct net_device *dev = vlan_info->real_dev;
Jiri Pirko87002b02011-12-08 04:11:17 +0000261 const struct net_device_ops *ops = dev->netdev_ops;
Patrick McHardy80d5c362013-04-19 02:04:28 +0000262 __be16 proto = vid_info->proto;
263 u16 vid = vid_info->vid;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000264 int err;
Jiri Pirko87002b02011-12-08 04:11:17 +0000265
Patrick McHardy8ad227f2013-04-19 02:04:31 +0000266 if (vlan_hw_filter_capable(dev, vid_info)) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000267 err = ops->ndo_vlan_rx_kill_vid(dev, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000268 if (err) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000269 pr_warn("failed to kill vid %04x/%d for device %s\n",
270 proto, vid, dev->name);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000271 }
272 }
273 list_del(&vid_info->list);
274 kfree(vid_info);
275 vlan_info->nr_vids--;
276}
277
Patrick McHardy80d5c362013-04-19 02:04:28 +0000278void vlan_vid_del(struct net_device *dev, __be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000279{
280 struct vlan_info *vlan_info;
281 struct vlan_vid_info *vid_info;
282
283 ASSERT_RTNL();
284
285 vlan_info = rtnl_dereference(dev->vlan_info);
286 if (!vlan_info)
287 return;
288
Patrick McHardy80d5c362013-04-19 02:04:28 +0000289 vid_info = vlan_vid_info_get(vlan_info, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000290 if (!vid_info)
291 return;
292 vid_info->refcount--;
293 if (vid_info->refcount == 0) {
294 __vlan_vid_del(vlan_info, vid_info);
295 if (vlan_info->nr_vids == 0) {
296 RCU_INIT_POINTER(dev->vlan_info, NULL);
297 call_rcu(&vlan_info->rcu, vlan_info_rcu_free);
298 }
Jiri Pirko87002b02011-12-08 04:11:17 +0000299 }
300}
301EXPORT_SYMBOL(vlan_vid_del);
Jiri Pirko348a1442011-12-08 04:11:19 +0000302
303int vlan_vids_add_by_dev(struct net_device *dev,
304 const struct net_device *by_dev)
305{
306 struct vlan_vid_info *vid_info;
Dan Carpenterf9586f72011-12-13 20:29:43 +0000307 struct vlan_info *vlan_info;
Jiri Pirko348a1442011-12-08 04:11:19 +0000308 int err;
309
310 ASSERT_RTNL();
311
Dan Carpenterf9586f72011-12-13 20:29:43 +0000312 vlan_info = rtnl_dereference(by_dev->vlan_info);
313 if (!vlan_info)
Jiri Pirko348a1442011-12-08 04:11:19 +0000314 return 0;
315
Dan Carpenterf9586f72011-12-13 20:29:43 +0000316 list_for_each_entry(vid_info, &vlan_info->vid_list, list) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000317 err = vlan_vid_add(dev, vid_info->proto, vid_info->vid);
Jiri Pirko348a1442011-12-08 04:11:19 +0000318 if (err)
319 goto unwind;
320 }
321 return 0;
322
323unwind:
324 list_for_each_entry_continue_reverse(vid_info,
Dan Carpenterf9586f72011-12-13 20:29:43 +0000325 &vlan_info->vid_list,
Jiri Pirko348a1442011-12-08 04:11:19 +0000326 list) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000327 vlan_vid_del(dev, vid_info->proto, vid_info->vid);
Jiri Pirko348a1442011-12-08 04:11:19 +0000328 }
329
330 return err;
331}
332EXPORT_SYMBOL(vlan_vids_add_by_dev);
333
334void vlan_vids_del_by_dev(struct net_device *dev,
335 const struct net_device *by_dev)
336{
337 struct vlan_vid_info *vid_info;
Dan Carpenterf9586f72011-12-13 20:29:43 +0000338 struct vlan_info *vlan_info;
Jiri Pirko348a1442011-12-08 04:11:19 +0000339
340 ASSERT_RTNL();
341
Dan Carpenterf9586f72011-12-13 20:29:43 +0000342 vlan_info = rtnl_dereference(by_dev->vlan_info);
343 if (!vlan_info)
Jiri Pirko348a1442011-12-08 04:11:19 +0000344 return;
345
Dan Carpenterf9586f72011-12-13 20:29:43 +0000346 list_for_each_entry(vid_info, &vlan_info->vid_list, list)
Patrick McHardy80d5c362013-04-19 02:04:28 +0000347 vlan_vid_del(dev, vid_info->proto, vid_info->vid);
Jiri Pirko348a1442011-12-08 04:11:19 +0000348}
349EXPORT_SYMBOL(vlan_vids_del_by_dev);
Jiri Pirko9b361c12012-08-23 03:26:52 +0000350
351bool vlan_uses_dev(const struct net_device *dev)
352{
Jiri Pirko55462cf2012-10-14 04:30:56 +0000353 struct vlan_info *vlan_info;
354
355 ASSERT_RTNL();
356
357 vlan_info = rtnl_dereference(dev->vlan_info);
358 if (!vlan_info)
359 return false;
360 return vlan_info->grp.nr_vlan_devs ? true : false;
Jiri Pirko9b361c12012-08-23 03:26:52 +0000361}
362EXPORT_SYMBOL(vlan_uses_dev);