blob: 6ee48aac776fbe84db68a503d9aca10ca45b0081 [file] [log] [blame]
Patrick McHardy7750f402008-07-08 03:23:36 -07001#include <linux/skbuff.h>
2#include <linux/netdevice.h>
3#include <linux/if_vlan.h>
Herbert Xu4ead4432009-03-01 00:11:52 -08004#include <linux/netpoll.h>
Paul Gortmakerbc3b2d72011-07-15 11:47:34 -04005#include <linux/export.h>
Patrick McHardy7750f402008-07-08 03:23:36 -07006#include "vlan.h"
7
Florian Zumbiehl48cc32d32012-10-07 15:51:58 +00008bool vlan_do_receive(struct sk_buff **skbp)
Patrick McHardy7750f402008-07-08 03:23:36 -07009{
Jesse Gross3701e512010-10-20 13:56:06 +000010 struct sk_buff *skb = *skbp;
Patrick McHardy86a9bad2013-04-19 02:04:30 +000011 __be16 vlan_proto = skb->vlan_proto;
Eric Dumazetd4b812d2013-07-18 07:19:26 -070012 u16 vlan_id = vlan_tx_tag_get_id(skb);
Pedro Garciaad1afb02010-07-18 15:38:44 -070013 struct net_device *vlan_dev;
Eric Dumazet4af429d2010-11-10 23:42:00 +000014 struct vlan_pcpu_stats *rx_stats;
Pedro Garciaad1afb02010-07-18 15:38:44 -070015
Patrick McHardy86a9bad2013-04-19 02:04:30 +000016 vlan_dev = vlan_find_dev(skb->dev, vlan_proto, vlan_id);
Florian Zumbiehl48cc32d32012-10-07 15:51:58 +000017 if (!vlan_dev)
Jesse Gross3701e512010-10-20 13:56:06 +000018 return false;
Patrick McHardy9b22ea52008-11-04 14:49:57 -080019
Jesse Gross3701e512010-10-20 13:56:06 +000020 skb = *skbp = skb_share_check(skb, GFP_ATOMIC);
21 if (unlikely(!skb))
22 return false;
Herbert Xue1c096e2009-01-06 10:50:09 -080023
Jesse Gross3701e512010-10-20 13:56:06 +000024 skb->dev = vlan_dev;
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000025 if (skb->pkt_type == PACKET_OTHERHOST) {
26 /* Our lower layer thinks this is not local, let's make sure.
27 * This allows the VLAN to have a different MAC than the
28 * underlying device, and still route correctly. */
Joe Perches53a2b3a2012-05-08 18:56:47 +000029 if (ether_addr_equal(eth_hdr(skb)->h_dest, vlan_dev->dev_addr))
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000030 skb->pkt_type = PACKET_HOST;
31 }
32
Jiri Pirko7da82c02011-12-08 04:11:15 +000033 if (!(vlan_dev_priv(vlan_dev)->flags & VLAN_FLAG_REORDER_HDR)) {
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000034 unsigned int offset = skb->data - skb_mac_header(skb);
35
36 /*
37 * vlan_insert_tag expect skb->data pointing to mac header.
38 * So change skb->data before calling it and change back to
39 * original position later
40 */
41 skb_push(skb, offset);
Patrick McHardy86a9bad2013-04-19 02:04:30 +000042 skb = *skbp = vlan_insert_tag(skb, skb->vlan_proto,
43 skb->vlan_tci);
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000044 if (!skb)
45 return false;
46 skb_pull(skb, offset + VLAN_HLEN);
47 skb_reset_mac_len(skb);
48 }
49
Jesse Gross3701e512010-10-20 13:56:06 +000050 skb->priority = vlan_get_ingress_priority(vlan_dev, skb->vlan_tci);
Patrick McHardybc1d0412008-07-14 22:49:30 -070051 skb->vlan_tci = 0;
Patrick McHardy7750f402008-07-08 03:23:36 -070052
Jiri Pirko7da82c02011-12-08 04:11:15 +000053 rx_stats = this_cpu_ptr(vlan_dev_priv(vlan_dev)->vlan_pcpu_stats);
Eric Dumazet97932412009-11-17 04:53:09 +000054
Eric Dumazet9618e2f2010-06-24 00:55:06 +000055 u64_stats_update_begin(&rx_stats->syncp);
Eric Dumazet97932412009-11-17 04:53:09 +000056 rx_stats->rx_packets++;
57 rx_stats->rx_bytes += skb->len;
Jiri Pirko0b5c9db2011-06-10 06:56:58 +000058 if (skb->pkt_type == PACKET_MULTICAST)
Eric Dumazet9618e2f2010-06-24 00:55:06 +000059 rx_stats->rx_multicast++;
Eric Dumazet9618e2f2010-06-24 00:55:06 +000060 u64_stats_update_end(&rx_stats->syncp);
Jesse Gross3701e512010-10-20 13:56:06 +000061
62 return true;
Patrick McHardy7750f402008-07-08 03:23:36 -070063}
Patrick McHardy22d1ba72008-07-08 03:23:57 -070064
Jiri Pirko1cdfd722013-01-03 22:48:59 +000065/* Must be invoked with rcu_read_lock. */
66struct net_device *__vlan_find_dev_deep(struct net_device *dev,
Patrick McHardy1fd9b1f2013-04-19 02:04:29 +000067 __be16 vlan_proto, u16 vlan_id)
Jiri Pirkocec9c132011-07-20 04:54:05 +000068{
Jiri Pirko1cdfd722013-01-03 22:48:59 +000069 struct vlan_info *vlan_info = rcu_dereference(dev->vlan_info);
Jiri Pirkocec9c132011-07-20 04:54:05 +000070
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +000071 if (vlan_info) {
Patrick McHardy1fd9b1f2013-04-19 02:04:29 +000072 return vlan_group_get_device(&vlan_info->grp,
73 vlan_proto, vlan_id);
Jiri Pirkocec9c132011-07-20 04:54:05 +000074 } else {
75 /*
Jiri Pirko1cdfd722013-01-03 22:48:59 +000076 * Lower devices of master uppers (bonding, team) do not have
77 * grp assigned to themselves. Grp is assigned to upper device
78 * instead.
Jiri Pirkocec9c132011-07-20 04:54:05 +000079 */
Jiri Pirko1cdfd722013-01-03 22:48:59 +000080 struct net_device *upper_dev;
81
82 upper_dev = netdev_master_upper_dev_get_rcu(dev);
83 if (upper_dev)
Patrick McHardy1fd9b1f2013-04-19 02:04:29 +000084 return __vlan_find_dev_deep(upper_dev,
85 vlan_proto, vlan_id);
Jiri Pirkocec9c132011-07-20 04:54:05 +000086 }
87
88 return NULL;
89}
90EXPORT_SYMBOL(__vlan_find_dev_deep);
91
Patrick McHardy22d1ba72008-07-08 03:23:57 -070092struct net_device *vlan_dev_real_dev(const struct net_device *dev)
93{
nikolay@redhat.com03697222013-08-03 22:07:46 +020094 struct net_device *ret = vlan_dev_priv(dev)->real_dev;
95
96 while (is_vlan_dev(ret))
97 ret = vlan_dev_priv(ret)->real_dev;
98
99 return ret;
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700100}
Ben Greear116cb422009-01-26 12:37:53 -0800101EXPORT_SYMBOL(vlan_dev_real_dev);
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700102
103u16 vlan_dev_vlan_id(const struct net_device *dev)
104{
Jiri Pirko7da82c02011-12-08 04:11:15 +0000105 return vlan_dev_priv(dev)->vlan_id;
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700106}
Ben Greear116cb422009-01-26 12:37:53 -0800107EXPORT_SYMBOL(vlan_dev_vlan_id);
Herbert Xue1c096e2009-01-06 10:50:09 -0800108
Jiri Pirko0b5c9db2011-06-10 06:56:58 +0000109static struct sk_buff *vlan_reorder_header(struct sk_buff *skb)
Jiri Pirkobcc6d472011-04-07 19:48:33 +0000110{
Jiri Pirko0b5c9db2011-06-10 06:56:58 +0000111 if (skb_cow(skb, skb_headroom(skb)) < 0)
112 return NULL;
113 memmove(skb->data - ETH_HLEN, skb->data - VLAN_ETH_HLEN, 2 * ETH_ALEN);
114 skb->mac_header += VLAN_HLEN;
Jiri Pirkobcc6d472011-04-07 19:48:33 +0000115 return skb;
116}
117
Jiri Pirkobcc6d472011-04-07 19:48:33 +0000118struct sk_buff *vlan_untag(struct sk_buff *skb)
119{
120 struct vlan_hdr *vhdr;
121 u16 vlan_tci;
122
123 if (unlikely(vlan_tx_tag_present(skb))) {
124 /* vlan_tci is already set-up so leave this for another time */
125 return skb;
126 }
127
128 skb = skb_share_check(skb, GFP_ATOMIC);
129 if (unlikely(!skb))
130 goto err_free;
131
132 if (unlikely(!pskb_may_pull(skb, VLAN_HLEN)))
133 goto err_free;
134
135 vhdr = (struct vlan_hdr *) skb->data;
136 vlan_tci = ntohs(vhdr->h_vlan_TCI);
Patrick McHardy86a9bad2013-04-19 02:04:30 +0000137 __vlan_hwaccel_put_tag(skb, skb->protocol, vlan_tci);
Jiri Pirkobcc6d472011-04-07 19:48:33 +0000138
139 skb_pull_rcsum(skb, VLAN_HLEN);
140 vlan_set_encap_proto(skb, vhdr);
141
Jiri Pirko0b5c9db2011-06-10 06:56:58 +0000142 skb = vlan_reorder_header(skb);
Jiri Pirkobcc6d472011-04-07 19:48:33 +0000143 if (unlikely(!skb))
144 goto err_free;
145
Jiri Pirkoc5114cd2011-08-18 21:29:27 -0700146 skb_reset_network_header(skb);
147 skb_reset_transport_header(skb);
Antonio Quartulli5316cf92012-10-02 06:14:17 +0000148 skb_reset_mac_len(skb);
149
Jiri Pirkobcc6d472011-04-07 19:48:33 +0000150 return skb;
151
152err_free:
153 kfree_skb(skb);
154 return NULL;
155}
Vlad Yasevich78851982013-02-13 12:00:14 +0000156EXPORT_SYMBOL(vlan_untag);
Jiri Pirko87002b02011-12-08 04:11:17 +0000157
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000158
159/*
160 * vlan info and vid list
161 */
162
163static void vlan_group_free(struct vlan_group *grp)
Jiri Pirko87002b02011-12-08 04:11:17 +0000164{
Patrick McHardycf2c0142013-04-20 23:34:40 +0000165 int i, j;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000166
Patrick McHardycf2c0142013-04-20 23:34:40 +0000167 for (i = 0; i < VLAN_PROTO_NUM; i++)
168 for (j = 0; j < VLAN_GROUP_ARRAY_SPLIT_PARTS; j++)
169 kfree(grp->vlan_devices_arrays[i][j]);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000170}
171
172static void vlan_info_free(struct vlan_info *vlan_info)
173{
174 vlan_group_free(&vlan_info->grp);
175 kfree(vlan_info);
176}
177
178static void vlan_info_rcu_free(struct rcu_head *rcu)
179{
180 vlan_info_free(container_of(rcu, struct vlan_info, rcu));
181}
182
183static struct vlan_info *vlan_info_alloc(struct net_device *dev)
184{
185 struct vlan_info *vlan_info;
186
187 vlan_info = kzalloc(sizeof(struct vlan_info), GFP_KERNEL);
188 if (!vlan_info)
189 return NULL;
190
191 vlan_info->real_dev = dev;
192 INIT_LIST_HEAD(&vlan_info->vid_list);
193 return vlan_info;
194}
195
196struct vlan_vid_info {
197 struct list_head list;
Patrick McHardy80d5c362013-04-19 02:04:28 +0000198 __be16 proto;
199 u16 vid;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000200 int refcount;
201};
202
Patrick McHardy8ad227f2013-04-19 02:04:31 +0000203static bool vlan_hw_filter_capable(const struct net_device *dev,
204 const struct vlan_vid_info *vid_info)
205{
206 if (vid_info->proto == htons(ETH_P_8021Q) &&
207 dev->features & NETIF_F_HW_VLAN_CTAG_FILTER)
208 return true;
209 if (vid_info->proto == htons(ETH_P_8021AD) &&
210 dev->features & NETIF_F_HW_VLAN_STAG_FILTER)
211 return true;
212 return false;
213}
214
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000215static struct vlan_vid_info *vlan_vid_info_get(struct vlan_info *vlan_info,
Patrick McHardy80d5c362013-04-19 02:04:28 +0000216 __be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000217{
218 struct vlan_vid_info *vid_info;
219
220 list_for_each_entry(vid_info, &vlan_info->vid_list, list) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000221 if (vid_info->proto == proto && vid_info->vid == vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000222 return vid_info;
223 }
224 return NULL;
225}
226
Patrick McHardy80d5c362013-04-19 02:04:28 +0000227static struct vlan_vid_info *vlan_vid_info_alloc(__be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000228{
229 struct vlan_vid_info *vid_info;
230
231 vid_info = kzalloc(sizeof(struct vlan_vid_info), GFP_KERNEL);
232 if (!vid_info)
233 return NULL;
Patrick McHardy80d5c362013-04-19 02:04:28 +0000234 vid_info->proto = proto;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000235 vid_info->vid = vid;
236
237 return vid_info;
238}
239
Patrick McHardy80d5c362013-04-19 02:04:28 +0000240static int __vlan_vid_add(struct vlan_info *vlan_info, __be16 proto, u16 vid,
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000241 struct vlan_vid_info **pvid_info)
242{
243 struct net_device *dev = vlan_info->real_dev;
Jiri Pirko87002b02011-12-08 04:11:17 +0000244 const struct net_device_ops *ops = dev->netdev_ops;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000245 struct vlan_vid_info *vid_info;
246 int err;
247
Patrick McHardy80d5c362013-04-19 02:04:28 +0000248 vid_info = vlan_vid_info_alloc(proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000249 if (!vid_info)
250 return -ENOMEM;
Jiri Pirko87002b02011-12-08 04:11:17 +0000251
Patrick McHardy8ad227f2013-04-19 02:04:31 +0000252 if (vlan_hw_filter_capable(dev, vid_info)) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000253 err = ops->ndo_vlan_rx_add_vid(dev, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000254 if (err) {
255 kfree(vid_info);
256 return err;
257 }
Jiri Pirko87002b02011-12-08 04:11:17 +0000258 }
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000259 list_add(&vid_info->list, &vlan_info->vid_list);
260 vlan_info->nr_vids++;
261 *pvid_info = vid_info;
Jiri Pirko87002b02011-12-08 04:11:17 +0000262 return 0;
263}
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000264
Patrick McHardy80d5c362013-04-19 02:04:28 +0000265int vlan_vid_add(struct net_device *dev, __be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000266{
267 struct vlan_info *vlan_info;
268 struct vlan_vid_info *vid_info;
269 bool vlan_info_created = false;
270 int err;
271
272 ASSERT_RTNL();
273
274 vlan_info = rtnl_dereference(dev->vlan_info);
275 if (!vlan_info) {
276 vlan_info = vlan_info_alloc(dev);
277 if (!vlan_info)
278 return -ENOMEM;
279 vlan_info_created = true;
280 }
Patrick McHardy80d5c362013-04-19 02:04:28 +0000281 vid_info = vlan_vid_info_get(vlan_info, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000282 if (!vid_info) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000283 err = __vlan_vid_add(vlan_info, proto, vid, &vid_info);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000284 if (err)
285 goto out_free_vlan_info;
286 }
287 vid_info->refcount++;
288
289 if (vlan_info_created)
290 rcu_assign_pointer(dev->vlan_info, vlan_info);
291
292 return 0;
293
294out_free_vlan_info:
295 if (vlan_info_created)
296 kfree(vlan_info);
297 return err;
298}
Jiri Pirko87002b02011-12-08 04:11:17 +0000299EXPORT_SYMBOL(vlan_vid_add);
300
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000301static void __vlan_vid_del(struct vlan_info *vlan_info,
302 struct vlan_vid_info *vid_info)
Jiri Pirko87002b02011-12-08 04:11:17 +0000303{
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000304 struct net_device *dev = vlan_info->real_dev;
Jiri Pirko87002b02011-12-08 04:11:17 +0000305 const struct net_device_ops *ops = dev->netdev_ops;
Patrick McHardy80d5c362013-04-19 02:04:28 +0000306 __be16 proto = vid_info->proto;
307 u16 vid = vid_info->vid;
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000308 int err;
Jiri Pirko87002b02011-12-08 04:11:17 +0000309
Patrick McHardy8ad227f2013-04-19 02:04:31 +0000310 if (vlan_hw_filter_capable(dev, vid_info)) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000311 err = ops->ndo_vlan_rx_kill_vid(dev, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000312 if (err) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000313 pr_warn("failed to kill vid %04x/%d for device %s\n",
314 proto, vid, dev->name);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000315 }
316 }
317 list_del(&vid_info->list);
318 kfree(vid_info);
319 vlan_info->nr_vids--;
320}
321
Patrick McHardy80d5c362013-04-19 02:04:28 +0000322void vlan_vid_del(struct net_device *dev, __be16 proto, u16 vid)
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000323{
324 struct vlan_info *vlan_info;
325 struct vlan_vid_info *vid_info;
326
327 ASSERT_RTNL();
328
329 vlan_info = rtnl_dereference(dev->vlan_info);
330 if (!vlan_info)
331 return;
332
Patrick McHardy80d5c362013-04-19 02:04:28 +0000333 vid_info = vlan_vid_info_get(vlan_info, proto, vid);
Jiri Pirko5b9ea6e2011-12-08 04:11:18 +0000334 if (!vid_info)
335 return;
336 vid_info->refcount--;
337 if (vid_info->refcount == 0) {
338 __vlan_vid_del(vlan_info, vid_info);
339 if (vlan_info->nr_vids == 0) {
340 RCU_INIT_POINTER(dev->vlan_info, NULL);
341 call_rcu(&vlan_info->rcu, vlan_info_rcu_free);
342 }
Jiri Pirko87002b02011-12-08 04:11:17 +0000343 }
344}
345EXPORT_SYMBOL(vlan_vid_del);
Jiri Pirko348a1442011-12-08 04:11:19 +0000346
347int vlan_vids_add_by_dev(struct net_device *dev,
348 const struct net_device *by_dev)
349{
350 struct vlan_vid_info *vid_info;
Dan Carpenterf9586f72011-12-13 20:29:43 +0000351 struct vlan_info *vlan_info;
Jiri Pirko348a1442011-12-08 04:11:19 +0000352 int err;
353
354 ASSERT_RTNL();
355
Dan Carpenterf9586f72011-12-13 20:29:43 +0000356 vlan_info = rtnl_dereference(by_dev->vlan_info);
357 if (!vlan_info)
Jiri Pirko348a1442011-12-08 04:11:19 +0000358 return 0;
359
Dan Carpenterf9586f72011-12-13 20:29:43 +0000360 list_for_each_entry(vid_info, &vlan_info->vid_list, list) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000361 err = vlan_vid_add(dev, vid_info->proto, vid_info->vid);
Jiri Pirko348a1442011-12-08 04:11:19 +0000362 if (err)
363 goto unwind;
364 }
365 return 0;
366
367unwind:
368 list_for_each_entry_continue_reverse(vid_info,
Dan Carpenterf9586f72011-12-13 20:29:43 +0000369 &vlan_info->vid_list,
Jiri Pirko348a1442011-12-08 04:11:19 +0000370 list) {
Patrick McHardy80d5c362013-04-19 02:04:28 +0000371 vlan_vid_del(dev, vid_info->proto, vid_info->vid);
Jiri Pirko348a1442011-12-08 04:11:19 +0000372 }
373
374 return err;
375}
376EXPORT_SYMBOL(vlan_vids_add_by_dev);
377
378void vlan_vids_del_by_dev(struct net_device *dev,
379 const struct net_device *by_dev)
380{
381 struct vlan_vid_info *vid_info;
Dan Carpenterf9586f72011-12-13 20:29:43 +0000382 struct vlan_info *vlan_info;
Jiri Pirko348a1442011-12-08 04:11:19 +0000383
384 ASSERT_RTNL();
385
Dan Carpenterf9586f72011-12-13 20:29:43 +0000386 vlan_info = rtnl_dereference(by_dev->vlan_info);
387 if (!vlan_info)
Jiri Pirko348a1442011-12-08 04:11:19 +0000388 return;
389
Dan Carpenterf9586f72011-12-13 20:29:43 +0000390 list_for_each_entry(vid_info, &vlan_info->vid_list, list)
Patrick McHardy80d5c362013-04-19 02:04:28 +0000391 vlan_vid_del(dev, vid_info->proto, vid_info->vid);
Jiri Pirko348a1442011-12-08 04:11:19 +0000392}
393EXPORT_SYMBOL(vlan_vids_del_by_dev);
Jiri Pirko9b361c12012-08-23 03:26:52 +0000394
395bool vlan_uses_dev(const struct net_device *dev)
396{
Jiri Pirko55462cf2012-10-14 04:30:56 +0000397 struct vlan_info *vlan_info;
398
399 ASSERT_RTNL();
400
401 vlan_info = rtnl_dereference(dev->vlan_info);
402 if (!vlan_info)
403 return false;
404 return vlan_info->grp.nr_vlan_devs ? true : false;
Jiri Pirko9b361c12012-08-23 03:26:52 +0000405}
406EXPORT_SYMBOL(vlan_uses_dev);