blob: 97da977c2a23338e57fb8b8a11db3f2a4d47965d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * INET 802.1Q VLAN
3 * Ethernet-type device handling.
4 *
5 * Authors: Ben Greear <greearb@candelatech.com>
Patrick McHardyad712082008-01-21 00:27:00 -08006 * Please send support related email to: netdev@vger.kernel.org
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
YOSHIFUJI Hideaki122952f2007-02-09 23:24:25 +09008 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Fixes:
10 * Fix for packet capture - Nick Eggleston <nick@dccinc.com>;
11 * Add HW acceleration hooks - David S. Miller <davem@redhat.com>;
12 * Correct all the locking - David S. Miller <davem@redhat.com>;
13 * Use hash table for VLAN groups - David S. Miller <davem@redhat.com>
14 *
15 * This program is free software; you can redistribute it and/or
16 * modify it under the terms of the GNU General Public License
17 * as published by the Free Software Foundation; either version
18 * 2 of the License, or (at your option) any later version.
19 */
20
Randy Dunlap4fc268d2006-01-11 12:17:47 -080021#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/module.h>
23#include <linux/netdevice.h>
24#include <linux/skbuff.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090025#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/init.h>
Franck Bui-Huu82524742008-05-12 21:21:05 +020027#include <linux/rculist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <net/p8022.h>
29#include <net/arp.h>
30#include <linux/rtnetlink.h>
31#include <linux/notifier.h>
Patrick McHardy61362762008-07-14 22:51:55 -070032#include <net/rtnetlink.h>
Eric W. Biedermane9dc8652007-09-12 13:02:17 +020033#include <net/net_namespace.h>
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -070034#include <net/netns/generic.h>
Patrick McHardy61362762008-07-14 22:51:55 -070035#include <asm/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
37#include <linux/if_vlan.h>
38#include "vlan.h"
39#include "vlanproc.h"
40
41#define DRV_VERSION "1.8"
42
43/* Global VLAN variables */
44
Eric Dumazetf99189b2009-11-17 10:42:49 +000045int vlan_net_id __read_mostly;
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -070046
Linus Torvalds1da177e2005-04-16 15:20:36 -070047/* Our listing of VLAN group(s) */
48static struct hlist_head vlan_group_hash[VLAN_GRP_HASH_SIZE];
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Stephen Hemmingerb30200612008-10-28 22:12:36 -070050const char vlan_fullname[] = "802.1Q VLAN Support";
51const char vlan_version[] = DRV_VERSION;
52static const char vlan_copyright[] = "Ben Greear <greearb@candelatech.com>";
53static const char vlan_buggyright[] = "David S. Miller <davem@redhat.com>";
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Stephen Hemminger7546dd92009-03-09 08:18:29 +000055static struct packet_type vlan_packet_type __read_mostly = {
Harvey Harrison09640e62009-02-01 00:45:17 -080056 .type = cpu_to_be16(ETH_P_8021Q),
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 .func = vlan_skb_recv, /* VLAN receive method */
58};
59
Linus Torvalds1da177e2005-04-16 15:20:36 -070060/* End of global variables definitions. */
61
Patrick McHardy2029cc22008-01-21 00:26:41 -080062static inline unsigned int vlan_grp_hashfn(unsigned int idx)
63{
64 return ((idx >> VLAN_GRP_HASH_SHIFT) ^ idx) & VLAN_GRP_HASH_MASK;
65}
66
Linus Torvalds1da177e2005-04-16 15:20:36 -070067/* Must be invoked with RCU read lock (no preempt) */
Pavel Emelyanova9fde262008-04-16 00:48:04 -070068static struct vlan_group *__vlan_find_group(struct net_device *real_dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -070069{
70 struct vlan_group *grp;
71 struct hlist_node *n;
Pavel Emelyanova9fde262008-04-16 00:48:04 -070072 int hash = vlan_grp_hashfn(real_dev->ifindex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070073
74 hlist_for_each_entry_rcu(grp, n, &vlan_group_hash[hash], hlist) {
Pavel Emelyanova9fde262008-04-16 00:48:04 -070075 if (grp->real_dev == real_dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 return grp;
77 }
78
79 return NULL;
80}
81
82/* Find the protocol handler. Assumes VID < VLAN_VID_MASK.
83 *
84 * Must be invoked with RCU read lock (no preempt)
85 */
Patrick McHardy9bb85822008-07-08 03:24:44 -070086struct net_device *__find_vlan_dev(struct net_device *real_dev, u16 vlan_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -070087{
Pavel Emelyanova9fde262008-04-16 00:48:04 -070088 struct vlan_group *grp = __vlan_find_group(real_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089
90 if (grp)
Patrick McHardy9bb85822008-07-08 03:24:44 -070091 return vlan_group_get_device(grp, vlan_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -070092
93 return NULL;
94}
95
Dan Aloni5c15bde2007-03-02 20:44:51 -080096static void vlan_group_free(struct vlan_group *grp)
97{
98 int i;
99
Patrick McHardy2029cc22008-01-21 00:26:41 -0800100 for (i = 0; i < VLAN_GROUP_ARRAY_SPLIT_PARTS; i++)
Dan Aloni5c15bde2007-03-02 20:44:51 -0800101 kfree(grp->vlan_devices_arrays[i]);
102 kfree(grp);
103}
104
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700105static struct vlan_group *vlan_group_alloc(struct net_device *real_dev)
Patrick McHardy42429aa2007-06-13 12:05:59 -0700106{
107 struct vlan_group *grp;
Patrick McHardy42429aa2007-06-13 12:05:59 -0700108
109 grp = kzalloc(sizeof(struct vlan_group), GFP_KERNEL);
110 if (!grp)
111 return NULL;
112
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700113 grp->real_dev = real_dev;
Patrick McHardy42429aa2007-06-13 12:05:59 -0700114 hlist_add_head_rcu(&grp->hlist,
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700115 &vlan_group_hash[vlan_grp_hashfn(real_dev->ifindex)]);
Patrick McHardy42429aa2007-06-13 12:05:59 -0700116 return grp;
Pavel Emelyanov67727182008-03-26 16:27:22 -0700117}
Patrick McHardy42429aa2007-06-13 12:05:59 -0700118
Patrick McHardy9bb85822008-07-08 03:24:44 -0700119static int vlan_group_prealloc_vid(struct vlan_group *vg, u16 vlan_id)
Pavel Emelyanov67727182008-03-26 16:27:22 -0700120{
121 struct net_device **array;
122 unsigned int size;
123
124 ASSERT_RTNL();
125
Patrick McHardy9bb85822008-07-08 03:24:44 -0700126 array = vg->vlan_devices_arrays[vlan_id / VLAN_GROUP_ARRAY_PART_LEN];
Pavel Emelyanov67727182008-03-26 16:27:22 -0700127 if (array != NULL)
128 return 0;
129
130 size = sizeof(struct net_device *) * VLAN_GROUP_ARRAY_PART_LEN;
131 array = kzalloc(size, GFP_KERNEL);
132 if (array == NULL)
133 return -ENOBUFS;
134
Patrick McHardy9bb85822008-07-08 03:24:44 -0700135 vg->vlan_devices_arrays[vlan_id / VLAN_GROUP_ARRAY_PART_LEN] = array;
Pavel Emelyanov67727182008-03-26 16:27:22 -0700136 return 0;
Patrick McHardy42429aa2007-06-13 12:05:59 -0700137}
138
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139static void vlan_rcu_free(struct rcu_head *rcu)
140{
Dan Aloni5c15bde2007-03-02 20:44:51 -0800141 vlan_group_free(container_of(rcu, struct vlan_group, rcu));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142}
143
Eric Dumazet23289a32009-10-27 07:06:36 +0000144void unregister_vlan_dev(struct net_device *dev, struct list_head *head)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145{
Patrick McHardy9dfebcc2008-01-21 00:26:07 -0800146 struct vlan_dev_info *vlan = vlan_dev_info(dev);
Patrick McHardyaf301512008-01-21 00:25:50 -0800147 struct net_device *real_dev = vlan->real_dev;
Stephen Hemminger656299f2008-11-19 21:53:47 -0800148 const struct net_device_ops *ops = real_dev->netdev_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 struct vlan_group *grp;
Patrick McHardy9bb85822008-07-08 03:24:44 -0700150 u16 vlan_id = vlan->vlan_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
152 ASSERT_RTNL();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700154 grp = __vlan_find_group(real_dev);
Patrick McHardyaf301512008-01-21 00:25:50 -0800155 BUG_ON(!grp);
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800156
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800157 /* Take it out of our own structures, but be sure to interlock with
158 * HW accelerating devices or SW vlan input packet processing.
159 */
160 if (real_dev->features & NETIF_F_HW_VLAN_FILTER)
Stephen Hemminger656299f2008-11-19 21:53:47 -0800161 ops->ndo_vlan_rx_kill_vid(real_dev, vlan_id);
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800162
Patrick McHardyaf301512008-01-21 00:25:50 -0800163 grp->nr_vlans--;
164
Patrick McHardy29906f62009-10-29 23:43:00 -0700165 vlan_group_set_device(grp, vlan_id, NULL);
166 if (!grp->killall)
Eric Dumazet63c80992009-10-27 07:06:49 +0000167 synchronize_net();
Patrick McHardy29906f62009-10-29 23:43:00 -0700168
Eric Dumazet23289a32009-10-27 07:06:36 +0000169 unregister_netdevice_queue(dev, head);
Patrick McHardyce305002008-07-05 21:26:41 -0700170
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800171 /* If the group is now empty, kill off the group. */
Patrick McHardyaf301512008-01-21 00:25:50 -0800172 if (grp->nr_vlans == 0) {
Patrick McHardy70c03b42008-07-05 21:26:57 -0700173 vlan_gvrp_uninit_applicant(real_dev);
174
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800175 if (real_dev->features & NETIF_F_HW_VLAN_RX)
Stephen Hemminger656299f2008-11-19 21:53:47 -0800176 ops->ndo_vlan_rx_register(real_dev, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800178 hlist_del_rcu(&grp->hlist);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179
Patrick McHardyacc5efb2008-01-21 00:25:31 -0800180 /* Free the group, after all cpu's are done. */
181 call_rcu(&grp->rcu, vlan_rcu_free);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 }
183
Patrick McHardyaf301512008-01-21 00:25:50 -0800184 /* Get rid of the vlan's reference to real_dev */
185 dev_put(real_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186}
187
Patrick McHardy9bb85822008-07-08 03:24:44 -0700188int vlan_check_real_dev(struct net_device *real_dev, u16 vlan_id)
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700189{
Stephen Hemminger656299f2008-11-19 21:53:47 -0800190 const char *name = real_dev->name;
191 const struct net_device_ops *ops = real_dev->netdev_ops;
Patrick McHardy40f98e12008-01-21 00:24:30 -0800192
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700193 if (real_dev->features & NETIF_F_VLAN_CHALLENGED) {
Patrick McHardy40f98e12008-01-21 00:24:30 -0800194 pr_info("8021q: VLANs not supported on %s\n", name);
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700195 return -EOPNOTSUPP;
196 }
197
Stephen Hemminger656299f2008-11-19 21:53:47 -0800198 if ((real_dev->features & NETIF_F_HW_VLAN_RX) && !ops->ndo_vlan_rx_register) {
Patrick McHardy40f98e12008-01-21 00:24:30 -0800199 pr_info("8021q: device %s has buggy VLAN hw accel\n", name);
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700200 return -EOPNOTSUPP;
201 }
202
203 if ((real_dev->features & NETIF_F_HW_VLAN_FILTER) &&
Stephen Hemminger656299f2008-11-19 21:53:47 -0800204 (!ops->ndo_vlan_rx_add_vid || !ops->ndo_vlan_rx_kill_vid)) {
Patrick McHardy40f98e12008-01-21 00:24:30 -0800205 pr_info("8021q: Device %s has buggy VLAN hw accel\n", name);
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700206 return -EOPNOTSUPP;
207 }
208
Patrick McHardy40f98e12008-01-21 00:24:30 -0800209 if (__find_vlan_dev(real_dev, vlan_id) != NULL)
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700210 return -EEXIST;
Patrick McHardyc1d3ee92007-06-13 12:06:14 -0700211
212 return 0;
213}
214
Patrick McHardy07b5b172007-06-13 12:07:54 -0700215int register_vlan_dev(struct net_device *dev)
Patrick McHardye89fe422007-06-13 12:06:29 -0700216{
Patrick McHardy9dfebcc2008-01-21 00:26:07 -0800217 struct vlan_dev_info *vlan = vlan_dev_info(dev);
Patrick McHardye89fe422007-06-13 12:06:29 -0700218 struct net_device *real_dev = vlan->real_dev;
Stephen Hemminger656299f2008-11-19 21:53:47 -0800219 const struct net_device_ops *ops = real_dev->netdev_ops;
Patrick McHardy9bb85822008-07-08 03:24:44 -0700220 u16 vlan_id = vlan->vlan_id;
Patrick McHardye89fe422007-06-13 12:06:29 -0700221 struct vlan_group *grp, *ngrp = NULL;
222 int err;
223
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700224 grp = __vlan_find_group(real_dev);
Patrick McHardye89fe422007-06-13 12:06:29 -0700225 if (!grp) {
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700226 ngrp = grp = vlan_group_alloc(real_dev);
Patrick McHardye89fe422007-06-13 12:06:29 -0700227 if (!grp)
228 return -ENOBUFS;
Patrick McHardy70c03b42008-07-05 21:26:57 -0700229 err = vlan_gvrp_init_applicant(real_dev);
230 if (err < 0)
231 goto out_free_group;
Patrick McHardye89fe422007-06-13 12:06:29 -0700232 }
233
Pavel Emelyanov67727182008-03-26 16:27:22 -0700234 err = vlan_group_prealloc_vid(grp, vlan_id);
235 if (err < 0)
Patrick McHardy70c03b42008-07-05 21:26:57 -0700236 goto out_uninit_applicant;
Pavel Emelyanov67727182008-03-26 16:27:22 -0700237
Patrick McHardye89fe422007-06-13 12:06:29 -0700238 err = register_netdevice(dev);
239 if (err < 0)
Patrick McHardy70c03b42008-07-05 21:26:57 -0700240 goto out_uninit_applicant;
Patrick McHardye89fe422007-06-13 12:06:29 -0700241
242 /* Account for reference in struct vlan_dev_info */
243 dev_hold(real_dev);
244
Patrick Mullaneyfc4a7482009-12-03 15:59:22 -0800245 netif_stacked_transfer_operstate(real_dev, dev);
Patrick McHardye89fe422007-06-13 12:06:29 -0700246 linkwatch_fire_event(dev); /* _MUST_ call rfc2863_policy() */
247
248 /* So, got the sucker initialized, now lets place
249 * it into our local structure.
250 */
251 vlan_group_set_device(grp, vlan_id, dev);
Patrick McHardyaf301512008-01-21 00:25:50 -0800252 grp->nr_vlans++;
253
Patrick McHardye89fe422007-06-13 12:06:29 -0700254 if (ngrp && real_dev->features & NETIF_F_HW_VLAN_RX)
Stephen Hemminger656299f2008-11-19 21:53:47 -0800255 ops->ndo_vlan_rx_register(real_dev, ngrp);
Patrick McHardye89fe422007-06-13 12:06:29 -0700256 if (real_dev->features & NETIF_F_HW_VLAN_FILTER)
Stephen Hemminger656299f2008-11-19 21:53:47 -0800257 ops->ndo_vlan_rx_add_vid(real_dev, vlan_id);
Patrick McHardye89fe422007-06-13 12:06:29 -0700258
Patrick McHardye89fe422007-06-13 12:06:29 -0700259 return 0;
260
Patrick McHardy70c03b42008-07-05 21:26:57 -0700261out_uninit_applicant:
262 if (ngrp)
263 vlan_gvrp_uninit_applicant(real_dev);
Patrick McHardye89fe422007-06-13 12:06:29 -0700264out_free_group:
Eric Dumazet6b863d12009-11-17 06:45:04 -0800265 if (ngrp) {
266 hlist_del_rcu(&ngrp->hlist);
267 /* Free the group, after all cpu's are done. */
268 call_rcu(&ngrp->rcu, vlan_rcu_free);
269 }
Patrick McHardye89fe422007-06-13 12:06:29 -0700270 return err;
271}
272
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273/* Attach a VLAN device to a mac address (ie Ethernet Card).
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700274 * Returns 0 if the device was created or a negative error code otherwise.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 */
Patrick McHardy9bb85822008-07-08 03:24:44 -0700276static int register_vlan_device(struct net_device *real_dev, u16 vlan_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 struct net_device *new_dev;
Pavel Emelyanov7a17a2f2008-04-16 00:54:39 -0700279 struct net *net = dev_net(real_dev);
280 struct vlan_net *vn = net_generic(net, vlan_net_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 char name[IFNAMSIZ];
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700282 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283
Patrick McHardy9bb85822008-07-08 03:24:44 -0700284 if (vlan_id >= VLAN_VID_MASK)
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700285 return -ERANGE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286
Patrick McHardy9bb85822008-07-08 03:24:44 -0700287 err = vlan_check_real_dev(real_dev, vlan_id);
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700288 if (err < 0)
289 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290
291 /* Gotta set up the fields for the device. */
Pavel Emelyanov7a17a2f2008-04-16 00:54:39 -0700292 switch (vn->name_type) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 case VLAN_NAME_TYPE_RAW_PLUS_VID:
294 /* name will look like: eth1.0005 */
Patrick McHardy9bb85822008-07-08 03:24:44 -0700295 snprintf(name, IFNAMSIZ, "%s.%.4i", real_dev->name, vlan_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 break;
297 case VLAN_NAME_TYPE_PLUS_VID_NO_PAD:
298 /* Put our vlan.VID in the name.
299 * Name will look like: vlan5
300 */
Patrick McHardy9bb85822008-07-08 03:24:44 -0700301 snprintf(name, IFNAMSIZ, "vlan%i", vlan_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302 break;
303 case VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD:
304 /* Put our vlan.VID in the name.
305 * Name will look like: eth0.5
306 */
Patrick McHardy9bb85822008-07-08 03:24:44 -0700307 snprintf(name, IFNAMSIZ, "%s.%i", real_dev->name, vlan_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 break;
309 case VLAN_NAME_TYPE_PLUS_VID:
310 /* Put our vlan.VID in the name.
311 * Name will look like: vlan0005
312 */
313 default:
Patrick McHardy9bb85822008-07-08 03:24:44 -0700314 snprintf(name, IFNAMSIZ, "vlan%.4i", vlan_id);
Stephen Hemminger3ff50b72007-04-20 17:09:22 -0700315 }
YOSHIFUJI Hideaki122952f2007-02-09 23:24:25 +0900316
Eric Dumazet2e59af32009-09-02 18:03:00 -0700317 new_dev = alloc_netdev_mq(sizeof(struct vlan_dev_info), name,
318 vlan_setup, real_dev->num_tx_queues);
Arjan van de Ven5dd8d1e2006-07-03 00:25:33 -0700319
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320 if (new_dev == NULL)
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700321 return -ENOBUFS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322
Eric Dumazet2e59af32009-09-02 18:03:00 -0700323 new_dev->real_num_tx_queues = real_dev->real_num_tx_queues;
Pavel Emelyanov65d292a2008-04-16 00:55:06 -0700324 dev_net_set(new_dev, net);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 /* need 4 bytes for extra VLAN header info,
326 * hope the underlying device can handle it.
327 */
328 new_dev->mtu = real_dev->mtu;
329
Patrick McHardy9bb85822008-07-08 03:24:44 -0700330 vlan_dev_info(new_dev)->vlan_id = vlan_id;
Patrick McHardy9dfebcc2008-01-21 00:26:07 -0800331 vlan_dev_info(new_dev)->real_dev = real_dev;
332 vlan_dev_info(new_dev)->dent = NULL;
333 vlan_dev_info(new_dev)->flags = VLAN_FLAG_REORDER_HDR;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334
Patrick McHardy07b5b172007-06-13 12:07:54 -0700335 new_dev->rtnl_link_ops = &vlan_link_ops;
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700336 err = register_vlan_dev(new_dev);
337 if (err < 0)
Patrick McHardye89fe422007-06-13 12:06:29 -0700338 goto out_free_newdev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700340 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342out_free_newdev:
343 free_netdev(new_dev);
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700344 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345}
346
Patrick McHardy8c979c22007-07-11 19:45:24 -0700347static void vlan_sync_address(struct net_device *dev,
348 struct net_device *vlandev)
349{
Patrick McHardy9dfebcc2008-01-21 00:26:07 -0800350 struct vlan_dev_info *vlan = vlan_dev_info(vlandev);
Patrick McHardy8c979c22007-07-11 19:45:24 -0700351
352 /* May be called without an actual change */
353 if (!compare_ether_addr(vlan->real_dev_addr, dev->dev_addr))
354 return;
355
356 /* vlan address was different from the old address and is equal to
357 * the new address */
358 if (compare_ether_addr(vlandev->dev_addr, vlan->real_dev_addr) &&
359 !compare_ether_addr(vlandev->dev_addr, dev->dev_addr))
Jiri Pirkoccffad252009-05-22 23:22:17 +0000360 dev_unicast_delete(dev, vlandev->dev_addr);
Patrick McHardy8c979c22007-07-11 19:45:24 -0700361
362 /* vlan address was equal to the old address and is different from
363 * the new address */
364 if (!compare_ether_addr(vlandev->dev_addr, vlan->real_dev_addr) &&
365 compare_ether_addr(vlandev->dev_addr, dev->dev_addr))
Jiri Pirkoccffad252009-05-22 23:22:17 +0000366 dev_unicast_add(dev, vlandev->dev_addr);
Patrick McHardy8c979c22007-07-11 19:45:24 -0700367
368 memcpy(vlan->real_dev_addr, dev->dev_addr, ETH_ALEN);
369}
370
Patrick McHardy5fb13572008-05-20 14:54:50 -0700371static void vlan_transfer_features(struct net_device *dev,
372 struct net_device *vlandev)
373{
374 unsigned long old_features = vlandev->features;
375
Patrick McHardy289c79a2008-05-23 00:22:04 -0700376 vlandev->features &= ~dev->vlan_features;
377 vlandev->features |= dev->features & dev->vlan_features;
Alexander Duyck1ae4be22008-09-11 20:17:05 -0700378 vlandev->gso_max_size = dev->gso_max_size;
Vasu Devb85daa52009-08-14 12:41:07 +0000379#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
380 vlandev->fcoe_ddp_xid = dev->fcoe_ddp_xid;
381#endif
Vasu Devf6b9f4b2010-03-23 14:42:05 +0000382 vlandev->real_num_tx_queues = dev->real_num_tx_queues;
383 BUG_ON(vlandev->real_num_tx_queues > vlandev->num_tx_queues);
Patrick McHardy5fb13572008-05-20 14:54:50 -0700384
385 if (old_features != vlandev->features)
386 netdev_features_change(vlandev);
387}
388
Pavel Emelyanov802fb172008-04-02 00:08:01 -0700389static void __vlan_device_event(struct net_device *dev, unsigned long event)
390{
391 switch (event) {
392 case NETDEV_CHANGENAME:
393 vlan_proc_rem_dev(dev);
394 if (vlan_proc_add_dev(dev) < 0)
395 pr_warning("8021q: failed to change proc name for %s\n",
396 dev->name);
397 break;
Pavel Emelyanov30688a92008-04-16 00:57:01 -0700398 case NETDEV_REGISTER:
399 if (vlan_proc_add_dev(dev) < 0)
400 pr_warning("8021q: failed to add proc entry for %s\n",
401 dev->name);
402 break;
403 case NETDEV_UNREGISTER:
404 vlan_proc_rem_dev(dev);
405 break;
Pavel Emelyanov802fb172008-04-02 00:08:01 -0700406 }
407}
408
Patrick McHardy2029cc22008-01-21 00:26:41 -0800409static int vlan_device_event(struct notifier_block *unused, unsigned long event,
410 void *ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411{
412 struct net_device *dev = ptr;
Pavel Emelyanov802fb172008-04-02 00:08:01 -0700413 struct vlan_group *grp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700414 int i, flgs;
415 struct net_device *vlandev;
Patrick McHardy5e756592009-11-25 07:54:54 +0000416 struct vlan_dev_info *vlan;
Patrick McHardy29906f62009-10-29 23:43:00 -0700417 LIST_HEAD(list);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700418
Patrick McHardy81d85342008-05-20 14:37:36 -0700419 if (is_vlan_dev(dev))
Pavel Emelyanov802fb172008-04-02 00:08:01 -0700420 __vlan_device_event(dev, event);
Pavel Emelyanov802fb172008-04-02 00:08:01 -0700421
Pavel Emelyanova9fde262008-04-16 00:48:04 -0700422 grp = __vlan_find_group(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423 if (!grp)
424 goto out;
425
426 /* It is OK that we do not hold the group lock right now,
427 * as we run under the RTNL lock.
428 */
429
430 switch (event) {
431 case NETDEV_CHANGE:
432 /* Propagate real device state to vlan devices */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
Dan Aloni5c15bde2007-03-02 20:44:51 -0800434 vlandev = vlan_group_get_device(grp, i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435 if (!vlandev)
436 continue;
437
Patrick Mullaneyfc4a7482009-12-03 15:59:22 -0800438 netif_stacked_transfer_operstate(dev, vlandev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439 }
440 break;
441
Patrick McHardy8c979c22007-07-11 19:45:24 -0700442 case NETDEV_CHANGEADDR:
443 /* Adjust unicast filters on underlying device */
444 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
445 vlandev = vlan_group_get_device(grp, i);
446 if (!vlandev)
447 continue;
448
Patrick McHardyd932e042007-11-10 21:51:40 -0800449 flgs = vlandev->flags;
450 if (!(flgs & IFF_UP))
451 continue;
452
Patrick McHardy8c979c22007-07-11 19:45:24 -0700453 vlan_sync_address(dev, vlandev);
454 }
455 break;
456
Herbert Xu2e477c92009-07-20 07:35:37 -0700457 case NETDEV_CHANGEMTU:
458 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
459 vlandev = vlan_group_get_device(grp, i);
460 if (!vlandev)
461 continue;
462
463 if (vlandev->mtu <= dev->mtu)
464 continue;
465
466 dev_set_mtu(vlandev, dev->mtu);
467 }
468 break;
469
Patrick McHardy5fb13572008-05-20 14:54:50 -0700470 case NETDEV_FEAT_CHANGE:
471 /* Propagate device features to underlying device */
472 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
473 vlandev = vlan_group_get_device(grp, i);
474 if (!vlandev)
475 continue;
476
477 vlan_transfer_features(dev, vlandev);
478 }
479
480 break;
481
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482 case NETDEV_DOWN:
483 /* Put all VLANs for this dev in the down state too. */
484 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
Dan Aloni5c15bde2007-03-02 20:44:51 -0800485 vlandev = vlan_group_get_device(grp, i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 if (!vlandev)
487 continue;
488
489 flgs = vlandev->flags;
490 if (!(flgs & IFF_UP))
491 continue;
492
Patrick McHardy5e756592009-11-25 07:54:54 +0000493 vlan = vlan_dev_info(vlandev);
494 if (!(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
495 dev_change_flags(vlandev, flgs & ~IFF_UP);
Patrick Mullaneyfc4a7482009-12-03 15:59:22 -0800496 netif_stacked_transfer_operstate(dev, vlandev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700497 }
498 break;
499
500 case NETDEV_UP:
501 /* Put all VLANs for this dev in the up state too. */
502 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
Dan Aloni5c15bde2007-03-02 20:44:51 -0800503 vlandev = vlan_group_get_device(grp, i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700504 if (!vlandev)
505 continue;
YOSHIFUJI Hideaki122952f2007-02-09 23:24:25 +0900506
Linus Torvalds1da177e2005-04-16 15:20:36 -0700507 flgs = vlandev->flags;
508 if (flgs & IFF_UP)
509 continue;
510
Patrick McHardy5e756592009-11-25 07:54:54 +0000511 vlan = vlan_dev_info(vlandev);
512 if (!(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
513 dev_change_flags(vlandev, flgs | IFF_UP);
Patrick Mullaneyfc4a7482009-12-03 15:59:22 -0800514 netif_stacked_transfer_operstate(dev, vlandev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700515 }
516 break;
YOSHIFUJI Hideaki122952f2007-02-09 23:24:25 +0900517
Linus Torvalds1da177e2005-04-16 15:20:36 -0700518 case NETDEV_UNREGISTER:
Patrick McHardy29906f62009-10-29 23:43:00 -0700519 /* Delete all VLANs for this dev. */
520 grp->killall = 1;
521
522 for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
523 vlandev = vlan_group_get_device(grp, i);
524 if (!vlandev)
525 continue;
526
527 /* unregistration of last vlan destroys group, abort
528 * afterwards */
529 if (grp->nr_vlans == 1)
530 i = VLAN_GROUP_ARRAY_LEN;
531
532 unregister_vlan_dev(vlandev, &list);
533 }
534 unregister_netdevice_many(&list);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535 break;
Stephen Hemminger3ff50b72007-04-20 17:09:22 -0700536 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537
538out:
539 return NOTIFY_DONE;
540}
541
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800542static struct notifier_block vlan_notifier_block __read_mostly = {
543 .notifier_call = vlan_device_event,
544};
545
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546/*
547 * VLAN IOCTL handler.
548 * o execute requested action or pass command to the device driver
549 * arg is really a struct vlan_ioctl_args __user *.
550 */
Eric W. Biederman881d9662007-09-17 11:56:21 -0700551static int vlan_ioctl_handler(struct net *net, void __user *arg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552{
Patrick McHardyc17d8872007-06-13 12:05:22 -0700553 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554 struct vlan_ioctl_args args;
Patrick McHardyc17d8872007-06-13 12:05:22 -0700555 struct net_device *dev = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700556
557 if (copy_from_user(&args, arg, sizeof(struct vlan_ioctl_args)))
558 return -EFAULT;
559
560 /* Null terminate this sucker, just in case. */
561 args.device1[23] = 0;
562 args.u.device2[23] = 0;
563
Patrick McHardyc17d8872007-06-13 12:05:22 -0700564 rtnl_lock();
565
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 switch (args.cmd) {
567 case SET_VLAN_INGRESS_PRIORITY_CMD:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700568 case SET_VLAN_EGRESS_PRIORITY_CMD:
569 case SET_VLAN_FLAG_CMD:
570 case ADD_VLAN_CMD:
571 case DEL_VLAN_CMD:
572 case GET_VLAN_REALDEV_NAME_CMD:
573 case GET_VLAN_VID_CMD:
574 err = -ENODEV;
Pavel Emelyanov65d292a2008-04-16 00:55:06 -0700575 dev = __dev_get_by_name(net, args.device1);
Patrick McHardyc17d8872007-06-13 12:05:22 -0700576 if (!dev)
577 goto out;
578
579 err = -EINVAL;
Joonwoo Park26a25232008-07-08 03:22:16 -0700580 if (args.cmd != ADD_VLAN_CMD && !is_vlan_dev(dev))
Patrick McHardyc17d8872007-06-13 12:05:22 -0700581 goto out;
582 }
583
584 switch (args.cmd) {
585 case SET_VLAN_INGRESS_PRIORITY_CMD:
586 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587 if (!capable(CAP_NET_ADMIN))
Patrick McHardyc17d8872007-06-13 12:05:22 -0700588 break;
589 vlan_dev_set_ingress_priority(dev,
590 args.u.skb_priority,
591 args.vlan_qos);
Patrick McHardyfffe4702007-11-07 01:31:32 -0800592 err = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593 break;
594
595 case SET_VLAN_EGRESS_PRIORITY_CMD:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700596 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700597 if (!capable(CAP_NET_ADMIN))
Patrick McHardyc17d8872007-06-13 12:05:22 -0700598 break;
599 err = vlan_dev_set_egress_priority(dev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600 args.u.skb_priority,
601 args.vlan_qos);
602 break;
603
604 case SET_VLAN_FLAG_CMD:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700605 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606 if (!capable(CAP_NET_ADMIN))
Patrick McHardyc17d8872007-06-13 12:05:22 -0700607 break;
Patrick McHardyb3ce0322008-07-05 21:26:27 -0700608 err = vlan_dev_change_flags(dev,
609 args.vlan_qos ? args.u.flag : 0,
610 args.u.flag);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 break;
612
613 case SET_VLAN_NAME_TYPE_CMD:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700614 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615 if (!capable(CAP_NET_ADMIN))
Pavel Emelyanove35de022007-12-06 22:52:16 -0800616 break;
Patrick McHardyc17d8872007-06-13 12:05:22 -0700617 if ((args.u.name_type >= 0) &&
618 (args.u.name_type < VLAN_NAME_TYPE_HIGHEST)) {
Pavel Emelyanov7a17a2f2008-04-16 00:54:39 -0700619 struct vlan_net *vn;
620
621 vn = net_generic(net, vlan_net_id);
622 vn->name_type = args.u.name_type;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623 err = 0;
624 } else {
625 err = -EINVAL;
626 }
627 break;
628
629 case ADD_VLAN_CMD:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700630 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700631 if (!capable(CAP_NET_ADMIN))
Patrick McHardyc17d8872007-06-13 12:05:22 -0700632 break;
Patrick McHardy2ae0bf62007-06-13 12:06:43 -0700633 err = register_vlan_device(dev, args.u.VID);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 break;
635
636 case DEL_VLAN_CMD:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700637 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638 if (!capable(CAP_NET_ADMIN))
Patrick McHardyc17d8872007-06-13 12:05:22 -0700639 break;
Eric Dumazet23289a32009-10-27 07:06:36 +0000640 unregister_vlan_dev(dev, NULL);
Patrick McHardyaf301512008-01-21 00:25:50 -0800641 err = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700642 break;
643
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 case GET_VLAN_REALDEV_NAME_CMD:
Andrew Morton3f5f4342007-07-24 15:37:11 -0700645 err = 0;
Patrick McHardyc17d8872007-06-13 12:05:22 -0700646 vlan_dev_get_realdev_name(dev, args.u.device2);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647 if (copy_to_user(arg, &args,
Patrick McHardy2029cc22008-01-21 00:26:41 -0800648 sizeof(struct vlan_ioctl_args)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 err = -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650 break;
651
652 case GET_VLAN_VID_CMD:
Andrew Morton3f5f4342007-07-24 15:37:11 -0700653 err = 0;
Patrick McHardy22d1ba72008-07-08 03:23:57 -0700654 args.u.VID = vlan_dev_vlan_id(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655 if (copy_to_user(arg, &args,
Patrick McHardy2029cc22008-01-21 00:26:41 -0800656 sizeof(struct vlan_ioctl_args)))
YOSHIFUJI Hideaki122952f2007-02-09 23:24:25 +0900657 err = -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 break;
659
660 default:
Patrick McHardy198a2912008-01-21 00:24:59 -0800661 err = -EOPNOTSUPP;
Patrick McHardyc17d8872007-06-13 12:05:22 -0700662 break;
Stephen Hemminger3ff50b72007-04-20 17:09:22 -0700663 }
Mika Kukkonen7eb1b3d2005-12-21 18:39:49 -0800664out:
Patrick McHardyc17d8872007-06-13 12:05:22 -0700665 rtnl_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666 return err;
667}
668
Alexey Dobriyan2c8c1e72010-01-17 03:35:32 +0000669static int __net_init vlan_init_net(struct net *net)
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700670{
Eric W. Biederman946d1a92009-11-29 15:46:05 +0000671 struct vlan_net *vn = net_generic(net, vlan_net_id);
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700672 int err;
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700673
Pavel Emelyanov7a17a2f2008-04-16 00:54:39 -0700674 vn->name_type = VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD;
675
Pavel Emelyanovcd1c7012008-04-16 00:51:12 -0700676 err = vlan_proc_init(net);
Pavel Emelyanovcd1c7012008-04-16 00:51:12 -0700677
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700678 return err;
679}
680
Alexey Dobriyan2c8c1e72010-01-17 03:35:32 +0000681static void __net_exit vlan_exit_net(struct net *net)
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700682{
Pavel Emelyanovcd1c7012008-04-16 00:51:12 -0700683 vlan_proc_cleanup(net);
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700684}
685
686static struct pernet_operations vlan_net_ops = {
687 .init = vlan_init_net,
688 .exit = vlan_exit_net,
Eric W. Biederman946d1a92009-11-29 15:46:05 +0000689 .id = &vlan_net_id,
690 .size = sizeof(struct vlan_net),
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700691};
692
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800693static int __init vlan_proto_init(void)
694{
695 int err;
696
697 pr_info("%s v%s %s\n", vlan_fullname, vlan_version, vlan_copyright);
698 pr_info("All bugs added by %s\n", vlan_buggyright);
699
Eric W. Biederman91e2ff32009-12-02 13:19:08 +0000700 err = register_pernet_subsys(&vlan_net_ops);
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700701 if (err < 0)
702 goto err0;
703
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800704 err = register_netdevice_notifier(&vlan_notifier_block);
705 if (err < 0)
706 goto err2;
707
Patrick McHardy70c03b42008-07-05 21:26:57 -0700708 err = vlan_gvrp_init();
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800709 if (err < 0)
710 goto err3;
711
Patrick McHardy70c03b42008-07-05 21:26:57 -0700712 err = vlan_netlink_init();
713 if (err < 0)
714 goto err4;
715
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800716 dev_add_pack(&vlan_packet_type);
717 vlan_ioctl_set(vlan_ioctl_handler);
718 return 0;
719
Patrick McHardy70c03b42008-07-05 21:26:57 -0700720err4:
721 vlan_gvrp_uninit();
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800722err3:
723 unregister_netdevice_notifier(&vlan_notifier_block);
724err2:
Eric W. Biederman91e2ff32009-12-02 13:19:08 +0000725 unregister_pernet_subsys(&vlan_net_ops);
Pavel Emelyanovd9ed0f02008-04-16 00:49:09 -0700726err0:
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800727 return err;
728}
729
730static void __exit vlan_cleanup_module(void)
731{
732 unsigned int i;
733
734 vlan_ioctl_set(NULL);
735 vlan_netlink_fini();
736
737 unregister_netdevice_notifier(&vlan_notifier_block);
738
739 dev_remove_pack(&vlan_packet_type);
740
741 /* This table must be empty if there are no module references left. */
742 for (i = 0; i < VLAN_GRP_HASH_SIZE; i++)
743 BUG_ON(!hlist_empty(&vlan_group_hash[i]));
744
Eric W. Biederman91e2ff32009-12-02 13:19:08 +0000745 unregister_pernet_subsys(&vlan_net_ops);
Jesper Dangaard Brouer6e327c12009-06-08 03:11:28 +0000746 rcu_barrier(); /* Wait for completion of call_rcu()'s */
Patrick McHardy70c03b42008-07-05 21:26:57 -0700747
748 vlan_gvrp_uninit();
Patrick McHardy69ab4b72008-01-21 00:25:15 -0800749}
750
751module_init(vlan_proto_init);
752module_exit(vlan_cleanup_module);
753
Linus Torvalds1da177e2005-04-16 15:20:36 -0700754MODULE_LICENSE("GPL");
755MODULE_VERSION(DRV_VERSION);