blob: 8bcacd7c7715a18e7c10978533548e3910c08f8a [file] [log] [blame]
Jeff Garzik6aa20a22006-09-13 13:24:59 -04001/* drivers/net/ifb.c:
Jamal Hadi Salim253af422006-01-08 22:34:25 -08002
3 The purpose of this driver is to provide a device that allows
4 for sharing of resources:
5
6 1) qdiscs/policies that are per device as opposed to system wide.
7 ifb allows for a device which can be redirected to thus providing
8 an impression of sharing.
9
10 2) Allows for queueing incoming traffic for shaping instead of
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011 dropping.
12
Jamal Hadi Salim253af422006-01-08 22:34:25 -080013 The original concept is based on what is known as the IMQ
14 driver initially written by Martin Devera, later rewritten
15 by Patrick McHardy and then maintained by Andre Correa.
16
17 You need the tc action mirror or redirect to feed this device
18 packets.
19
20 This program is free software; you can redistribute it and/or
21 modify it under the terms of the GNU General Public License
22 as published by the Free Software Foundation; either version
23 2 of the License, or (at your option) any later version.
Jeff Garzik6aa20a22006-09-13 13:24:59 -040024
Jamal Hadi Salim253af422006-01-08 22:34:25 -080025 Authors: Jamal Hadi Salim (2005)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040026
Jamal Hadi Salim253af422006-01-08 22:34:25 -080027*/
28
29
Jamal Hadi Salim253af422006-01-08 22:34:25 -080030#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/netdevice.h>
33#include <linux/etherdevice.h>
34#include <linux/init.h>
35#include <linux/moduleparam.h>
Jeff Garzik6aa20a22006-09-13 13:24:59 -040036#include <net/pkt_sched.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070037#include <net/net_namespace.h>
Jamal Hadi Salim253af422006-01-08 22:34:25 -080038
Jamal Hadi Salim253af422006-01-08 22:34:25 -080039#define TX_Q_LIMIT 32
40struct ifb_private {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080041 struct tasklet_struct ifb_tasklet;
42 int tasklet_pending;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080043 struct sk_buff_head rq;
44 struct sk_buff_head tq;
45};
46
Richard Lucassen35eaa312006-02-23 16:23:51 -080047static int numifbs = 2;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080048
49static void ri_tasklet(unsigned long dev);
Stephen Hemminger424efe92009-08-31 19:50:51 +000050static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080051static int ifb_open(struct net_device *dev);
52static int ifb_close(struct net_device *dev);
53
Jeff Garzik6aa20a22006-09-13 13:24:59 -040054static void ri_tasklet(unsigned long dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -080055{
56
57 struct net_device *_dev = (struct net_device *)dev;
58 struct ifb_private *dp = netdev_priv(_dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -070059 struct net_device_stats *stats = &_dev->stats;
David S. Millerc3f26a22008-07-31 16:58:50 -070060 struct netdev_queue *txq;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080061 struct sk_buff *skb;
62
David S. Millerc3f26a22008-07-31 16:58:50 -070063 txq = netdev_get_tx_queue(_dev, 0);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080064 if ((skb = skb_peek(&dp->tq)) == NULL) {
David S. Millerc3f26a22008-07-31 16:58:50 -070065 if (__netif_tx_trylock(txq)) {
Changli Gao957fca92010-12-04 15:01:52 +000066 skb_queue_splice_tail_init(&dp->rq, &dp->tq);
David S. Millerc3f26a22008-07-31 16:58:50 -070067 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080068 } else {
69 /* reschedule */
Jamal Hadi Salim253af422006-01-08 22:34:25 -080070 goto resched;
71 }
72 }
73
Eric Dumazet7edc3452010-12-15 23:52:55 +000074 while ((skb = __skb_dequeue(&dp->tq)) != NULL) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080075 u32 from = G_TC_FROM(skb->tc_verd);
76
77 skb->tc_verd = 0;
78 skb->tc_verd = SET_TC_NCLS(skb->tc_verd);
79 stats->tx_packets++;
80 stats->tx_bytes +=skb->len;
Patrick McHardyc01003c2007-03-29 11:46:52 -070081
Eric Dumazet05e86892009-11-01 19:45:16 +000082 rcu_read_lock();
Eric Dumazet8964be42009-11-20 15:35:04 -080083 skb->dev = dev_get_by_index_rcu(&init_net, skb->skb_iif);
Patrick McHardyc01003c2007-03-29 11:46:52 -070084 if (!skb->dev) {
Eric Dumazet05e86892009-11-01 19:45:16 +000085 rcu_read_unlock();
Patrick McHardyc01003c2007-03-29 11:46:52 -070086 dev_kfree_skb(skb);
87 stats->tx_dropped++;
Changli Gao75c1c822010-12-04 14:09:08 +000088 if (skb_queue_len(&dp->tq) != 0)
89 goto resched;
Patrick McHardyc01003c2007-03-29 11:46:52 -070090 break;
91 }
Eric Dumazet05e86892009-11-01 19:45:16 +000092 rcu_read_unlock();
Eric Dumazet8964be42009-11-20 15:35:04 -080093 skb->skb_iif = _dev->ifindex;
Patrick McHardyc01003c2007-03-29 11:46:52 -070094
Jamal Hadi Salim253af422006-01-08 22:34:25 -080095 if (from & AT_EGRESS) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080096 dev_queue_xmit(skb);
97 } else if (from & AT_INGRESS) {
Patrick McHardyc01003c2007-03-29 11:46:52 -070098 skb_pull(skb, skb->dev->hard_header_len);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080099 netif_rx(skb);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700100 } else
101 BUG();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800102 }
103
David S. Millerc3f26a22008-07-31 16:58:50 -0700104 if (__netif_tx_trylock(txq)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800105 if ((skb = skb_peek(&dp->rq)) == NULL) {
106 dp->tasklet_pending = 0;
107 if (netif_queue_stopped(_dev))
108 netif_wake_queue(_dev);
109 } else {
David S. Millerc3f26a22008-07-31 16:58:50 -0700110 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800111 goto resched;
112 }
David S. Millerc3f26a22008-07-31 16:58:50 -0700113 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800114 } else {
115resched:
116 dp->tasklet_pending = 1;
117 tasklet_schedule(&dp->ifb_tasklet);
118 }
119
120}
121
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800122static const struct net_device_ops ifb_netdev_ops = {
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800123 .ndo_open = ifb_open,
124 .ndo_stop = ifb_close,
Stephen Hemminger00829822008-11-20 20:14:53 -0800125 .ndo_start_xmit = ifb_xmit,
126 .ndo_validate_addr = eth_validate_addr,
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800127};
128
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700129static void ifb_setup(struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800130{
131 /* Initialize the device structure. */
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700132 dev->destructor = free_netdev;
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800133 dev->netdev_ops = &ifb_netdev_ops;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800134
135 /* Fill in device structure with ethernet-generic values. */
136 ether_setup(dev);
137 dev->tx_queue_len = TX_Q_LIMIT;
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800138
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800139 dev->flags |= IFF_NOARP;
140 dev->flags &= ~IFF_MULTICAST;
Eric Dumazet93f154b2009-05-18 22:19:19 -0700141 dev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800142 random_ether_addr(dev->dev_addr);
143}
144
Stephen Hemminger424efe92009-08-31 19:50:51 +0000145static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800146{
147 struct ifb_private *dp = netdev_priv(dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700148 struct net_device_stats *stats = &dev->stats;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800149 u32 from = G_TC_FROM(skb->tc_verd);
150
dean gaudet3136dcb2007-01-01 19:39:09 -0800151 stats->rx_packets++;
152 stats->rx_bytes+=skb->len;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800153
Eric Dumazet8964be42009-11-20 15:35:04 -0800154 if (!(from & (AT_INGRESS|AT_EGRESS)) || !skb->skb_iif) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800155 dev_kfree_skb(skb);
156 stats->rx_dropped++;
Stephen Hemminger424efe92009-08-31 19:50:51 +0000157 return NETDEV_TX_OK;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800158 }
159
160 if (skb_queue_len(&dp->rq) >= dev->tx_queue_len) {
161 netif_stop_queue(dev);
162 }
163
Changli Gao957fca92010-12-04 15:01:52 +0000164 __skb_queue_tail(&dp->rq, skb);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800165 if (!dp->tasklet_pending) {
166 dp->tasklet_pending = 1;
167 tasklet_schedule(&dp->ifb_tasklet);
168 }
169
Stephen Hemminger424efe92009-08-31 19:50:51 +0000170 return NETDEV_TX_OK;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800171}
172
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800173static int ifb_close(struct net_device *dev)
174{
175 struct ifb_private *dp = netdev_priv(dev);
176
177 tasklet_kill(&dp->ifb_tasklet);
178 netif_stop_queue(dev);
Changli Gao957fca92010-12-04 15:01:52 +0000179 __skb_queue_purge(&dp->rq);
180 __skb_queue_purge(&dp->tq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800181 return 0;
182}
183
184static int ifb_open(struct net_device *dev)
185{
186 struct ifb_private *dp = netdev_priv(dev);
187
188 tasklet_init(&dp->ifb_tasklet, ri_tasklet, (unsigned long)dev);
Changli Gao957fca92010-12-04 15:01:52 +0000189 __skb_queue_head_init(&dp->rq);
190 __skb_queue_head_init(&dp->tq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800191 netif_start_queue(dev);
192
193 return 0;
194}
195
Patrick McHardy0e068772007-07-11 19:42:31 -0700196static int ifb_validate(struct nlattr *tb[], struct nlattr *data[])
197{
198 if (tb[IFLA_ADDRESS]) {
199 if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
200 return -EINVAL;
201 if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
202 return -EADDRNOTAVAIL;
203 }
204 return 0;
205}
206
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700207static struct rtnl_link_ops ifb_link_ops __read_mostly = {
208 .kind = "ifb",
209 .priv_size = sizeof(struct ifb_private),
210 .setup = ifb_setup,
Patrick McHardy0e068772007-07-11 19:42:31 -0700211 .validate = ifb_validate,
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700212};
213
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700214/* Number of ifb devices to be set up by this module. */
215module_param(numifbs, int, 0);
216MODULE_PARM_DESC(numifbs, "Number of ifb devices");
217
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800218static int __init ifb_init_one(int index)
219{
220 struct net_device *dev_ifb;
221 int err;
222
223 dev_ifb = alloc_netdev(sizeof(struct ifb_private),
224 "ifb%d", ifb_setup);
225
226 if (!dev_ifb)
227 return -ENOMEM;
228
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700229 err = dev_alloc_name(dev_ifb, dev_ifb->name);
230 if (err < 0)
231 goto err;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800232
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700233 dev_ifb->rtnl_link_ops = &ifb_link_ops;
234 err = register_netdevice(dev_ifb);
235 if (err < 0)
236 goto err;
Jarek Poplawski94833df2008-03-20 17:05:13 -0700237
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700238 return 0;
239
240err:
241 free_netdev(dev_ifb);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800242 return err;
243}
244
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800245static int __init ifb_init_module(void)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400246{
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700247 int i, err;
248
249 rtnl_lock();
250 err = __rtnl_link_register(&ifb_link_ops);
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700251
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800252 for (i = 0; i < numifbs && !err; i++)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400253 err = ifb_init_one(i);
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700254 if (err)
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700255 __rtnl_link_unregister(&ifb_link_ops);
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700256 rtnl_unlock();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800257
258 return err;
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400259}
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800260
261static void __exit ifb_cleanup_module(void)
262{
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700263 rtnl_link_unregister(&ifb_link_ops);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800264}
265
266module_init(ifb_init_module);
267module_exit(ifb_cleanup_module);
268MODULE_LICENSE("GPL");
269MODULE_AUTHOR("Jamal Hadi Salim");
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700270MODULE_ALIAS_RTNL_LINK("ifb");