blob: af233b591534e6128a2b1c6b702ee312a12a49b4 [file] [log] [blame]
Jeff Garzik6aa20a22006-09-13 13:24:59 -04001/* drivers/net/ifb.c:
Jamal Hadi Salim253af422006-01-08 22:34:25 -08002
3 The purpose of this driver is to provide a device that allows
4 for sharing of resources:
5
6 1) qdiscs/policies that are per device as opposed to system wide.
7 ifb allows for a device which can be redirected to thus providing
8 an impression of sharing.
9
10 2) Allows for queueing incoming traffic for shaping instead of
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011 dropping.
12
Jamal Hadi Salim253af422006-01-08 22:34:25 -080013 The original concept is based on what is known as the IMQ
14 driver initially written by Martin Devera, later rewritten
15 by Patrick McHardy and then maintained by Andre Correa.
16
17 You need the tc action mirror or redirect to feed this device
18 packets.
19
20 This program is free software; you can redistribute it and/or
21 modify it under the terms of the GNU General Public License
22 as published by the Free Software Foundation; either version
23 2 of the License, or (at your option) any later version.
Jeff Garzik6aa20a22006-09-13 13:24:59 -040024
Jamal Hadi Salim253af422006-01-08 22:34:25 -080025 Authors: Jamal Hadi Salim (2005)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040026
Jamal Hadi Salim253af422006-01-08 22:34:25 -080027*/
28
29
Jamal Hadi Salim253af422006-01-08 22:34:25 -080030#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/netdevice.h>
33#include <linux/etherdevice.h>
34#include <linux/init.h>
35#include <linux/moduleparam.h>
Jeff Garzik6aa20a22006-09-13 13:24:59 -040036#include <net/pkt_sched.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070037#include <net/net_namespace.h>
Jarek Poplawski94833df2008-03-20 17:05:13 -070038#include <linux/lockdep.h>
Jamal Hadi Salim253af422006-01-08 22:34:25 -080039
40#define TX_TIMEOUT (2*HZ)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040041
Jamal Hadi Salim253af422006-01-08 22:34:25 -080042#define TX_Q_LIMIT 32
43struct ifb_private {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080044 struct tasklet_struct ifb_tasklet;
45 int tasklet_pending;
46 /* mostly debug stats leave in for now */
47 unsigned long st_task_enter; /* tasklet entered */
48 unsigned long st_txq_refl_try; /* transmit queue refill attempt */
49 unsigned long st_rxq_enter; /* receive queue entered */
50 unsigned long st_rx2tx_tran; /* receive to trasmit transfers */
51 unsigned long st_rxq_notenter; /*receiveQ not entered, resched */
52 unsigned long st_rx_frm_egr; /* received from egress path */
53 unsigned long st_rx_frm_ing; /* received from ingress path */
54 unsigned long st_rxq_check;
55 unsigned long st_rxq_rsch;
56 struct sk_buff_head rq;
57 struct sk_buff_head tq;
58};
59
Richard Lucassen35eaa312006-02-23 16:23:51 -080060static int numifbs = 2;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080061
62static void ri_tasklet(unsigned long dev);
63static int ifb_xmit(struct sk_buff *skb, struct net_device *dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080064static int ifb_open(struct net_device *dev);
65static int ifb_close(struct net_device *dev);
66
Jeff Garzik6aa20a22006-09-13 13:24:59 -040067static void ri_tasklet(unsigned long dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -080068{
69
70 struct net_device *_dev = (struct net_device *)dev;
71 struct ifb_private *dp = netdev_priv(_dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -070072 struct net_device_stats *stats = &_dev->stats;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080073 struct sk_buff *skb;
74
75 dp->st_task_enter++;
76 if ((skb = skb_peek(&dp->tq)) == NULL) {
77 dp->st_txq_refl_try++;
Herbert Xu932ff272006-06-09 12:20:56 -070078 if (netif_tx_trylock(_dev)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080079 dp->st_rxq_enter++;
80 while ((skb = skb_dequeue(&dp->rq)) != NULL) {
81 skb_queue_tail(&dp->tq, skb);
82 dp->st_rx2tx_tran++;
83 }
Herbert Xu932ff272006-06-09 12:20:56 -070084 netif_tx_unlock(_dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080085 } else {
86 /* reschedule */
87 dp->st_rxq_notenter++;
88 goto resched;
89 }
90 }
91
92 while ((skb = skb_dequeue(&dp->tq)) != NULL) {
93 u32 from = G_TC_FROM(skb->tc_verd);
94
95 skb->tc_verd = 0;
96 skb->tc_verd = SET_TC_NCLS(skb->tc_verd);
97 stats->tx_packets++;
98 stats->tx_bytes +=skb->len;
Patrick McHardyc01003c2007-03-29 11:46:52 -070099
Eric W. Biederman881d9662007-09-17 11:56:21 -0700100 skb->dev = __dev_get_by_index(&init_net, skb->iif);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700101 if (!skb->dev) {
102 dev_kfree_skb(skb);
103 stats->tx_dropped++;
104 break;
105 }
106 skb->iif = _dev->ifindex;
107
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800108 if (from & AT_EGRESS) {
109 dp->st_rx_frm_egr++;
110 dev_queue_xmit(skb);
111 } else if (from & AT_INGRESS) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800112 dp->st_rx_frm_ing++;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700113 skb_pull(skb, skb->dev->hard_header_len);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800114 netif_rx(skb);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700115 } else
116 BUG();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800117 }
118
Herbert Xu932ff272006-06-09 12:20:56 -0700119 if (netif_tx_trylock(_dev)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800120 dp->st_rxq_check++;
121 if ((skb = skb_peek(&dp->rq)) == NULL) {
122 dp->tasklet_pending = 0;
123 if (netif_queue_stopped(_dev))
124 netif_wake_queue(_dev);
125 } else {
126 dp->st_rxq_rsch++;
Herbert Xu932ff272006-06-09 12:20:56 -0700127 netif_tx_unlock(_dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800128 goto resched;
129 }
Herbert Xu932ff272006-06-09 12:20:56 -0700130 netif_tx_unlock(_dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800131 } else {
132resched:
133 dp->tasklet_pending = 1;
134 tasklet_schedule(&dp->ifb_tasklet);
135 }
136
137}
138
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700139static void ifb_setup(struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800140{
141 /* Initialize the device structure. */
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800142 dev->hard_start_xmit = ifb_xmit;
143 dev->open = &ifb_open;
144 dev->stop = &ifb_close;
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700145 dev->destructor = free_netdev;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800146
147 /* Fill in device structure with ethernet-generic values. */
148 ether_setup(dev);
149 dev->tx_queue_len = TX_Q_LIMIT;
150 dev->change_mtu = NULL;
151 dev->flags |= IFF_NOARP;
152 dev->flags &= ~IFF_MULTICAST;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800153 random_ether_addr(dev->dev_addr);
154}
155
156static int ifb_xmit(struct sk_buff *skb, struct net_device *dev)
157{
158 struct ifb_private *dp = netdev_priv(dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700159 struct net_device_stats *stats = &dev->stats;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800160 int ret = 0;
161 u32 from = G_TC_FROM(skb->tc_verd);
162
dean gaudet3136dcb2007-01-01 19:39:09 -0800163 stats->rx_packets++;
164 stats->rx_bytes+=skb->len;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800165
Patrick McHardyc01003c2007-03-29 11:46:52 -0700166 if (!(from & (AT_INGRESS|AT_EGRESS)) || !skb->iif) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800167 dev_kfree_skb(skb);
168 stats->rx_dropped++;
169 return ret;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800170 }
171
172 if (skb_queue_len(&dp->rq) >= dev->tx_queue_len) {
173 netif_stop_queue(dev);
174 }
175
176 dev->trans_start = jiffies;
177 skb_queue_tail(&dp->rq, skb);
178 if (!dp->tasklet_pending) {
179 dp->tasklet_pending = 1;
180 tasklet_schedule(&dp->ifb_tasklet);
181 }
182
183 return ret;
184}
185
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800186static int ifb_close(struct net_device *dev)
187{
188 struct ifb_private *dp = netdev_priv(dev);
189
190 tasklet_kill(&dp->ifb_tasklet);
191 netif_stop_queue(dev);
192 skb_queue_purge(&dp->rq);
193 skb_queue_purge(&dp->tq);
194 return 0;
195}
196
197static int ifb_open(struct net_device *dev)
198{
199 struct ifb_private *dp = netdev_priv(dev);
200
201 tasklet_init(&dp->ifb_tasklet, ri_tasklet, (unsigned long)dev);
202 skb_queue_head_init(&dp->rq);
203 skb_queue_head_init(&dp->tq);
204 netif_start_queue(dev);
205
206 return 0;
207}
208
Patrick McHardy0e068772007-07-11 19:42:31 -0700209static int ifb_validate(struct nlattr *tb[], struct nlattr *data[])
210{
211 if (tb[IFLA_ADDRESS]) {
212 if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
213 return -EINVAL;
214 if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
215 return -EADDRNOTAVAIL;
216 }
217 return 0;
218}
219
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700220static struct rtnl_link_ops ifb_link_ops __read_mostly = {
221 .kind = "ifb",
222 .priv_size = sizeof(struct ifb_private),
223 .setup = ifb_setup,
Patrick McHardy0e068772007-07-11 19:42:31 -0700224 .validate = ifb_validate,
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700225};
226
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700227/* Number of ifb devices to be set up by this module. */
228module_param(numifbs, int, 0);
229MODULE_PARM_DESC(numifbs, "Number of ifb devices");
230
Jarek Poplawski94833df2008-03-20 17:05:13 -0700231/*
232 * dev_ifb->queue_lock is usually taken after dev->ingress_lock,
233 * reversely to e.g. qdisc_lock_tree(). It should be safe until
234 * ifb doesn't take dev->queue_lock with dev_ifb->ingress_lock.
235 * But lockdep should know that ifb has different locks from dev.
236 */
237static struct lock_class_key ifb_queue_lock_key;
238static struct lock_class_key ifb_ingress_lock_key;
239
240
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800241static int __init ifb_init_one(int index)
242{
243 struct net_device *dev_ifb;
244 int err;
245
246 dev_ifb = alloc_netdev(sizeof(struct ifb_private),
247 "ifb%d", ifb_setup);
248
249 if (!dev_ifb)
250 return -ENOMEM;
251
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700252 err = dev_alloc_name(dev_ifb, dev_ifb->name);
253 if (err < 0)
254 goto err;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800255
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700256 dev_ifb->rtnl_link_ops = &ifb_link_ops;
257 err = register_netdevice(dev_ifb);
258 if (err < 0)
259 goto err;
Jarek Poplawski94833df2008-03-20 17:05:13 -0700260
261 lockdep_set_class(&dev_ifb->queue_lock, &ifb_queue_lock_key);
262 lockdep_set_class(&dev_ifb->ingress_lock, &ifb_ingress_lock_key);
263
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700264 return 0;
265
266err:
267 free_netdev(dev_ifb);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800268 return err;
269}
270
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800271static int __init ifb_init_module(void)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400272{
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700273 int i, err;
274
275 rtnl_lock();
276 err = __rtnl_link_register(&ifb_link_ops);
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700277
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800278 for (i = 0; i < numifbs && !err; i++)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400279 err = ifb_init_one(i);
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700280 if (err)
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700281 __rtnl_link_unregister(&ifb_link_ops);
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700282 rtnl_unlock();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800283
284 return err;
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400285}
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800286
287static void __exit ifb_cleanup_module(void)
288{
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700289 rtnl_link_unregister(&ifb_link_ops);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800290}
291
292module_init(ifb_init_module);
293module_exit(ifb_cleanup_module);
294MODULE_LICENSE("GPL");
295MODULE_AUTHOR("Jamal Hadi Salim");
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700296MODULE_ALIAS_RTNL_LINK("ifb");