blob: fe337bd121aa74d3eb60cf866e31b8f76fa84573 [file] [log] [blame]
Jeff Garzik6aa20a22006-09-13 13:24:59 -04001/* drivers/net/ifb.c:
Jamal Hadi Salim253af422006-01-08 22:34:25 -08002
3 The purpose of this driver is to provide a device that allows
4 for sharing of resources:
5
6 1) qdiscs/policies that are per device as opposed to system wide.
7 ifb allows for a device which can be redirected to thus providing
8 an impression of sharing.
9
10 2) Allows for queueing incoming traffic for shaping instead of
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011 dropping.
12
Jamal Hadi Salim253af422006-01-08 22:34:25 -080013 The original concept is based on what is known as the IMQ
14 driver initially written by Martin Devera, later rewritten
15 by Patrick McHardy and then maintained by Andre Correa.
16
17 You need the tc action mirror or redirect to feed this device
18 packets.
19
20 This program is free software; you can redistribute it and/or
21 modify it under the terms of the GNU General Public License
22 as published by the Free Software Foundation; either version
23 2 of the License, or (at your option) any later version.
Jeff Garzik6aa20a22006-09-13 13:24:59 -040024
Jamal Hadi Salim253af422006-01-08 22:34:25 -080025 Authors: Jamal Hadi Salim (2005)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040026
Jamal Hadi Salim253af422006-01-08 22:34:25 -080027*/
28
29
Jamal Hadi Salim253af422006-01-08 22:34:25 -080030#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/netdevice.h>
33#include <linux/etherdevice.h>
34#include <linux/init.h>
35#include <linux/moduleparam.h>
Jeff Garzik6aa20a22006-09-13 13:24:59 -040036#include <net/pkt_sched.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070037#include <net/net_namespace.h>
Jamal Hadi Salim253af422006-01-08 22:34:25 -080038
39#define TX_TIMEOUT (2*HZ)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040040
Jamal Hadi Salim253af422006-01-08 22:34:25 -080041#define TX_Q_LIMIT 32
42struct ifb_private {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080043 struct tasklet_struct ifb_tasklet;
44 int tasklet_pending;
45 /* mostly debug stats leave in for now */
46 unsigned long st_task_enter; /* tasklet entered */
47 unsigned long st_txq_refl_try; /* transmit queue refill attempt */
48 unsigned long st_rxq_enter; /* receive queue entered */
49 unsigned long st_rx2tx_tran; /* receive to trasmit transfers */
50 unsigned long st_rxq_notenter; /*receiveQ not entered, resched */
51 unsigned long st_rx_frm_egr; /* received from egress path */
52 unsigned long st_rx_frm_ing; /* received from ingress path */
53 unsigned long st_rxq_check;
54 unsigned long st_rxq_rsch;
55 struct sk_buff_head rq;
56 struct sk_buff_head tq;
57};
58
Richard Lucassen35eaa312006-02-23 16:23:51 -080059static int numifbs = 2;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080060
61static void ri_tasklet(unsigned long dev);
Stephen Hemminger424efe92009-08-31 19:50:51 +000062static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080063static int ifb_open(struct net_device *dev);
64static int ifb_close(struct net_device *dev);
65
Jeff Garzik6aa20a22006-09-13 13:24:59 -040066static void ri_tasklet(unsigned long dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -080067{
68
69 struct net_device *_dev = (struct net_device *)dev;
70 struct ifb_private *dp = netdev_priv(_dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -070071 struct net_device_stats *stats = &_dev->stats;
David S. Millerc3f26a22008-07-31 16:58:50 -070072 struct netdev_queue *txq;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080073 struct sk_buff *skb;
74
David S. Millerc3f26a22008-07-31 16:58:50 -070075 txq = netdev_get_tx_queue(_dev, 0);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080076 dp->st_task_enter++;
77 if ((skb = skb_peek(&dp->tq)) == NULL) {
78 dp->st_txq_refl_try++;
David S. Millerc3f26a22008-07-31 16:58:50 -070079 if (__netif_tx_trylock(txq)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080080 dp->st_rxq_enter++;
81 while ((skb = skb_dequeue(&dp->rq)) != NULL) {
82 skb_queue_tail(&dp->tq, skb);
83 dp->st_rx2tx_tran++;
84 }
David S. Millerc3f26a22008-07-31 16:58:50 -070085 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080086 } else {
87 /* reschedule */
88 dp->st_rxq_notenter++;
89 goto resched;
90 }
91 }
92
93 while ((skb = skb_dequeue(&dp->tq)) != NULL) {
94 u32 from = G_TC_FROM(skb->tc_verd);
95
96 skb->tc_verd = 0;
97 skb->tc_verd = SET_TC_NCLS(skb->tc_verd);
98 stats->tx_packets++;
99 stats->tx_bytes +=skb->len;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700100
Eric Dumazet05e86892009-11-01 19:45:16 +0000101 rcu_read_lock();
Eric Dumazet8964be42009-11-20 15:35:04 -0800102 skb->dev = dev_get_by_index_rcu(&init_net, skb->skb_iif);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700103 if (!skb->dev) {
Eric Dumazet05e86892009-11-01 19:45:16 +0000104 rcu_read_unlock();
Patrick McHardyc01003c2007-03-29 11:46:52 -0700105 dev_kfree_skb(skb);
106 stats->tx_dropped++;
Changli Gao75c1c822010-12-04 14:09:08 +0000107 if (skb_queue_len(&dp->tq) != 0)
108 goto resched;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700109 break;
110 }
Eric Dumazet05e86892009-11-01 19:45:16 +0000111 rcu_read_unlock();
Eric Dumazet8964be42009-11-20 15:35:04 -0800112 skb->skb_iif = _dev->ifindex;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700113
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800114 if (from & AT_EGRESS) {
115 dp->st_rx_frm_egr++;
116 dev_queue_xmit(skb);
117 } else if (from & AT_INGRESS) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800118 dp->st_rx_frm_ing++;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700119 skb_pull(skb, skb->dev->hard_header_len);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800120 netif_rx(skb);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700121 } else
122 BUG();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800123 }
124
David S. Millerc3f26a22008-07-31 16:58:50 -0700125 if (__netif_tx_trylock(txq)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800126 dp->st_rxq_check++;
127 if ((skb = skb_peek(&dp->rq)) == NULL) {
128 dp->tasklet_pending = 0;
129 if (netif_queue_stopped(_dev))
130 netif_wake_queue(_dev);
131 } else {
132 dp->st_rxq_rsch++;
David S. Millerc3f26a22008-07-31 16:58:50 -0700133 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800134 goto resched;
135 }
David S. Millerc3f26a22008-07-31 16:58:50 -0700136 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800137 } else {
138resched:
139 dp->tasklet_pending = 1;
140 tasklet_schedule(&dp->ifb_tasklet);
141 }
142
143}
144
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800145static const struct net_device_ops ifb_netdev_ops = {
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800146 .ndo_open = ifb_open,
147 .ndo_stop = ifb_close,
Stephen Hemminger00829822008-11-20 20:14:53 -0800148 .ndo_start_xmit = ifb_xmit,
149 .ndo_validate_addr = eth_validate_addr,
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800150};
151
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700152static void ifb_setup(struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800153{
154 /* Initialize the device structure. */
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700155 dev->destructor = free_netdev;
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800156 dev->netdev_ops = &ifb_netdev_ops;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800157
158 /* Fill in device structure with ethernet-generic values. */
159 ether_setup(dev);
160 dev->tx_queue_len = TX_Q_LIMIT;
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800161
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800162 dev->flags |= IFF_NOARP;
163 dev->flags &= ~IFF_MULTICAST;
Eric Dumazet93f154b2009-05-18 22:19:19 -0700164 dev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800165 random_ether_addr(dev->dev_addr);
166}
167
Stephen Hemminger424efe92009-08-31 19:50:51 +0000168static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800169{
170 struct ifb_private *dp = netdev_priv(dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700171 struct net_device_stats *stats = &dev->stats;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800172 u32 from = G_TC_FROM(skb->tc_verd);
173
dean gaudet3136dcb2007-01-01 19:39:09 -0800174 stats->rx_packets++;
175 stats->rx_bytes+=skb->len;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800176
Eric Dumazet8964be42009-11-20 15:35:04 -0800177 if (!(from & (AT_INGRESS|AT_EGRESS)) || !skb->skb_iif) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800178 dev_kfree_skb(skb);
179 stats->rx_dropped++;
Stephen Hemminger424efe92009-08-31 19:50:51 +0000180 return NETDEV_TX_OK;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800181 }
182
183 if (skb_queue_len(&dp->rq) >= dev->tx_queue_len) {
184 netif_stop_queue(dev);
185 }
186
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800187 skb_queue_tail(&dp->rq, skb);
188 if (!dp->tasklet_pending) {
189 dp->tasklet_pending = 1;
190 tasklet_schedule(&dp->ifb_tasklet);
191 }
192
Stephen Hemminger424efe92009-08-31 19:50:51 +0000193 return NETDEV_TX_OK;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800194}
195
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800196static int ifb_close(struct net_device *dev)
197{
198 struct ifb_private *dp = netdev_priv(dev);
199
200 tasklet_kill(&dp->ifb_tasklet);
201 netif_stop_queue(dev);
202 skb_queue_purge(&dp->rq);
203 skb_queue_purge(&dp->tq);
204 return 0;
205}
206
207static int ifb_open(struct net_device *dev)
208{
209 struct ifb_private *dp = netdev_priv(dev);
210
211 tasklet_init(&dp->ifb_tasklet, ri_tasklet, (unsigned long)dev);
212 skb_queue_head_init(&dp->rq);
213 skb_queue_head_init(&dp->tq);
214 netif_start_queue(dev);
215
216 return 0;
217}
218
Patrick McHardy0e068772007-07-11 19:42:31 -0700219static int ifb_validate(struct nlattr *tb[], struct nlattr *data[])
220{
221 if (tb[IFLA_ADDRESS]) {
222 if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
223 return -EINVAL;
224 if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
225 return -EADDRNOTAVAIL;
226 }
227 return 0;
228}
229
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700230static struct rtnl_link_ops ifb_link_ops __read_mostly = {
231 .kind = "ifb",
232 .priv_size = sizeof(struct ifb_private),
233 .setup = ifb_setup,
Patrick McHardy0e068772007-07-11 19:42:31 -0700234 .validate = ifb_validate,
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700235};
236
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700237/* Number of ifb devices to be set up by this module. */
238module_param(numifbs, int, 0);
239MODULE_PARM_DESC(numifbs, "Number of ifb devices");
240
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800241static int __init ifb_init_one(int index)
242{
243 struct net_device *dev_ifb;
244 int err;
245
246 dev_ifb = alloc_netdev(sizeof(struct ifb_private),
247 "ifb%d", ifb_setup);
248
249 if (!dev_ifb)
250 return -ENOMEM;
251
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700252 err = dev_alloc_name(dev_ifb, dev_ifb->name);
253 if (err < 0)
254 goto err;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800255
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700256 dev_ifb->rtnl_link_ops = &ifb_link_ops;
257 err = register_netdevice(dev_ifb);
258 if (err < 0)
259 goto err;
Jarek Poplawski94833df2008-03-20 17:05:13 -0700260
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700261 return 0;
262
263err:
264 free_netdev(dev_ifb);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800265 return err;
266}
267
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800268static int __init ifb_init_module(void)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400269{
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700270 int i, err;
271
272 rtnl_lock();
273 err = __rtnl_link_register(&ifb_link_ops);
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700274
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800275 for (i = 0; i < numifbs && !err; i++)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400276 err = ifb_init_one(i);
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700277 if (err)
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700278 __rtnl_link_unregister(&ifb_link_ops);
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700279 rtnl_unlock();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800280
281 return err;
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400282}
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800283
284static void __exit ifb_cleanup_module(void)
285{
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700286 rtnl_link_unregister(&ifb_link_ops);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800287}
288
289module_init(ifb_init_module);
290module_exit(ifb_cleanup_module);
291MODULE_LICENSE("GPL");
292MODULE_AUTHOR("Jamal Hadi Salim");
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700293MODULE_ALIAS_RTNL_LINK("ifb");