blob: 4fecaed67fc4c3034f6b8cbbbeae83758b96ae2f [file] [log] [blame]
Jeff Garzik6aa20a22006-09-13 13:24:59 -04001/* drivers/net/ifb.c:
Jamal Hadi Salim253af422006-01-08 22:34:25 -08002
3 The purpose of this driver is to provide a device that allows
4 for sharing of resources:
5
6 1) qdiscs/policies that are per device as opposed to system wide.
7 ifb allows for a device which can be redirected to thus providing
8 an impression of sharing.
9
10 2) Allows for queueing incoming traffic for shaping instead of
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011 dropping.
12
Jamal Hadi Salim253af422006-01-08 22:34:25 -080013 The original concept is based on what is known as the IMQ
14 driver initially written by Martin Devera, later rewritten
15 by Patrick McHardy and then maintained by Andre Correa.
16
17 You need the tc action mirror or redirect to feed this device
18 packets.
19
20 This program is free software; you can redistribute it and/or
21 modify it under the terms of the GNU General Public License
22 as published by the Free Software Foundation; either version
23 2 of the License, or (at your option) any later version.
Jeff Garzik6aa20a22006-09-13 13:24:59 -040024
Jamal Hadi Salim253af422006-01-08 22:34:25 -080025 Authors: Jamal Hadi Salim (2005)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040026
Jamal Hadi Salim253af422006-01-08 22:34:25 -080027*/
28
29
Jamal Hadi Salim253af422006-01-08 22:34:25 -080030#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/netdevice.h>
33#include <linux/etherdevice.h>
34#include <linux/init.h>
35#include <linux/moduleparam.h>
Jeff Garzik6aa20a22006-09-13 13:24:59 -040036#include <net/pkt_sched.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070037#include <net/net_namespace.h>
Jamal Hadi Salim253af422006-01-08 22:34:25 -080038
Jamal Hadi Salim253af422006-01-08 22:34:25 -080039#define TX_Q_LIMIT 32
40struct ifb_private {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080041 struct tasklet_struct ifb_tasklet;
42 int tasklet_pending;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080043 struct sk_buff_head rq;
44 struct sk_buff_head tq;
45};
46
Richard Lucassen35eaa312006-02-23 16:23:51 -080047static int numifbs = 2;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080048
49static void ri_tasklet(unsigned long dev);
Stephen Hemminger424efe92009-08-31 19:50:51 +000050static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080051static int ifb_open(struct net_device *dev);
52static int ifb_close(struct net_device *dev);
53
Jeff Garzik6aa20a22006-09-13 13:24:59 -040054static void ri_tasklet(unsigned long dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -080055{
56
57 struct net_device *_dev = (struct net_device *)dev;
58 struct ifb_private *dp = netdev_priv(_dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -070059 struct net_device_stats *stats = &_dev->stats;
David S. Millerc3f26a22008-07-31 16:58:50 -070060 struct netdev_queue *txq;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080061 struct sk_buff *skb;
62
David S. Millerc3f26a22008-07-31 16:58:50 -070063 txq = netdev_get_tx_queue(_dev, 0);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080064 if ((skb = skb_peek(&dp->tq)) == NULL) {
David S. Millerc3f26a22008-07-31 16:58:50 -070065 if (__netif_tx_trylock(txq)) {
Changli Gao957fca92010-12-04 15:01:52 +000066 skb_queue_splice_tail_init(&dp->rq, &dp->tq);
David S. Millerc3f26a22008-07-31 16:58:50 -070067 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080068 } else {
69 /* reschedule */
Jamal Hadi Salim253af422006-01-08 22:34:25 -080070 goto resched;
71 }
72 }
73
Eric Dumazet7edc3452010-12-15 23:52:55 +000074 while ((skb = __skb_dequeue(&dp->tq)) != NULL) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080075 u32 from = G_TC_FROM(skb->tc_verd);
76
77 skb->tc_verd = 0;
78 skb->tc_verd = SET_TC_NCLS(skb->tc_verd);
79 stats->tx_packets++;
80 stats->tx_bytes +=skb->len;
Patrick McHardyc01003c2007-03-29 11:46:52 -070081
Eric Dumazet05e86892009-11-01 19:45:16 +000082 rcu_read_lock();
Eric Dumazet8964be42009-11-20 15:35:04 -080083 skb->dev = dev_get_by_index_rcu(&init_net, skb->skb_iif);
Patrick McHardyc01003c2007-03-29 11:46:52 -070084 if (!skb->dev) {
Eric Dumazet05e86892009-11-01 19:45:16 +000085 rcu_read_unlock();
Patrick McHardyc01003c2007-03-29 11:46:52 -070086 dev_kfree_skb(skb);
87 stats->tx_dropped++;
Changli Gao75c1c822010-12-04 14:09:08 +000088 if (skb_queue_len(&dp->tq) != 0)
89 goto resched;
Patrick McHardyc01003c2007-03-29 11:46:52 -070090 break;
91 }
Eric Dumazet05e86892009-11-01 19:45:16 +000092 rcu_read_unlock();
Eric Dumazet8964be42009-11-20 15:35:04 -080093 skb->skb_iif = _dev->ifindex;
Patrick McHardyc01003c2007-03-29 11:46:52 -070094
Jamal Hadi Salim253af422006-01-08 22:34:25 -080095 if (from & AT_EGRESS) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080096 dev_queue_xmit(skb);
97 } else if (from & AT_INGRESS) {
Patrick McHardyc01003c2007-03-29 11:46:52 -070098 skb_pull(skb, skb->dev->hard_header_len);
Eric Dumazet1a759722010-12-14 22:39:58 +000099 netif_receive_skb(skb);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700100 } else
101 BUG();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800102 }
103
David S. Millerc3f26a22008-07-31 16:58:50 -0700104 if (__netif_tx_trylock(txq)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800105 if ((skb = skb_peek(&dp->rq)) == NULL) {
106 dp->tasklet_pending = 0;
107 if (netif_queue_stopped(_dev))
108 netif_wake_queue(_dev);
109 } else {
David S. Millerc3f26a22008-07-31 16:58:50 -0700110 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800111 goto resched;
112 }
David S. Millerc3f26a22008-07-31 16:58:50 -0700113 __netif_tx_unlock(txq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800114 } else {
115resched:
116 dp->tasklet_pending = 1;
117 tasklet_schedule(&dp->ifb_tasklet);
118 }
119
120}
121
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800122static const struct net_device_ops ifb_netdev_ops = {
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800123 .ndo_open = ifb_open,
124 .ndo_stop = ifb_close,
Stephen Hemminger00829822008-11-20 20:14:53 -0800125 .ndo_start_xmit = ifb_xmit,
126 .ndo_validate_addr = eth_validate_addr,
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800127};
128
Eric Dumazet39980292011-01-03 10:35:22 +0000129#define IFB_FEATURES (NETIF_F_NO_CSUM | NETIF_F_SG | NETIF_F_FRAGLIST | \
130 NETIF_F_TSO_ECN | NETIF_F_TSO | NETIF_F_TSO6 | \
131 NETIF_F_HIGHDMA | NETIF_F_HW_VLAN_TX)
132
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700133static void ifb_setup(struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800134{
135 /* Initialize the device structure. */
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700136 dev->destructor = free_netdev;
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800137 dev->netdev_ops = &ifb_netdev_ops;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800138
139 /* Fill in device structure with ethernet-generic values. */
140 ether_setup(dev);
141 dev->tx_queue_len = TX_Q_LIMIT;
Stephen Hemminger8dfcdf32008-11-19 21:47:07 -0800142
Eric Dumazet39980292011-01-03 10:35:22 +0000143 dev->features |= IFB_FEATURES;
144 dev->vlan_features |= IFB_FEATURES;
145
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800146 dev->flags |= IFF_NOARP;
147 dev->flags &= ~IFF_MULTICAST;
Eric Dumazet93f154b2009-05-18 22:19:19 -0700148 dev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800149 random_ether_addr(dev->dev_addr);
150}
151
Stephen Hemminger424efe92009-08-31 19:50:51 +0000152static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800153{
154 struct ifb_private *dp = netdev_priv(dev);
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700155 struct net_device_stats *stats = &dev->stats;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800156 u32 from = G_TC_FROM(skb->tc_verd);
157
dean gaudet3136dcb2007-01-01 19:39:09 -0800158 stats->rx_packets++;
159 stats->rx_bytes+=skb->len;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800160
Eric Dumazet8964be42009-11-20 15:35:04 -0800161 if (!(from & (AT_INGRESS|AT_EGRESS)) || !skb->skb_iif) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800162 dev_kfree_skb(skb);
163 stats->rx_dropped++;
Stephen Hemminger424efe92009-08-31 19:50:51 +0000164 return NETDEV_TX_OK;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800165 }
166
167 if (skb_queue_len(&dp->rq) >= dev->tx_queue_len) {
168 netif_stop_queue(dev);
169 }
170
Changli Gao957fca92010-12-04 15:01:52 +0000171 __skb_queue_tail(&dp->rq, skb);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800172 if (!dp->tasklet_pending) {
173 dp->tasklet_pending = 1;
174 tasklet_schedule(&dp->ifb_tasklet);
175 }
176
Stephen Hemminger424efe92009-08-31 19:50:51 +0000177 return NETDEV_TX_OK;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800178}
179
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800180static int ifb_close(struct net_device *dev)
181{
182 struct ifb_private *dp = netdev_priv(dev);
183
184 tasklet_kill(&dp->ifb_tasklet);
185 netif_stop_queue(dev);
Changli Gao957fca92010-12-04 15:01:52 +0000186 __skb_queue_purge(&dp->rq);
187 __skb_queue_purge(&dp->tq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800188 return 0;
189}
190
191static int ifb_open(struct net_device *dev)
192{
193 struct ifb_private *dp = netdev_priv(dev);
194
195 tasklet_init(&dp->ifb_tasklet, ri_tasklet, (unsigned long)dev);
Changli Gao957fca92010-12-04 15:01:52 +0000196 __skb_queue_head_init(&dp->rq);
197 __skb_queue_head_init(&dp->tq);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800198 netif_start_queue(dev);
199
200 return 0;
201}
202
Patrick McHardy0e068772007-07-11 19:42:31 -0700203static int ifb_validate(struct nlattr *tb[], struct nlattr *data[])
204{
205 if (tb[IFLA_ADDRESS]) {
206 if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
207 return -EINVAL;
208 if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
209 return -EADDRNOTAVAIL;
210 }
211 return 0;
212}
213
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700214static struct rtnl_link_ops ifb_link_ops __read_mostly = {
215 .kind = "ifb",
216 .priv_size = sizeof(struct ifb_private),
217 .setup = ifb_setup,
Patrick McHardy0e068772007-07-11 19:42:31 -0700218 .validate = ifb_validate,
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700219};
220
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700221/* Number of ifb devices to be set up by this module. */
222module_param(numifbs, int, 0);
223MODULE_PARM_DESC(numifbs, "Number of ifb devices");
224
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800225static int __init ifb_init_one(int index)
226{
227 struct net_device *dev_ifb;
228 int err;
229
230 dev_ifb = alloc_netdev(sizeof(struct ifb_private),
231 "ifb%d", ifb_setup);
232
233 if (!dev_ifb)
234 return -ENOMEM;
235
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700236 dev_ifb->rtnl_link_ops = &ifb_link_ops;
237 err = register_netdevice(dev_ifb);
238 if (err < 0)
239 goto err;
Jarek Poplawski94833df2008-03-20 17:05:13 -0700240
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700241 return 0;
242
243err:
244 free_netdev(dev_ifb);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800245 return err;
246}
247
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800248static int __init ifb_init_module(void)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400249{
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700250 int i, err;
251
252 rtnl_lock();
253 err = __rtnl_link_register(&ifb_link_ops);
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700254
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800255 for (i = 0; i < numifbs && !err; i++)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400256 err = ifb_init_one(i);
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700257 if (err)
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700258 __rtnl_link_unregister(&ifb_link_ops);
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700259 rtnl_unlock();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800260
261 return err;
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400262}
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800263
264static void __exit ifb_cleanup_module(void)
265{
Patrick McHardy2d85cba2007-07-11 19:42:13 -0700266 rtnl_link_unregister(&ifb_link_ops);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800267}
268
269module_init(ifb_init_module);
270module_exit(ifb_cleanup_module);
271MODULE_LICENSE("GPL");
272MODULE_AUTHOR("Jamal Hadi Salim");
Patrick McHardy9ba2cd62007-06-13 12:05:06 -0700273MODULE_ALIAS_RTNL_LINK("ifb");