blob: 819945e3b33095bfde56e38a205dcd1f1e1c66bd [file] [log] [blame]
Jeff Garzik6aa20a22006-09-13 13:24:59 -04001/* drivers/net/ifb.c:
Jamal Hadi Salim253af422006-01-08 22:34:25 -08002
3 The purpose of this driver is to provide a device that allows
4 for sharing of resources:
5
6 1) qdiscs/policies that are per device as opposed to system wide.
7 ifb allows for a device which can be redirected to thus providing
8 an impression of sharing.
9
10 2) Allows for queueing incoming traffic for shaping instead of
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011 dropping.
12
Jamal Hadi Salim253af422006-01-08 22:34:25 -080013 The original concept is based on what is known as the IMQ
14 driver initially written by Martin Devera, later rewritten
15 by Patrick McHardy and then maintained by Andre Correa.
16
17 You need the tc action mirror or redirect to feed this device
18 packets.
19
20 This program is free software; you can redistribute it and/or
21 modify it under the terms of the GNU General Public License
22 as published by the Free Software Foundation; either version
23 2 of the License, or (at your option) any later version.
Jeff Garzik6aa20a22006-09-13 13:24:59 -040024
Jamal Hadi Salim253af422006-01-08 22:34:25 -080025 Authors: Jamal Hadi Salim (2005)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040026
Jamal Hadi Salim253af422006-01-08 22:34:25 -080027*/
28
29
Jamal Hadi Salim253af422006-01-08 22:34:25 -080030#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/netdevice.h>
33#include <linux/etherdevice.h>
34#include <linux/init.h>
35#include <linux/moduleparam.h>
Patrick McHardy62b7ffc2007-06-13 12:04:51 -070036#include <linux/list.h>
Jeff Garzik6aa20a22006-09-13 13:24:59 -040037#include <net/pkt_sched.h>
Jamal Hadi Salim253af422006-01-08 22:34:25 -080038
39#define TX_TIMEOUT (2*HZ)
Jeff Garzik6aa20a22006-09-13 13:24:59 -040040
Jamal Hadi Salim253af422006-01-08 22:34:25 -080041#define TX_Q_LIMIT 32
42struct ifb_private {
Patrick McHardy62b7ffc2007-06-13 12:04:51 -070043 struct list_head list;
44 struct net_device *dev;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080045 struct net_device_stats stats;
46 struct tasklet_struct ifb_tasklet;
47 int tasklet_pending;
48 /* mostly debug stats leave in for now */
49 unsigned long st_task_enter; /* tasklet entered */
50 unsigned long st_txq_refl_try; /* transmit queue refill attempt */
51 unsigned long st_rxq_enter; /* receive queue entered */
52 unsigned long st_rx2tx_tran; /* receive to trasmit transfers */
53 unsigned long st_rxq_notenter; /*receiveQ not entered, resched */
54 unsigned long st_rx_frm_egr; /* received from egress path */
55 unsigned long st_rx_frm_ing; /* received from ingress path */
56 unsigned long st_rxq_check;
57 unsigned long st_rxq_rsch;
58 struct sk_buff_head rq;
59 struct sk_buff_head tq;
60};
61
Richard Lucassen35eaa312006-02-23 16:23:51 -080062static int numifbs = 2;
Jamal Hadi Salim253af422006-01-08 22:34:25 -080063
64static void ri_tasklet(unsigned long dev);
65static int ifb_xmit(struct sk_buff *skb, struct net_device *dev);
66static struct net_device_stats *ifb_get_stats(struct net_device *dev);
67static int ifb_open(struct net_device *dev);
68static int ifb_close(struct net_device *dev);
69
Jeff Garzik6aa20a22006-09-13 13:24:59 -040070static void ri_tasklet(unsigned long dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -080071{
72
73 struct net_device *_dev = (struct net_device *)dev;
74 struct ifb_private *dp = netdev_priv(_dev);
75 struct net_device_stats *stats = &dp->stats;
76 struct sk_buff *skb;
77
78 dp->st_task_enter++;
79 if ((skb = skb_peek(&dp->tq)) == NULL) {
80 dp->st_txq_refl_try++;
Herbert Xu932ff272006-06-09 12:20:56 -070081 if (netif_tx_trylock(_dev)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -080082 dp->st_rxq_enter++;
83 while ((skb = skb_dequeue(&dp->rq)) != NULL) {
84 skb_queue_tail(&dp->tq, skb);
85 dp->st_rx2tx_tran++;
86 }
Herbert Xu932ff272006-06-09 12:20:56 -070087 netif_tx_unlock(_dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -080088 } else {
89 /* reschedule */
90 dp->st_rxq_notenter++;
91 goto resched;
92 }
93 }
94
95 while ((skb = skb_dequeue(&dp->tq)) != NULL) {
96 u32 from = G_TC_FROM(skb->tc_verd);
97
98 skb->tc_verd = 0;
99 skb->tc_verd = SET_TC_NCLS(skb->tc_verd);
100 stats->tx_packets++;
101 stats->tx_bytes +=skb->len;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700102
103 skb->dev = __dev_get_by_index(skb->iif);
104 if (!skb->dev) {
105 dev_kfree_skb(skb);
106 stats->tx_dropped++;
107 break;
108 }
109 skb->iif = _dev->ifindex;
110
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800111 if (from & AT_EGRESS) {
112 dp->st_rx_frm_egr++;
113 dev_queue_xmit(skb);
114 } else if (from & AT_INGRESS) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800115 dp->st_rx_frm_ing++;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700116 skb_pull(skb, skb->dev->hard_header_len);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800117 netif_rx(skb);
Patrick McHardyc01003c2007-03-29 11:46:52 -0700118 } else
119 BUG();
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800120 }
121
Herbert Xu932ff272006-06-09 12:20:56 -0700122 if (netif_tx_trylock(_dev)) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800123 dp->st_rxq_check++;
124 if ((skb = skb_peek(&dp->rq)) == NULL) {
125 dp->tasklet_pending = 0;
126 if (netif_queue_stopped(_dev))
127 netif_wake_queue(_dev);
128 } else {
129 dp->st_rxq_rsch++;
Herbert Xu932ff272006-06-09 12:20:56 -0700130 netif_tx_unlock(_dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800131 goto resched;
132 }
Herbert Xu932ff272006-06-09 12:20:56 -0700133 netif_tx_unlock(_dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800134 } else {
135resched:
136 dp->tasklet_pending = 1;
137 tasklet_schedule(&dp->ifb_tasklet);
138 }
139
140}
141
142static void __init ifb_setup(struct net_device *dev)
143{
144 /* Initialize the device structure. */
145 dev->get_stats = ifb_get_stats;
146 dev->hard_start_xmit = ifb_xmit;
147 dev->open = &ifb_open;
148 dev->stop = &ifb_close;
149
150 /* Fill in device structure with ethernet-generic values. */
151 ether_setup(dev);
152 dev->tx_queue_len = TX_Q_LIMIT;
153 dev->change_mtu = NULL;
154 dev->flags |= IFF_NOARP;
155 dev->flags &= ~IFF_MULTICAST;
156 SET_MODULE_OWNER(dev);
157 random_ether_addr(dev->dev_addr);
158}
159
160static int ifb_xmit(struct sk_buff *skb, struct net_device *dev)
161{
162 struct ifb_private *dp = netdev_priv(dev);
163 struct net_device_stats *stats = &dp->stats;
164 int ret = 0;
165 u32 from = G_TC_FROM(skb->tc_verd);
166
dean gaudet3136dcb2007-01-01 19:39:09 -0800167 stats->rx_packets++;
168 stats->rx_bytes+=skb->len;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800169
Patrick McHardyc01003c2007-03-29 11:46:52 -0700170 if (!(from & (AT_INGRESS|AT_EGRESS)) || !skb->iif) {
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800171 dev_kfree_skb(skb);
172 stats->rx_dropped++;
173 return ret;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800174 }
175
176 if (skb_queue_len(&dp->rq) >= dev->tx_queue_len) {
177 netif_stop_queue(dev);
178 }
179
180 dev->trans_start = jiffies;
181 skb_queue_tail(&dp->rq, skb);
182 if (!dp->tasklet_pending) {
183 dp->tasklet_pending = 1;
184 tasklet_schedule(&dp->ifb_tasklet);
185 }
186
187 return ret;
188}
189
190static struct net_device_stats *ifb_get_stats(struct net_device *dev)
191{
192 struct ifb_private *dp = netdev_priv(dev);
193 struct net_device_stats *stats = &dp->stats;
194
195 pr_debug("tasklets stats %ld:%ld:%ld:%ld:%ld:%ld:%ld:%ld:%ld \n",
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400196 dp->st_task_enter, dp->st_txq_refl_try, dp->st_rxq_enter,
Zach Brown8057de62006-10-03 01:16:10 -0700197 dp->st_rx2tx_tran, dp->st_rxq_notenter, dp->st_rx_frm_egr,
198 dp->st_rx_frm_ing, dp->st_rxq_check, dp->st_rxq_rsch);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800199
200 return stats;
201}
202
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700203static LIST_HEAD(ifbs);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800204
205/* Number of ifb devices to be set up by this module. */
206module_param(numifbs, int, 0);
207MODULE_PARM_DESC(numifbs, "Number of ifb devices");
208
209static int ifb_close(struct net_device *dev)
210{
211 struct ifb_private *dp = netdev_priv(dev);
212
213 tasklet_kill(&dp->ifb_tasklet);
214 netif_stop_queue(dev);
215 skb_queue_purge(&dp->rq);
216 skb_queue_purge(&dp->tq);
217 return 0;
218}
219
220static int ifb_open(struct net_device *dev)
221{
222 struct ifb_private *dp = netdev_priv(dev);
223
224 tasklet_init(&dp->ifb_tasklet, ri_tasklet, (unsigned long)dev);
225 skb_queue_head_init(&dp->rq);
226 skb_queue_head_init(&dp->tq);
227 netif_start_queue(dev);
228
229 return 0;
230}
231
232static int __init ifb_init_one(int index)
233{
234 struct net_device *dev_ifb;
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700235 struct ifb_private *priv;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800236 int err;
237
238 dev_ifb = alloc_netdev(sizeof(struct ifb_private),
239 "ifb%d", ifb_setup);
240
241 if (!dev_ifb)
242 return -ENOMEM;
243
244 if ((err = register_netdev(dev_ifb))) {
245 free_netdev(dev_ifb);
246 dev_ifb = NULL;
247 } else {
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700248 priv = netdev_priv(dev_ifb);
249 priv->dev = dev_ifb;
250 list_add_tail(&priv->list, &ifbs);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800251 }
252
253 return err;
254}
255
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700256static void ifb_free_one(struct net_device *dev)
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800257{
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700258 struct ifb_private *priv = netdev_priv(dev);
259
260 list_del(&priv->list);
261 unregister_netdev(dev);
262 free_netdev(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400263}
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800264
265static int __init ifb_init_module(void)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400266{
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700267 struct ifb_private *priv, *next;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800268 int i, err = 0;
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700269
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800270 for (i = 0; i < numifbs && !err; i++)
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400271 err = ifb_init_one(i);
272 if (err) {
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700273 list_for_each_entry_safe(priv, next, &ifbs, list)
274 ifb_free_one(priv->dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800275 }
276
277 return err;
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400278}
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800279
280static void __exit ifb_cleanup_module(void)
281{
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700282 struct ifb_private *priv, *next;
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800283
Patrick McHardy62b7ffc2007-06-13 12:04:51 -0700284 list_for_each_entry_safe(priv, next, &ifbs, list)
285 ifb_free_one(priv->dev);
Jamal Hadi Salim253af422006-01-08 22:34:25 -0800286}
287
288module_init(ifb_init_module);
289module_exit(ifb_cleanup_module);
290MODULE_LICENSE("GPL");
291MODULE_AUTHOR("Jamal Hadi Salim");