blob: 4c16ad57a3e49141335a2812b4c7bc3e976e9b46 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* net/sched/sch_teql.c "True" (or "trivial") link equalizer.
2 *
3 * This program is free software; you can redistribute it and/or
4 * modify it under the terms of the GNU General Public License
5 * as published by the Free Software Foundation; either version
6 * 2 of the License, or (at your option) any later version.
7 *
8 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 */
10
11#include <linux/module.h>
12#include <asm/uaccess.h>
13#include <asm/system.h>
14#include <linux/bitops.h>
15#include <linux/types.h>
16#include <linux/kernel.h>
17#include <linux/sched.h>
18#include <linux/string.h>
19#include <linux/mm.h>
20#include <linux/socket.h>
21#include <linux/sockios.h>
22#include <linux/in.h>
23#include <linux/errno.h>
24#include <linux/interrupt.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020025#include <linux/if_arp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/if_ether.h>
27#include <linux/inet.h>
28#include <linux/netdevice.h>
29#include <linux/etherdevice.h>
30#include <linux/notifier.h>
31#include <linux/init.h>
32#include <net/ip.h>
33#include <net/route.h>
34#include <linux/skbuff.h>
35#include <linux/moduleparam.h>
36#include <net/sock.h>
37#include <net/pkt_sched.h>
38
39/*
40 How to setup it.
41 ----------------
42
43 After loading this module you will find a new device teqlN
44 and new qdisc with the same name. To join a slave to the equalizer
45 you should just set this qdisc on a device f.e.
46
47 # tc qdisc add dev eth0 root teql0
48 # tc qdisc add dev eth1 root teql0
49
50 That's all. Full PnP 8)
51
52 Applicability.
53 --------------
54
55 1. Slave devices MUST be active devices, i.e., they must raise the tbusy
56 signal and generate EOI events. If you want to equalize virtual devices
57 like tunnels, use a normal eql device.
58 2. This device puts no limitations on physical slave characteristics
59 f.e. it will equalize 9600baud line and 100Mb ethernet perfectly :-)
60 Certainly, large difference in link speeds will make the resulting
61 eqalized link unusable, because of huge packet reordering.
62 I estimate an upper useful difference as ~10 times.
63 3. If the slave requires address resolution, only protocols using
64 neighbour cache (IPv4/IPv6) will work over the equalized link.
65 Other protocols are still allowed to use the slave device directly,
66 which will not break load balancing, though native slave
67 traffic will have the highest priority. */
68
69struct teql_master
70{
71 struct Qdisc_ops qops;
72 struct net_device *dev;
73 struct Qdisc *slaves;
74 struct list_head master_list;
75 struct net_device_stats stats;
76};
77
78struct teql_sched_data
79{
80 struct Qdisc *next;
81 struct teql_master *m;
82 struct neighbour *ncache;
83 struct sk_buff_head q;
84};
85
86#define NEXT_SLAVE(q) (((struct teql_sched_data*)qdisc_priv(q))->next)
87
88#define FMASK (IFF_BROADCAST|IFF_POINTOPOINT|IFF_BROADCAST)
89
90/* "teql*" qdisc routines */
91
92static int
93teql_enqueue(struct sk_buff *skb, struct Qdisc* sch)
94{
95 struct net_device *dev = sch->dev;
96 struct teql_sched_data *q = qdisc_priv(sch);
97
98 __skb_queue_tail(&q->q, skb);
99 if (q->q.qlen <= dev->tx_queue_len) {
100 sch->bstats.bytes += skb->len;
101 sch->bstats.packets++;
102 return 0;
103 }
104
105 __skb_unlink(skb, &q->q);
106 kfree_skb(skb);
107 sch->qstats.drops++;
108 return NET_XMIT_DROP;
109}
110
111static int
112teql_requeue(struct sk_buff *skb, struct Qdisc* sch)
113{
114 struct teql_sched_data *q = qdisc_priv(sch);
115
116 __skb_queue_head(&q->q, skb);
117 sch->qstats.requeues++;
118 return 0;
119}
120
121static struct sk_buff *
122teql_dequeue(struct Qdisc* sch)
123{
124 struct teql_sched_data *dat = qdisc_priv(sch);
125 struct sk_buff *skb;
126
127 skb = __skb_dequeue(&dat->q);
128 if (skb == NULL) {
129 struct net_device *m = dat->m->dev->qdisc->dev;
130 if (m) {
131 dat->m->slaves = sch;
132 netif_wake_queue(m);
133 }
134 }
135 sch->q.qlen = dat->q.qlen + dat->m->dev->qdisc->q.qlen;
136 return skb;
137}
138
139static __inline__ void
140teql_neigh_release(struct neighbour *n)
141{
142 if (n)
143 neigh_release(n);
144}
145
146static void
147teql_reset(struct Qdisc* sch)
148{
149 struct teql_sched_data *dat = qdisc_priv(sch);
150
151 skb_queue_purge(&dat->q);
152 sch->q.qlen = 0;
153 teql_neigh_release(xchg(&dat->ncache, NULL));
154}
155
156static void
157teql_destroy(struct Qdisc* sch)
158{
159 struct Qdisc *q, *prev;
160 struct teql_sched_data *dat = qdisc_priv(sch);
161 struct teql_master *master = dat->m;
162
163 if ((prev = master->slaves) != NULL) {
164 do {
165 q = NEXT_SLAVE(prev);
166 if (q == sch) {
167 NEXT_SLAVE(prev) = NEXT_SLAVE(q);
168 if (q == master->slaves) {
169 master->slaves = NEXT_SLAVE(q);
170 if (q == master->slaves) {
171 master->slaves = NULL;
172 spin_lock_bh(&master->dev->queue_lock);
173 qdisc_reset(master->dev->qdisc);
174 spin_unlock_bh(&master->dev->queue_lock);
175 }
176 }
177 skb_queue_purge(&dat->q);
178 teql_neigh_release(xchg(&dat->ncache, NULL));
179 break;
180 }
181
182 } while ((prev = q) != master->slaves);
183 }
184}
185
186static int teql_qdisc_init(struct Qdisc *sch, struct rtattr *opt)
187{
188 struct net_device *dev = sch->dev;
189 struct teql_master *m = (struct teql_master*)sch->ops;
190 struct teql_sched_data *q = qdisc_priv(sch);
191
192 if (dev->hard_header_len > m->dev->hard_header_len)
193 return -EINVAL;
194
195 if (m->dev == dev)
196 return -ELOOP;
197
198 q->m = m;
199
200 skb_queue_head_init(&q->q);
201
202 if (m->slaves) {
203 if (m->dev->flags & IFF_UP) {
204 if ((m->dev->flags&IFF_POINTOPOINT && !(dev->flags&IFF_POINTOPOINT))
205 || (m->dev->flags&IFF_BROADCAST && !(dev->flags&IFF_BROADCAST))
206 || (m->dev->flags&IFF_MULTICAST && !(dev->flags&IFF_MULTICAST))
207 || dev->mtu < m->dev->mtu)
208 return -EINVAL;
209 } else {
210 if (!(dev->flags&IFF_POINTOPOINT))
211 m->dev->flags &= ~IFF_POINTOPOINT;
212 if (!(dev->flags&IFF_BROADCAST))
213 m->dev->flags &= ~IFF_BROADCAST;
214 if (!(dev->flags&IFF_MULTICAST))
215 m->dev->flags &= ~IFF_MULTICAST;
216 if (dev->mtu < m->dev->mtu)
217 m->dev->mtu = dev->mtu;
218 }
219 q->next = NEXT_SLAVE(m->slaves);
220 NEXT_SLAVE(m->slaves) = sch;
221 } else {
222 q->next = sch;
223 m->slaves = sch;
224 m->dev->mtu = dev->mtu;
225 m->dev->flags = (m->dev->flags&~FMASK)|(dev->flags&FMASK);
226 }
227 return 0;
228}
229
230/* "teql*" netdevice routines */
231
232static int
233__teql_resolve(struct sk_buff *skb, struct sk_buff *skb_res, struct net_device *dev)
234{
235 struct teql_sched_data *q = qdisc_priv(dev->qdisc);
236 struct neighbour *mn = skb->dst->neighbour;
237 struct neighbour *n = q->ncache;
238
239 if (mn->tbl == NULL)
240 return -EINVAL;
241 if (n && n->tbl == mn->tbl &&
242 memcmp(n->primary_key, mn->primary_key, mn->tbl->key_len) == 0) {
243 atomic_inc(&n->refcnt);
244 } else {
245 n = __neigh_lookup_errno(mn->tbl, mn->primary_key, dev);
246 if (IS_ERR(n))
247 return PTR_ERR(n);
248 }
249 if (neigh_event_send(n, skb_res) == 0) {
250 int err;
251 read_lock(&n->lock);
252 err = dev->hard_header(skb, dev, ntohs(skb->protocol), n->ha, NULL, skb->len);
253 read_unlock(&n->lock);
254 if (err < 0) {
255 neigh_release(n);
256 return -EINVAL;
257 }
258 teql_neigh_release(xchg(&q->ncache, n));
259 return 0;
260 }
261 neigh_release(n);
262 return (skb_res == NULL) ? -EAGAIN : 1;
263}
264
265static __inline__ int
266teql_resolve(struct sk_buff *skb, struct sk_buff *skb_res, struct net_device *dev)
267{
268 if (dev->hard_header == NULL ||
269 skb->dst == NULL ||
270 skb->dst->neighbour == NULL)
271 return 0;
272 return __teql_resolve(skb, skb_res, dev);
273}
274
275static int teql_master_xmit(struct sk_buff *skb, struct net_device *dev)
276{
Patrick McHardy2941a482006-01-08 22:05:26 -0800277 struct teql_master *master = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 struct Qdisc *start, *q;
279 int busy;
280 int nores;
281 int len = skb->len;
282 struct sk_buff *skb_res = NULL;
283
284 start = master->slaves;
285
286restart:
287 nores = 0;
288 busy = 0;
289
290 if ((q = start) == NULL)
291 goto drop;
292
293 do {
294 struct net_device *slave = q->dev;
295
296 if (slave->qdisc_sleeping != q)
297 continue;
298 if (netif_queue_stopped(slave) || ! netif_running(slave)) {
299 busy = 1;
300 continue;
301 }
302
303 switch (teql_resolve(skb, skb_res, slave)) {
304 case 0:
Herbert Xu932ff272006-06-09 12:20:56 -0700305 if (netif_tx_trylock(slave)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 if (!netif_queue_stopped(slave) &&
307 slave->hard_start_xmit(skb, slave) == 0) {
Herbert Xu932ff272006-06-09 12:20:56 -0700308 netif_tx_unlock(slave);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309 master->slaves = NEXT_SLAVE(q);
310 netif_wake_queue(dev);
311 master->stats.tx_packets++;
312 master->stats.tx_bytes += len;
313 return 0;
314 }
Herbert Xu932ff272006-06-09 12:20:56 -0700315 netif_tx_unlock(slave);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 }
317 if (netif_queue_stopped(dev))
318 busy = 1;
319 break;
320 case 1:
321 master->slaves = NEXT_SLAVE(q);
322 return 0;
323 default:
324 nores = 1;
325 break;
326 }
327 __skb_pull(skb, skb->nh.raw - skb->data);
328 } while ((q = NEXT_SLAVE(q)) != start);
329
330 if (nores && skb_res == NULL) {
331 skb_res = skb;
332 goto restart;
333 }
334
335 if (busy) {
336 netif_stop_queue(dev);
337 return 1;
338 }
339 master->stats.tx_errors++;
340
341drop:
342 master->stats.tx_dropped++;
343 dev_kfree_skb(skb);
344 return 0;
345}
346
347static int teql_master_open(struct net_device *dev)
348{
349 struct Qdisc * q;
Patrick McHardy2941a482006-01-08 22:05:26 -0800350 struct teql_master *m = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 int mtu = 0xFFFE;
352 unsigned flags = IFF_NOARP|IFF_MULTICAST;
353
354 if (m->slaves == NULL)
355 return -EUNATCH;
356
357 flags = FMASK;
358
359 q = m->slaves;
360 do {
361 struct net_device *slave = q->dev;
362
363 if (slave == NULL)
364 return -EUNATCH;
365
366 if (slave->mtu < mtu)
367 mtu = slave->mtu;
368 if (slave->hard_header_len > LL_MAX_HEADER)
369 return -EINVAL;
370
371 /* If all the slaves are BROADCAST, master is BROADCAST
372 If all the slaves are PtP, master is PtP
373 Otherwise, master is NBMA.
374 */
375 if (!(slave->flags&IFF_POINTOPOINT))
376 flags &= ~IFF_POINTOPOINT;
377 if (!(slave->flags&IFF_BROADCAST))
378 flags &= ~IFF_BROADCAST;
379 if (!(slave->flags&IFF_MULTICAST))
380 flags &= ~IFF_MULTICAST;
381 } while ((q = NEXT_SLAVE(q)) != m->slaves);
382
383 m->dev->mtu = mtu;
384 m->dev->flags = (m->dev->flags&~FMASK) | flags;
385 netif_start_queue(m->dev);
386 return 0;
387}
388
389static int teql_master_close(struct net_device *dev)
390{
391 netif_stop_queue(dev);
392 return 0;
393}
394
395static struct net_device_stats *teql_master_stats(struct net_device *dev)
396{
Patrick McHardy2941a482006-01-08 22:05:26 -0800397 struct teql_master *m = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 return &m->stats;
399}
400
401static int teql_master_mtu(struct net_device *dev, int new_mtu)
402{
Patrick McHardy2941a482006-01-08 22:05:26 -0800403 struct teql_master *m = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 struct Qdisc *q;
405
406 if (new_mtu < 68)
407 return -EINVAL;
408
409 q = m->slaves;
410 if (q) {
411 do {
412 if (new_mtu > q->dev->mtu)
413 return -EINVAL;
414 } while ((q=NEXT_SLAVE(q)) != m->slaves);
415 }
416
417 dev->mtu = new_mtu;
418 return 0;
419}
420
421static __init void teql_master_setup(struct net_device *dev)
422{
Patrick McHardy2941a482006-01-08 22:05:26 -0800423 struct teql_master *master = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424 struct Qdisc_ops *ops = &master->qops;
425
426 master->dev = dev;
427 ops->priv_size = sizeof(struct teql_sched_data);
428
429 ops->enqueue = teql_enqueue;
430 ops->dequeue = teql_dequeue;
431 ops->requeue = teql_requeue;
432 ops->init = teql_qdisc_init;
433 ops->reset = teql_reset;
434 ops->destroy = teql_destroy;
435 ops->owner = THIS_MODULE;
436
437 dev->open = teql_master_open;
438 dev->hard_start_xmit = teql_master_xmit;
439 dev->stop = teql_master_close;
440 dev->get_stats = teql_master_stats;
441 dev->change_mtu = teql_master_mtu;
442 dev->type = ARPHRD_VOID;
443 dev->mtu = 1500;
444 dev->tx_queue_len = 100;
445 dev->flags = IFF_NOARP;
446 dev->hard_header_len = LL_MAX_HEADER;
447 SET_MODULE_OWNER(dev);
448}
449
450static LIST_HEAD(master_dev_list);
451static int max_equalizers = 1;
452module_param(max_equalizers, int, 0);
453MODULE_PARM_DESC(max_equalizers, "Max number of link equalizers");
454
455static int __init teql_init(void)
456{
457 int i;
458 int err = -ENODEV;
459
460 for (i = 0; i < max_equalizers; i++) {
461 struct net_device *dev;
462 struct teql_master *master;
463
464 dev = alloc_netdev(sizeof(struct teql_master),
465 "teql%d", teql_master_setup);
466 if (!dev) {
467 err = -ENOMEM;
468 break;
469 }
470
471 if ((err = register_netdev(dev))) {
472 free_netdev(dev);
473 break;
474 }
475
Patrick McHardy2941a482006-01-08 22:05:26 -0800476 master = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477
478 strlcpy(master->qops.id, dev->name, IFNAMSIZ);
479 err = register_qdisc(&master->qops);
480
481 if (err) {
482 unregister_netdev(dev);
483 free_netdev(dev);
484 break;
485 }
486
487 list_add_tail(&master->master_list, &master_dev_list);
488 }
489 return i ? 0 : err;
490}
491
492static void __exit teql_exit(void)
493{
494 struct teql_master *master, *nxt;
495
496 list_for_each_entry_safe(master, nxt, &master_dev_list, master_list) {
497
498 list_del(&master->master_list);
499
500 unregister_qdisc(&master->qops);
501 unregister_netdev(master->dev);
502 free_netdev(master->dev);
503 }
504}
505
506module_init(teql_init);
507module_exit(teql_exit);
508
509MODULE_LICENSE("GPL");