blob: 03710f8f5c49a790bfb2e4ad207b76f5ad6b989e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Bond several ethernet interfaces into a Cisco, running 'Etherchannel'.
3 *
4 * Portions are (c) Copyright 1995 Simon "Guru Aleph-Null" Janes
5 * NCM: Network and Communications Management, Inc.
6 *
7 * BUT, I'm the one who modified it for ethernet, so:
8 * (c) Copyright 1999, Thomas Davis, tadavis@lbl.gov
9 *
10 * This software may be used and distributed according to the terms
11 * of the GNU Public License, incorporated herein by reference.
12 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
14
15#ifndef _LINUX_BONDING_H
16#define _LINUX_BONDING_H
17
18#include <linux/timer.h>
19#include <linux/proc_fs.h>
20#include <linux/if_bonding.h>
Mitch Williamsb76cdba2005-11-09 10:36:41 -080021#include <linux/kobject.h>
Neil Hormane843fa52010-10-13 16:01:50 +000022#include <linux/cpumask.h>
Brian Haley305d5522008-11-04 17:51:14 -080023#include <linux/in6.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "bond_3ad.h"
25#include "bond_alb.h"
26
Andy Gospodarekbb1d9122010-06-02 08:40:18 +000027#define DRV_VERSION "3.7.0"
28#define DRV_RELDATE "June 2, 2010"
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#define DRV_NAME "bonding"
30#define DRV_DESCRIPTION "Ethernet Channel Bonding Driver"
31
32#define BOND_MAX_ARP_TARGETS 16
33
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#define IS_UP(dev) \
35 ((((dev)->flags & IFF_UP) == IFF_UP) && \
36 netif_running(dev) && \
37 netif_carrier_ok(dev))
38
39/*
40 * Checks whether bond is ready for transmit.
41 *
42 * Caller must hold bond->lock
43 */
44#define BOND_IS_OK(bond) \
45 (((bond)->dev->flags & IFF_UP) && \
46 netif_running((bond)->dev) && \
47 ((bond)->slave_cnt > 0))
48
49/*
50 * Checks whether slave is ready for transmit.
51 */
52#define SLAVE_IS_OK(slave) \
53 (((slave)->dev->flags & IFF_UP) && \
54 netif_running((slave)->dev) && \
55 ((slave)->link == BOND_LINK_UP) && \
56 ((slave)->state == BOND_STATE_ACTIVE))
57
58
59#define USES_PRIMARY(mode) \
60 (((mode) == BOND_MODE_ACTIVEBACKUP) || \
61 ((mode) == BOND_MODE_TLB) || \
62 ((mode) == BOND_MODE_ALB))
63
Andy Gospodarekbb1d9122010-06-02 08:40:18 +000064#define TX_QUEUE_OVERRIDE(mode) \
65 (((mode) == BOND_MODE_ACTIVEBACKUP) || \
66 ((mode) == BOND_MODE_ROUNDROBIN))
Linus Torvalds1da177e2005-04-16 15:20:36 -070067/*
68 * Less bad way to call ioctl from within the kernel; this needs to be
69 * done some other way to get the call out of interrupt context.
70 * Needs "ioctl" variable to be supplied by calling context.
71 */
72#define IOCTL(dev, arg, cmd) ({ \
73 int res = 0; \
74 mm_segment_t fs = get_fs(); \
75 set_fs(get_ds()); \
76 res = ioctl(dev, arg, cmd); \
77 set_fs(fs); \
78 res; })
79
80/**
81 * bond_for_each_slave_from - iterate the slaves list from a starting point
82 * @bond: the bond holding this list.
83 * @pos: current slave.
84 * @cnt: counter for max number of moves
85 * @start: starting point.
86 *
87 * Caller must hold bond->lock
88 */
89#define bond_for_each_slave_from(bond, pos, cnt, start) \
90 for (cnt = 0, pos = start; \
91 cnt < (bond)->slave_cnt; \
92 cnt++, pos = (pos)->next)
93
94/**
95 * bond_for_each_slave_from_to - iterate the slaves list from start point to stop point
96 * @bond: the bond holding this list.
97 * @pos: current slave.
98 * @cnt: counter for number max of moves
99 * @start: start point.
100 * @stop: stop point.
101 *
102 * Caller must hold bond->lock
103 */
104#define bond_for_each_slave_from_to(bond, pos, cnt, start, stop) \
105 for (cnt = 0, pos = start; \
106 ((cnt < (bond)->slave_cnt) && (pos != (stop)->next)); \
107 cnt++, pos = (pos)->next)
108
109/**
110 * bond_for_each_slave - iterate the slaves list from head
111 * @bond: the bond holding this list.
112 * @pos: current slave.
113 * @cnt: counter for max number of moves
114 *
115 * Caller must hold bond->lock
116 */
117#define bond_for_each_slave(bond, pos, cnt) \
118 bond_for_each_slave_from(bond, pos, cnt, (bond)->first_slave)
119
120
Neil Hormane843fa52010-10-13 16:01:50 +0000121#ifdef CONFIG_NET_POLL_CONTROLLER
122extern cpumask_var_t netpoll_block_tx;
123
124static inline void block_netpoll_tx(void)
125{
126 preempt_disable();
127 BUG_ON(cpumask_test_and_set_cpu(smp_processor_id(),
128 netpoll_block_tx));
129}
130
131static inline void unblock_netpoll_tx(void)
132{
133 BUG_ON(!cpumask_test_and_clear_cpu(smp_processor_id(),
134 netpoll_block_tx));
135 preempt_enable();
136}
137
138static inline int is_netpoll_tx_blocked(struct net_device *dev)
139{
140 if (unlikely(dev->priv_flags & IFF_IN_NETPOLL))
141 return cpumask_test_cpu(smp_processor_id(), netpoll_block_tx);
142 return 0;
143}
144#else
145#define block_netpoll_tx()
146#define unblock_netpoll_tx()
147#define is_netpoll_tx_blocked(dev) (0)
148#endif
149
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150struct bond_params {
151 int mode;
Jay Vosburgh169a3e62005-06-26 17:54:11 -0400152 int xmit_policy;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 int miimon;
Moni Shoua7893b242008-05-17 21:10:12 -0700154 int num_grat_arp;
Brian Haley305d5522008-11-04 17:51:14 -0800155 int num_unsol_na;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 int arp_interval;
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700157 int arp_validate;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 int use_carrier;
Jay Vosburghdd957c52007-10-09 19:57:24 -0700159 int fail_over_mac;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 int updelay;
161 int downdelay;
162 int lacp_fast;
Jay Vosburghfd989c82008-11-04 17:51:16 -0800163 int ad_select;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 char primary[IFNAMSIZ];
Jiri Pirkoa5499522009-09-25 03:28:09 +0000165 int primary_reselect;
Al Virod3bb52b2007-08-22 20:06:58 -0400166 __be32 arp_targets[BOND_MAX_ARP_TARGETS];
Andy Gospodarekbb1d9122010-06-02 08:40:18 +0000167 int tx_queues;
Andy Gospodarekebd8e492010-06-02 08:39:21 +0000168 int all_slaves_active;
Flavio Leitnerc2952c32010-10-05 14:23:59 +0000169 int resend_igmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170};
171
Mitch Williams12479f92005-11-09 10:35:44 -0800172struct bond_parm_tbl {
173 char *modename;
174 int mode;
175};
176
Jay Vosburghece95f72008-01-17 16:25:01 -0800177#define BOND_MAX_MODENAME_LEN 20
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179struct vlan_entry {
180 struct list_head vlan_list;
Al Virod3bb52b2007-08-22 20:06:58 -0400181 __be32 vlan_ip;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 unsigned short vlan_id;
Brian Haley305d5522008-11-04 17:51:14 -0800183#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
184 struct in6_addr vlan_ipv6;
185#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186};
187
188struct slave {
Mitch Williamse944ef72005-11-09 10:36:50 -0800189 struct net_device *dev; /* first - useful for panic debug */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 struct slave *next;
191 struct slave *prev;
Jay Vosburgh8bb5f962006-09-22 21:52:51 -0700192 int delay;
Andy Gospodarekf8a8ccd2007-01-29 12:08:38 -0800193 unsigned long jiffies;
194 unsigned long last_arp_rx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 s8 link; /* one of BOND_LINK_XXXX */
Jay Vosburghb2220ca2008-05-17 21:10:13 -0700196 s8 new_link;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 s8 state; /* one of BOND_STATE_XXXX */
Moni Shoua3158bf72007-10-09 19:43:41 -0700198 u32 original_mtu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 u32 link_failure_count;
Eric Dumazet885a1362009-09-01 06:31:18 +0000200 u8 perm_hwaddr[ETH_ALEN];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 u16 speed;
202 u8 duplex;
Andy Gospodarekbb1d9122010-06-02 08:40:18 +0000203 u16 queue_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 struct ad_slave_info ad_info; /* HUGE - better to dynamically alloc */
205 struct tlb_slave_info tlb_info;
206};
207
208/*
Jay Vosburghb2220ca2008-05-17 21:10:13 -0700209 * Link pseudo-state only used internally by monitors
210 */
211#define BOND_LINK_NOCHANGE -1
212
213/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 * Here are the locking policies for the two bonding locks:
215 *
216 * 1) Get bond->lock when reading/writing slave list.
217 * 2) Get bond->curr_slave_lock when reading/writing bond->curr_active_slave.
218 * (It is unnecessary when the write-lock is put with bond->lock.)
219 * 3) When we lock with bond->curr_slave_lock, we must lock with bond->lock
220 * beforehand.
221 */
222struct bonding {
Mitch Williamse944ef72005-11-09 10:36:50 -0800223 struct net_device *dev; /* first - useful for panic debug */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224 struct slave *first_slave;
225 struct slave *curr_active_slave;
226 struct slave *current_arp_slave;
227 struct slave *primary_slave;
Jiri Pirkoa5499522009-09-25 03:28:09 +0000228 bool force_primary;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 s32 slave_cnt; /* never change this value outside the attach/detach wrappers */
230 rwlock_t lock;
231 rwlock_t curr_slave_lock;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 s8 kill_timers;
Moni Shoua1053f622007-10-09 19:43:42 -0700233 s8 send_grat_arp;
Brian Haley305d5522008-11-04 17:51:14 -0800234 s8 send_unsol_na;
Moni Shouad90a1622007-10-09 19:43:43 -0700235 s8 setup_by_slave;
Flavio Leitnerc2952c32010-10-05 14:23:59 +0000236 s8 igmp_retrans;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237#ifdef CONFIG_PROC_FS
238 struct proc_dir_entry *proc_entry;
239 char proc_file_name[IFNAMSIZ];
240#endif /* CONFIG_PROC_FS */
241 struct list_head bond_list;
Jiri Pirko22bedad2010-04-01 21:22:57 +0000242 struct netdev_hw_addr_list mc_list;
Jasper Spaansa361c832009-10-23 04:09:24 +0000243 int (*xmit_hash_policy)(struct sk_buff *, int);
Al Virod3bb52b2007-08-22 20:06:58 -0400244 __be32 master_ip;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 u16 flags;
Jay Vosburghcf5f9042007-10-17 17:37:47 -0700246 u16 rr_tx_counter;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 struct ad_bond_info ad_info;
248 struct alb_bond_info alb_info;
249 struct bond_params params;
250 struct list_head vlan_list;
251 struct vlan_group *vlgrp;
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700252 struct packet_type arp_mon_pt;
Jay Vosburgh1b76b312007-10-17 17:37:45 -0700253 struct workqueue_struct *wq;
254 struct delayed_work mii_work;
255 struct delayed_work arp_work;
256 struct delayed_work alb_work;
257 struct delayed_work ad_work;
Flavio Leitner5a37e8c2010-10-05 14:23:57 +0000258 struct delayed_work mcast_work;
Brian Haley305d5522008-11-04 17:51:14 -0800259#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
260 struct in6_addr master_ipv6;
261#endif
Taku Izumif073c7c2010-12-09 15:17:13 +0000262#ifdef CONFIG_DEBUG_FS
263 /* debugging suport via debugfs */
264 struct dentry *debug_dir;
265#endif /* CONFIG_DEBUG_FS */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266};
267
268/**
269 * Returns NULL if the net_device does not belong to any of the bond's slaves
270 *
271 * Caller must hold bond lock for read
272 */
Adrian Bunkcceb9042006-01-05 22:45:42 -0800273static inline struct slave *bond_get_slave_by_dev(struct bonding *bond, struct net_device *slave_dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274{
275 struct slave *slave = NULL;
276 int i;
277
278 bond_for_each_slave(bond, slave, i) {
279 if (slave->dev == slave_dev) {
280 break;
281 }
282 }
283
284 return slave;
285}
286
Adrian Bunkcceb9042006-01-05 22:45:42 -0800287static inline struct bonding *bond_get_bond_by_slave(struct slave *slave)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288{
289 if (!slave || !slave->dev->master) {
290 return NULL;
291 }
292
Joe Perchesc04914a2010-11-15 11:12:25 +0000293 return netdev_priv(slave->dev->master);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294}
295
Holger Eitzenberger58402052008-12-09 23:07:13 -0800296static inline bool bond_is_lb(const struct bonding *bond)
297{
Joe Perches8e95a202009-12-03 07:58:21 +0000298 return (bond->params.mode == BOND_MODE_TLB ||
299 bond->params.mode == BOND_MODE_ALB);
Holger Eitzenberger58402052008-12-09 23:07:13 -0800300}
301
Jiri Pirkoa5499522009-09-25 03:28:09 +0000302#define BOND_PRI_RESELECT_ALWAYS 0
303#define BOND_PRI_RESELECT_BETTER 1
304#define BOND_PRI_RESELECT_FAILURE 2
305
Jay Vosburgh3915c1e2008-05-17 21:10:14 -0700306#define BOND_FOM_NONE 0
307#define BOND_FOM_ACTIVE 1
308#define BOND_FOM_FOLLOW 2
309
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700310#define BOND_ARP_VALIDATE_NONE 0
311#define BOND_ARP_VALIDATE_ACTIVE (1 << BOND_STATE_ACTIVE)
312#define BOND_ARP_VALIDATE_BACKUP (1 << BOND_STATE_BACKUP)
313#define BOND_ARP_VALIDATE_ALL (BOND_ARP_VALIDATE_ACTIVE | \
314 BOND_ARP_VALIDATE_BACKUP)
315
Adrian Bunk079ca7d2006-12-12 17:24:39 +0100316static inline int slave_do_arp_validate(struct bonding *bond,
317 struct slave *slave)
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700318{
319 return bond->params.arp_validate & (1 << slave->state);
320}
321
Adrian Bunk079ca7d2006-12-12 17:24:39 +0100322static inline unsigned long slave_last_rx(struct bonding *bond,
Andy Gospodarekf8a8ccd2007-01-29 12:08:38 -0800323 struct slave *slave)
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700324{
325 if (slave_do_arp_validate(bond, slave))
326 return slave->last_arp_rx;
327
328 return slave->dev->last_rx;
329}
330
Adrian Bunkcceb9042006-01-05 22:45:42 -0800331static inline void bond_set_slave_inactive_flags(struct slave *slave)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332{
Wang Chen454d7c92008-11-12 23:37:49 -0800333 struct bonding *bond = netdev_priv(slave->dev->master);
Jiri Pirkoae63e802009-05-27 05:42:36 +0000334 if (!bond_is_lb(bond))
Jay Vosburgh8f903c72006-02-21 16:36:44 -0800335 slave->state = BOND_STATE_BACKUP;
Andy Gospodarekebd8e492010-06-02 08:39:21 +0000336 if (!bond->params.all_slaves_active)
337 slave->dev->priv_flags |= IFF_SLAVE_INACTIVE;
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700338 if (slave_do_arp_validate(bond, slave))
339 slave->dev->priv_flags |= IFF_SLAVE_NEEDARP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340}
341
Adrian Bunkcceb9042006-01-05 22:45:42 -0800342static inline void bond_set_slave_active_flags(struct slave *slave)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343{
344 slave->state = BOND_STATE_ACTIVE;
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700345 slave->dev->priv_flags &= ~(IFF_SLAVE_INACTIVE | IFF_SLAVE_NEEDARP);
Jay Vosburgh8f903c72006-02-21 16:36:44 -0800346}
347
348static inline void bond_set_master_3ad_flags(struct bonding *bond)
349{
350 bond->dev->priv_flags |= IFF_MASTER_8023AD;
351}
352
353static inline void bond_unset_master_3ad_flags(struct bonding *bond)
354{
355 bond->dev->priv_flags &= ~IFF_MASTER_8023AD;
356}
357
358static inline void bond_set_master_alb_flags(struct bonding *bond)
359{
360 bond->dev->priv_flags |= IFF_MASTER_ALB;
361}
362
363static inline void bond_unset_master_alb_flags(struct bonding *bond)
364{
365 bond->dev->priv_flags &= ~IFF_MASTER_ALB;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366}
367
368struct vlan_entry *bond_next_vlan(struct bonding *bond, struct vlan_entry *curr);
369int bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, struct net_device *slave_dev);
Eric W. Biedermanec87fd32009-10-29 14:18:26 +0000370int bond_create(struct net *net, const char *name);
Mitch Williamsb76cdba2005-11-09 10:36:41 -0800371int bond_create_sysfs(void);
372void bond_destroy_sysfs(void);
Eric W. Biederman6151b3d2009-10-29 14:18:22 +0000373void bond_prepare_sysfs_group(struct bonding *bond);
Mitch Williamsb76cdba2005-11-09 10:36:41 -0800374int bond_create_slave_symlinks(struct net_device *master, struct net_device *slave);
375void bond_destroy_slave_symlinks(struct net_device *master, struct net_device *slave);
Mitch Williamsa77b5322005-11-09 10:35:51 -0800376int bond_enslave(struct net_device *bond_dev, struct net_device *slave_dev);
377int bond_release(struct net_device *bond_dev, struct net_device *slave_dev);
Jay Vosburgh1b76b312007-10-17 17:37:45 -0700378void bond_mii_monitor(struct work_struct *);
379void bond_loadbalance_arp_mon(struct work_struct *);
380void bond_activebackup_arp_mon(struct work_struct *);
Mitch Williamsa77b5322005-11-09 10:35:51 -0800381void bond_set_mode_ops(struct bonding *bond, int mode);
Holger Eitzenberger325dcf72008-12-09 23:10:17 -0800382int bond_parse_parm(const char *mode_arg, const struct bond_parm_tbl *tbl);
Mitch Williamsa77b5322005-11-09 10:35:51 -0800383void bond_select_active_slave(struct bonding *bond);
384void bond_change_active_slave(struct bonding *bond, struct slave *new_active);
Jay Vosburghf5b2b962006-09-22 21:54:53 -0700385void bond_register_arp(struct bonding *);
386void bond_unregister_arp(struct bonding *);
Taku Izumif073c7c2010-12-09 15:17:13 +0000387void bond_create_debugfs(void);
388void bond_destroy_debugfs(void);
389void bond_debug_register(struct bonding *bond);
390void bond_debug_unregister(struct bonding *bond);
391void bond_debug_reregister(struct bonding *bond);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392
Eric W. Biedermanec87fd32009-10-29 14:18:26 +0000393struct bond_net {
394 struct net * net; /* Associated network namespace */
395 struct list_head dev_list;
396#ifdef CONFIG_PROC_FS
397 struct proc_dir_entry * proc_dir;
398#endif
399};
400
Ben Dooksb2259672008-09-14 16:56:12 +0100401/* exported from bond_main.c */
Eric W. Biedermanec87fd32009-10-29 14:18:26 +0000402extern int bond_net_id;
Holger Eitzenbergere97fd7c2008-12-09 23:10:38 -0800403extern const struct bond_parm_tbl bond_lacp_tbl[];
404extern const struct bond_parm_tbl bond_mode_tbl[];
405extern const struct bond_parm_tbl xmit_hashtype_tbl[];
406extern const struct bond_parm_tbl arp_validate_tbl[];
407extern const struct bond_parm_tbl fail_over_mac_tbl[];
Jiri Pirkoa5499522009-09-25 03:28:09 +0000408extern const struct bond_parm_tbl pri_reselect_tbl[];
Hannes Ederb06715b2008-12-25 23:58:57 -0800409extern struct bond_parm_tbl ad_select_tbl[];
410
Brian Haley305d5522008-11-04 17:51:14 -0800411#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
412void bond_send_unsolicited_na(struct bonding *bond);
413void bond_register_ipv6_notifier(void);
414void bond_unregister_ipv6_notifier(void);
415#else
416static inline void bond_send_unsolicited_na(struct bonding *bond)
417{
418 return;
419}
420static inline void bond_register_ipv6_notifier(void)
421{
422 return;
423}
424static inline void bond_unregister_ipv6_notifier(void)
425{
426 return;
427}
428#endif
429
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430#endif /* _LINUX_BONDING_H */