bonding.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598
  1. /*
  2. * Bond several ethernet interfaces into a Cisco, running 'Etherchannel'.
  3. *
  4. * Portions are (c) Copyright 1995 Simon "Guru Aleph-Null" Janes
  5. * NCM: Network and Communications Management, Inc.
  6. *
  7. * BUT, I'm the one who modified it for ethernet, so:
  8. * (c) Copyright 1999, Thomas Davis, tadavis@lbl.gov
  9. *
  10. * This software may be used and distributed according to the terms
  11. * of the GNU Public License, incorporated herein by reference.
  12. *
  13. */
  14. #ifndef _LINUX_BONDING_H
  15. #define _LINUX_BONDING_H
  16. #include <linux/timer.h>
  17. #include <linux/proc_fs.h>
  18. #include <linux/if_bonding.h>
  19. #include <linux/cpumask.h>
  20. #include <linux/in6.h>
  21. #include <linux/netpoll.h>
  22. #include <linux/inetdevice.h>
  23. #include <linux/etherdevice.h>
  24. #include <linux/reciprocal_div.h>
  25. #include "bond_3ad.h"
  26. #include "bond_alb.h"
  27. #include "bond_options.h"
  28. #define DRV_VERSION "3.7.1"
  29. #define DRV_RELDATE "April 27, 2011"
  30. #define DRV_NAME "bonding"
  31. #define DRV_DESCRIPTION "Ethernet Channel Bonding Driver"
  32. #define bond_version DRV_DESCRIPTION ": v" DRV_VERSION " (" DRV_RELDATE ")\n"
  33. #define BOND_MAX_ARP_TARGETS 16
  34. #define BOND_DEFAULT_MIIMON 100
  35. #define IS_UP(dev) \
  36. ((((dev)->flags & IFF_UP) == IFF_UP) && \
  37. netif_running(dev) && \
  38. netif_carrier_ok(dev))
  39. /*
  40. * Checks whether slave is ready for transmit.
  41. */
  42. #define SLAVE_IS_OK(slave) \
  43. (((slave)->dev->flags & IFF_UP) && \
  44. netif_running((slave)->dev) && \
  45. ((slave)->link == BOND_LINK_UP) && \
  46. bond_is_active_slave(slave))
  47. #define USES_PRIMARY(mode) \
  48. (((mode) == BOND_MODE_ACTIVEBACKUP) || \
  49. ((mode) == BOND_MODE_TLB) || \
  50. ((mode) == BOND_MODE_ALB))
  51. #define BOND_NO_USES_ARP(mode) \
  52. (((mode) == BOND_MODE_8023AD) || \
  53. ((mode) == BOND_MODE_TLB) || \
  54. ((mode) == BOND_MODE_ALB))
  55. #define TX_QUEUE_OVERRIDE(mode) \
  56. (((mode) == BOND_MODE_ACTIVEBACKUP) || \
  57. ((mode) == BOND_MODE_ROUNDROBIN))
  58. #define BOND_MODE_IS_LB(mode) \
  59. (((mode) == BOND_MODE_TLB) || \
  60. ((mode) == BOND_MODE_ALB))
  61. #define IS_IP_TARGET_UNUSABLE_ADDRESS(a) \
  62. ((htonl(INADDR_BROADCAST) == a) || \
  63. ipv4_is_zeronet(a))
  64. /*
  65. * Less bad way to call ioctl from within the kernel; this needs to be
  66. * done some other way to get the call out of interrupt context.
  67. * Needs "ioctl" variable to be supplied by calling context.
  68. */
  69. #define IOCTL(dev, arg, cmd) ({ \
  70. int res = 0; \
  71. mm_segment_t fs = get_fs(); \
  72. set_fs(get_ds()); \
  73. res = ioctl(dev, arg, cmd); \
  74. set_fs(fs); \
  75. res; })
  76. /* slave list primitives */
  77. #define bond_slave_list(bond) (&(bond)->dev->adj_list.lower)
  78. #define bond_has_slaves(bond) !list_empty(bond_slave_list(bond))
  79. /* IMPORTANT: bond_first/last_slave can return NULL in case of an empty list */
  80. #define bond_first_slave(bond) \
  81. (bond_has_slaves(bond) ? \
  82. netdev_adjacent_get_private(bond_slave_list(bond)->next) : \
  83. NULL)
  84. #define bond_last_slave(bond) \
  85. (bond_has_slaves(bond) ? \
  86. netdev_adjacent_get_private(bond_slave_list(bond)->prev) : \
  87. NULL)
  88. /* Caller must have rcu_read_lock */
  89. #define bond_first_slave_rcu(bond) \
  90. netdev_lower_get_first_private_rcu(bond->dev)
  91. #define bond_is_first_slave(bond, pos) (pos == bond_first_slave(bond))
  92. #define bond_is_last_slave(bond, pos) (pos == bond_last_slave(bond))
  93. /**
  94. * bond_for_each_slave - iterate over all slaves
  95. * @bond: the bond holding this list
  96. * @pos: current slave
  97. * @iter: list_head * iterator
  98. *
  99. * Caller must hold bond->lock
  100. */
  101. #define bond_for_each_slave(bond, pos, iter) \
  102. netdev_for_each_lower_private((bond)->dev, pos, iter)
  103. /* Caller must have rcu_read_lock */
  104. #define bond_for_each_slave_rcu(bond, pos, iter) \
  105. netdev_for_each_lower_private_rcu((bond)->dev, pos, iter)
  106. #ifdef CONFIG_NET_POLL_CONTROLLER
  107. extern atomic_t netpoll_block_tx;
  108. static inline void block_netpoll_tx(void)
  109. {
  110. atomic_inc(&netpoll_block_tx);
  111. }
  112. static inline void unblock_netpoll_tx(void)
  113. {
  114. atomic_dec(&netpoll_block_tx);
  115. }
  116. static inline int is_netpoll_tx_blocked(struct net_device *dev)
  117. {
  118. if (unlikely(netpoll_tx_running(dev)))
  119. return atomic_read(&netpoll_block_tx);
  120. return 0;
  121. }
  122. #else
  123. #define block_netpoll_tx()
  124. #define unblock_netpoll_tx()
  125. #define is_netpoll_tx_blocked(dev) (0)
  126. #endif
  127. struct bond_params {
  128. int mode;
  129. int xmit_policy;
  130. int miimon;
  131. u8 num_peer_notif;
  132. int arp_interval;
  133. int arp_validate;
  134. int arp_all_targets;
  135. int use_carrier;
  136. int fail_over_mac;
  137. int updelay;
  138. int downdelay;
  139. int lacp_fast;
  140. unsigned int min_links;
  141. int ad_select;
  142. char primary[IFNAMSIZ];
  143. int primary_reselect;
  144. __be32 arp_targets[BOND_MAX_ARP_TARGETS];
  145. int tx_queues;
  146. int all_slaves_active;
  147. int resend_igmp;
  148. int lp_interval;
  149. int packets_per_slave;
  150. struct reciprocal_value reciprocal_packets_per_slave;
  151. };
  152. struct bond_parm_tbl {
  153. char *modename;
  154. int mode;
  155. };
  156. #define BOND_MAX_MODENAME_LEN 20
  157. struct slave {
  158. struct net_device *dev; /* first - useful for panic debug */
  159. struct bonding *bond; /* our master */
  160. int delay;
  161. unsigned long jiffies;
  162. unsigned long last_arp_rx;
  163. unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS];
  164. s8 link; /* one of BOND_LINK_XXXX */
  165. s8 new_link;
  166. u8 backup:1, /* indicates backup slave. Value corresponds with
  167. BOND_STATE_ACTIVE and BOND_STATE_BACKUP */
  168. inactive:1, /* indicates inactive slave */
  169. should_notify:1; /* indicateds whether the state changed */
  170. u8 duplex;
  171. u32 original_mtu;
  172. u32 link_failure_count;
  173. u32 speed;
  174. u16 queue_id;
  175. u8 perm_hwaddr[ETH_ALEN];
  176. struct ad_slave_info ad_info; /* HUGE - better to dynamically alloc */
  177. struct tlb_slave_info tlb_info;
  178. #ifdef CONFIG_NET_POLL_CONTROLLER
  179. struct netpoll *np;
  180. #endif
  181. struct kobject kobj;
  182. };
  183. /*
  184. * Link pseudo-state only used internally by monitors
  185. */
  186. #define BOND_LINK_NOCHANGE -1
  187. /*
  188. * Here are the locking policies for the two bonding locks:
  189. *
  190. * 1) Get bond->lock when reading/writing slave list.
  191. * 2) Get bond->curr_slave_lock when reading/writing bond->curr_active_slave.
  192. * (It is unnecessary when the write-lock is put with bond->lock.)
  193. * 3) When we lock with bond->curr_slave_lock, we must lock with bond->lock
  194. * beforehand.
  195. */
  196. struct bonding {
  197. struct net_device *dev; /* first - useful for panic debug */
  198. struct slave *curr_active_slave;
  199. struct slave *current_arp_slave;
  200. struct slave *primary_slave;
  201. bool force_primary;
  202. s32 slave_cnt; /* never change this value outside the attach/detach wrappers */
  203. int (*recv_probe)(const struct sk_buff *, struct bonding *,
  204. struct slave *);
  205. rwlock_t lock;
  206. rwlock_t curr_slave_lock;
  207. u8 send_peer_notif;
  208. u8 igmp_retrans;
  209. #ifdef CONFIG_PROC_FS
  210. struct proc_dir_entry *proc_entry;
  211. char proc_file_name[IFNAMSIZ];
  212. #endif /* CONFIG_PROC_FS */
  213. struct list_head bond_list;
  214. u32 rr_tx_counter;
  215. struct ad_bond_info ad_info;
  216. struct alb_bond_info alb_info;
  217. struct bond_params params;
  218. struct workqueue_struct *wq;
  219. struct delayed_work mii_work;
  220. struct delayed_work arp_work;
  221. struct delayed_work alb_work;
  222. struct delayed_work ad_work;
  223. struct delayed_work mcast_work;
  224. #ifdef CONFIG_DEBUG_FS
  225. /* debugging support via debugfs */
  226. struct dentry *debug_dir;
  227. #endif /* CONFIG_DEBUG_FS */
  228. };
  229. #define bond_slave_get_rcu(dev) \
  230. ((struct slave *) rcu_dereference(dev->rx_handler_data))
  231. #define bond_slave_get_rtnl(dev) \
  232. ((struct slave *) rtnl_dereference(dev->rx_handler_data))
  233. /**
  234. * Returns NULL if the net_device does not belong to any of the bond's slaves
  235. *
  236. * Caller must hold bond lock for read
  237. */
  238. static inline struct slave *bond_get_slave_by_dev(struct bonding *bond,
  239. struct net_device *slave_dev)
  240. {
  241. return netdev_lower_dev_get_private(bond->dev, slave_dev);
  242. }
  243. static inline struct bonding *bond_get_bond_by_slave(struct slave *slave)
  244. {
  245. if (!slave || !slave->bond)
  246. return NULL;
  247. return slave->bond;
  248. }
  249. static inline bool bond_is_lb(const struct bonding *bond)
  250. {
  251. return BOND_MODE_IS_LB(bond->params.mode);
  252. }
  253. static inline void bond_set_active_slave(struct slave *slave)
  254. {
  255. if (slave->backup) {
  256. slave->backup = 0;
  257. rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_KERNEL);
  258. }
  259. }
  260. static inline void bond_set_backup_slave(struct slave *slave)
  261. {
  262. if (!slave->backup) {
  263. slave->backup = 1;
  264. rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_KERNEL);
  265. }
  266. }
  267. static inline void bond_set_slave_state(struct slave *slave,
  268. int slave_state, bool notify)
  269. {
  270. if (slave->backup == slave_state)
  271. return;
  272. slave->backup = slave_state;
  273. if (notify) {
  274. rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_KERNEL);
  275. slave->should_notify = 0;
  276. } else {
  277. if (slave->should_notify)
  278. slave->should_notify = 0;
  279. else
  280. slave->should_notify = 1;
  281. }
  282. }
  283. static inline void bond_slave_state_change(struct bonding *bond)
  284. {
  285. struct list_head *iter;
  286. struct slave *tmp;
  287. bond_for_each_slave(bond, tmp, iter) {
  288. if (tmp->link == BOND_LINK_UP)
  289. bond_set_active_slave(tmp);
  290. else if (tmp->link == BOND_LINK_DOWN)
  291. bond_set_backup_slave(tmp);
  292. }
  293. }
  294. static inline void bond_slave_state_notify(struct bonding *bond)
  295. {
  296. struct list_head *iter;
  297. struct slave *tmp;
  298. bond_for_each_slave(bond, tmp, iter) {
  299. if (tmp->should_notify) {
  300. rtmsg_ifinfo(RTM_NEWLINK, tmp->dev, 0, GFP_KERNEL);
  301. tmp->should_notify = 0;
  302. }
  303. }
  304. }
  305. static inline int bond_slave_state(struct slave *slave)
  306. {
  307. return slave->backup;
  308. }
  309. static inline bool bond_is_active_slave(struct slave *slave)
  310. {
  311. return !bond_slave_state(slave);
  312. }
  313. #define BOND_PRI_RESELECT_ALWAYS 0
  314. #define BOND_PRI_RESELECT_BETTER 1
  315. #define BOND_PRI_RESELECT_FAILURE 2
  316. #define BOND_FOM_NONE 0
  317. #define BOND_FOM_ACTIVE 1
  318. #define BOND_FOM_FOLLOW 2
  319. #define BOND_ARP_TARGETS_ANY 0
  320. #define BOND_ARP_TARGETS_ALL 1
  321. #define BOND_ARP_VALIDATE_NONE 0
  322. #define BOND_ARP_VALIDATE_ACTIVE (1 << BOND_STATE_ACTIVE)
  323. #define BOND_ARP_VALIDATE_BACKUP (1 << BOND_STATE_BACKUP)
  324. #define BOND_ARP_VALIDATE_ALL (BOND_ARP_VALIDATE_ACTIVE | \
  325. BOND_ARP_VALIDATE_BACKUP)
  326. #define BOND_SLAVE_NOTIFY_NOW true
  327. #define BOND_SLAVE_NOTIFY_LATER false
  328. static inline int slave_do_arp_validate(struct bonding *bond,
  329. struct slave *slave)
  330. {
  331. return bond->params.arp_validate & (1 << bond_slave_state(slave));
  332. }
  333. /* Get the oldest arp which we've received on this slave for bond's
  334. * arp_targets.
  335. */
  336. static inline unsigned long slave_oldest_target_arp_rx(struct bonding *bond,
  337. struct slave *slave)
  338. {
  339. int i = 1;
  340. unsigned long ret = slave->target_last_arp_rx[0];
  341. for (; (i < BOND_MAX_ARP_TARGETS) && bond->params.arp_targets[i]; i++)
  342. if (time_before(slave->target_last_arp_rx[i], ret))
  343. ret = slave->target_last_arp_rx[i];
  344. return ret;
  345. }
  346. static inline unsigned long slave_last_rx(struct bonding *bond,
  347. struct slave *slave)
  348. {
  349. if (slave_do_arp_validate(bond, slave)) {
  350. if (bond->params.arp_all_targets == BOND_ARP_TARGETS_ALL)
  351. return slave_oldest_target_arp_rx(bond, slave);
  352. else
  353. return slave->last_arp_rx;
  354. }
  355. return slave->dev->last_rx;
  356. }
  357. #ifdef CONFIG_NET_POLL_CONTROLLER
  358. static inline void bond_netpoll_send_skb(const struct slave *slave,
  359. struct sk_buff *skb)
  360. {
  361. struct netpoll *np = slave->np;
  362. if (np)
  363. netpoll_send_skb(np, skb);
  364. }
  365. #else
  366. static inline void bond_netpoll_send_skb(const struct slave *slave,
  367. struct sk_buff *skb)
  368. {
  369. }
  370. #endif
  371. static inline void bond_set_slave_inactive_flags(struct slave *slave,
  372. bool notify)
  373. {
  374. if (!bond_is_lb(slave->bond))
  375. bond_set_slave_state(slave, BOND_STATE_BACKUP, notify);
  376. if (!slave->bond->params.all_slaves_active)
  377. slave->inactive = 1;
  378. }
  379. static inline void bond_set_slave_active_flags(struct slave *slave,
  380. bool notify)
  381. {
  382. bond_set_slave_state(slave, BOND_STATE_ACTIVE, notify);
  383. slave->inactive = 0;
  384. }
  385. static inline bool bond_is_slave_inactive(struct slave *slave)
  386. {
  387. return slave->inactive;
  388. }
  389. static inline __be32 bond_confirm_addr(struct net_device *dev, __be32 dst, __be32 local)
  390. {
  391. struct in_device *in_dev;
  392. __be32 addr = 0;
  393. rcu_read_lock();
  394. in_dev = __in_dev_get_rcu(dev);
  395. if (in_dev)
  396. addr = inet_confirm_addr(dev_net(dev), in_dev, dst, local,
  397. RT_SCOPE_HOST);
  398. rcu_read_unlock();
  399. return addr;
  400. }
  401. static inline bool slave_can_tx(struct slave *slave)
  402. {
  403. if (IS_UP(slave->dev) && slave->link == BOND_LINK_UP &&
  404. bond_is_active_slave(slave))
  405. return true;
  406. else
  407. return false;
  408. }
  409. struct bond_net;
  410. int bond_arp_rcv(const struct sk_buff *skb, struct bonding *bond, struct slave *slave);
  411. void bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, struct net_device *slave_dev);
  412. int bond_create(struct net *net, const char *name);
  413. int bond_create_sysfs(struct bond_net *net);
  414. void bond_destroy_sysfs(struct bond_net *net);
  415. void bond_prepare_sysfs_group(struct bonding *bond);
  416. int bond_sysfs_slave_add(struct slave *slave);
  417. void bond_sysfs_slave_del(struct slave *slave);
  418. int bond_enslave(struct net_device *bond_dev, struct net_device *slave_dev);
  419. int bond_release(struct net_device *bond_dev, struct net_device *slave_dev);
  420. int bond_xmit_hash(struct bonding *bond, struct sk_buff *skb, int count);
  421. int bond_parse_parm(const char *mode_arg, const struct bond_parm_tbl *tbl);
  422. int bond_parm_tbl_lookup(int mode, const struct bond_parm_tbl *tbl);
  423. void bond_select_active_slave(struct bonding *bond);
  424. void bond_change_active_slave(struct bonding *bond, struct slave *new_active);
  425. void bond_create_debugfs(void);
  426. void bond_destroy_debugfs(void);
  427. void bond_debug_register(struct bonding *bond);
  428. void bond_debug_unregister(struct bonding *bond);
  429. void bond_debug_reregister(struct bonding *bond);
  430. const char *bond_mode_name(int mode);
  431. void bond_setup(struct net_device *bond_dev);
  432. unsigned int bond_get_num_tx_queues(void);
  433. int bond_netlink_init(void);
  434. void bond_netlink_fini(void);
  435. int bond_option_arp_ip_target_add(struct bonding *bond, __be32 target);
  436. int bond_option_arp_ip_target_rem(struct bonding *bond, __be32 target);
  437. struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond);
  438. struct net_device *bond_option_active_slave_get(struct bonding *bond);
  439. const char *bond_slave_link_status(s8 link);
  440. struct bond_net {
  441. struct net * net; /* Associated network namespace */
  442. struct list_head dev_list;
  443. #ifdef CONFIG_PROC_FS
  444. struct proc_dir_entry * proc_dir;
  445. #endif
  446. struct class_attribute class_attr_bonding_masters;
  447. };
  448. #ifdef CONFIG_PROC_FS
  449. void bond_create_proc_entry(struct bonding *bond);
  450. void bond_remove_proc_entry(struct bonding *bond);
  451. void bond_create_proc_dir(struct bond_net *bn);
  452. void bond_destroy_proc_dir(struct bond_net *bn);
  453. #else
  454. static inline void bond_create_proc_entry(struct bonding *bond)
  455. {
  456. }
  457. static inline void bond_remove_proc_entry(struct bonding *bond)
  458. {
  459. }
  460. static inline void bond_create_proc_dir(struct bond_net *bn)
  461. {
  462. }
  463. static inline void bond_destroy_proc_dir(struct bond_net *bn)
  464. {
  465. }
  466. #endif
  467. static inline struct slave *bond_slave_has_mac(struct bonding *bond,
  468. const u8 *mac)
  469. {
  470. struct list_head *iter;
  471. struct slave *tmp;
  472. bond_for_each_slave(bond, tmp, iter)
  473. if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
  474. return tmp;
  475. return NULL;
  476. }
  477. /* Caller must hold rcu_read_lock() for read */
  478. static inline struct slave *bond_slave_has_mac_rcu(struct bonding *bond,
  479. const u8 *mac)
  480. {
  481. struct list_head *iter;
  482. struct slave *tmp;
  483. bond_for_each_slave_rcu(bond, tmp, iter)
  484. if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
  485. return tmp;
  486. return NULL;
  487. }
  488. /* Check if the ip is present in arp ip list, or first free slot if ip == 0
  489. * Returns -1 if not found, index if found
  490. */
  491. static inline int bond_get_targets_ip(__be32 *targets, __be32 ip)
  492. {
  493. int i;
  494. for (i = 0; i < BOND_MAX_ARP_TARGETS; i++)
  495. if (targets[i] == ip)
  496. return i;
  497. else if (targets[i] == 0)
  498. break;
  499. return -1;
  500. }
  501. /* exported from bond_main.c */
  502. extern int bond_net_id;
  503. extern const struct bond_parm_tbl bond_lacp_tbl[];
  504. extern const struct bond_parm_tbl xmit_hashtype_tbl[];
  505. extern const struct bond_parm_tbl arp_validate_tbl[];
  506. extern const struct bond_parm_tbl arp_all_targets_tbl[];
  507. extern const struct bond_parm_tbl fail_over_mac_tbl[];
  508. extern const struct bond_parm_tbl pri_reselect_tbl[];
  509. extern struct bond_parm_tbl ad_select_tbl[];
  510. /* exported from bond_netlink.c */
  511. extern struct rtnl_link_ops bond_link_ops;
  512. #endif /* _LINUX_BONDING_H */