Linux Audio

Check our new training course

Real-Time Linux with PREEMPT_RT training

Feb 18-20, 2025
Register
Loading...
v5.14.15
  1/*
  2 * Bond several ethernet interfaces into a Cisco, running 'Etherchannel'.
  3 *
  4 * Portions are (c) Copyright 1995 Simon "Guru Aleph-Null" Janes
  5 * NCM: Network and Communications Management, Inc.
  6 *
  7 * BUT, I'm the one who modified it for ethernet, so:
  8 * (c) Copyright 1999, Thomas Davis, tadavis@lbl.gov
  9 *
 10 *	This software may be used and distributed according to the terms
 11 *	of the GNU Public License, incorporated herein by reference.
 12 *
 13 */
 14
 15#ifndef _NET_BONDING_H
 16#define _NET_BONDING_H
 17
 18#include <linux/timer.h>
 19#include <linux/proc_fs.h>
 20#include <linux/if_bonding.h>
 21#include <linux/cpumask.h>
 22#include <linux/in6.h>
 23#include <linux/netpoll.h>
 24#include <linux/inetdevice.h>
 25#include <linux/etherdevice.h>
 26#include <linux/reciprocal_div.h>
 27#include <linux/if_link.h>
 28
 29#include <net/bond_3ad.h>
 30#include <net/bond_alb.h>
 31#include <net/bond_options.h>
 32
 33#define BOND_MAX_ARP_TARGETS	16
 34
 35#define BOND_DEFAULT_MIIMON	100
 36
 37#ifndef __long_aligned
 38#define __long_aligned __attribute__((aligned((sizeof(long)))))
 39#endif
 40
 41#define slave_info(bond_dev, slave_dev, fmt, ...) \
 42	netdev_info(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 43#define slave_warn(bond_dev, slave_dev, fmt, ...) \
 44	netdev_warn(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 45#define slave_dbg(bond_dev, slave_dev, fmt, ...) \
 46	netdev_dbg(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 47#define slave_err(bond_dev, slave_dev, fmt, ...) \
 48	netdev_err(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 49
 50#define BOND_MODE(bond) ((bond)->params.mode)
 51
 52/* slave list primitives */
 53#define bond_slave_list(bond) (&(bond)->dev->adj_list.lower)
 54
 55#define bond_has_slaves(bond) !list_empty(bond_slave_list(bond))
 56
 57/* IMPORTANT: bond_first/last_slave can return NULL in case of an empty list */
 58#define bond_first_slave(bond) \
 59	(bond_has_slaves(bond) ? \
 60		netdev_adjacent_get_private(bond_slave_list(bond)->next) : \
 61		NULL)
 62#define bond_last_slave(bond) \
 63	(bond_has_slaves(bond) ? \
 64		netdev_adjacent_get_private(bond_slave_list(bond)->prev) : \
 65		NULL)
 66
 67/* Caller must have rcu_read_lock */
 68#define bond_first_slave_rcu(bond) \
 69	netdev_lower_get_first_private_rcu(bond->dev)
 70
 71#define bond_is_first_slave(bond, pos) (pos == bond_first_slave(bond))
 72#define bond_is_last_slave(bond, pos) (pos == bond_last_slave(bond))
 73
 74/**
 75 * bond_for_each_slave - iterate over all slaves
 76 * @bond:	the bond holding this list
 77 * @pos:	current slave
 78 * @iter:	list_head * iterator
 79 *
 80 * Caller must hold RTNL
 81 */
 82#define bond_for_each_slave(bond, pos, iter) \
 83	netdev_for_each_lower_private((bond)->dev, pos, iter)
 84
 85/* Caller must have rcu_read_lock */
 86#define bond_for_each_slave_rcu(bond, pos, iter) \
 87	netdev_for_each_lower_private_rcu((bond)->dev, pos, iter)
 88
 
 89#define BOND_XFRM_FEATURES (NETIF_F_HW_ESP | NETIF_F_HW_ESP_TX_CSUM | \
 90			    NETIF_F_GSO_ESP)
 91
 92#define BOND_TLS_FEATURES (NETIF_F_HW_TLS_TX | NETIF_F_HW_TLS_RX)
 93
 94#ifdef CONFIG_NET_POLL_CONTROLLER
 95extern atomic_t netpoll_block_tx;
 96
 97static inline void block_netpoll_tx(void)
 98{
 99	atomic_inc(&netpoll_block_tx);
100}
101
102static inline void unblock_netpoll_tx(void)
103{
104	atomic_dec(&netpoll_block_tx);
105}
106
107static inline int is_netpoll_tx_blocked(struct net_device *dev)
108{
109	if (unlikely(netpoll_tx_running(dev)))
110		return atomic_read(&netpoll_block_tx);
111	return 0;
112}
113#else
114#define block_netpoll_tx()
115#define unblock_netpoll_tx()
116#define is_netpoll_tx_blocked(dev) (0)
117#endif
118
119struct bond_params {
120	int mode;
121	int xmit_policy;
122	int miimon;
123	u8 num_peer_notif;
124	int arp_interval;
125	int arp_validate;
126	int arp_all_targets;
127	int use_carrier;
128	int fail_over_mac;
129	int updelay;
130	int downdelay;
131	int peer_notif_delay;
132	int lacp_fast;
133	unsigned int min_links;
134	int ad_select;
135	char primary[IFNAMSIZ];
136	int primary_reselect;
137	__be32 arp_targets[BOND_MAX_ARP_TARGETS];
138	int tx_queues;
139	int all_slaves_active;
140	int resend_igmp;
141	int lp_interval;
142	int packets_per_slave;
143	int tlb_dynamic_lb;
144	struct reciprocal_value reciprocal_packets_per_slave;
145	u16 ad_actor_sys_prio;
146	u16 ad_user_port_key;
147
148	/* 2 bytes of padding : see ether_addr_equal_64bits() */
149	u8 ad_actor_system[ETH_ALEN + 2];
150};
151
152struct bond_parm_tbl {
153	char *modename;
154	int mode;
155};
156
157struct slave {
158	struct net_device *dev; /* first - useful for panic debug */
159	struct bonding *bond; /* our master */
160	int    delay;
161	/* all three in jiffies */
162	unsigned long last_link_up;
163	unsigned long last_rx;
164	unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS];
165	s8     link;		/* one of BOND_LINK_XXXX */
166	s8     link_new_state;	/* one of BOND_LINK_XXXX */
167	u8     backup:1,   /* indicates backup slave. Value corresponds with
168			      BOND_STATE_ACTIVE and BOND_STATE_BACKUP */
169	       inactive:1, /* indicates inactive slave */
170	       should_notify:1, /* indicates whether the state changed */
171	       should_notify_link:1; /* indicates whether the link changed */
172	u8     duplex;
173	u32    original_mtu;
174	u32    link_failure_count;
175	u32    speed;
176	u16    queue_id;
177	u8     perm_hwaddr[MAX_ADDR_LEN];
178	struct ad_slave_info *ad_info;
179	struct tlb_slave_info tlb_info;
180#ifdef CONFIG_NET_POLL_CONTROLLER
181	struct netpoll *np;
182#endif
183	struct delayed_work notify_work;
184	struct kobject kobj;
185	struct rtnl_link_stats64 slave_stats;
186};
187
188static inline struct slave *to_slave(struct kobject *kobj)
189{
190	return container_of(kobj, struct slave, kobj);
191}
192
193struct bond_up_slave {
194	unsigned int	count;
195	struct rcu_head rcu;
196	struct slave	*arr[];
197};
198
199/*
200 * Link pseudo-state only used internally by monitors
201 */
202#define BOND_LINK_NOCHANGE -1
203
204struct bond_ipsec {
205	struct list_head list;
206	struct xfrm_state *xs;
207};
208
209/*
210 * Here are the locking policies for the two bonding locks:
211 * Get rcu_read_lock when reading or RTNL when writing slave list.
212 */
213struct bonding {
214	struct   net_device *dev; /* first - useful for panic debug */
215	struct   slave __rcu *curr_active_slave;
216	struct   slave __rcu *current_arp_slave;
217	struct   slave __rcu *primary_slave;
218	struct   bond_up_slave __rcu *usable_slaves;
219	struct   bond_up_slave __rcu *all_slaves;
220	bool     force_primary;
221	s32      slave_cnt; /* never change this value outside the attach/detach wrappers */
222	int     (*recv_probe)(const struct sk_buff *, struct bonding *,
223			      struct slave *);
224	/* mode_lock is used for mode-specific locking needs, currently used by:
225	 * 3ad mode (4) - protect against running bond_3ad_unbind_slave() and
226	 *                bond_3ad_state_machine_handler() concurrently and also
227	 *                the access to the state machine shared variables.
228	 * TLB mode (5) - to sync the use and modifications of its hash table
229	 * ALB mode (6) - to sync the use and modifications of its hash table
230	 */
231	spinlock_t mode_lock;
232	spinlock_t stats_lock;
233	u8	 send_peer_notif;
234	u8       igmp_retrans;
235#ifdef CONFIG_PROC_FS
236	struct   proc_dir_entry *proc_entry;
237	char     proc_file_name[IFNAMSIZ];
238#endif /* CONFIG_PROC_FS */
239	struct   list_head bond_list;
240	u32 __percpu *rr_tx_counter;
241	struct   ad_bond_info ad_info;
242	struct   alb_bond_info alb_info;
243	struct   bond_params params;
244	struct   workqueue_struct *wq;
245	struct   delayed_work mii_work;
246	struct   delayed_work arp_work;
247	struct   delayed_work alb_work;
248	struct   delayed_work ad_work;
249	struct   delayed_work mcast_work;
250	struct   delayed_work slave_arr_work;
251#ifdef CONFIG_DEBUG_FS
252	/* debugging support via debugfs */
253	struct	 dentry *debug_dir;
254#endif /* CONFIG_DEBUG_FS */
255	struct rtnl_link_stats64 bond_stats;
256#ifdef CONFIG_XFRM_OFFLOAD
257	struct list_head ipsec_list;
258	/* protecting ipsec_list */
259	spinlock_t ipsec_lock;
260#endif /* CONFIG_XFRM_OFFLOAD */
261};
262
263#define bond_slave_get_rcu(dev) \
264	((struct slave *) rcu_dereference(dev->rx_handler_data))
265
266#define bond_slave_get_rtnl(dev) \
267	((struct slave *) rtnl_dereference(dev->rx_handler_data))
268
269void bond_queue_slave_event(struct slave *slave);
270void bond_lower_state_changed(struct slave *slave);
271
272struct bond_vlan_tag {
273	__be16		vlan_proto;
274	unsigned short	vlan_id;
275};
276
277bool bond_sk_check(struct bonding *bond);
278
279/**
280 * Returns NULL if the net_device does not belong to any of the bond's slaves
281 *
282 * Caller must hold bond lock for read
283 */
284static inline struct slave *bond_get_slave_by_dev(struct bonding *bond,
285						  struct net_device *slave_dev)
286{
287	return netdev_lower_dev_get_private(bond->dev, slave_dev);
288}
289
290static inline struct bonding *bond_get_bond_by_slave(struct slave *slave)
291{
292	return slave->bond;
293}
294
295static inline bool bond_should_override_tx_queue(struct bonding *bond)
296{
297	return BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP ||
298	       BOND_MODE(bond) == BOND_MODE_ROUNDROBIN;
299}
300
301static inline bool bond_is_lb(const struct bonding *bond)
302{
303	return BOND_MODE(bond) == BOND_MODE_TLB ||
304	       BOND_MODE(bond) == BOND_MODE_ALB;
305}
306
307static inline bool bond_needs_speed_duplex(const struct bonding *bond)
308{
309	return BOND_MODE(bond) == BOND_MODE_8023AD || bond_is_lb(bond);
310}
311
312static inline bool bond_is_nondyn_tlb(const struct bonding *bond)
313{
314	return (bond_is_lb(bond) && bond->params.tlb_dynamic_lb == 0);
315}
316
317static inline bool bond_mode_can_use_xmit_hash(const struct bonding *bond)
318{
319	return (BOND_MODE(bond) == BOND_MODE_8023AD ||
320		BOND_MODE(bond) == BOND_MODE_XOR ||
321		BOND_MODE(bond) == BOND_MODE_TLB ||
322		BOND_MODE(bond) == BOND_MODE_ALB);
323}
324
325static inline bool bond_mode_uses_xmit_hash(const struct bonding *bond)
326{
327	return (BOND_MODE(bond) == BOND_MODE_8023AD ||
328		BOND_MODE(bond) == BOND_MODE_XOR ||
329		bond_is_nondyn_tlb(bond));
330}
331
332static inline bool bond_mode_uses_arp(int mode)
333{
334	return mode != BOND_MODE_8023AD && mode != BOND_MODE_TLB &&
335	       mode != BOND_MODE_ALB;
336}
337
338static inline bool bond_mode_uses_primary(int mode)
339{
340	return mode == BOND_MODE_ACTIVEBACKUP || mode == BOND_MODE_TLB ||
341	       mode == BOND_MODE_ALB;
342}
343
344static inline bool bond_uses_primary(struct bonding *bond)
345{
346	return bond_mode_uses_primary(BOND_MODE(bond));
347}
348
349static inline struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond)
350{
351	struct slave *slave = rcu_dereference(bond->curr_active_slave);
352
353	return bond_uses_primary(bond) && slave ? slave->dev : NULL;
354}
355
356static inline bool bond_slave_is_up(struct slave *slave)
357{
358	return netif_running(slave->dev) && netif_carrier_ok(slave->dev);
359}
360
361static inline void bond_set_active_slave(struct slave *slave)
362{
363	if (slave->backup) {
364		slave->backup = 0;
365		bond_queue_slave_event(slave);
366		bond_lower_state_changed(slave);
367	}
368}
369
370static inline void bond_set_backup_slave(struct slave *slave)
371{
372	if (!slave->backup) {
373		slave->backup = 1;
374		bond_queue_slave_event(slave);
375		bond_lower_state_changed(slave);
376	}
377}
378
379static inline void bond_set_slave_state(struct slave *slave,
380					int slave_state, bool notify)
381{
382	if (slave->backup == slave_state)
383		return;
384
385	slave->backup = slave_state;
386	if (notify) {
387		bond_lower_state_changed(slave);
388		bond_queue_slave_event(slave);
389		slave->should_notify = 0;
390	} else {
391		if (slave->should_notify)
392			slave->should_notify = 0;
393		else
394			slave->should_notify = 1;
395	}
396}
397
398static inline void bond_slave_state_change(struct bonding *bond)
399{
400	struct list_head *iter;
401	struct slave *tmp;
402
403	bond_for_each_slave(bond, tmp, iter) {
404		if (tmp->link == BOND_LINK_UP)
405			bond_set_active_slave(tmp);
406		else if (tmp->link == BOND_LINK_DOWN)
407			bond_set_backup_slave(tmp);
408	}
409}
410
411static inline void bond_slave_state_notify(struct bonding *bond)
412{
413	struct list_head *iter;
414	struct slave *tmp;
415
416	bond_for_each_slave(bond, tmp, iter) {
417		if (tmp->should_notify) {
418			bond_lower_state_changed(tmp);
419			tmp->should_notify = 0;
420		}
421	}
422}
423
424static inline int bond_slave_state(struct slave *slave)
425{
426	return slave->backup;
427}
428
429static inline bool bond_is_active_slave(struct slave *slave)
430{
431	return !bond_slave_state(slave);
432}
433
434static inline bool bond_slave_can_tx(struct slave *slave)
435{
436	return bond_slave_is_up(slave) && slave->link == BOND_LINK_UP &&
437	       bond_is_active_slave(slave);
438}
439
440static inline bool bond_is_active_slave_dev(const struct net_device *slave_dev)
441{
442	struct slave *slave;
443	bool active;
444
445	rcu_read_lock();
446	slave = bond_slave_get_rcu(slave_dev);
447	active = bond_is_active_slave(slave);
448	rcu_read_unlock();
449
450	return active;
451}
452
453static inline void bond_hw_addr_copy(u8 *dst, const u8 *src, unsigned int len)
454{
455	if (len == ETH_ALEN) {
456		ether_addr_copy(dst, src);
457		return;
458	}
459
460	memcpy(dst, src, len);
461}
462
463#define BOND_PRI_RESELECT_ALWAYS	0
464#define BOND_PRI_RESELECT_BETTER	1
465#define BOND_PRI_RESELECT_FAILURE	2
466
467#define BOND_FOM_NONE			0
468#define BOND_FOM_ACTIVE			1
469#define BOND_FOM_FOLLOW			2
470
471#define BOND_ARP_TARGETS_ANY		0
472#define BOND_ARP_TARGETS_ALL		1
473
474#define BOND_ARP_VALIDATE_NONE		0
475#define BOND_ARP_VALIDATE_ACTIVE	(1 << BOND_STATE_ACTIVE)
476#define BOND_ARP_VALIDATE_BACKUP	(1 << BOND_STATE_BACKUP)
477#define BOND_ARP_VALIDATE_ALL		(BOND_ARP_VALIDATE_ACTIVE | \
478					 BOND_ARP_VALIDATE_BACKUP)
479#define BOND_ARP_FILTER			(BOND_ARP_VALIDATE_ALL + 1)
480#define BOND_ARP_FILTER_ACTIVE		(BOND_ARP_VALIDATE_ACTIVE | \
481					 BOND_ARP_FILTER)
482#define BOND_ARP_FILTER_BACKUP		(BOND_ARP_VALIDATE_BACKUP | \
483					 BOND_ARP_FILTER)
484
485#define BOND_SLAVE_NOTIFY_NOW		true
486#define BOND_SLAVE_NOTIFY_LATER		false
487
488static inline int slave_do_arp_validate(struct bonding *bond,
489					struct slave *slave)
490{
491	return bond->params.arp_validate & (1 << bond_slave_state(slave));
492}
493
494static inline int slave_do_arp_validate_only(struct bonding *bond)
495{
496	return bond->params.arp_validate & BOND_ARP_FILTER;
497}
498
499static inline int bond_is_ip_target_ok(__be32 addr)
500{
501	return !ipv4_is_lbcast(addr) && !ipv4_is_zeronet(addr);
502}
503
504/* Get the oldest arp which we've received on this slave for bond's
505 * arp_targets.
506 */
507static inline unsigned long slave_oldest_target_arp_rx(struct bonding *bond,
508						       struct slave *slave)
509{
510	int i = 1;
511	unsigned long ret = slave->target_last_arp_rx[0];
512
513	for (; (i < BOND_MAX_ARP_TARGETS) && bond->params.arp_targets[i]; i++)
514		if (time_before(slave->target_last_arp_rx[i], ret))
515			ret = slave->target_last_arp_rx[i];
516
517	return ret;
518}
519
520static inline unsigned long slave_last_rx(struct bonding *bond,
521					struct slave *slave)
522{
523	if (bond->params.arp_all_targets == BOND_ARP_TARGETS_ALL)
524		return slave_oldest_target_arp_rx(bond, slave);
525
526	return slave->last_rx;
527}
528
529#ifdef CONFIG_NET_POLL_CONTROLLER
530static inline netdev_tx_t bond_netpoll_send_skb(const struct slave *slave,
531					 struct sk_buff *skb)
532{
533	return netpoll_send_skb(slave->np, skb);
534}
535#else
536static inline netdev_tx_t bond_netpoll_send_skb(const struct slave *slave,
537					 struct sk_buff *skb)
538{
539	BUG();
540	return NETDEV_TX_OK;
541}
542#endif
543
544static inline void bond_set_slave_inactive_flags(struct slave *slave,
545						 bool notify)
546{
547	if (!bond_is_lb(slave->bond))
548		bond_set_slave_state(slave, BOND_STATE_BACKUP, notify);
549	if (!slave->bond->params.all_slaves_active)
550		slave->inactive = 1;
551}
552
553static inline void bond_set_slave_active_flags(struct slave *slave,
554					       bool notify)
555{
556	bond_set_slave_state(slave, BOND_STATE_ACTIVE, notify);
557	slave->inactive = 0;
558}
559
560static inline bool bond_is_slave_inactive(struct slave *slave)
561{
562	return slave->inactive;
563}
564
565static inline void bond_propose_link_state(struct slave *slave, int state)
566{
567	slave->link_new_state = state;
568}
569
570static inline void bond_commit_link_state(struct slave *slave, bool notify)
571{
572	if (slave->link_new_state == BOND_LINK_NOCHANGE)
573		return;
574
575	slave->link = slave->link_new_state;
576	if (notify) {
577		bond_queue_slave_event(slave);
578		bond_lower_state_changed(slave);
579		slave->should_notify_link = 0;
580	} else {
581		if (slave->should_notify_link)
582			slave->should_notify_link = 0;
583		else
584			slave->should_notify_link = 1;
585	}
586}
587
588static inline void bond_set_slave_link_state(struct slave *slave, int state,
589					     bool notify)
590{
591	bond_propose_link_state(slave, state);
592	bond_commit_link_state(slave, notify);
593}
594
595static inline void bond_slave_link_notify(struct bonding *bond)
596{
597	struct list_head *iter;
598	struct slave *tmp;
599
600	bond_for_each_slave(bond, tmp, iter) {
601		if (tmp->should_notify_link) {
602			bond_queue_slave_event(tmp);
603			bond_lower_state_changed(tmp);
604			tmp->should_notify_link = 0;
605		}
606	}
607}
608
609static inline __be32 bond_confirm_addr(struct net_device *dev, __be32 dst, __be32 local)
610{
611	struct in_device *in_dev;
612	__be32 addr = 0;
613
614	rcu_read_lock();
615	in_dev = __in_dev_get_rcu(dev);
616
617	if (in_dev)
618		addr = inet_confirm_addr(dev_net(dev), in_dev, dst, local,
619					 RT_SCOPE_HOST);
620	rcu_read_unlock();
621	return addr;
622}
623
624struct bond_net {
625	struct net		*net;	/* Associated network namespace */
626	struct list_head	dev_list;
627#ifdef CONFIG_PROC_FS
628	struct proc_dir_entry	*proc_dir;
629#endif
630	struct class_attribute	class_attr_bonding_masters;
631};
632
633int bond_arp_rcv(const struct sk_buff *skb, struct bonding *bond, struct slave *slave);
634netdev_tx_t bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, struct net_device *slave_dev);
635int bond_create(struct net *net, const char *name);
636int bond_create_sysfs(struct bond_net *net);
637void bond_destroy_sysfs(struct bond_net *net);
638void bond_prepare_sysfs_group(struct bonding *bond);
639int bond_sysfs_slave_add(struct slave *slave);
640void bond_sysfs_slave_del(struct slave *slave);
641int bond_enslave(struct net_device *bond_dev, struct net_device *slave_dev,
642		 struct netlink_ext_ack *extack);
643int bond_release(struct net_device *bond_dev, struct net_device *slave_dev);
644u32 bond_xmit_hash(struct bonding *bond, struct sk_buff *skb);
645int bond_set_carrier(struct bonding *bond);
646void bond_select_active_slave(struct bonding *bond);
647void bond_change_active_slave(struct bonding *bond, struct slave *new_active);
648void bond_create_debugfs(void);
649void bond_destroy_debugfs(void);
650void bond_debug_register(struct bonding *bond);
651void bond_debug_unregister(struct bonding *bond);
652void bond_debug_reregister(struct bonding *bond);
653const char *bond_mode_name(int mode);
654void bond_setup(struct net_device *bond_dev);
655unsigned int bond_get_num_tx_queues(void);
656int bond_netlink_init(void);
657void bond_netlink_fini(void);
658struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond);
659const char *bond_slave_link_status(s8 link);
660struct bond_vlan_tag *bond_verify_device_path(struct net_device *start_dev,
661					      struct net_device *end_dev,
662					      int level);
663int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave);
664void bond_slave_arr_work_rearm(struct bonding *bond, unsigned long delay);
665void bond_work_init_all(struct bonding *bond);
666
667#ifdef CONFIG_PROC_FS
668void bond_create_proc_entry(struct bonding *bond);
669void bond_remove_proc_entry(struct bonding *bond);
670void bond_create_proc_dir(struct bond_net *bn);
671void bond_destroy_proc_dir(struct bond_net *bn);
672#else
673static inline void bond_create_proc_entry(struct bonding *bond)
674{
675}
676
677static inline void bond_remove_proc_entry(struct bonding *bond)
678{
679}
680
681static inline void bond_create_proc_dir(struct bond_net *bn)
682{
683}
684
685static inline void bond_destroy_proc_dir(struct bond_net *bn)
686{
687}
688#endif
689
690static inline struct slave *bond_slave_has_mac(struct bonding *bond,
691					       const u8 *mac)
692{
693	struct list_head *iter;
694	struct slave *tmp;
695
696	bond_for_each_slave(bond, tmp, iter)
697		if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
698			return tmp;
699
700	return NULL;
701}
702
703/* Caller must hold rcu_read_lock() for read */
704static inline struct slave *bond_slave_has_mac_rcu(struct bonding *bond,
705					       const u8 *mac)
706{
707	struct list_head *iter;
708	struct slave *tmp;
709
710	bond_for_each_slave_rcu(bond, tmp, iter)
711		if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
712			return tmp;
713
714	return NULL;
715}
716
717/* Caller must hold rcu_read_lock() for read */
718static inline bool bond_slave_has_mac_rx(struct bonding *bond, const u8 *mac)
719{
720	struct list_head *iter;
721	struct slave *tmp;
722	struct netdev_hw_addr *ha;
723
724	bond_for_each_slave_rcu(bond, tmp, iter)
725		if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
726			return true;
727
728	if (netdev_uc_empty(bond->dev))
729		return false;
730
731	netdev_for_each_uc_addr(ha, bond->dev)
732		if (ether_addr_equal_64bits(mac, ha->addr))
733			return true;
734
735	return false;
736}
737
738/* Check if the ip is present in arp ip list, or first free slot if ip == 0
739 * Returns -1 if not found, index if found
740 */
741static inline int bond_get_targets_ip(__be32 *targets, __be32 ip)
742{
743	int i;
744
745	for (i = 0; i < BOND_MAX_ARP_TARGETS; i++)
746		if (targets[i] == ip)
747			return i;
748		else if (targets[i] == 0)
749			break;
750
751	return -1;
752}
753
754/* exported from bond_main.c */
755extern unsigned int bond_net_id;
756extern const struct bond_parm_tbl bond_lacp_tbl[];
757extern const struct bond_parm_tbl xmit_hashtype_tbl[];
758extern const struct bond_parm_tbl arp_validate_tbl[];
759extern const struct bond_parm_tbl arp_all_targets_tbl[];
760extern const struct bond_parm_tbl fail_over_mac_tbl[];
761extern const struct bond_parm_tbl pri_reselect_tbl[];
762extern struct bond_parm_tbl ad_select_tbl[];
763
764/* exported from bond_netlink.c */
765extern struct rtnl_link_ops bond_link_ops;
766
767/* exported from bond_sysfs_slave.c */
768extern const struct sysfs_ops slave_sysfs_ops;
769
770static inline netdev_tx_t bond_tx_drop(struct net_device *dev, struct sk_buff *skb)
771{
772	atomic_long_inc(&dev->tx_dropped);
773	dev_kfree_skb_any(skb);
774	return NET_XMIT_DROP;
775}
776
777#endif /* _NET_BONDING_H */
v5.9
  1/*
  2 * Bond several ethernet interfaces into a Cisco, running 'Etherchannel'.
  3 *
  4 * Portions are (c) Copyright 1995 Simon "Guru Aleph-Null" Janes
  5 * NCM: Network and Communications Management, Inc.
  6 *
  7 * BUT, I'm the one who modified it for ethernet, so:
  8 * (c) Copyright 1999, Thomas Davis, tadavis@lbl.gov
  9 *
 10 *	This software may be used and distributed according to the terms
 11 *	of the GNU Public License, incorporated herein by reference.
 12 *
 13 */
 14
 15#ifndef _NET_BONDING_H
 16#define _NET_BONDING_H
 17
 18#include <linux/timer.h>
 19#include <linux/proc_fs.h>
 20#include <linux/if_bonding.h>
 21#include <linux/cpumask.h>
 22#include <linux/in6.h>
 23#include <linux/netpoll.h>
 24#include <linux/inetdevice.h>
 25#include <linux/etherdevice.h>
 26#include <linux/reciprocal_div.h>
 27#include <linux/if_link.h>
 28
 29#include <net/bond_3ad.h>
 30#include <net/bond_alb.h>
 31#include <net/bond_options.h>
 32
 33#define BOND_MAX_ARP_TARGETS	16
 34
 35#define BOND_DEFAULT_MIIMON	100
 36
 37#ifndef __long_aligned
 38#define __long_aligned __attribute__((aligned((sizeof(long)))))
 39#endif
 40
 41#define slave_info(bond_dev, slave_dev, fmt, ...) \
 42	netdev_info(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 43#define slave_warn(bond_dev, slave_dev, fmt, ...) \
 44	netdev_warn(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 45#define slave_dbg(bond_dev, slave_dev, fmt, ...) \
 46	netdev_dbg(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 47#define slave_err(bond_dev, slave_dev, fmt, ...) \
 48	netdev_err(bond_dev, "(slave %s): " fmt, (slave_dev)->name, ##__VA_ARGS__)
 49
 50#define BOND_MODE(bond) ((bond)->params.mode)
 51
 52/* slave list primitives */
 53#define bond_slave_list(bond) (&(bond)->dev->adj_list.lower)
 54
 55#define bond_has_slaves(bond) !list_empty(bond_slave_list(bond))
 56
 57/* IMPORTANT: bond_first/last_slave can return NULL in case of an empty list */
 58#define bond_first_slave(bond) \
 59	(bond_has_slaves(bond) ? \
 60		netdev_adjacent_get_private(bond_slave_list(bond)->next) : \
 61		NULL)
 62#define bond_last_slave(bond) \
 63	(bond_has_slaves(bond) ? \
 64		netdev_adjacent_get_private(bond_slave_list(bond)->prev) : \
 65		NULL)
 66
 67/* Caller must have rcu_read_lock */
 68#define bond_first_slave_rcu(bond) \
 69	netdev_lower_get_first_private_rcu(bond->dev)
 70
 71#define bond_is_first_slave(bond, pos) (pos == bond_first_slave(bond))
 72#define bond_is_last_slave(bond, pos) (pos == bond_last_slave(bond))
 73
 74/**
 75 * bond_for_each_slave - iterate over all slaves
 76 * @bond:	the bond holding this list
 77 * @pos:	current slave
 78 * @iter:	list_head * iterator
 79 *
 80 * Caller must hold RTNL
 81 */
 82#define bond_for_each_slave(bond, pos, iter) \
 83	netdev_for_each_lower_private((bond)->dev, pos, iter)
 84
 85/* Caller must have rcu_read_lock */
 86#define bond_for_each_slave_rcu(bond, pos, iter) \
 87	netdev_for_each_lower_private_rcu((bond)->dev, pos, iter)
 88
 89#ifdef CONFIG_XFRM_OFFLOAD
 90#define BOND_XFRM_FEATURES (NETIF_F_HW_ESP | NETIF_F_HW_ESP_TX_CSUM | \
 91			    NETIF_F_GSO_ESP)
 92#endif /* CONFIG_XFRM_OFFLOAD */
 
 93
 94#ifdef CONFIG_NET_POLL_CONTROLLER
 95extern atomic_t netpoll_block_tx;
 96
 97static inline void block_netpoll_tx(void)
 98{
 99	atomic_inc(&netpoll_block_tx);
100}
101
102static inline void unblock_netpoll_tx(void)
103{
104	atomic_dec(&netpoll_block_tx);
105}
106
107static inline int is_netpoll_tx_blocked(struct net_device *dev)
108{
109	if (unlikely(netpoll_tx_running(dev)))
110		return atomic_read(&netpoll_block_tx);
111	return 0;
112}
113#else
114#define block_netpoll_tx()
115#define unblock_netpoll_tx()
116#define is_netpoll_tx_blocked(dev) (0)
117#endif
118
119struct bond_params {
120	int mode;
121	int xmit_policy;
122	int miimon;
123	u8 num_peer_notif;
124	int arp_interval;
125	int arp_validate;
126	int arp_all_targets;
127	int use_carrier;
128	int fail_over_mac;
129	int updelay;
130	int downdelay;
131	int peer_notif_delay;
132	int lacp_fast;
133	unsigned int min_links;
134	int ad_select;
135	char primary[IFNAMSIZ];
136	int primary_reselect;
137	__be32 arp_targets[BOND_MAX_ARP_TARGETS];
138	int tx_queues;
139	int all_slaves_active;
140	int resend_igmp;
141	int lp_interval;
142	int packets_per_slave;
143	int tlb_dynamic_lb;
144	struct reciprocal_value reciprocal_packets_per_slave;
145	u16 ad_actor_sys_prio;
146	u16 ad_user_port_key;
147
148	/* 2 bytes of padding : see ether_addr_equal_64bits() */
149	u8 ad_actor_system[ETH_ALEN + 2];
150};
151
152struct bond_parm_tbl {
153	char *modename;
154	int mode;
155};
156
157struct slave {
158	struct net_device *dev; /* first - useful for panic debug */
159	struct bonding *bond; /* our master */
160	int    delay;
161	/* all three in jiffies */
162	unsigned long last_link_up;
163	unsigned long last_rx;
164	unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS];
165	s8     link;		/* one of BOND_LINK_XXXX */
166	s8     link_new_state;	/* one of BOND_LINK_XXXX */
167	u8     backup:1,   /* indicates backup slave. Value corresponds with
168			      BOND_STATE_ACTIVE and BOND_STATE_BACKUP */
169	       inactive:1, /* indicates inactive slave */
170	       should_notify:1, /* indicates whether the state changed */
171	       should_notify_link:1; /* indicates whether the link changed */
172	u8     duplex;
173	u32    original_mtu;
174	u32    link_failure_count;
175	u32    speed;
176	u16    queue_id;
177	u8     perm_hwaddr[MAX_ADDR_LEN];
178	struct ad_slave_info *ad_info;
179	struct tlb_slave_info tlb_info;
180#ifdef CONFIG_NET_POLL_CONTROLLER
181	struct netpoll *np;
182#endif
183	struct delayed_work notify_work;
184	struct kobject kobj;
185	struct rtnl_link_stats64 slave_stats;
186};
187
 
 
 
 
 
188struct bond_up_slave {
189	unsigned int	count;
190	struct rcu_head rcu;
191	struct slave	*arr[];
192};
193
194/*
195 * Link pseudo-state only used internally by monitors
196 */
197#define BOND_LINK_NOCHANGE -1
198
 
 
 
 
 
199/*
200 * Here are the locking policies for the two bonding locks:
201 * Get rcu_read_lock when reading or RTNL when writing slave list.
202 */
203struct bonding {
204	struct   net_device *dev; /* first - useful for panic debug */
205	struct   slave __rcu *curr_active_slave;
206	struct   slave __rcu *current_arp_slave;
207	struct   slave __rcu *primary_slave;
208	struct   bond_up_slave __rcu *usable_slaves;
209	struct   bond_up_slave __rcu *all_slaves;
210	bool     force_primary;
211	s32      slave_cnt; /* never change this value outside the attach/detach wrappers */
212	int     (*recv_probe)(const struct sk_buff *, struct bonding *,
213			      struct slave *);
214	/* mode_lock is used for mode-specific locking needs, currently used by:
215	 * 3ad mode (4) - protect against running bond_3ad_unbind_slave() and
216	 *                bond_3ad_state_machine_handler() concurrently and also
217	 *                the access to the state machine shared variables.
218	 * TLB mode (5) - to sync the use and modifications of its hash table
219	 * ALB mode (6) - to sync the use and modifications of its hash table
220	 */
221	spinlock_t mode_lock;
222	spinlock_t stats_lock;
223	u8	 send_peer_notif;
224	u8       igmp_retrans;
225#ifdef CONFIG_PROC_FS
226	struct   proc_dir_entry *proc_entry;
227	char     proc_file_name[IFNAMSIZ];
228#endif /* CONFIG_PROC_FS */
229	struct   list_head bond_list;
230	u32      rr_tx_counter;
231	struct   ad_bond_info ad_info;
232	struct   alb_bond_info alb_info;
233	struct   bond_params params;
234	struct   workqueue_struct *wq;
235	struct   delayed_work mii_work;
236	struct   delayed_work arp_work;
237	struct   delayed_work alb_work;
238	struct   delayed_work ad_work;
239	struct   delayed_work mcast_work;
240	struct   delayed_work slave_arr_work;
241#ifdef CONFIG_DEBUG_FS
242	/* debugging support via debugfs */
243	struct	 dentry *debug_dir;
244#endif /* CONFIG_DEBUG_FS */
245	struct rtnl_link_stats64 bond_stats;
246#ifdef CONFIG_XFRM_OFFLOAD
247	struct xfrm_state *xs;
 
 
248#endif /* CONFIG_XFRM_OFFLOAD */
249};
250
251#define bond_slave_get_rcu(dev) \
252	((struct slave *) rcu_dereference(dev->rx_handler_data))
253
254#define bond_slave_get_rtnl(dev) \
255	((struct slave *) rtnl_dereference(dev->rx_handler_data))
256
257void bond_queue_slave_event(struct slave *slave);
258void bond_lower_state_changed(struct slave *slave);
259
260struct bond_vlan_tag {
261	__be16		vlan_proto;
262	unsigned short	vlan_id;
263};
264
 
 
265/**
266 * Returns NULL if the net_device does not belong to any of the bond's slaves
267 *
268 * Caller must hold bond lock for read
269 */
270static inline struct slave *bond_get_slave_by_dev(struct bonding *bond,
271						  struct net_device *slave_dev)
272{
273	return netdev_lower_dev_get_private(bond->dev, slave_dev);
274}
275
276static inline struct bonding *bond_get_bond_by_slave(struct slave *slave)
277{
278	return slave->bond;
279}
280
281static inline bool bond_should_override_tx_queue(struct bonding *bond)
282{
283	return BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP ||
284	       BOND_MODE(bond) == BOND_MODE_ROUNDROBIN;
285}
286
287static inline bool bond_is_lb(const struct bonding *bond)
288{
289	return BOND_MODE(bond) == BOND_MODE_TLB ||
290	       BOND_MODE(bond) == BOND_MODE_ALB;
291}
292
293static inline bool bond_needs_speed_duplex(const struct bonding *bond)
294{
295	return BOND_MODE(bond) == BOND_MODE_8023AD || bond_is_lb(bond);
296}
297
298static inline bool bond_is_nondyn_tlb(const struct bonding *bond)
299{
300	return (bond_is_lb(bond) && bond->params.tlb_dynamic_lb == 0);
301}
302
303static inline bool bond_mode_can_use_xmit_hash(const struct bonding *bond)
304{
305	return (BOND_MODE(bond) == BOND_MODE_8023AD ||
306		BOND_MODE(bond) == BOND_MODE_XOR ||
307		BOND_MODE(bond) == BOND_MODE_TLB ||
308		BOND_MODE(bond) == BOND_MODE_ALB);
309}
310
311static inline bool bond_mode_uses_xmit_hash(const struct bonding *bond)
312{
313	return (BOND_MODE(bond) == BOND_MODE_8023AD ||
314		BOND_MODE(bond) == BOND_MODE_XOR ||
315		bond_is_nondyn_tlb(bond));
316}
317
318static inline bool bond_mode_uses_arp(int mode)
319{
320	return mode != BOND_MODE_8023AD && mode != BOND_MODE_TLB &&
321	       mode != BOND_MODE_ALB;
322}
323
324static inline bool bond_mode_uses_primary(int mode)
325{
326	return mode == BOND_MODE_ACTIVEBACKUP || mode == BOND_MODE_TLB ||
327	       mode == BOND_MODE_ALB;
328}
329
330static inline bool bond_uses_primary(struct bonding *bond)
331{
332	return bond_mode_uses_primary(BOND_MODE(bond));
333}
334
335static inline struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond)
336{
337	struct slave *slave = rcu_dereference(bond->curr_active_slave);
338
339	return bond_uses_primary(bond) && slave ? slave->dev : NULL;
340}
341
342static inline bool bond_slave_is_up(struct slave *slave)
343{
344	return netif_running(slave->dev) && netif_carrier_ok(slave->dev);
345}
346
347static inline void bond_set_active_slave(struct slave *slave)
348{
349	if (slave->backup) {
350		slave->backup = 0;
351		bond_queue_slave_event(slave);
352		bond_lower_state_changed(slave);
353	}
354}
355
356static inline void bond_set_backup_slave(struct slave *slave)
357{
358	if (!slave->backup) {
359		slave->backup = 1;
360		bond_queue_slave_event(slave);
361		bond_lower_state_changed(slave);
362	}
363}
364
365static inline void bond_set_slave_state(struct slave *slave,
366					int slave_state, bool notify)
367{
368	if (slave->backup == slave_state)
369		return;
370
371	slave->backup = slave_state;
372	if (notify) {
373		bond_lower_state_changed(slave);
374		bond_queue_slave_event(slave);
375		slave->should_notify = 0;
376	} else {
377		if (slave->should_notify)
378			slave->should_notify = 0;
379		else
380			slave->should_notify = 1;
381	}
382}
383
384static inline void bond_slave_state_change(struct bonding *bond)
385{
386	struct list_head *iter;
387	struct slave *tmp;
388
389	bond_for_each_slave(bond, tmp, iter) {
390		if (tmp->link == BOND_LINK_UP)
391			bond_set_active_slave(tmp);
392		else if (tmp->link == BOND_LINK_DOWN)
393			bond_set_backup_slave(tmp);
394	}
395}
396
397static inline void bond_slave_state_notify(struct bonding *bond)
398{
399	struct list_head *iter;
400	struct slave *tmp;
401
402	bond_for_each_slave(bond, tmp, iter) {
403		if (tmp->should_notify) {
404			bond_lower_state_changed(tmp);
405			tmp->should_notify = 0;
406		}
407	}
408}
409
410static inline int bond_slave_state(struct slave *slave)
411{
412	return slave->backup;
413}
414
415static inline bool bond_is_active_slave(struct slave *slave)
416{
417	return !bond_slave_state(slave);
418}
419
420static inline bool bond_slave_can_tx(struct slave *slave)
421{
422	return bond_slave_is_up(slave) && slave->link == BOND_LINK_UP &&
423	       bond_is_active_slave(slave);
424}
425
426static inline bool bond_is_active_slave_dev(const struct net_device *slave_dev)
427{
428	struct slave *slave;
429	bool active;
430
431	rcu_read_lock();
432	slave = bond_slave_get_rcu(slave_dev);
433	active = bond_is_active_slave(slave);
434	rcu_read_unlock();
435
436	return active;
437}
438
439static inline void bond_hw_addr_copy(u8 *dst, const u8 *src, unsigned int len)
440{
441	if (len == ETH_ALEN) {
442		ether_addr_copy(dst, src);
443		return;
444	}
445
446	memcpy(dst, src, len);
447}
448
449#define BOND_PRI_RESELECT_ALWAYS	0
450#define BOND_PRI_RESELECT_BETTER	1
451#define BOND_PRI_RESELECT_FAILURE	2
452
453#define BOND_FOM_NONE			0
454#define BOND_FOM_ACTIVE			1
455#define BOND_FOM_FOLLOW			2
456
457#define BOND_ARP_TARGETS_ANY		0
458#define BOND_ARP_TARGETS_ALL		1
459
460#define BOND_ARP_VALIDATE_NONE		0
461#define BOND_ARP_VALIDATE_ACTIVE	(1 << BOND_STATE_ACTIVE)
462#define BOND_ARP_VALIDATE_BACKUP	(1 << BOND_STATE_BACKUP)
463#define BOND_ARP_VALIDATE_ALL		(BOND_ARP_VALIDATE_ACTIVE | \
464					 BOND_ARP_VALIDATE_BACKUP)
465#define BOND_ARP_FILTER			(BOND_ARP_VALIDATE_ALL + 1)
466#define BOND_ARP_FILTER_ACTIVE		(BOND_ARP_VALIDATE_ACTIVE | \
467					 BOND_ARP_FILTER)
468#define BOND_ARP_FILTER_BACKUP		(BOND_ARP_VALIDATE_BACKUP | \
469					 BOND_ARP_FILTER)
470
471#define BOND_SLAVE_NOTIFY_NOW		true
472#define BOND_SLAVE_NOTIFY_LATER		false
473
474static inline int slave_do_arp_validate(struct bonding *bond,
475					struct slave *slave)
476{
477	return bond->params.arp_validate & (1 << bond_slave_state(slave));
478}
479
480static inline int slave_do_arp_validate_only(struct bonding *bond)
481{
482	return bond->params.arp_validate & BOND_ARP_FILTER;
483}
484
485static inline int bond_is_ip_target_ok(__be32 addr)
486{
487	return !ipv4_is_lbcast(addr) && !ipv4_is_zeronet(addr);
488}
489
490/* Get the oldest arp which we've received on this slave for bond's
491 * arp_targets.
492 */
493static inline unsigned long slave_oldest_target_arp_rx(struct bonding *bond,
494						       struct slave *slave)
495{
496	int i = 1;
497	unsigned long ret = slave->target_last_arp_rx[0];
498
499	for (; (i < BOND_MAX_ARP_TARGETS) && bond->params.arp_targets[i]; i++)
500		if (time_before(slave->target_last_arp_rx[i], ret))
501			ret = slave->target_last_arp_rx[i];
502
503	return ret;
504}
505
506static inline unsigned long slave_last_rx(struct bonding *bond,
507					struct slave *slave)
508{
509	if (bond->params.arp_all_targets == BOND_ARP_TARGETS_ALL)
510		return slave_oldest_target_arp_rx(bond, slave);
511
512	return slave->last_rx;
513}
514
515#ifdef CONFIG_NET_POLL_CONTROLLER
516static inline netdev_tx_t bond_netpoll_send_skb(const struct slave *slave,
517					 struct sk_buff *skb)
518{
519	return netpoll_send_skb(slave->np, skb);
520}
521#else
522static inline netdev_tx_t bond_netpoll_send_skb(const struct slave *slave,
523					 struct sk_buff *skb)
524{
525	BUG();
526	return NETDEV_TX_OK;
527}
528#endif
529
530static inline void bond_set_slave_inactive_flags(struct slave *slave,
531						 bool notify)
532{
533	if (!bond_is_lb(slave->bond))
534		bond_set_slave_state(slave, BOND_STATE_BACKUP, notify);
535	if (!slave->bond->params.all_slaves_active)
536		slave->inactive = 1;
537}
538
539static inline void bond_set_slave_active_flags(struct slave *slave,
540					       bool notify)
541{
542	bond_set_slave_state(slave, BOND_STATE_ACTIVE, notify);
543	slave->inactive = 0;
544}
545
546static inline bool bond_is_slave_inactive(struct slave *slave)
547{
548	return slave->inactive;
549}
550
551static inline void bond_propose_link_state(struct slave *slave, int state)
552{
553	slave->link_new_state = state;
554}
555
556static inline void bond_commit_link_state(struct slave *slave, bool notify)
557{
558	if (slave->link_new_state == BOND_LINK_NOCHANGE)
559		return;
560
561	slave->link = slave->link_new_state;
562	if (notify) {
563		bond_queue_slave_event(slave);
564		bond_lower_state_changed(slave);
565		slave->should_notify_link = 0;
566	} else {
567		if (slave->should_notify_link)
568			slave->should_notify_link = 0;
569		else
570			slave->should_notify_link = 1;
571	}
572}
573
574static inline void bond_set_slave_link_state(struct slave *slave, int state,
575					     bool notify)
576{
577	bond_propose_link_state(slave, state);
578	bond_commit_link_state(slave, notify);
579}
580
581static inline void bond_slave_link_notify(struct bonding *bond)
582{
583	struct list_head *iter;
584	struct slave *tmp;
585
586	bond_for_each_slave(bond, tmp, iter) {
587		if (tmp->should_notify_link) {
588			bond_queue_slave_event(tmp);
589			bond_lower_state_changed(tmp);
590			tmp->should_notify_link = 0;
591		}
592	}
593}
594
595static inline __be32 bond_confirm_addr(struct net_device *dev, __be32 dst, __be32 local)
596{
597	struct in_device *in_dev;
598	__be32 addr = 0;
599
600	rcu_read_lock();
601	in_dev = __in_dev_get_rcu(dev);
602
603	if (in_dev)
604		addr = inet_confirm_addr(dev_net(dev), in_dev, dst, local,
605					 RT_SCOPE_HOST);
606	rcu_read_unlock();
607	return addr;
608}
609
610struct bond_net {
611	struct net		*net;	/* Associated network namespace */
612	struct list_head	dev_list;
613#ifdef CONFIG_PROC_FS
614	struct proc_dir_entry	*proc_dir;
615#endif
616	struct class_attribute	class_attr_bonding_masters;
617};
618
619int bond_arp_rcv(const struct sk_buff *skb, struct bonding *bond, struct slave *slave);
620netdev_tx_t bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, struct net_device *slave_dev);
621int bond_create(struct net *net, const char *name);
622int bond_create_sysfs(struct bond_net *net);
623void bond_destroy_sysfs(struct bond_net *net);
624void bond_prepare_sysfs_group(struct bonding *bond);
625int bond_sysfs_slave_add(struct slave *slave);
626void bond_sysfs_slave_del(struct slave *slave);
627int bond_enslave(struct net_device *bond_dev, struct net_device *slave_dev,
628		 struct netlink_ext_ack *extack);
629int bond_release(struct net_device *bond_dev, struct net_device *slave_dev);
630u32 bond_xmit_hash(struct bonding *bond, struct sk_buff *skb);
631int bond_set_carrier(struct bonding *bond);
632void bond_select_active_slave(struct bonding *bond);
633void bond_change_active_slave(struct bonding *bond, struct slave *new_active);
634void bond_create_debugfs(void);
635void bond_destroy_debugfs(void);
636void bond_debug_register(struct bonding *bond);
637void bond_debug_unregister(struct bonding *bond);
638void bond_debug_reregister(struct bonding *bond);
639const char *bond_mode_name(int mode);
640void bond_setup(struct net_device *bond_dev);
641unsigned int bond_get_num_tx_queues(void);
642int bond_netlink_init(void);
643void bond_netlink_fini(void);
644struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond);
645const char *bond_slave_link_status(s8 link);
646struct bond_vlan_tag *bond_verify_device_path(struct net_device *start_dev,
647					      struct net_device *end_dev,
648					      int level);
649int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave);
650void bond_slave_arr_work_rearm(struct bonding *bond, unsigned long delay);
651void bond_work_init_all(struct bonding *bond);
652
653#ifdef CONFIG_PROC_FS
654void bond_create_proc_entry(struct bonding *bond);
655void bond_remove_proc_entry(struct bonding *bond);
656void bond_create_proc_dir(struct bond_net *bn);
657void bond_destroy_proc_dir(struct bond_net *bn);
658#else
659static inline void bond_create_proc_entry(struct bonding *bond)
660{
661}
662
663static inline void bond_remove_proc_entry(struct bonding *bond)
664{
665}
666
667static inline void bond_create_proc_dir(struct bond_net *bn)
668{
669}
670
671static inline void bond_destroy_proc_dir(struct bond_net *bn)
672{
673}
674#endif
675
676static inline struct slave *bond_slave_has_mac(struct bonding *bond,
677					       const u8 *mac)
678{
679	struct list_head *iter;
680	struct slave *tmp;
681
682	bond_for_each_slave(bond, tmp, iter)
683		if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
684			return tmp;
685
686	return NULL;
687}
688
689/* Caller must hold rcu_read_lock() for read */
690static inline struct slave *bond_slave_has_mac_rcu(struct bonding *bond,
691					       const u8 *mac)
692{
693	struct list_head *iter;
694	struct slave *tmp;
695
696	bond_for_each_slave_rcu(bond, tmp, iter)
697		if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
698			return tmp;
699
700	return NULL;
701}
702
703/* Caller must hold rcu_read_lock() for read */
704static inline bool bond_slave_has_mac_rx(struct bonding *bond, const u8 *mac)
705{
706	struct list_head *iter;
707	struct slave *tmp;
708	struct netdev_hw_addr *ha;
709
710	bond_for_each_slave_rcu(bond, tmp, iter)
711		if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr))
712			return true;
713
714	if (netdev_uc_empty(bond->dev))
715		return false;
716
717	netdev_for_each_uc_addr(ha, bond->dev)
718		if (ether_addr_equal_64bits(mac, ha->addr))
719			return true;
720
721	return false;
722}
723
724/* Check if the ip is present in arp ip list, or first free slot if ip == 0
725 * Returns -1 if not found, index if found
726 */
727static inline int bond_get_targets_ip(__be32 *targets, __be32 ip)
728{
729	int i;
730
731	for (i = 0; i < BOND_MAX_ARP_TARGETS; i++)
732		if (targets[i] == ip)
733			return i;
734		else if (targets[i] == 0)
735			break;
736
737	return -1;
738}
739
740/* exported from bond_main.c */
741extern unsigned int bond_net_id;
742extern const struct bond_parm_tbl bond_lacp_tbl[];
743extern const struct bond_parm_tbl xmit_hashtype_tbl[];
744extern const struct bond_parm_tbl arp_validate_tbl[];
745extern const struct bond_parm_tbl arp_all_targets_tbl[];
746extern const struct bond_parm_tbl fail_over_mac_tbl[];
747extern const struct bond_parm_tbl pri_reselect_tbl[];
748extern struct bond_parm_tbl ad_select_tbl[];
749
750/* exported from bond_netlink.c */
751extern struct rtnl_link_ops bond_link_ops;
 
 
 
752
753static inline netdev_tx_t bond_tx_drop(struct net_device *dev, struct sk_buff *skb)
754{
755	atomic_long_inc(&dev->tx_dropped);
756	dev_kfree_skb_any(skb);
757	return NET_XMIT_DROP;
758}
759
760#endif /* _NET_BONDING_H */