Linux Audio

Check our new training course

Loading...
v5.14.15
  1// SPDX-License-Identifier: GPL-2.0-or-later
  2/*
  3 * net/switchdev/switchdev.c - Switch device API
  4 * Copyright (c) 2014-2015 Jiri Pirko <jiri@resnulli.us>
  5 * Copyright (c) 2014-2015 Scott Feldman <sfeldma@gmail.com>
  6 */
  7
  8#include <linux/kernel.h>
  9#include <linux/types.h>
 10#include <linux/init.h>
 11#include <linux/mutex.h>
 12#include <linux/notifier.h>
 13#include <linux/netdevice.h>
 14#include <linux/etherdevice.h>
 15#include <linux/if_bridge.h>
 16#include <linux/list.h>
 17#include <linux/workqueue.h>
 18#include <linux/if_vlan.h>
 19#include <linux/rtnetlink.h>
 20#include <net/switchdev.h>
 21
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 22static LIST_HEAD(deferred);
 23static DEFINE_SPINLOCK(deferred_lock);
 24
 25typedef void switchdev_deferred_func_t(struct net_device *dev,
 26				       const void *data);
 27
 28struct switchdev_deferred_item {
 29	struct list_head list;
 30	struct net_device *dev;
 
 31	switchdev_deferred_func_t *func;
 32	unsigned long data[];
 33};
 34
 35static struct switchdev_deferred_item *switchdev_deferred_dequeue(void)
 36{
 37	struct switchdev_deferred_item *dfitem;
 38
 39	spin_lock_bh(&deferred_lock);
 40	if (list_empty(&deferred)) {
 41		dfitem = NULL;
 42		goto unlock;
 43	}
 44	dfitem = list_first_entry(&deferred,
 45				  struct switchdev_deferred_item, list);
 46	list_del(&dfitem->list);
 47unlock:
 48	spin_unlock_bh(&deferred_lock);
 49	return dfitem;
 50}
 51
 52/**
 53 *	switchdev_deferred_process - Process ops in deferred queue
 54 *
 55 *	Called to flush the ops currently queued in deferred ops queue.
 56 *	rtnl_lock must be held.
 57 */
 58void switchdev_deferred_process(void)
 59{
 60	struct switchdev_deferred_item *dfitem;
 61
 62	ASSERT_RTNL();
 63
 64	while ((dfitem = switchdev_deferred_dequeue())) {
 65		dfitem->func(dfitem->dev, dfitem->data);
 66		dev_put(dfitem->dev);
 67		kfree(dfitem);
 68	}
 69}
 70EXPORT_SYMBOL_GPL(switchdev_deferred_process);
 71
 72static void switchdev_deferred_process_work(struct work_struct *work)
 73{
 74	rtnl_lock();
 75	switchdev_deferred_process();
 76	rtnl_unlock();
 77}
 78
 79static DECLARE_WORK(deferred_process_work, switchdev_deferred_process_work);
 80
 81static int switchdev_deferred_enqueue(struct net_device *dev,
 82				      const void *data, size_t data_len,
 83				      switchdev_deferred_func_t *func)
 84{
 85	struct switchdev_deferred_item *dfitem;
 86
 87	dfitem = kmalloc(sizeof(*dfitem) + data_len, GFP_ATOMIC);
 88	if (!dfitem)
 89		return -ENOMEM;
 90	dfitem->dev = dev;
 91	dfitem->func = func;
 92	memcpy(dfitem->data, data, data_len);
 93	dev_hold(dev);
 94	spin_lock_bh(&deferred_lock);
 95	list_add_tail(&dfitem->list, &deferred);
 96	spin_unlock_bh(&deferred_lock);
 97	schedule_work(&deferred_process_work);
 98	return 0;
 99}
100
101static int switchdev_port_attr_notify(enum switchdev_notifier_type nt,
102				      struct net_device *dev,
103				      const struct switchdev_attr *attr,
104				      struct netlink_ext_ack *extack)
105{
106	int err;
107	int rc;
108
109	struct switchdev_notifier_port_attr_info attr_info = {
110		.attr = attr,
111		.handled = false,
112	};
113
114	rc = call_switchdev_blocking_notifiers(nt, dev,
115					       &attr_info.info, extack);
116	err = notifier_to_errno(rc);
117	if (err) {
118		WARN_ON(!attr_info.handled);
119		return err;
120	}
121
122	if (!attr_info.handled)
123		return -EOPNOTSUPP;
124
125	return 0;
126}
127
128static int switchdev_port_attr_set_now(struct net_device *dev,
129				       const struct switchdev_attr *attr,
130				       struct netlink_ext_ack *extack)
131{
132	return switchdev_port_attr_notify(SWITCHDEV_PORT_ATTR_SET, dev, attr,
133					  extack);
134}
135
136static void switchdev_port_attr_set_deferred(struct net_device *dev,
137					     const void *data)
138{
139	const struct switchdev_attr *attr = data;
140	int err;
141
142	err = switchdev_port_attr_set_now(dev, attr, NULL);
143	if (err && err != -EOPNOTSUPP)
144		netdev_err(dev, "failed (err=%d) to set attribute (id=%d)\n",
145			   err, attr->id);
146	if (attr->complete)
147		attr->complete(dev, err, attr->complete_priv);
148}
149
150static int switchdev_port_attr_set_defer(struct net_device *dev,
151					 const struct switchdev_attr *attr)
152{
153	return switchdev_deferred_enqueue(dev, attr, sizeof(*attr),
154					  switchdev_port_attr_set_deferred);
155}
156
157/**
158 *	switchdev_port_attr_set - Set port attribute
159 *
160 *	@dev: port device
161 *	@attr: attribute to set
162 *	@extack: netlink extended ack, for error message propagation
163 *
164 *	rtnl_lock must be held and must not be in atomic section,
165 *	in case SWITCHDEV_F_DEFER flag is not set.
166 */
167int switchdev_port_attr_set(struct net_device *dev,
168			    const struct switchdev_attr *attr,
169			    struct netlink_ext_ack *extack)
170{
171	if (attr->flags & SWITCHDEV_F_DEFER)
172		return switchdev_port_attr_set_defer(dev, attr);
173	ASSERT_RTNL();
174	return switchdev_port_attr_set_now(dev, attr, extack);
175}
176EXPORT_SYMBOL_GPL(switchdev_port_attr_set);
177
178static size_t switchdev_obj_size(const struct switchdev_obj *obj)
179{
180	switch (obj->id) {
181	case SWITCHDEV_OBJ_ID_PORT_VLAN:
182		return sizeof(struct switchdev_obj_port_vlan);
183	case SWITCHDEV_OBJ_ID_PORT_MDB:
184		return sizeof(struct switchdev_obj_port_mdb);
185	case SWITCHDEV_OBJ_ID_HOST_MDB:
186		return sizeof(struct switchdev_obj_port_mdb);
187	default:
188		BUG();
189	}
190	return 0;
191}
192
193static int switchdev_port_obj_notify(enum switchdev_notifier_type nt,
194				     struct net_device *dev,
195				     const struct switchdev_obj *obj,
196				     struct netlink_ext_ack *extack)
197{
198	int rc;
199	int err;
200
201	struct switchdev_notifier_port_obj_info obj_info = {
202		.obj = obj,
203		.handled = false,
204	};
205
206	rc = call_switchdev_blocking_notifiers(nt, dev, &obj_info.info, extack);
207	err = notifier_to_errno(rc);
208	if (err) {
209		WARN_ON(!obj_info.handled);
210		return err;
211	}
212	if (!obj_info.handled)
213		return -EOPNOTSUPP;
214	return 0;
215}
216
217static void switchdev_port_obj_add_deferred(struct net_device *dev,
218					    const void *data)
219{
220	const struct switchdev_obj *obj = data;
221	int err;
222
223	ASSERT_RTNL();
224	err = switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_ADD,
225					dev, obj, NULL);
226	if (err && err != -EOPNOTSUPP)
227		netdev_err(dev, "failed (err=%d) to add object (id=%d)\n",
228			   err, obj->id);
229	if (obj->complete)
230		obj->complete(dev, err, obj->complete_priv);
231}
232
233static int switchdev_port_obj_add_defer(struct net_device *dev,
234					const struct switchdev_obj *obj)
235{
236	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
237					  switchdev_port_obj_add_deferred);
238}
239
240/**
241 *	switchdev_port_obj_add - Add port object
242 *
243 *	@dev: port device
244 *	@obj: object to add
245 *	@extack: netlink extended ack
246 *
247 *	rtnl_lock must be held and must not be in atomic section,
248 *	in case SWITCHDEV_F_DEFER flag is not set.
249 */
250int switchdev_port_obj_add(struct net_device *dev,
251			   const struct switchdev_obj *obj,
252			   struct netlink_ext_ack *extack)
253{
254	if (obj->flags & SWITCHDEV_F_DEFER)
255		return switchdev_port_obj_add_defer(dev, obj);
256	ASSERT_RTNL();
257	return switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_ADD,
258					 dev, obj, extack);
259}
260EXPORT_SYMBOL_GPL(switchdev_port_obj_add);
261
262static int switchdev_port_obj_del_now(struct net_device *dev,
263				      const struct switchdev_obj *obj)
264{
265	return switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_DEL,
266					 dev, obj, NULL);
267}
268
269static void switchdev_port_obj_del_deferred(struct net_device *dev,
270					    const void *data)
271{
272	const struct switchdev_obj *obj = data;
273	int err;
274
275	err = switchdev_port_obj_del_now(dev, obj);
276	if (err && err != -EOPNOTSUPP)
277		netdev_err(dev, "failed (err=%d) to del object (id=%d)\n",
278			   err, obj->id);
279	if (obj->complete)
280		obj->complete(dev, err, obj->complete_priv);
281}
282
283static int switchdev_port_obj_del_defer(struct net_device *dev,
284					const struct switchdev_obj *obj)
285{
286	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
287					  switchdev_port_obj_del_deferred);
288}
289
290/**
291 *	switchdev_port_obj_del - Delete port object
292 *
293 *	@dev: port device
294 *	@obj: object to delete
295 *
296 *	rtnl_lock must be held and must not be in atomic section,
297 *	in case SWITCHDEV_F_DEFER flag is not set.
298 */
299int switchdev_port_obj_del(struct net_device *dev,
300			   const struct switchdev_obj *obj)
301{
302	if (obj->flags & SWITCHDEV_F_DEFER)
303		return switchdev_port_obj_del_defer(dev, obj);
304	ASSERT_RTNL();
305	return switchdev_port_obj_del_now(dev, obj);
306}
307EXPORT_SYMBOL_GPL(switchdev_port_obj_del);
308
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
309static ATOMIC_NOTIFIER_HEAD(switchdev_notif_chain);
310static BLOCKING_NOTIFIER_HEAD(switchdev_blocking_notif_chain);
311
312/**
313 *	register_switchdev_notifier - Register notifier
314 *	@nb: notifier_block
315 *
316 *	Register switch device notifier.
317 */
318int register_switchdev_notifier(struct notifier_block *nb)
319{
320	return atomic_notifier_chain_register(&switchdev_notif_chain, nb);
321}
322EXPORT_SYMBOL_GPL(register_switchdev_notifier);
323
324/**
325 *	unregister_switchdev_notifier - Unregister notifier
326 *	@nb: notifier_block
327 *
328 *	Unregister switch device notifier.
329 */
330int unregister_switchdev_notifier(struct notifier_block *nb)
331{
332	return atomic_notifier_chain_unregister(&switchdev_notif_chain, nb);
333}
334EXPORT_SYMBOL_GPL(unregister_switchdev_notifier);
335
336/**
337 *	call_switchdev_notifiers - Call notifiers
338 *	@val: value passed unmodified to notifier function
339 *	@dev: port device
340 *	@info: notifier information data
341 *	@extack: netlink extended ack
342 *	Call all network notifier blocks.
343 */
344int call_switchdev_notifiers(unsigned long val, struct net_device *dev,
345			     struct switchdev_notifier_info *info,
346			     struct netlink_ext_ack *extack)
347{
348	info->dev = dev;
349	info->extack = extack;
350	return atomic_notifier_call_chain(&switchdev_notif_chain, val, info);
351}
352EXPORT_SYMBOL_GPL(call_switchdev_notifiers);
353
354int register_switchdev_blocking_notifier(struct notifier_block *nb)
355{
356	struct blocking_notifier_head *chain = &switchdev_blocking_notif_chain;
357
358	return blocking_notifier_chain_register(chain, nb);
359}
360EXPORT_SYMBOL_GPL(register_switchdev_blocking_notifier);
361
362int unregister_switchdev_blocking_notifier(struct notifier_block *nb)
363{
364	struct blocking_notifier_head *chain = &switchdev_blocking_notif_chain;
365
366	return blocking_notifier_chain_unregister(chain, nb);
367}
368EXPORT_SYMBOL_GPL(unregister_switchdev_blocking_notifier);
369
370int call_switchdev_blocking_notifiers(unsigned long val, struct net_device *dev,
371				      struct switchdev_notifier_info *info,
372				      struct netlink_ext_ack *extack)
373{
374	info->dev = dev;
375	info->extack = extack;
376	return blocking_notifier_call_chain(&switchdev_blocking_notif_chain,
377					    val, info);
378}
379EXPORT_SYMBOL_GPL(call_switchdev_blocking_notifiers);
380
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
381static int __switchdev_handle_port_obj_add(struct net_device *dev,
382			struct switchdev_notifier_port_obj_info *port_obj_info,
383			bool (*check_cb)(const struct net_device *dev),
 
 
384			int (*add_cb)(struct net_device *dev, const void *ctx,
385				      const struct switchdev_obj *obj,
386				      struct netlink_ext_ack *extack))
387{
388	struct switchdev_notifier_info *info = &port_obj_info->info;
 
389	struct netlink_ext_ack *extack;
390	struct net_device *lower_dev;
391	struct list_head *iter;
392	int err = -EOPNOTSUPP;
393
394	extack = switchdev_notifier_info_to_extack(info);
395
396	if (check_cb(dev)) {
397		err = add_cb(dev, info->ctx, port_obj_info->obj, extack);
398		if (err != -EOPNOTSUPP)
399			port_obj_info->handled = true;
400		return err;
401	}
402
403	/* Switch ports might be stacked under e.g. a LAG. Ignore the
404	 * unsupported devices, another driver might be able to handle them. But
405	 * propagate to the callers any hard errors.
406	 *
407	 * If the driver does its own bookkeeping of stacked ports, it's not
408	 * necessary to go through this helper.
409	 */
410	netdev_for_each_lower_dev(dev, lower_dev, iter) {
411		if (netif_is_bridge_master(lower_dev))
412			continue;
413
 
 
 
 
 
 
 
 
414		err = __switchdev_handle_port_obj_add(lower_dev, port_obj_info,
415						      check_cb, add_cb);
 
416		if (err && err != -EOPNOTSUPP)
417			return err;
418	}
419
420	return err;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
421}
422
 
 
 
 
423int switchdev_handle_port_obj_add(struct net_device *dev,
424			struct switchdev_notifier_port_obj_info *port_obj_info,
425			bool (*check_cb)(const struct net_device *dev),
426			int (*add_cb)(struct net_device *dev, const void *ctx,
427				      const struct switchdev_obj *obj,
428				      struct netlink_ext_ack *extack))
429{
430	int err;
431
432	err = __switchdev_handle_port_obj_add(dev, port_obj_info, check_cb,
433					      add_cb);
434	if (err == -EOPNOTSUPP)
435		err = 0;
436	return err;
437}
438EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_add);
439
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
440static int __switchdev_handle_port_obj_del(struct net_device *dev,
441			struct switchdev_notifier_port_obj_info *port_obj_info,
442			bool (*check_cb)(const struct net_device *dev),
 
 
443			int (*del_cb)(struct net_device *dev, const void *ctx,
444				      const struct switchdev_obj *obj))
445{
446	struct switchdev_notifier_info *info = &port_obj_info->info;
447	struct net_device *lower_dev;
448	struct list_head *iter;
449	int err = -EOPNOTSUPP;
450
451	if (check_cb(dev)) {
452		err = del_cb(dev, info->ctx, port_obj_info->obj);
453		if (err != -EOPNOTSUPP)
454			port_obj_info->handled = true;
455		return err;
456	}
457
458	/* Switch ports might be stacked under e.g. a LAG. Ignore the
459	 * unsupported devices, another driver might be able to handle them. But
460	 * propagate to the callers any hard errors.
461	 *
462	 * If the driver does its own bookkeeping of stacked ports, it's not
463	 * necessary to go through this helper.
464	 */
465	netdev_for_each_lower_dev(dev, lower_dev, iter) {
466		if (netif_is_bridge_master(lower_dev))
467			continue;
468
 
 
 
 
 
 
 
 
469		err = __switchdev_handle_port_obj_del(lower_dev, port_obj_info,
470						      check_cb, del_cb);
 
471		if (err && err != -EOPNOTSUPP)
472			return err;
473	}
474
475	return err;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
476}
477
 
 
 
 
478int switchdev_handle_port_obj_del(struct net_device *dev,
479			struct switchdev_notifier_port_obj_info *port_obj_info,
480			bool (*check_cb)(const struct net_device *dev),
481			int (*del_cb)(struct net_device *dev, const void *ctx,
482				      const struct switchdev_obj *obj))
483{
484	int err;
485
486	err = __switchdev_handle_port_obj_del(dev, port_obj_info, check_cb,
487					      del_cb);
488	if (err == -EOPNOTSUPP)
489		err = 0;
490	return err;
491}
492EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_del);
493
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
494static int __switchdev_handle_port_attr_set(struct net_device *dev,
495			struct switchdev_notifier_port_attr_info *port_attr_info,
496			bool (*check_cb)(const struct net_device *dev),
497			int (*set_cb)(struct net_device *dev, const void *ctx,
498				      const struct switchdev_attr *attr,
499				      struct netlink_ext_ack *extack))
500{
501	struct switchdev_notifier_info *info = &port_attr_info->info;
502	struct netlink_ext_ack *extack;
503	struct net_device *lower_dev;
504	struct list_head *iter;
505	int err = -EOPNOTSUPP;
506
507	extack = switchdev_notifier_info_to_extack(info);
508
509	if (check_cb(dev)) {
510		err = set_cb(dev, info->ctx, port_attr_info->attr, extack);
511		if (err != -EOPNOTSUPP)
512			port_attr_info->handled = true;
513		return err;
514	}
515
516	/* Switch ports might be stacked under e.g. a LAG. Ignore the
517	 * unsupported devices, another driver might be able to handle them. But
518	 * propagate to the callers any hard errors.
519	 *
520	 * If the driver does its own bookkeeping of stacked ports, it's not
521	 * necessary to go through this helper.
522	 */
523	netdev_for_each_lower_dev(dev, lower_dev, iter) {
524		if (netif_is_bridge_master(lower_dev))
525			continue;
526
527		err = __switchdev_handle_port_attr_set(lower_dev, port_attr_info,
528						       check_cb, set_cb);
529		if (err && err != -EOPNOTSUPP)
530			return err;
531	}
532
533	return err;
534}
535
536int switchdev_handle_port_attr_set(struct net_device *dev,
537			struct switchdev_notifier_port_attr_info *port_attr_info,
538			bool (*check_cb)(const struct net_device *dev),
539			int (*set_cb)(struct net_device *dev, const void *ctx,
540				      const struct switchdev_attr *attr,
541				      struct netlink_ext_ack *extack))
542{
543	int err;
544
545	err = __switchdev_handle_port_attr_set(dev, port_attr_info, check_cb,
546					       set_cb);
547	if (err == -EOPNOTSUPP)
548		err = 0;
549	return err;
550}
551EXPORT_SYMBOL_GPL(switchdev_handle_port_attr_set);
v6.8
  1// SPDX-License-Identifier: GPL-2.0-or-later
  2/*
  3 * net/switchdev/switchdev.c - Switch device API
  4 * Copyright (c) 2014-2015 Jiri Pirko <jiri@resnulli.us>
  5 * Copyright (c) 2014-2015 Scott Feldman <sfeldma@gmail.com>
  6 */
  7
  8#include <linux/kernel.h>
  9#include <linux/types.h>
 10#include <linux/init.h>
 11#include <linux/mutex.h>
 12#include <linux/notifier.h>
 13#include <linux/netdevice.h>
 14#include <linux/etherdevice.h>
 15#include <linux/if_bridge.h>
 16#include <linux/list.h>
 17#include <linux/workqueue.h>
 18#include <linux/if_vlan.h>
 19#include <linux/rtnetlink.h>
 20#include <net/switchdev.h>
 21
 22static bool switchdev_obj_eq(const struct switchdev_obj *a,
 23			     const struct switchdev_obj *b)
 24{
 25	const struct switchdev_obj_port_vlan *va, *vb;
 26	const struct switchdev_obj_port_mdb *ma, *mb;
 27
 28	if (a->id != b->id || a->orig_dev != b->orig_dev)
 29		return false;
 30
 31	switch (a->id) {
 32	case SWITCHDEV_OBJ_ID_PORT_VLAN:
 33		va = SWITCHDEV_OBJ_PORT_VLAN(a);
 34		vb = SWITCHDEV_OBJ_PORT_VLAN(b);
 35		return va->flags == vb->flags &&
 36			va->vid == vb->vid &&
 37			va->changed == vb->changed;
 38	case SWITCHDEV_OBJ_ID_PORT_MDB:
 39	case SWITCHDEV_OBJ_ID_HOST_MDB:
 40		ma = SWITCHDEV_OBJ_PORT_MDB(a);
 41		mb = SWITCHDEV_OBJ_PORT_MDB(b);
 42		return ma->vid == mb->vid &&
 43			ether_addr_equal(ma->addr, mb->addr);
 44	default:
 45		break;
 46	}
 47
 48	BUG();
 49}
 50
 51static LIST_HEAD(deferred);
 52static DEFINE_SPINLOCK(deferred_lock);
 53
 54typedef void switchdev_deferred_func_t(struct net_device *dev,
 55				       const void *data);
 56
 57struct switchdev_deferred_item {
 58	struct list_head list;
 59	struct net_device *dev;
 60	netdevice_tracker dev_tracker;
 61	switchdev_deferred_func_t *func;
 62	unsigned long data[];
 63};
 64
 65static struct switchdev_deferred_item *switchdev_deferred_dequeue(void)
 66{
 67	struct switchdev_deferred_item *dfitem;
 68
 69	spin_lock_bh(&deferred_lock);
 70	if (list_empty(&deferred)) {
 71		dfitem = NULL;
 72		goto unlock;
 73	}
 74	dfitem = list_first_entry(&deferred,
 75				  struct switchdev_deferred_item, list);
 76	list_del(&dfitem->list);
 77unlock:
 78	spin_unlock_bh(&deferred_lock);
 79	return dfitem;
 80}
 81
 82/**
 83 *	switchdev_deferred_process - Process ops in deferred queue
 84 *
 85 *	Called to flush the ops currently queued in deferred ops queue.
 86 *	rtnl_lock must be held.
 87 */
 88void switchdev_deferred_process(void)
 89{
 90	struct switchdev_deferred_item *dfitem;
 91
 92	ASSERT_RTNL();
 93
 94	while ((dfitem = switchdev_deferred_dequeue())) {
 95		dfitem->func(dfitem->dev, dfitem->data);
 96		netdev_put(dfitem->dev, &dfitem->dev_tracker);
 97		kfree(dfitem);
 98	}
 99}
100EXPORT_SYMBOL_GPL(switchdev_deferred_process);
101
102static void switchdev_deferred_process_work(struct work_struct *work)
103{
104	rtnl_lock();
105	switchdev_deferred_process();
106	rtnl_unlock();
107}
108
109static DECLARE_WORK(deferred_process_work, switchdev_deferred_process_work);
110
111static int switchdev_deferred_enqueue(struct net_device *dev,
112				      const void *data, size_t data_len,
113				      switchdev_deferred_func_t *func)
114{
115	struct switchdev_deferred_item *dfitem;
116
117	dfitem = kmalloc(struct_size(dfitem, data, data_len), GFP_ATOMIC);
118	if (!dfitem)
119		return -ENOMEM;
120	dfitem->dev = dev;
121	dfitem->func = func;
122	memcpy(dfitem->data, data, data_len);
123	netdev_hold(dev, &dfitem->dev_tracker, GFP_ATOMIC);
124	spin_lock_bh(&deferred_lock);
125	list_add_tail(&dfitem->list, &deferred);
126	spin_unlock_bh(&deferred_lock);
127	schedule_work(&deferred_process_work);
128	return 0;
129}
130
131static int switchdev_port_attr_notify(enum switchdev_notifier_type nt,
132				      struct net_device *dev,
133				      const struct switchdev_attr *attr,
134				      struct netlink_ext_ack *extack)
135{
136	int err;
137	int rc;
138
139	struct switchdev_notifier_port_attr_info attr_info = {
140		.attr = attr,
141		.handled = false,
142	};
143
144	rc = call_switchdev_blocking_notifiers(nt, dev,
145					       &attr_info.info, extack);
146	err = notifier_to_errno(rc);
147	if (err) {
148		WARN_ON(!attr_info.handled);
149		return err;
150	}
151
152	if (!attr_info.handled)
153		return -EOPNOTSUPP;
154
155	return 0;
156}
157
158static int switchdev_port_attr_set_now(struct net_device *dev,
159				       const struct switchdev_attr *attr,
160				       struct netlink_ext_ack *extack)
161{
162	return switchdev_port_attr_notify(SWITCHDEV_PORT_ATTR_SET, dev, attr,
163					  extack);
164}
165
166static void switchdev_port_attr_set_deferred(struct net_device *dev,
167					     const void *data)
168{
169	const struct switchdev_attr *attr = data;
170	int err;
171
172	err = switchdev_port_attr_set_now(dev, attr, NULL);
173	if (err && err != -EOPNOTSUPP)
174		netdev_err(dev, "failed (err=%d) to set attribute (id=%d)\n",
175			   err, attr->id);
176	if (attr->complete)
177		attr->complete(dev, err, attr->complete_priv);
178}
179
180static int switchdev_port_attr_set_defer(struct net_device *dev,
181					 const struct switchdev_attr *attr)
182{
183	return switchdev_deferred_enqueue(dev, attr, sizeof(*attr),
184					  switchdev_port_attr_set_deferred);
185}
186
187/**
188 *	switchdev_port_attr_set - Set port attribute
189 *
190 *	@dev: port device
191 *	@attr: attribute to set
192 *	@extack: netlink extended ack, for error message propagation
193 *
194 *	rtnl_lock must be held and must not be in atomic section,
195 *	in case SWITCHDEV_F_DEFER flag is not set.
196 */
197int switchdev_port_attr_set(struct net_device *dev,
198			    const struct switchdev_attr *attr,
199			    struct netlink_ext_ack *extack)
200{
201	if (attr->flags & SWITCHDEV_F_DEFER)
202		return switchdev_port_attr_set_defer(dev, attr);
203	ASSERT_RTNL();
204	return switchdev_port_attr_set_now(dev, attr, extack);
205}
206EXPORT_SYMBOL_GPL(switchdev_port_attr_set);
207
208static size_t switchdev_obj_size(const struct switchdev_obj *obj)
209{
210	switch (obj->id) {
211	case SWITCHDEV_OBJ_ID_PORT_VLAN:
212		return sizeof(struct switchdev_obj_port_vlan);
213	case SWITCHDEV_OBJ_ID_PORT_MDB:
214		return sizeof(struct switchdev_obj_port_mdb);
215	case SWITCHDEV_OBJ_ID_HOST_MDB:
216		return sizeof(struct switchdev_obj_port_mdb);
217	default:
218		BUG();
219	}
220	return 0;
221}
222
223static int switchdev_port_obj_notify(enum switchdev_notifier_type nt,
224				     struct net_device *dev,
225				     const struct switchdev_obj *obj,
226				     struct netlink_ext_ack *extack)
227{
228	int rc;
229	int err;
230
231	struct switchdev_notifier_port_obj_info obj_info = {
232		.obj = obj,
233		.handled = false,
234	};
235
236	rc = call_switchdev_blocking_notifiers(nt, dev, &obj_info.info, extack);
237	err = notifier_to_errno(rc);
238	if (err) {
239		WARN_ON(!obj_info.handled);
240		return err;
241	}
242	if (!obj_info.handled)
243		return -EOPNOTSUPP;
244	return 0;
245}
246
247static void switchdev_port_obj_add_deferred(struct net_device *dev,
248					    const void *data)
249{
250	const struct switchdev_obj *obj = data;
251	int err;
252
253	ASSERT_RTNL();
254	err = switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_ADD,
255					dev, obj, NULL);
256	if (err && err != -EOPNOTSUPP)
257		netdev_err(dev, "failed (err=%d) to add object (id=%d)\n",
258			   err, obj->id);
259	if (obj->complete)
260		obj->complete(dev, err, obj->complete_priv);
261}
262
263static int switchdev_port_obj_add_defer(struct net_device *dev,
264					const struct switchdev_obj *obj)
265{
266	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
267					  switchdev_port_obj_add_deferred);
268}
269
270/**
271 *	switchdev_port_obj_add - Add port object
272 *
273 *	@dev: port device
274 *	@obj: object to add
275 *	@extack: netlink extended ack
276 *
277 *	rtnl_lock must be held and must not be in atomic section,
278 *	in case SWITCHDEV_F_DEFER flag is not set.
279 */
280int switchdev_port_obj_add(struct net_device *dev,
281			   const struct switchdev_obj *obj,
282			   struct netlink_ext_ack *extack)
283{
284	if (obj->flags & SWITCHDEV_F_DEFER)
285		return switchdev_port_obj_add_defer(dev, obj);
286	ASSERT_RTNL();
287	return switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_ADD,
288					 dev, obj, extack);
289}
290EXPORT_SYMBOL_GPL(switchdev_port_obj_add);
291
292static int switchdev_port_obj_del_now(struct net_device *dev,
293				      const struct switchdev_obj *obj)
294{
295	return switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_DEL,
296					 dev, obj, NULL);
297}
298
299static void switchdev_port_obj_del_deferred(struct net_device *dev,
300					    const void *data)
301{
302	const struct switchdev_obj *obj = data;
303	int err;
304
305	err = switchdev_port_obj_del_now(dev, obj);
306	if (err && err != -EOPNOTSUPP)
307		netdev_err(dev, "failed (err=%d) to del object (id=%d)\n",
308			   err, obj->id);
309	if (obj->complete)
310		obj->complete(dev, err, obj->complete_priv);
311}
312
313static int switchdev_port_obj_del_defer(struct net_device *dev,
314					const struct switchdev_obj *obj)
315{
316	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
317					  switchdev_port_obj_del_deferred);
318}
319
320/**
321 *	switchdev_port_obj_del - Delete port object
322 *
323 *	@dev: port device
324 *	@obj: object to delete
325 *
326 *	rtnl_lock must be held and must not be in atomic section,
327 *	in case SWITCHDEV_F_DEFER flag is not set.
328 */
329int switchdev_port_obj_del(struct net_device *dev,
330			   const struct switchdev_obj *obj)
331{
332	if (obj->flags & SWITCHDEV_F_DEFER)
333		return switchdev_port_obj_del_defer(dev, obj);
334	ASSERT_RTNL();
335	return switchdev_port_obj_del_now(dev, obj);
336}
337EXPORT_SYMBOL_GPL(switchdev_port_obj_del);
338
339/**
340 *	switchdev_port_obj_act_is_deferred - Is object action pending?
341 *
342 *	@dev: port device
343 *	@nt: type of action; add or delete
344 *	@obj: object to test
345 *
346 *	Returns true if a deferred item is pending, which is
347 *	equivalent to the action @nt on an object @obj.
348 *
349 *	rtnl_lock must be held.
350 */
351bool switchdev_port_obj_act_is_deferred(struct net_device *dev,
352					enum switchdev_notifier_type nt,
353					const struct switchdev_obj *obj)
354{
355	struct switchdev_deferred_item *dfitem;
356	bool found = false;
357
358	ASSERT_RTNL();
359
360	spin_lock_bh(&deferred_lock);
361
362	list_for_each_entry(dfitem, &deferred, list) {
363		if (dfitem->dev != dev)
364			continue;
365
366		if ((dfitem->func == switchdev_port_obj_add_deferred &&
367		     nt == SWITCHDEV_PORT_OBJ_ADD) ||
368		    (dfitem->func == switchdev_port_obj_del_deferred &&
369		     nt == SWITCHDEV_PORT_OBJ_DEL)) {
370			if (switchdev_obj_eq((const void *)dfitem->data, obj)) {
371				found = true;
372				break;
373			}
374		}
375	}
376
377	spin_unlock_bh(&deferred_lock);
378
379	return found;
380}
381EXPORT_SYMBOL_GPL(switchdev_port_obj_act_is_deferred);
382
383static ATOMIC_NOTIFIER_HEAD(switchdev_notif_chain);
384static BLOCKING_NOTIFIER_HEAD(switchdev_blocking_notif_chain);
385
386/**
387 *	register_switchdev_notifier - Register notifier
388 *	@nb: notifier_block
389 *
390 *	Register switch device notifier.
391 */
392int register_switchdev_notifier(struct notifier_block *nb)
393{
394	return atomic_notifier_chain_register(&switchdev_notif_chain, nb);
395}
396EXPORT_SYMBOL_GPL(register_switchdev_notifier);
397
398/**
399 *	unregister_switchdev_notifier - Unregister notifier
400 *	@nb: notifier_block
401 *
402 *	Unregister switch device notifier.
403 */
404int unregister_switchdev_notifier(struct notifier_block *nb)
405{
406	return atomic_notifier_chain_unregister(&switchdev_notif_chain, nb);
407}
408EXPORT_SYMBOL_GPL(unregister_switchdev_notifier);
409
410/**
411 *	call_switchdev_notifiers - Call notifiers
412 *	@val: value passed unmodified to notifier function
413 *	@dev: port device
414 *	@info: notifier information data
415 *	@extack: netlink extended ack
416 *	Call all network notifier blocks.
417 */
418int call_switchdev_notifiers(unsigned long val, struct net_device *dev,
419			     struct switchdev_notifier_info *info,
420			     struct netlink_ext_ack *extack)
421{
422	info->dev = dev;
423	info->extack = extack;
424	return atomic_notifier_call_chain(&switchdev_notif_chain, val, info);
425}
426EXPORT_SYMBOL_GPL(call_switchdev_notifiers);
427
428int register_switchdev_blocking_notifier(struct notifier_block *nb)
429{
430	struct blocking_notifier_head *chain = &switchdev_blocking_notif_chain;
431
432	return blocking_notifier_chain_register(chain, nb);
433}
434EXPORT_SYMBOL_GPL(register_switchdev_blocking_notifier);
435
436int unregister_switchdev_blocking_notifier(struct notifier_block *nb)
437{
438	struct blocking_notifier_head *chain = &switchdev_blocking_notif_chain;
439
440	return blocking_notifier_chain_unregister(chain, nb);
441}
442EXPORT_SYMBOL_GPL(unregister_switchdev_blocking_notifier);
443
444int call_switchdev_blocking_notifiers(unsigned long val, struct net_device *dev,
445				      struct switchdev_notifier_info *info,
446				      struct netlink_ext_ack *extack)
447{
448	info->dev = dev;
449	info->extack = extack;
450	return blocking_notifier_call_chain(&switchdev_blocking_notif_chain,
451					    val, info);
452}
453EXPORT_SYMBOL_GPL(call_switchdev_blocking_notifiers);
454
455struct switchdev_nested_priv {
456	bool (*check_cb)(const struct net_device *dev);
457	bool (*foreign_dev_check_cb)(const struct net_device *dev,
458				     const struct net_device *foreign_dev);
459	const struct net_device *dev;
460	struct net_device *lower_dev;
461};
462
463static int switchdev_lower_dev_walk(struct net_device *lower_dev,
464				    struct netdev_nested_priv *priv)
465{
466	struct switchdev_nested_priv *switchdev_priv = priv->data;
467	bool (*foreign_dev_check_cb)(const struct net_device *dev,
468				     const struct net_device *foreign_dev);
469	bool (*check_cb)(const struct net_device *dev);
470	const struct net_device *dev;
471
472	check_cb = switchdev_priv->check_cb;
473	foreign_dev_check_cb = switchdev_priv->foreign_dev_check_cb;
474	dev = switchdev_priv->dev;
475
476	if (check_cb(lower_dev) && !foreign_dev_check_cb(lower_dev, dev)) {
477		switchdev_priv->lower_dev = lower_dev;
478		return 1;
479	}
480
481	return 0;
482}
483
484static struct net_device *
485switchdev_lower_dev_find_rcu(struct net_device *dev,
486			     bool (*check_cb)(const struct net_device *dev),
487			     bool (*foreign_dev_check_cb)(const struct net_device *dev,
488							  const struct net_device *foreign_dev))
489{
490	struct switchdev_nested_priv switchdev_priv = {
491		.check_cb = check_cb,
492		.foreign_dev_check_cb = foreign_dev_check_cb,
493		.dev = dev,
494		.lower_dev = NULL,
495	};
496	struct netdev_nested_priv priv = {
497		.data = &switchdev_priv,
498	};
499
500	netdev_walk_all_lower_dev_rcu(dev, switchdev_lower_dev_walk, &priv);
501
502	return switchdev_priv.lower_dev;
503}
504
505static struct net_device *
506switchdev_lower_dev_find(struct net_device *dev,
507			 bool (*check_cb)(const struct net_device *dev),
508			 bool (*foreign_dev_check_cb)(const struct net_device *dev,
509						      const struct net_device *foreign_dev))
510{
511	struct switchdev_nested_priv switchdev_priv = {
512		.check_cb = check_cb,
513		.foreign_dev_check_cb = foreign_dev_check_cb,
514		.dev = dev,
515		.lower_dev = NULL,
516	};
517	struct netdev_nested_priv priv = {
518		.data = &switchdev_priv,
519	};
520
521	netdev_walk_all_lower_dev(dev, switchdev_lower_dev_walk, &priv);
522
523	return switchdev_priv.lower_dev;
524}
525
526static int __switchdev_handle_fdb_event_to_device(struct net_device *dev,
527		struct net_device *orig_dev, unsigned long event,
528		const struct switchdev_notifier_fdb_info *fdb_info,
529		bool (*check_cb)(const struct net_device *dev),
530		bool (*foreign_dev_check_cb)(const struct net_device *dev,
531					     const struct net_device *foreign_dev),
532		int (*mod_cb)(struct net_device *dev, struct net_device *orig_dev,
533			      unsigned long event, const void *ctx,
534			      const struct switchdev_notifier_fdb_info *fdb_info))
535{
536	const struct switchdev_notifier_info *info = &fdb_info->info;
537	struct net_device *br, *lower_dev, *switchdev;
538	struct list_head *iter;
539	int err = -EOPNOTSUPP;
540
541	if (check_cb(dev))
542		return mod_cb(dev, orig_dev, event, info->ctx, fdb_info);
543
544	/* Recurse through lower interfaces in case the FDB entry is pointing
545	 * towards a bridge or a LAG device.
546	 */
547	netdev_for_each_lower_dev(dev, lower_dev, iter) {
548		/* Do not propagate FDB entries across bridges */
549		if (netif_is_bridge_master(lower_dev))
550			continue;
551
552		/* Bridge ports might be either us, or LAG interfaces
553		 * that we offload.
554		 */
555		if (!check_cb(lower_dev) &&
556		    !switchdev_lower_dev_find_rcu(lower_dev, check_cb,
557						  foreign_dev_check_cb))
558			continue;
559
560		err = __switchdev_handle_fdb_event_to_device(lower_dev, orig_dev,
561							     event, fdb_info, check_cb,
562							     foreign_dev_check_cb,
563							     mod_cb);
564		if (err && err != -EOPNOTSUPP)
565			return err;
566	}
567
568	/* Event is neither on a bridge nor a LAG. Check whether it is on an
569	 * interface that is in a bridge with us.
570	 */
571	br = netdev_master_upper_dev_get_rcu(dev);
572	if (!br || !netif_is_bridge_master(br))
573		return 0;
574
575	switchdev = switchdev_lower_dev_find_rcu(br, check_cb, foreign_dev_check_cb);
576	if (!switchdev)
577		return 0;
578
579	if (!foreign_dev_check_cb(switchdev, dev))
580		return err;
581
582	return __switchdev_handle_fdb_event_to_device(br, orig_dev, event, fdb_info,
583						      check_cb, foreign_dev_check_cb,
584						      mod_cb);
585}
586
587int switchdev_handle_fdb_event_to_device(struct net_device *dev, unsigned long event,
588		const struct switchdev_notifier_fdb_info *fdb_info,
589		bool (*check_cb)(const struct net_device *dev),
590		bool (*foreign_dev_check_cb)(const struct net_device *dev,
591					     const struct net_device *foreign_dev),
592		int (*mod_cb)(struct net_device *dev, struct net_device *orig_dev,
593			      unsigned long event, const void *ctx,
594			      const struct switchdev_notifier_fdb_info *fdb_info))
595{
596	int err;
597
598	err = __switchdev_handle_fdb_event_to_device(dev, dev, event, fdb_info,
599						     check_cb, foreign_dev_check_cb,
600						     mod_cb);
601	if (err == -EOPNOTSUPP)
602		err = 0;
603
604	return err;
605}
606EXPORT_SYMBOL_GPL(switchdev_handle_fdb_event_to_device);
607
608static int __switchdev_handle_port_obj_add(struct net_device *dev,
609			struct switchdev_notifier_port_obj_info *port_obj_info,
610			bool (*check_cb)(const struct net_device *dev),
611			bool (*foreign_dev_check_cb)(const struct net_device *dev,
612						     const struct net_device *foreign_dev),
613			int (*add_cb)(struct net_device *dev, const void *ctx,
614				      const struct switchdev_obj *obj,
615				      struct netlink_ext_ack *extack))
616{
617	struct switchdev_notifier_info *info = &port_obj_info->info;
618	struct net_device *br, *lower_dev, *switchdev;
619	struct netlink_ext_ack *extack;
 
620	struct list_head *iter;
621	int err = -EOPNOTSUPP;
622
623	extack = switchdev_notifier_info_to_extack(info);
624
625	if (check_cb(dev)) {
626		err = add_cb(dev, info->ctx, port_obj_info->obj, extack);
627		if (err != -EOPNOTSUPP)
628			port_obj_info->handled = true;
629		return err;
630	}
631
632	/* Switch ports might be stacked under e.g. a LAG. Ignore the
633	 * unsupported devices, another driver might be able to handle them. But
634	 * propagate to the callers any hard errors.
635	 *
636	 * If the driver does its own bookkeeping of stacked ports, it's not
637	 * necessary to go through this helper.
638	 */
639	netdev_for_each_lower_dev(dev, lower_dev, iter) {
640		if (netif_is_bridge_master(lower_dev))
641			continue;
642
643		/* When searching for switchdev interfaces that are neighbors
644		 * of foreign ones, and @dev is a bridge, do not recurse on the
645		 * foreign interface again, it was already visited.
646		 */
647		if (foreign_dev_check_cb && !check_cb(lower_dev) &&
648		    !switchdev_lower_dev_find(lower_dev, check_cb, foreign_dev_check_cb))
649			continue;
650
651		err = __switchdev_handle_port_obj_add(lower_dev, port_obj_info,
652						      check_cb, foreign_dev_check_cb,
653						      add_cb);
654		if (err && err != -EOPNOTSUPP)
655			return err;
656	}
657
658	/* Event is neither on a bridge nor a LAG. Check whether it is on an
659	 * interface that is in a bridge with us.
660	 */
661	if (!foreign_dev_check_cb)
662		return err;
663
664	br = netdev_master_upper_dev_get(dev);
665	if (!br || !netif_is_bridge_master(br))
666		return err;
667
668	switchdev = switchdev_lower_dev_find(br, check_cb, foreign_dev_check_cb);
669	if (!switchdev)
670		return err;
671
672	if (!foreign_dev_check_cb(switchdev, dev))
673		return err;
674
675	return __switchdev_handle_port_obj_add(br, port_obj_info, check_cb,
676					       foreign_dev_check_cb, add_cb);
677}
678
679/* Pass through a port object addition, if @dev passes @check_cb, or replicate
680 * it towards all lower interfaces of @dev that pass @check_cb, if @dev is a
681 * bridge or a LAG.
682 */
683int switchdev_handle_port_obj_add(struct net_device *dev,
684			struct switchdev_notifier_port_obj_info *port_obj_info,
685			bool (*check_cb)(const struct net_device *dev),
686			int (*add_cb)(struct net_device *dev, const void *ctx,
687				      const struct switchdev_obj *obj,
688				      struct netlink_ext_ack *extack))
689{
690	int err;
691
692	err = __switchdev_handle_port_obj_add(dev, port_obj_info, check_cb,
693					      NULL, add_cb);
694	if (err == -EOPNOTSUPP)
695		err = 0;
696	return err;
697}
698EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_add);
699
700/* Same as switchdev_handle_port_obj_add(), except if object is notified on a
701 * @dev that passes @foreign_dev_check_cb, it is replicated towards all devices
702 * that pass @check_cb and are in the same bridge as @dev.
703 */
704int switchdev_handle_port_obj_add_foreign(struct net_device *dev,
705			struct switchdev_notifier_port_obj_info *port_obj_info,
706			bool (*check_cb)(const struct net_device *dev),
707			bool (*foreign_dev_check_cb)(const struct net_device *dev,
708						     const struct net_device *foreign_dev),
709			int (*add_cb)(struct net_device *dev, const void *ctx,
710				      const struct switchdev_obj *obj,
711				      struct netlink_ext_ack *extack))
712{
713	int err;
714
715	err = __switchdev_handle_port_obj_add(dev, port_obj_info, check_cb,
716					      foreign_dev_check_cb, add_cb);
717	if (err == -EOPNOTSUPP)
718		err = 0;
719	return err;
720}
721EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_add_foreign);
722
723static int __switchdev_handle_port_obj_del(struct net_device *dev,
724			struct switchdev_notifier_port_obj_info *port_obj_info,
725			bool (*check_cb)(const struct net_device *dev),
726			bool (*foreign_dev_check_cb)(const struct net_device *dev,
727						     const struct net_device *foreign_dev),
728			int (*del_cb)(struct net_device *dev, const void *ctx,
729				      const struct switchdev_obj *obj))
730{
731	struct switchdev_notifier_info *info = &port_obj_info->info;
732	struct net_device *br, *lower_dev, *switchdev;
733	struct list_head *iter;
734	int err = -EOPNOTSUPP;
735
736	if (check_cb(dev)) {
737		err = del_cb(dev, info->ctx, port_obj_info->obj);
738		if (err != -EOPNOTSUPP)
739			port_obj_info->handled = true;
740		return err;
741	}
742
743	/* Switch ports might be stacked under e.g. a LAG. Ignore the
744	 * unsupported devices, another driver might be able to handle them. But
745	 * propagate to the callers any hard errors.
746	 *
747	 * If the driver does its own bookkeeping of stacked ports, it's not
748	 * necessary to go through this helper.
749	 */
750	netdev_for_each_lower_dev(dev, lower_dev, iter) {
751		if (netif_is_bridge_master(lower_dev))
752			continue;
753
754		/* When searching for switchdev interfaces that are neighbors
755		 * of foreign ones, and @dev is a bridge, do not recurse on the
756		 * foreign interface again, it was already visited.
757		 */
758		if (foreign_dev_check_cb && !check_cb(lower_dev) &&
759		    !switchdev_lower_dev_find(lower_dev, check_cb, foreign_dev_check_cb))
760			continue;
761
762		err = __switchdev_handle_port_obj_del(lower_dev, port_obj_info,
763						      check_cb, foreign_dev_check_cb,
764						      del_cb);
765		if (err && err != -EOPNOTSUPP)
766			return err;
767	}
768
769	/* Event is neither on a bridge nor a LAG. Check whether it is on an
770	 * interface that is in a bridge with us.
771	 */
772	if (!foreign_dev_check_cb)
773		return err;
774
775	br = netdev_master_upper_dev_get(dev);
776	if (!br || !netif_is_bridge_master(br))
777		return err;
778
779	switchdev = switchdev_lower_dev_find(br, check_cb, foreign_dev_check_cb);
780	if (!switchdev)
781		return err;
782
783	if (!foreign_dev_check_cb(switchdev, dev))
784		return err;
785
786	return __switchdev_handle_port_obj_del(br, port_obj_info, check_cb,
787					       foreign_dev_check_cb, del_cb);
788}
789
790/* Pass through a port object deletion, if @dev passes @check_cb, or replicate
791 * it towards all lower interfaces of @dev that pass @check_cb, if @dev is a
792 * bridge or a LAG.
793 */
794int switchdev_handle_port_obj_del(struct net_device *dev,
795			struct switchdev_notifier_port_obj_info *port_obj_info,
796			bool (*check_cb)(const struct net_device *dev),
797			int (*del_cb)(struct net_device *dev, const void *ctx,
798				      const struct switchdev_obj *obj))
799{
800	int err;
801
802	err = __switchdev_handle_port_obj_del(dev, port_obj_info, check_cb,
803					      NULL, del_cb);
804	if (err == -EOPNOTSUPP)
805		err = 0;
806	return err;
807}
808EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_del);
809
810/* Same as switchdev_handle_port_obj_del(), except if object is notified on a
811 * @dev that passes @foreign_dev_check_cb, it is replicated towards all devices
812 * that pass @check_cb and are in the same bridge as @dev.
813 */
814int switchdev_handle_port_obj_del_foreign(struct net_device *dev,
815			struct switchdev_notifier_port_obj_info *port_obj_info,
816			bool (*check_cb)(const struct net_device *dev),
817			bool (*foreign_dev_check_cb)(const struct net_device *dev,
818						     const struct net_device *foreign_dev),
819			int (*del_cb)(struct net_device *dev, const void *ctx,
820				      const struct switchdev_obj *obj))
821{
822	int err;
823
824	err = __switchdev_handle_port_obj_del(dev, port_obj_info, check_cb,
825					      foreign_dev_check_cb, del_cb);
826	if (err == -EOPNOTSUPP)
827		err = 0;
828	return err;
829}
830EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_del_foreign);
831
832static int __switchdev_handle_port_attr_set(struct net_device *dev,
833			struct switchdev_notifier_port_attr_info *port_attr_info,
834			bool (*check_cb)(const struct net_device *dev),
835			int (*set_cb)(struct net_device *dev, const void *ctx,
836				      const struct switchdev_attr *attr,
837				      struct netlink_ext_ack *extack))
838{
839	struct switchdev_notifier_info *info = &port_attr_info->info;
840	struct netlink_ext_ack *extack;
841	struct net_device *lower_dev;
842	struct list_head *iter;
843	int err = -EOPNOTSUPP;
844
845	extack = switchdev_notifier_info_to_extack(info);
846
847	if (check_cb(dev)) {
848		err = set_cb(dev, info->ctx, port_attr_info->attr, extack);
849		if (err != -EOPNOTSUPP)
850			port_attr_info->handled = true;
851		return err;
852	}
853
854	/* Switch ports might be stacked under e.g. a LAG. Ignore the
855	 * unsupported devices, another driver might be able to handle them. But
856	 * propagate to the callers any hard errors.
857	 *
858	 * If the driver does its own bookkeeping of stacked ports, it's not
859	 * necessary to go through this helper.
860	 */
861	netdev_for_each_lower_dev(dev, lower_dev, iter) {
862		if (netif_is_bridge_master(lower_dev))
863			continue;
864
865		err = __switchdev_handle_port_attr_set(lower_dev, port_attr_info,
866						       check_cb, set_cb);
867		if (err && err != -EOPNOTSUPP)
868			return err;
869	}
870
871	return err;
872}
873
874int switchdev_handle_port_attr_set(struct net_device *dev,
875			struct switchdev_notifier_port_attr_info *port_attr_info,
876			bool (*check_cb)(const struct net_device *dev),
877			int (*set_cb)(struct net_device *dev, const void *ctx,
878				      const struct switchdev_attr *attr,
879				      struct netlink_ext_ack *extack))
880{
881	int err;
882
883	err = __switchdev_handle_port_attr_set(dev, port_attr_info, check_cb,
884					       set_cb);
885	if (err == -EOPNOTSUPP)
886		err = 0;
887	return err;
888}
889EXPORT_SYMBOL_GPL(switchdev_handle_port_attr_set);
890
891int switchdev_bridge_port_offload(struct net_device *brport_dev,
892				  struct net_device *dev, const void *ctx,
893				  struct notifier_block *atomic_nb,
894				  struct notifier_block *blocking_nb,
895				  bool tx_fwd_offload,
896				  struct netlink_ext_ack *extack)
897{
898	struct switchdev_notifier_brport_info brport_info = {
899		.brport = {
900			.dev = dev,
901			.ctx = ctx,
902			.atomic_nb = atomic_nb,
903			.blocking_nb = blocking_nb,
904			.tx_fwd_offload = tx_fwd_offload,
905		},
906	};
907	int err;
908
909	ASSERT_RTNL();
910
911	err = call_switchdev_blocking_notifiers(SWITCHDEV_BRPORT_OFFLOADED,
912						brport_dev, &brport_info.info,
913						extack);
914	return notifier_to_errno(err);
915}
916EXPORT_SYMBOL_GPL(switchdev_bridge_port_offload);
917
918void switchdev_bridge_port_unoffload(struct net_device *brport_dev,
919				     const void *ctx,
920				     struct notifier_block *atomic_nb,
921				     struct notifier_block *blocking_nb)
922{
923	struct switchdev_notifier_brport_info brport_info = {
924		.brport = {
925			.ctx = ctx,
926			.atomic_nb = atomic_nb,
927			.blocking_nb = blocking_nb,
928		},
929	};
930
931	ASSERT_RTNL();
932
933	call_switchdev_blocking_notifiers(SWITCHDEV_BRPORT_UNOFFLOADED,
934					  brport_dev, &brport_info.info,
935					  NULL);
936}
937EXPORT_SYMBOL_GPL(switchdev_bridge_port_unoffload);
938
939int switchdev_bridge_port_replay(struct net_device *brport_dev,
940				 struct net_device *dev, const void *ctx,
941				 struct notifier_block *atomic_nb,
942				 struct notifier_block *blocking_nb,
943				 struct netlink_ext_ack *extack)
944{
945	struct switchdev_notifier_brport_info brport_info = {
946		.brport = {
947			.dev = dev,
948			.ctx = ctx,
949			.atomic_nb = atomic_nb,
950			.blocking_nb = blocking_nb,
951		},
952	};
953	int err;
954
955	ASSERT_RTNL();
956
957	err = call_switchdev_blocking_notifiers(SWITCHDEV_BRPORT_REPLAY,
958						brport_dev, &brport_info.info,
959						extack);
960	return notifier_to_errno(err);
961}
962EXPORT_SYMBOL_GPL(switchdev_bridge_port_replay);