Linux Audio

Check our new training course

Loading...
v4.17
 
  1/*
  2 * net/switchdev/switchdev.c - Switch device API
  3 * Copyright (c) 2014-2015 Jiri Pirko <jiri@resnulli.us>
  4 * Copyright (c) 2014-2015 Scott Feldman <sfeldma@gmail.com>
  5 *
  6 * This program is free software; you can redistribute it and/or modify
  7 * it under the terms of the GNU General Public License as published by
  8 * the Free Software Foundation; either version 2 of the License, or
  9 * (at your option) any later version.
 10 */
 11
 12#include <linux/kernel.h>
 13#include <linux/types.h>
 14#include <linux/init.h>
 15#include <linux/mutex.h>
 16#include <linux/notifier.h>
 17#include <linux/netdevice.h>
 18#include <linux/etherdevice.h>
 19#include <linux/if_bridge.h>
 20#include <linux/list.h>
 21#include <linux/workqueue.h>
 22#include <linux/if_vlan.h>
 23#include <linux/rtnetlink.h>
 24#include <net/switchdev.h>
 25
 26/**
 27 *	switchdev_trans_item_enqueue - Enqueue data item to transaction queue
 28 *
 29 *	@trans: transaction
 30 *	@data: pointer to data being queued
 31 *	@destructor: data destructor
 32 *	@tritem: transaction item being queued
 33 *
 34 *	Enqeueue data item to transaction queue. tritem is typically placed in
 35 *	cointainter pointed at by data pointer. Destructor is called on
 36 *	transaction abort and after successful commit phase in case
 37 *	the caller did not dequeue the item before.
 38 */
 39void switchdev_trans_item_enqueue(struct switchdev_trans *trans,
 40				  void *data, void (*destructor)(void const *),
 41				  struct switchdev_trans_item *tritem)
 42{
 43	tritem->data = data;
 44	tritem->destructor = destructor;
 45	list_add_tail(&tritem->list, &trans->item_list);
 46}
 47EXPORT_SYMBOL_GPL(switchdev_trans_item_enqueue);
 48
 49static struct switchdev_trans_item *
 50__switchdev_trans_item_dequeue(struct switchdev_trans *trans)
 51{
 52	struct switchdev_trans_item *tritem;
 53
 54	if (list_empty(&trans->item_list))
 55		return NULL;
 56	tritem = list_first_entry(&trans->item_list,
 57				  struct switchdev_trans_item, list);
 58	list_del(&tritem->list);
 59	return tritem;
 60}
 61
 62/**
 63 *	switchdev_trans_item_dequeue - Dequeue data item from transaction queue
 64 *
 65 *	@trans: transaction
 66 */
 67void *switchdev_trans_item_dequeue(struct switchdev_trans *trans)
 68{
 69	struct switchdev_trans_item *tritem;
 70
 71	tritem = __switchdev_trans_item_dequeue(trans);
 72	BUG_ON(!tritem);
 73	return tritem->data;
 74}
 75EXPORT_SYMBOL_GPL(switchdev_trans_item_dequeue);
 76
 77static void switchdev_trans_init(struct switchdev_trans *trans)
 78{
 79	INIT_LIST_HEAD(&trans->item_list);
 80}
 81
 82static void switchdev_trans_items_destroy(struct switchdev_trans *trans)
 83{
 84	struct switchdev_trans_item *tritem;
 85
 86	while ((tritem = __switchdev_trans_item_dequeue(trans)))
 87		tritem->destructor(tritem->data);
 88}
 
 
 
 
 
 
 
 
 
 
 
 
 
 89
 90static void switchdev_trans_items_warn_destroy(struct net_device *dev,
 91					       struct switchdev_trans *trans)
 92{
 93	WARN(!list_empty(&trans->item_list), "%s: transaction item queue is not empty.\n",
 94	     dev->name);
 95	switchdev_trans_items_destroy(trans);
 96}
 97
 98static LIST_HEAD(deferred);
 99static DEFINE_SPINLOCK(deferred_lock);
100
101typedef void switchdev_deferred_func_t(struct net_device *dev,
102				       const void *data);
103
104struct switchdev_deferred_item {
105	struct list_head list;
106	struct net_device *dev;
 
107	switchdev_deferred_func_t *func;
108	unsigned long data[0];
109};
110
111static struct switchdev_deferred_item *switchdev_deferred_dequeue(void)
112{
113	struct switchdev_deferred_item *dfitem;
114
115	spin_lock_bh(&deferred_lock);
116	if (list_empty(&deferred)) {
117		dfitem = NULL;
118		goto unlock;
119	}
120	dfitem = list_first_entry(&deferred,
121				  struct switchdev_deferred_item, list);
122	list_del(&dfitem->list);
123unlock:
124	spin_unlock_bh(&deferred_lock);
125	return dfitem;
126}
127
128/**
129 *	switchdev_deferred_process - Process ops in deferred queue
130 *
131 *	Called to flush the ops currently queued in deferred ops queue.
132 *	rtnl_lock must be held.
133 */
134void switchdev_deferred_process(void)
135{
136	struct switchdev_deferred_item *dfitem;
137
138	ASSERT_RTNL();
139
140	while ((dfitem = switchdev_deferred_dequeue())) {
141		dfitem->func(dfitem->dev, dfitem->data);
142		dev_put(dfitem->dev);
143		kfree(dfitem);
144	}
145}
146EXPORT_SYMBOL_GPL(switchdev_deferred_process);
147
148static void switchdev_deferred_process_work(struct work_struct *work)
149{
150	rtnl_lock();
151	switchdev_deferred_process();
152	rtnl_unlock();
153}
154
155static DECLARE_WORK(deferred_process_work, switchdev_deferred_process_work);
156
157static int switchdev_deferred_enqueue(struct net_device *dev,
158				      const void *data, size_t data_len,
159				      switchdev_deferred_func_t *func)
160{
161	struct switchdev_deferred_item *dfitem;
162
163	dfitem = kmalloc(sizeof(*dfitem) + data_len, GFP_ATOMIC);
164	if (!dfitem)
165		return -ENOMEM;
166	dfitem->dev = dev;
167	dfitem->func = func;
168	memcpy(dfitem->data, data, data_len);
169	dev_hold(dev);
170	spin_lock_bh(&deferred_lock);
171	list_add_tail(&dfitem->list, &deferred);
172	spin_unlock_bh(&deferred_lock);
173	schedule_work(&deferred_process_work);
174	return 0;
175}
176
177/**
178 *	switchdev_port_attr_get - Get port attribute
179 *
180 *	@dev: port device
181 *	@attr: attribute to get
182 */
183int switchdev_port_attr_get(struct net_device *dev, struct switchdev_attr *attr)
184{
185	const struct switchdev_ops *ops = dev->switchdev_ops;
186	struct net_device *lower_dev;
187	struct list_head *iter;
188	struct switchdev_attr first = {
189		.id = SWITCHDEV_ATTR_ID_UNDEFINED
190	};
191	int err = -EOPNOTSUPP;
192
193	if (ops && ops->switchdev_port_attr_get)
194		return ops->switchdev_port_attr_get(dev, attr);
 
 
195
196	if (attr->flags & SWITCHDEV_F_NO_RECURSE)
 
 
 
 
197		return err;
198
199	/* Switch device port(s) may be stacked under
200	 * bond/team/vlan dev, so recurse down to get attr on
201	 * each port.  Return -ENODATA if attr values don't
202	 * compare across ports.
203	 */
204
205	netdev_for_each_lower_dev(dev, lower_dev, iter) {
206		err = switchdev_port_attr_get(lower_dev, attr);
207		if (err)
208			break;
209		if (first.id == SWITCHDEV_ATTR_ID_UNDEFINED)
210			first = *attr;
211		else if (memcmp(&first, attr, sizeof(*attr)))
212			return -ENODATA;
213	}
214
215	return err;
216}
217EXPORT_SYMBOL_GPL(switchdev_port_attr_get);
218
219static int __switchdev_port_attr_set(struct net_device *dev,
220				     const struct switchdev_attr *attr,
221				     struct switchdev_trans *trans)
222{
223	const struct switchdev_ops *ops = dev->switchdev_ops;
224	struct net_device *lower_dev;
225	struct list_head *iter;
226	int err = -EOPNOTSUPP;
227
228	if (ops && ops->switchdev_port_attr_set) {
229		err = ops->switchdev_port_attr_set(dev, attr, trans);
230		goto done;
231	}
232
233	if (attr->flags & SWITCHDEV_F_NO_RECURSE)
234		goto done;
235
236	/* Switch device port(s) may be stacked under
237	 * bond/team/vlan dev, so recurse down to set attr on
238	 * each port.
239	 */
240
241	netdev_for_each_lower_dev(dev, lower_dev, iter) {
242		err = __switchdev_port_attr_set(lower_dev, attr, trans);
243		if (err)
244			break;
245	}
246
247done:
248	if (err == -EOPNOTSUPP && attr->flags & SWITCHDEV_F_SKIP_EOPNOTSUPP)
249		err = 0;
250
251	return err;
252}
253
254static int switchdev_port_attr_set_now(struct net_device *dev,
255				       const struct switchdev_attr *attr)
 
256{
257	struct switchdev_trans trans;
258	int err;
259
260	switchdev_trans_init(&trans);
261
262	/* Phase I: prepare for attr set. Driver/device should fail
263	 * here if there are going to be issues in the commit phase,
264	 * such as lack of resources or support.  The driver/device
265	 * should reserve resources needed for the commit phase here,
266	 * but should not commit the attr.
267	 */
268
269	trans.ph_prepare = true;
270	err = __switchdev_port_attr_set(dev, attr, &trans);
271	if (err) {
272		/* Prepare phase failed: abort the transaction.  Any
273		 * resources reserved in the prepare phase are
274		 * released.
275		 */
276
277		if (err != -EOPNOTSUPP)
278			switchdev_trans_items_destroy(&trans);
279
280		return err;
281	}
282
283	/* Phase II: commit attr set.  This cannot fail as a fault
284	 * of driver/device.  If it does, it's a bug in the driver/device
285	 * because the driver said everythings was OK in phase I.
286	 */
287
288	trans.ph_prepare = false;
289	err = __switchdev_port_attr_set(dev, attr, &trans);
290	WARN(err, "%s: Commit of attribute (id=%d) failed.\n",
291	     dev->name, attr->id);
292	switchdev_trans_items_warn_destroy(dev, &trans);
293
294	return err;
295}
296
297static void switchdev_port_attr_set_deferred(struct net_device *dev,
298					     const void *data)
299{
300	const struct switchdev_attr *attr = data;
301	int err;
302
303	err = switchdev_port_attr_set_now(dev, attr);
304	if (err && err != -EOPNOTSUPP)
305		netdev_err(dev, "failed (err=%d) to set attribute (id=%d)\n",
306			   err, attr->id);
307	if (attr->complete)
308		attr->complete(dev, err, attr->complete_priv);
309}
310
311static int switchdev_port_attr_set_defer(struct net_device *dev,
312					 const struct switchdev_attr *attr)
313{
314	return switchdev_deferred_enqueue(dev, attr, sizeof(*attr),
315					  switchdev_port_attr_set_deferred);
316}
317
318/**
319 *	switchdev_port_attr_set - Set port attribute
320 *
321 *	@dev: port device
322 *	@attr: attribute to set
323 *
324 *	Use a 2-phase prepare-commit transaction model to ensure
325 *	system is not left in a partially updated state due to
326 *	failure from driver/device.
327 *
328 *	rtnl_lock must be held and must not be in atomic section,
329 *	in case SWITCHDEV_F_DEFER flag is not set.
330 */
331int switchdev_port_attr_set(struct net_device *dev,
332			    const struct switchdev_attr *attr)
 
333{
334	if (attr->flags & SWITCHDEV_F_DEFER)
335		return switchdev_port_attr_set_defer(dev, attr);
336	ASSERT_RTNL();
337	return switchdev_port_attr_set_now(dev, attr);
338}
339EXPORT_SYMBOL_GPL(switchdev_port_attr_set);
340
341static size_t switchdev_obj_size(const struct switchdev_obj *obj)
342{
343	switch (obj->id) {
344	case SWITCHDEV_OBJ_ID_PORT_VLAN:
345		return sizeof(struct switchdev_obj_port_vlan);
346	case SWITCHDEV_OBJ_ID_PORT_MDB:
347		return sizeof(struct switchdev_obj_port_mdb);
348	case SWITCHDEV_OBJ_ID_HOST_MDB:
349		return sizeof(struct switchdev_obj_port_mdb);
350	default:
351		BUG();
352	}
353	return 0;
354}
355
356static int __switchdev_port_obj_add(struct net_device *dev,
357				    const struct switchdev_obj *obj,
358				    struct switchdev_trans *trans)
 
359{
360	const struct switchdev_ops *ops = dev->switchdev_ops;
361	struct net_device *lower_dev;
362	struct list_head *iter;
363	int err = -EOPNOTSUPP;
364
365	if (ops && ops->switchdev_port_obj_add)
366		return ops->switchdev_port_obj_add(dev, obj, trans);
367
368	/* Switch device port(s) may be stacked under
369	 * bond/team/vlan dev, so recurse down to add object on
370	 * each port.
371	 */
372
373	netdev_for_each_lower_dev(dev, lower_dev, iter) {
374		err = __switchdev_port_obj_add(lower_dev, obj, trans);
375		if (err)
376			break;
377	}
378
379	return err;
380}
381
382static int switchdev_port_obj_add_now(struct net_device *dev,
383				      const struct switchdev_obj *obj)
384{
385	struct switchdev_trans trans;
386	int err;
387
388	ASSERT_RTNL();
389
390	switchdev_trans_init(&trans);
391
392	/* Phase I: prepare for obj add. Driver/device should fail
393	 * here if there are going to be issues in the commit phase,
394	 * such as lack of resources or support.  The driver/device
395	 * should reserve resources needed for the commit phase here,
396	 * but should not commit the obj.
397	 */
398
399	trans.ph_prepare = true;
400	err = __switchdev_port_obj_add(dev, obj, &trans);
401	if (err) {
402		/* Prepare phase failed: abort the transaction.  Any
403		 * resources reserved in the prepare phase are
404		 * released.
405		 */
406
407		if (err != -EOPNOTSUPP)
408			switchdev_trans_items_destroy(&trans);
409
410		return err;
411	}
412
413	/* Phase II: commit obj add.  This cannot fail as a fault
414	 * of driver/device.  If it does, it's a bug in the driver/device
415	 * because the driver said everythings was OK in phase I.
416	 */
417
418	trans.ph_prepare = false;
419	err = __switchdev_port_obj_add(dev, obj, &trans);
420	WARN(err, "%s: Commit of object (id=%d) failed.\n", dev->name, obj->id);
421	switchdev_trans_items_warn_destroy(dev, &trans);
422
423	return err;
424}
425
426static void switchdev_port_obj_add_deferred(struct net_device *dev,
427					    const void *data)
428{
429	const struct switchdev_obj *obj = data;
430	int err;
431
432	err = switchdev_port_obj_add_now(dev, obj);
 
 
433	if (err && err != -EOPNOTSUPP)
434		netdev_err(dev, "failed (err=%d) to add object (id=%d)\n",
435			   err, obj->id);
436	if (obj->complete)
437		obj->complete(dev, err, obj->complete_priv);
438}
439
440static int switchdev_port_obj_add_defer(struct net_device *dev,
441					const struct switchdev_obj *obj)
442{
443	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
444					  switchdev_port_obj_add_deferred);
445}
446
447/**
448 *	switchdev_port_obj_add - Add port object
449 *
450 *	@dev: port device
451 *	@id: object ID
452 *	@obj: object to add
453 *
454 *	Use a 2-phase prepare-commit transaction model to ensure
455 *	system is not left in a partially updated state due to
456 *	failure from driver/device.
457 *
458 *	rtnl_lock must be held and must not be in atomic section,
459 *	in case SWITCHDEV_F_DEFER flag is not set.
460 */
461int switchdev_port_obj_add(struct net_device *dev,
462			   const struct switchdev_obj *obj)
 
463{
464	if (obj->flags & SWITCHDEV_F_DEFER)
465		return switchdev_port_obj_add_defer(dev, obj);
466	ASSERT_RTNL();
467	return switchdev_port_obj_add_now(dev, obj);
 
468}
469EXPORT_SYMBOL_GPL(switchdev_port_obj_add);
470
471static int switchdev_port_obj_del_now(struct net_device *dev,
472				      const struct switchdev_obj *obj)
473{
474	const struct switchdev_ops *ops = dev->switchdev_ops;
475	struct net_device *lower_dev;
476	struct list_head *iter;
477	int err = -EOPNOTSUPP;
478
479	if (ops && ops->switchdev_port_obj_del)
480		return ops->switchdev_port_obj_del(dev, obj);
481
482	/* Switch device port(s) may be stacked under
483	 * bond/team/vlan dev, so recurse down to delete object on
484	 * each port.
485	 */
486
487	netdev_for_each_lower_dev(dev, lower_dev, iter) {
488		err = switchdev_port_obj_del_now(lower_dev, obj);
489		if (err)
490			break;
491	}
492
493	return err;
494}
495
496static void switchdev_port_obj_del_deferred(struct net_device *dev,
497					    const void *data)
498{
499	const struct switchdev_obj *obj = data;
500	int err;
501
502	err = switchdev_port_obj_del_now(dev, obj);
503	if (err && err != -EOPNOTSUPP)
504		netdev_err(dev, "failed (err=%d) to del object (id=%d)\n",
505			   err, obj->id);
506	if (obj->complete)
507		obj->complete(dev, err, obj->complete_priv);
508}
509
510static int switchdev_port_obj_del_defer(struct net_device *dev,
511					const struct switchdev_obj *obj)
512{
513	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
514					  switchdev_port_obj_del_deferred);
515}
516
517/**
518 *	switchdev_port_obj_del - Delete port object
519 *
520 *	@dev: port device
521 *	@id: object ID
522 *	@obj: object to delete
523 *
524 *	rtnl_lock must be held and must not be in atomic section,
525 *	in case SWITCHDEV_F_DEFER flag is not set.
526 */
527int switchdev_port_obj_del(struct net_device *dev,
528			   const struct switchdev_obj *obj)
529{
530	if (obj->flags & SWITCHDEV_F_DEFER)
531		return switchdev_port_obj_del_defer(dev, obj);
532	ASSERT_RTNL();
533	return switchdev_port_obj_del_now(dev, obj);
534}
535EXPORT_SYMBOL_GPL(switchdev_port_obj_del);
536
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
537static ATOMIC_NOTIFIER_HEAD(switchdev_notif_chain);
 
538
539/**
540 *	register_switchdev_notifier - Register notifier
541 *	@nb: notifier_block
542 *
543 *	Register switch device notifier.
544 */
545int register_switchdev_notifier(struct notifier_block *nb)
546{
547	return atomic_notifier_chain_register(&switchdev_notif_chain, nb);
548}
549EXPORT_SYMBOL_GPL(register_switchdev_notifier);
550
551/**
552 *	unregister_switchdev_notifier - Unregister notifier
553 *	@nb: notifier_block
554 *
555 *	Unregister switch device notifier.
556 */
557int unregister_switchdev_notifier(struct notifier_block *nb)
558{
559	return atomic_notifier_chain_unregister(&switchdev_notif_chain, nb);
560}
561EXPORT_SYMBOL_GPL(unregister_switchdev_notifier);
562
563/**
564 *	call_switchdev_notifiers - Call notifiers
565 *	@val: value passed unmodified to notifier function
566 *	@dev: port device
567 *	@info: notifier information data
568 *
569 *	Call all network notifier blocks.
570 */
571int call_switchdev_notifiers(unsigned long val, struct net_device *dev,
572			     struct switchdev_notifier_info *info)
 
573{
574	info->dev = dev;
 
575	return atomic_notifier_call_chain(&switchdev_notif_chain, val, info);
576}
577EXPORT_SYMBOL_GPL(call_switchdev_notifiers);
578
579bool switchdev_port_same_parent_id(struct net_device *a,
580				   struct net_device *b)
 
 
 
 
 
 
 
581{
582	struct switchdev_attr a_attr = {
583		.orig_dev = a,
584		.id = SWITCHDEV_ATTR_ID_PORT_PARENT_ID,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
585	};
586	struct switchdev_attr b_attr = {
587		.orig_dev = b,
588		.id = SWITCHDEV_ATTR_ID_PORT_PARENT_ID,
589	};
590
591	if (switchdev_port_attr_get(a, &a_attr) ||
592	    switchdev_port_attr_get(b, &b_attr))
593		return false;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
594
595	return netdev_phys_item_id_same(&a_attr.u.ppid, &b_attr.u.ppid);
 
 
 
596}
597EXPORT_SYMBOL_GPL(switchdev_port_same_parent_id);
v6.9.4
  1// SPDX-License-Identifier: GPL-2.0-or-later
  2/*
  3 * net/switchdev/switchdev.c - Switch device API
  4 * Copyright (c) 2014-2015 Jiri Pirko <jiri@resnulli.us>
  5 * Copyright (c) 2014-2015 Scott Feldman <sfeldma@gmail.com>
 
 
 
 
 
  6 */
  7
  8#include <linux/kernel.h>
  9#include <linux/types.h>
 10#include <linux/init.h>
 11#include <linux/mutex.h>
 12#include <linux/notifier.h>
 13#include <linux/netdevice.h>
 14#include <linux/etherdevice.h>
 15#include <linux/if_bridge.h>
 16#include <linux/list.h>
 17#include <linux/workqueue.h>
 18#include <linux/if_vlan.h>
 19#include <linux/rtnetlink.h>
 20#include <net/switchdev.h>
 21
 22static bool switchdev_obj_eq(const struct switchdev_obj *a,
 23			     const struct switchdev_obj *b)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 24{
 25	const struct switchdev_obj_port_vlan *va, *vb;
 26	const struct switchdev_obj_port_mdb *ma, *mb;
 27
 28	if (a->id != b->id || a->orig_dev != b->orig_dev)
 29		return false;
 
 30
 31	switch (a->id) {
 32	case SWITCHDEV_OBJ_ID_PORT_VLAN:
 33		va = SWITCHDEV_OBJ_PORT_VLAN(a);
 34		vb = SWITCHDEV_OBJ_PORT_VLAN(b);
 35		return va->flags == vb->flags &&
 36			va->vid == vb->vid &&
 37			va->changed == vb->changed;
 38	case SWITCHDEV_OBJ_ID_PORT_MDB:
 39	case SWITCHDEV_OBJ_ID_HOST_MDB:
 40		ma = SWITCHDEV_OBJ_PORT_MDB(a);
 41		mb = SWITCHDEV_OBJ_PORT_MDB(b);
 42		return ma->vid == mb->vid &&
 43			ether_addr_equal(ma->addr, mb->addr);
 44	default:
 45		break;
 46	}
 47
 48	BUG();
 
 
 
 
 
 49}
 50
 51static LIST_HEAD(deferred);
 52static DEFINE_SPINLOCK(deferred_lock);
 53
 54typedef void switchdev_deferred_func_t(struct net_device *dev,
 55				       const void *data);
 56
 57struct switchdev_deferred_item {
 58	struct list_head list;
 59	struct net_device *dev;
 60	netdevice_tracker dev_tracker;
 61	switchdev_deferred_func_t *func;
 62	unsigned long data[];
 63};
 64
 65static struct switchdev_deferred_item *switchdev_deferred_dequeue(void)
 66{
 67	struct switchdev_deferred_item *dfitem;
 68
 69	spin_lock_bh(&deferred_lock);
 70	if (list_empty(&deferred)) {
 71		dfitem = NULL;
 72		goto unlock;
 73	}
 74	dfitem = list_first_entry(&deferred,
 75				  struct switchdev_deferred_item, list);
 76	list_del(&dfitem->list);
 77unlock:
 78	spin_unlock_bh(&deferred_lock);
 79	return dfitem;
 80}
 81
 82/**
 83 *	switchdev_deferred_process - Process ops in deferred queue
 84 *
 85 *	Called to flush the ops currently queued in deferred ops queue.
 86 *	rtnl_lock must be held.
 87 */
 88void switchdev_deferred_process(void)
 89{
 90	struct switchdev_deferred_item *dfitem;
 91
 92	ASSERT_RTNL();
 93
 94	while ((dfitem = switchdev_deferred_dequeue())) {
 95		dfitem->func(dfitem->dev, dfitem->data);
 96		netdev_put(dfitem->dev, &dfitem->dev_tracker);
 97		kfree(dfitem);
 98	}
 99}
100EXPORT_SYMBOL_GPL(switchdev_deferred_process);
101
102static void switchdev_deferred_process_work(struct work_struct *work)
103{
104	rtnl_lock();
105	switchdev_deferred_process();
106	rtnl_unlock();
107}
108
109static DECLARE_WORK(deferred_process_work, switchdev_deferred_process_work);
110
111static int switchdev_deferred_enqueue(struct net_device *dev,
112				      const void *data, size_t data_len,
113				      switchdev_deferred_func_t *func)
114{
115	struct switchdev_deferred_item *dfitem;
116
117	dfitem = kmalloc(struct_size(dfitem, data, data_len), GFP_ATOMIC);
118	if (!dfitem)
119		return -ENOMEM;
120	dfitem->dev = dev;
121	dfitem->func = func;
122	memcpy(dfitem->data, data, data_len);
123	netdev_hold(dev, &dfitem->dev_tracker, GFP_ATOMIC);
124	spin_lock_bh(&deferred_lock);
125	list_add_tail(&dfitem->list, &deferred);
126	spin_unlock_bh(&deferred_lock);
127	schedule_work(&deferred_process_work);
128	return 0;
129}
130
131static int switchdev_port_attr_notify(enum switchdev_notifier_type nt,
132				      struct net_device *dev,
133				      const struct switchdev_attr *attr,
134				      struct netlink_ext_ack *extack)
 
 
 
135{
136	int err;
137	int rc;
 
 
 
 
 
138
139	struct switchdev_notifier_port_attr_info attr_info = {
140		.attr = attr,
141		.handled = false,
142	};
143
144	rc = call_switchdev_blocking_notifiers(nt, dev,
145					       &attr_info.info, extack);
146	err = notifier_to_errno(rc);
147	if (err) {
148		WARN_ON(!attr_info.handled);
149		return err;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150	}
151
152	if (!attr_info.handled)
153		return -EOPNOTSUPP;
 
154
155	return 0;
156}
157
158static int switchdev_port_attr_set_now(struct net_device *dev,
159				       const struct switchdev_attr *attr,
160				       struct netlink_ext_ack *extack)
161{
162	return switchdev_port_attr_notify(SWITCHDEV_PORT_ATTR_SET, dev, attr,
163					  extack);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164}
165
166static void switchdev_port_attr_set_deferred(struct net_device *dev,
167					     const void *data)
168{
169	const struct switchdev_attr *attr = data;
170	int err;
171
172	err = switchdev_port_attr_set_now(dev, attr, NULL);
173	if (err && err != -EOPNOTSUPP)
174		netdev_err(dev, "failed (err=%d) to set attribute (id=%d)\n",
175			   err, attr->id);
176	if (attr->complete)
177		attr->complete(dev, err, attr->complete_priv);
178}
179
180static int switchdev_port_attr_set_defer(struct net_device *dev,
181					 const struct switchdev_attr *attr)
182{
183	return switchdev_deferred_enqueue(dev, attr, sizeof(*attr),
184					  switchdev_port_attr_set_deferred);
185}
186
187/**
188 *	switchdev_port_attr_set - Set port attribute
189 *
190 *	@dev: port device
191 *	@attr: attribute to set
192 *	@extack: netlink extended ack, for error message propagation
 
 
 
193 *
194 *	rtnl_lock must be held and must not be in atomic section,
195 *	in case SWITCHDEV_F_DEFER flag is not set.
196 */
197int switchdev_port_attr_set(struct net_device *dev,
198			    const struct switchdev_attr *attr,
199			    struct netlink_ext_ack *extack)
200{
201	if (attr->flags & SWITCHDEV_F_DEFER)
202		return switchdev_port_attr_set_defer(dev, attr);
203	ASSERT_RTNL();
204	return switchdev_port_attr_set_now(dev, attr, extack);
205}
206EXPORT_SYMBOL_GPL(switchdev_port_attr_set);
207
208static size_t switchdev_obj_size(const struct switchdev_obj *obj)
209{
210	switch (obj->id) {
211	case SWITCHDEV_OBJ_ID_PORT_VLAN:
212		return sizeof(struct switchdev_obj_port_vlan);
213	case SWITCHDEV_OBJ_ID_PORT_MDB:
214		return sizeof(struct switchdev_obj_port_mdb);
215	case SWITCHDEV_OBJ_ID_HOST_MDB:
216		return sizeof(struct switchdev_obj_port_mdb);
217	default:
218		BUG();
219	}
220	return 0;
221}
222
223static int switchdev_port_obj_notify(enum switchdev_notifier_type nt,
224				     struct net_device *dev,
225				     const struct switchdev_obj *obj,
226				     struct netlink_ext_ack *extack)
227{
228	int rc;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
229	int err;
230
231	struct switchdev_notifier_port_obj_info obj_info = {
232		.obj = obj,
233		.handled = false,
234	};
 
 
 
 
 
 
235
236	rc = call_switchdev_blocking_notifiers(nt, dev, &obj_info.info, extack);
237	err = notifier_to_errno(rc);
238	if (err) {
239		WARN_ON(!obj_info.handled);
 
 
 
 
 
 
 
240		return err;
241	}
242	if (!obj_info.handled)
243		return -EOPNOTSUPP;
244	return 0;
 
 
 
 
 
 
 
 
 
245}
246
247static void switchdev_port_obj_add_deferred(struct net_device *dev,
248					    const void *data)
249{
250	const struct switchdev_obj *obj = data;
251	int err;
252
253	ASSERT_RTNL();
254	err = switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_ADD,
255					dev, obj, NULL);
256	if (err && err != -EOPNOTSUPP)
257		netdev_err(dev, "failed (err=%d) to add object (id=%d)\n",
258			   err, obj->id);
259	if (obj->complete)
260		obj->complete(dev, err, obj->complete_priv);
261}
262
263static int switchdev_port_obj_add_defer(struct net_device *dev,
264					const struct switchdev_obj *obj)
265{
266	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
267					  switchdev_port_obj_add_deferred);
268}
269
270/**
271 *	switchdev_port_obj_add - Add port object
272 *
273 *	@dev: port device
 
274 *	@obj: object to add
275 *	@extack: netlink extended ack
 
 
 
276 *
277 *	rtnl_lock must be held and must not be in atomic section,
278 *	in case SWITCHDEV_F_DEFER flag is not set.
279 */
280int switchdev_port_obj_add(struct net_device *dev,
281			   const struct switchdev_obj *obj,
282			   struct netlink_ext_ack *extack)
283{
284	if (obj->flags & SWITCHDEV_F_DEFER)
285		return switchdev_port_obj_add_defer(dev, obj);
286	ASSERT_RTNL();
287	return switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_ADD,
288					 dev, obj, extack);
289}
290EXPORT_SYMBOL_GPL(switchdev_port_obj_add);
291
292static int switchdev_port_obj_del_now(struct net_device *dev,
293				      const struct switchdev_obj *obj)
294{
295	return switchdev_port_obj_notify(SWITCHDEV_PORT_OBJ_DEL,
296					 dev, obj, NULL);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
297}
298
299static void switchdev_port_obj_del_deferred(struct net_device *dev,
300					    const void *data)
301{
302	const struct switchdev_obj *obj = data;
303	int err;
304
305	err = switchdev_port_obj_del_now(dev, obj);
306	if (err && err != -EOPNOTSUPP)
307		netdev_err(dev, "failed (err=%d) to del object (id=%d)\n",
308			   err, obj->id);
309	if (obj->complete)
310		obj->complete(dev, err, obj->complete_priv);
311}
312
313static int switchdev_port_obj_del_defer(struct net_device *dev,
314					const struct switchdev_obj *obj)
315{
316	return switchdev_deferred_enqueue(dev, obj, switchdev_obj_size(obj),
317					  switchdev_port_obj_del_deferred);
318}
319
320/**
321 *	switchdev_port_obj_del - Delete port object
322 *
323 *	@dev: port device
 
324 *	@obj: object to delete
325 *
326 *	rtnl_lock must be held and must not be in atomic section,
327 *	in case SWITCHDEV_F_DEFER flag is not set.
328 */
329int switchdev_port_obj_del(struct net_device *dev,
330			   const struct switchdev_obj *obj)
331{
332	if (obj->flags & SWITCHDEV_F_DEFER)
333		return switchdev_port_obj_del_defer(dev, obj);
334	ASSERT_RTNL();
335	return switchdev_port_obj_del_now(dev, obj);
336}
337EXPORT_SYMBOL_GPL(switchdev_port_obj_del);
338
339/**
340 *	switchdev_port_obj_act_is_deferred - Is object action pending?
341 *
342 *	@dev: port device
343 *	@nt: type of action; add or delete
344 *	@obj: object to test
345 *
346 *	Returns true if a deferred item is pending, which is
347 *	equivalent to the action @nt on an object @obj.
348 *
349 *	rtnl_lock must be held.
350 */
351bool switchdev_port_obj_act_is_deferred(struct net_device *dev,
352					enum switchdev_notifier_type nt,
353					const struct switchdev_obj *obj)
354{
355	struct switchdev_deferred_item *dfitem;
356	bool found = false;
357
358	ASSERT_RTNL();
359
360	spin_lock_bh(&deferred_lock);
361
362	list_for_each_entry(dfitem, &deferred, list) {
363		if (dfitem->dev != dev)
364			continue;
365
366		if ((dfitem->func == switchdev_port_obj_add_deferred &&
367		     nt == SWITCHDEV_PORT_OBJ_ADD) ||
368		    (dfitem->func == switchdev_port_obj_del_deferred &&
369		     nt == SWITCHDEV_PORT_OBJ_DEL)) {
370			if (switchdev_obj_eq((const void *)dfitem->data, obj)) {
371				found = true;
372				break;
373			}
374		}
375	}
376
377	spin_unlock_bh(&deferred_lock);
378
379	return found;
380}
381EXPORT_SYMBOL_GPL(switchdev_port_obj_act_is_deferred);
382
383static ATOMIC_NOTIFIER_HEAD(switchdev_notif_chain);
384static BLOCKING_NOTIFIER_HEAD(switchdev_blocking_notif_chain);
385
386/**
387 *	register_switchdev_notifier - Register notifier
388 *	@nb: notifier_block
389 *
390 *	Register switch device notifier.
391 */
392int register_switchdev_notifier(struct notifier_block *nb)
393{
394	return atomic_notifier_chain_register(&switchdev_notif_chain, nb);
395}
396EXPORT_SYMBOL_GPL(register_switchdev_notifier);
397
398/**
399 *	unregister_switchdev_notifier - Unregister notifier
400 *	@nb: notifier_block
401 *
402 *	Unregister switch device notifier.
403 */
404int unregister_switchdev_notifier(struct notifier_block *nb)
405{
406	return atomic_notifier_chain_unregister(&switchdev_notif_chain, nb);
407}
408EXPORT_SYMBOL_GPL(unregister_switchdev_notifier);
409
410/**
411 *	call_switchdev_notifiers - Call notifiers
412 *	@val: value passed unmodified to notifier function
413 *	@dev: port device
414 *	@info: notifier information data
415 *	@extack: netlink extended ack
416 *	Call all network notifier blocks.
417 */
418int call_switchdev_notifiers(unsigned long val, struct net_device *dev,
419			     struct switchdev_notifier_info *info,
420			     struct netlink_ext_ack *extack)
421{
422	info->dev = dev;
423	info->extack = extack;
424	return atomic_notifier_call_chain(&switchdev_notif_chain, val, info);
425}
426EXPORT_SYMBOL_GPL(call_switchdev_notifiers);
427
428int register_switchdev_blocking_notifier(struct notifier_block *nb)
429{
430	struct blocking_notifier_head *chain = &switchdev_blocking_notif_chain;
431
432	return blocking_notifier_chain_register(chain, nb);
433}
434EXPORT_SYMBOL_GPL(register_switchdev_blocking_notifier);
435
436int unregister_switchdev_blocking_notifier(struct notifier_block *nb)
437{
438	struct blocking_notifier_head *chain = &switchdev_blocking_notif_chain;
439
440	return blocking_notifier_chain_unregister(chain, nb);
441}
442EXPORT_SYMBOL_GPL(unregister_switchdev_blocking_notifier);
443
444int call_switchdev_blocking_notifiers(unsigned long val, struct net_device *dev,
445				      struct switchdev_notifier_info *info,
446				      struct netlink_ext_ack *extack)
447{
448	info->dev = dev;
449	info->extack = extack;
450	return blocking_notifier_call_chain(&switchdev_blocking_notif_chain,
451					    val, info);
452}
453EXPORT_SYMBOL_GPL(call_switchdev_blocking_notifiers);
454
455struct switchdev_nested_priv {
456	bool (*check_cb)(const struct net_device *dev);
457	bool (*foreign_dev_check_cb)(const struct net_device *dev,
458				     const struct net_device *foreign_dev);
459	const struct net_device *dev;
460	struct net_device *lower_dev;
461};
462
463static int switchdev_lower_dev_walk(struct net_device *lower_dev,
464				    struct netdev_nested_priv *priv)
465{
466	struct switchdev_nested_priv *switchdev_priv = priv->data;
467	bool (*foreign_dev_check_cb)(const struct net_device *dev,
468				     const struct net_device *foreign_dev);
469	bool (*check_cb)(const struct net_device *dev);
470	const struct net_device *dev;
471
472	check_cb = switchdev_priv->check_cb;
473	foreign_dev_check_cb = switchdev_priv->foreign_dev_check_cb;
474	dev = switchdev_priv->dev;
475
476	if (check_cb(lower_dev) && !foreign_dev_check_cb(lower_dev, dev)) {
477		switchdev_priv->lower_dev = lower_dev;
478		return 1;
479	}
480
481	return 0;
482}
483
484static struct net_device *
485switchdev_lower_dev_find_rcu(struct net_device *dev,
486			     bool (*check_cb)(const struct net_device *dev),
487			     bool (*foreign_dev_check_cb)(const struct net_device *dev,
488							  const struct net_device *foreign_dev))
489{
490	struct switchdev_nested_priv switchdev_priv = {
491		.check_cb = check_cb,
492		.foreign_dev_check_cb = foreign_dev_check_cb,
493		.dev = dev,
494		.lower_dev = NULL,
495	};
496	struct netdev_nested_priv priv = {
497		.data = &switchdev_priv,
 
498	};
499
500	netdev_walk_all_lower_dev_rcu(dev, switchdev_lower_dev_walk, &priv);
501
502	return switchdev_priv.lower_dev;
503}
504
505static struct net_device *
506switchdev_lower_dev_find(struct net_device *dev,
507			 bool (*check_cb)(const struct net_device *dev),
508			 bool (*foreign_dev_check_cb)(const struct net_device *dev,
509						      const struct net_device *foreign_dev))
510{
511	struct switchdev_nested_priv switchdev_priv = {
512		.check_cb = check_cb,
513		.foreign_dev_check_cb = foreign_dev_check_cb,
514		.dev = dev,
515		.lower_dev = NULL,
516	};
517	struct netdev_nested_priv priv = {
518		.data = &switchdev_priv,
519	};
520
521	netdev_walk_all_lower_dev(dev, switchdev_lower_dev_walk, &priv);
522
523	return switchdev_priv.lower_dev;
524}
525
526static int __switchdev_handle_fdb_event_to_device(struct net_device *dev,
527		struct net_device *orig_dev, unsigned long event,
528		const struct switchdev_notifier_fdb_info *fdb_info,
529		bool (*check_cb)(const struct net_device *dev),
530		bool (*foreign_dev_check_cb)(const struct net_device *dev,
531					     const struct net_device *foreign_dev),
532		int (*mod_cb)(struct net_device *dev, struct net_device *orig_dev,
533			      unsigned long event, const void *ctx,
534			      const struct switchdev_notifier_fdb_info *fdb_info))
535{
536	const struct switchdev_notifier_info *info = &fdb_info->info;
537	struct net_device *br, *lower_dev, *switchdev;
538	struct list_head *iter;
539	int err = -EOPNOTSUPP;
540
541	if (check_cb(dev))
542		return mod_cb(dev, orig_dev, event, info->ctx, fdb_info);
543
544	/* Recurse through lower interfaces in case the FDB entry is pointing
545	 * towards a bridge or a LAG device.
546	 */
547	netdev_for_each_lower_dev(dev, lower_dev, iter) {
548		/* Do not propagate FDB entries across bridges */
549		if (netif_is_bridge_master(lower_dev))
550			continue;
551
552		/* Bridge ports might be either us, or LAG interfaces
553		 * that we offload.
554		 */
555		if (!check_cb(lower_dev) &&
556		    !switchdev_lower_dev_find_rcu(lower_dev, check_cb,
557						  foreign_dev_check_cb))
558			continue;
559
560		err = __switchdev_handle_fdb_event_to_device(lower_dev, orig_dev,
561							     event, fdb_info, check_cb,
562							     foreign_dev_check_cb,
563							     mod_cb);
564		if (err && err != -EOPNOTSUPP)
565			return err;
566	}
567
568	/* Event is neither on a bridge nor a LAG. Check whether it is on an
569	 * interface that is in a bridge with us.
570	 */
571	br = netdev_master_upper_dev_get_rcu(dev);
572	if (!br || !netif_is_bridge_master(br))
573		return 0;
574
575	switchdev = switchdev_lower_dev_find_rcu(br, check_cb, foreign_dev_check_cb);
576	if (!switchdev)
577		return 0;
578
579	if (!foreign_dev_check_cb(switchdev, dev))
580		return err;
581
582	return __switchdev_handle_fdb_event_to_device(br, orig_dev, event, fdb_info,
583						      check_cb, foreign_dev_check_cb,
584						      mod_cb);
585}
586
587int switchdev_handle_fdb_event_to_device(struct net_device *dev, unsigned long event,
588		const struct switchdev_notifier_fdb_info *fdb_info,
589		bool (*check_cb)(const struct net_device *dev),
590		bool (*foreign_dev_check_cb)(const struct net_device *dev,
591					     const struct net_device *foreign_dev),
592		int (*mod_cb)(struct net_device *dev, struct net_device *orig_dev,
593			      unsigned long event, const void *ctx,
594			      const struct switchdev_notifier_fdb_info *fdb_info))
595{
596	int err;
597
598	err = __switchdev_handle_fdb_event_to_device(dev, dev, event, fdb_info,
599						     check_cb, foreign_dev_check_cb,
600						     mod_cb);
601	if (err == -EOPNOTSUPP)
602		err = 0;
603
604	return err;
605}
606EXPORT_SYMBOL_GPL(switchdev_handle_fdb_event_to_device);
607
608static int __switchdev_handle_port_obj_add(struct net_device *dev,
609			struct switchdev_notifier_port_obj_info *port_obj_info,
610			bool (*check_cb)(const struct net_device *dev),
611			bool (*foreign_dev_check_cb)(const struct net_device *dev,
612						     const struct net_device *foreign_dev),
613			int (*add_cb)(struct net_device *dev, const void *ctx,
614				      const struct switchdev_obj *obj,
615				      struct netlink_ext_ack *extack))
616{
617	struct switchdev_notifier_info *info = &port_obj_info->info;
618	struct net_device *br, *lower_dev, *switchdev;
619	struct netlink_ext_ack *extack;
620	struct list_head *iter;
621	int err = -EOPNOTSUPP;
622
623	extack = switchdev_notifier_info_to_extack(info);
624
625	if (check_cb(dev)) {
626		err = add_cb(dev, info->ctx, port_obj_info->obj, extack);
627		if (err != -EOPNOTSUPP)
628			port_obj_info->handled = true;
629		return err;
630	}
631
632	/* Switch ports might be stacked under e.g. a LAG. Ignore the
633	 * unsupported devices, another driver might be able to handle them. But
634	 * propagate to the callers any hard errors.
635	 *
636	 * If the driver does its own bookkeeping of stacked ports, it's not
637	 * necessary to go through this helper.
638	 */
639	netdev_for_each_lower_dev(dev, lower_dev, iter) {
640		if (netif_is_bridge_master(lower_dev))
641			continue;
642
643		/* When searching for switchdev interfaces that are neighbors
644		 * of foreign ones, and @dev is a bridge, do not recurse on the
645		 * foreign interface again, it was already visited.
646		 */
647		if (foreign_dev_check_cb && !check_cb(lower_dev) &&
648		    !switchdev_lower_dev_find(lower_dev, check_cb, foreign_dev_check_cb))
649			continue;
650
651		err = __switchdev_handle_port_obj_add(lower_dev, port_obj_info,
652						      check_cb, foreign_dev_check_cb,
653						      add_cb);
654		if (err && err != -EOPNOTSUPP)
655			return err;
656	}
657
658	/* Event is neither on a bridge nor a LAG. Check whether it is on an
659	 * interface that is in a bridge with us.
660	 */
661	if (!foreign_dev_check_cb)
662		return err;
663
664	br = netdev_master_upper_dev_get(dev);
665	if (!br || !netif_is_bridge_master(br))
666		return err;
667
668	switchdev = switchdev_lower_dev_find(br, check_cb, foreign_dev_check_cb);
669	if (!switchdev)
670		return err;
671
672	if (!foreign_dev_check_cb(switchdev, dev))
673		return err;
674
675	return __switchdev_handle_port_obj_add(br, port_obj_info, check_cb,
676					       foreign_dev_check_cb, add_cb);
677}
678
679/* Pass through a port object addition, if @dev passes @check_cb, or replicate
680 * it towards all lower interfaces of @dev that pass @check_cb, if @dev is a
681 * bridge or a LAG.
682 */
683int switchdev_handle_port_obj_add(struct net_device *dev,
684			struct switchdev_notifier_port_obj_info *port_obj_info,
685			bool (*check_cb)(const struct net_device *dev),
686			int (*add_cb)(struct net_device *dev, const void *ctx,
687				      const struct switchdev_obj *obj,
688				      struct netlink_ext_ack *extack))
689{
690	int err;
691
692	err = __switchdev_handle_port_obj_add(dev, port_obj_info, check_cb,
693					      NULL, add_cb);
694	if (err == -EOPNOTSUPP)
695		err = 0;
696	return err;
697}
698EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_add);
699
700/* Same as switchdev_handle_port_obj_add(), except if object is notified on a
701 * @dev that passes @foreign_dev_check_cb, it is replicated towards all devices
702 * that pass @check_cb and are in the same bridge as @dev.
703 */
704int switchdev_handle_port_obj_add_foreign(struct net_device *dev,
705			struct switchdev_notifier_port_obj_info *port_obj_info,
706			bool (*check_cb)(const struct net_device *dev),
707			bool (*foreign_dev_check_cb)(const struct net_device *dev,
708						     const struct net_device *foreign_dev),
709			int (*add_cb)(struct net_device *dev, const void *ctx,
710				      const struct switchdev_obj *obj,
711				      struct netlink_ext_ack *extack))
712{
713	int err;
714
715	err = __switchdev_handle_port_obj_add(dev, port_obj_info, check_cb,
716					      foreign_dev_check_cb, add_cb);
717	if (err == -EOPNOTSUPP)
718		err = 0;
719	return err;
720}
721EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_add_foreign);
722
723static int __switchdev_handle_port_obj_del(struct net_device *dev,
724			struct switchdev_notifier_port_obj_info *port_obj_info,
725			bool (*check_cb)(const struct net_device *dev),
726			bool (*foreign_dev_check_cb)(const struct net_device *dev,
727						     const struct net_device *foreign_dev),
728			int (*del_cb)(struct net_device *dev, const void *ctx,
729				      const struct switchdev_obj *obj))
730{
731	struct switchdev_notifier_info *info = &port_obj_info->info;
732	struct net_device *br, *lower_dev, *switchdev;
733	struct list_head *iter;
734	int err = -EOPNOTSUPP;
735
736	if (check_cb(dev)) {
737		err = del_cb(dev, info->ctx, port_obj_info->obj);
738		if (err != -EOPNOTSUPP)
739			port_obj_info->handled = true;
740		return err;
741	}
742
743	/* Switch ports might be stacked under e.g. a LAG. Ignore the
744	 * unsupported devices, another driver might be able to handle them. But
745	 * propagate to the callers any hard errors.
746	 *
747	 * If the driver does its own bookkeeping of stacked ports, it's not
748	 * necessary to go through this helper.
749	 */
750	netdev_for_each_lower_dev(dev, lower_dev, iter) {
751		if (netif_is_bridge_master(lower_dev))
752			continue;
753
754		/* When searching for switchdev interfaces that are neighbors
755		 * of foreign ones, and @dev is a bridge, do not recurse on the
756		 * foreign interface again, it was already visited.
757		 */
758		if (foreign_dev_check_cb && !check_cb(lower_dev) &&
759		    !switchdev_lower_dev_find(lower_dev, check_cb, foreign_dev_check_cb))
760			continue;
761
762		err = __switchdev_handle_port_obj_del(lower_dev, port_obj_info,
763						      check_cb, foreign_dev_check_cb,
764						      del_cb);
765		if (err && err != -EOPNOTSUPP)
766			return err;
767	}
768
769	/* Event is neither on a bridge nor a LAG. Check whether it is on an
770	 * interface that is in a bridge with us.
771	 */
772	if (!foreign_dev_check_cb)
773		return err;
774
775	br = netdev_master_upper_dev_get(dev);
776	if (!br || !netif_is_bridge_master(br))
777		return err;
778
779	switchdev = switchdev_lower_dev_find(br, check_cb, foreign_dev_check_cb);
780	if (!switchdev)
781		return err;
782
783	if (!foreign_dev_check_cb(switchdev, dev))
784		return err;
785
786	return __switchdev_handle_port_obj_del(br, port_obj_info, check_cb,
787					       foreign_dev_check_cb, del_cb);
788}
789
790/* Pass through a port object deletion, if @dev passes @check_cb, or replicate
791 * it towards all lower interfaces of @dev that pass @check_cb, if @dev is a
792 * bridge or a LAG.
793 */
794int switchdev_handle_port_obj_del(struct net_device *dev,
795			struct switchdev_notifier_port_obj_info *port_obj_info,
796			bool (*check_cb)(const struct net_device *dev),
797			int (*del_cb)(struct net_device *dev, const void *ctx,
798				      const struct switchdev_obj *obj))
799{
800	int err;
801
802	err = __switchdev_handle_port_obj_del(dev, port_obj_info, check_cb,
803					      NULL, del_cb);
804	if (err == -EOPNOTSUPP)
805		err = 0;
806	return err;
807}
808EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_del);
809
810/* Same as switchdev_handle_port_obj_del(), except if object is notified on a
811 * @dev that passes @foreign_dev_check_cb, it is replicated towards all devices
812 * that pass @check_cb and are in the same bridge as @dev.
813 */
814int switchdev_handle_port_obj_del_foreign(struct net_device *dev,
815			struct switchdev_notifier_port_obj_info *port_obj_info,
816			bool (*check_cb)(const struct net_device *dev),
817			bool (*foreign_dev_check_cb)(const struct net_device *dev,
818						     const struct net_device *foreign_dev),
819			int (*del_cb)(struct net_device *dev, const void *ctx,
820				      const struct switchdev_obj *obj))
821{
822	int err;
823
824	err = __switchdev_handle_port_obj_del(dev, port_obj_info, check_cb,
825					      foreign_dev_check_cb, del_cb);
826	if (err == -EOPNOTSUPP)
827		err = 0;
828	return err;
829}
830EXPORT_SYMBOL_GPL(switchdev_handle_port_obj_del_foreign);
831
832static int __switchdev_handle_port_attr_set(struct net_device *dev,
833			struct switchdev_notifier_port_attr_info *port_attr_info,
834			bool (*check_cb)(const struct net_device *dev),
835			int (*set_cb)(struct net_device *dev, const void *ctx,
836				      const struct switchdev_attr *attr,
837				      struct netlink_ext_ack *extack))
838{
839	struct switchdev_notifier_info *info = &port_attr_info->info;
840	struct netlink_ext_ack *extack;
841	struct net_device *lower_dev;
842	struct list_head *iter;
843	int err = -EOPNOTSUPP;
844
845	extack = switchdev_notifier_info_to_extack(info);
846
847	if (check_cb(dev)) {
848		err = set_cb(dev, info->ctx, port_attr_info->attr, extack);
849		if (err != -EOPNOTSUPP)
850			port_attr_info->handled = true;
851		return err;
852	}
853
854	/* Switch ports might be stacked under e.g. a LAG. Ignore the
855	 * unsupported devices, another driver might be able to handle them. But
856	 * propagate to the callers any hard errors.
857	 *
858	 * If the driver does its own bookkeeping of stacked ports, it's not
859	 * necessary to go through this helper.
860	 */
861	netdev_for_each_lower_dev(dev, lower_dev, iter) {
862		if (netif_is_bridge_master(lower_dev))
863			continue;
864
865		err = __switchdev_handle_port_attr_set(lower_dev, port_attr_info,
866						       check_cb, set_cb);
867		if (err && err != -EOPNOTSUPP)
868			return err;
869	}
870
871	return err;
872}
873
874int switchdev_handle_port_attr_set(struct net_device *dev,
875			struct switchdev_notifier_port_attr_info *port_attr_info,
876			bool (*check_cb)(const struct net_device *dev),
877			int (*set_cb)(struct net_device *dev, const void *ctx,
878				      const struct switchdev_attr *attr,
879				      struct netlink_ext_ack *extack))
880{
881	int err;
882
883	err = __switchdev_handle_port_attr_set(dev, port_attr_info, check_cb,
884					       set_cb);
885	if (err == -EOPNOTSUPP)
886		err = 0;
887	return err;
888}
889EXPORT_SYMBOL_GPL(switchdev_handle_port_attr_set);
890
891int switchdev_bridge_port_offload(struct net_device *brport_dev,
892				  struct net_device *dev, const void *ctx,
893				  struct notifier_block *atomic_nb,
894				  struct notifier_block *blocking_nb,
895				  bool tx_fwd_offload,
896				  struct netlink_ext_ack *extack)
897{
898	struct switchdev_notifier_brport_info brport_info = {
899		.brport = {
900			.dev = dev,
901			.ctx = ctx,
902			.atomic_nb = atomic_nb,
903			.blocking_nb = blocking_nb,
904			.tx_fwd_offload = tx_fwd_offload,
905		},
906	};
907	int err;
908
909	ASSERT_RTNL();
910
911	err = call_switchdev_blocking_notifiers(SWITCHDEV_BRPORT_OFFLOADED,
912						brport_dev, &brport_info.info,
913						extack);
914	return notifier_to_errno(err);
915}
916EXPORT_SYMBOL_GPL(switchdev_bridge_port_offload);
917
918void switchdev_bridge_port_unoffload(struct net_device *brport_dev,
919				     const void *ctx,
920				     struct notifier_block *atomic_nb,
921				     struct notifier_block *blocking_nb)
922{
923	struct switchdev_notifier_brport_info brport_info = {
924		.brport = {
925			.ctx = ctx,
926			.atomic_nb = atomic_nb,
927			.blocking_nb = blocking_nb,
928		},
929	};
930
931	ASSERT_RTNL();
932
933	call_switchdev_blocking_notifiers(SWITCHDEV_BRPORT_UNOFFLOADED,
934					  brport_dev, &brport_info.info,
935					  NULL);
936}
937EXPORT_SYMBOL_GPL(switchdev_bridge_port_unoffload);
938
939int switchdev_bridge_port_replay(struct net_device *brport_dev,
940				 struct net_device *dev, const void *ctx,
941				 struct notifier_block *atomic_nb,
942				 struct notifier_block *blocking_nb,
943				 struct netlink_ext_ack *extack)
944{
945	struct switchdev_notifier_brport_info brport_info = {
946		.brport = {
947			.dev = dev,
948			.ctx = ctx,
949			.atomic_nb = atomic_nb,
950			.blocking_nb = blocking_nb,
951		},
952	};
953	int err;
954
955	ASSERT_RTNL();
956
957	err = call_switchdev_blocking_notifiers(SWITCHDEV_BRPORT_REPLAY,
958						brport_dev, &brport_info.info,
959						extack);
960	return notifier_to_errno(err);
961}
962EXPORT_SYMBOL_GPL(switchdev_bridge_port_replay);