1// SPDX-License-Identifier: GPL-2.0-only
   2#include <linux/kernel.h>
   3#include <linux/netdevice.h>
   4#include <linux/rtnetlink.h>
   5#include <linux/slab.h>
   6#include <net/switchdev.h>
   7
   8#include "br_private.h"
   9#include "br_private_tunnel.h"
  10
  11static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
  12
  13static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  14			      const void *ptr)
  15{
  16	const struct net_bridge_vlan *vle = ptr;
  17	u16 vid = *(u16 *)arg->key;
  18
  19	return vle->vid != vid;
  20}
  21
  22static const struct rhashtable_params br_vlan_rht_params = {
  23	.head_offset = offsetof(struct net_bridge_vlan, vnode),
  24	.key_offset = offsetof(struct net_bridge_vlan, vid),
  25	.key_len = sizeof(u16),
  26	.nelem_hint = 3,
  27	.max_size = VLAN_N_VID,
  28	.obj_cmpfn = br_vlan_cmp,
  29	.automatic_shrinking = true,
  30};
  31
  32static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  33{
  34	return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  35}
  36
  37static void __vlan_add_pvid(struct net_bridge_vlan_group *vg,
  38			    const struct net_bridge_vlan *v)
  39{
  40	if (vg->pvid == v->vid)
  41		return;
  42
  43	smp_wmb();
  44	br_vlan_set_pvid_state(vg, v->state);
  45	vg->pvid = v->vid;
  46}
  47
  48static void __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  49{
  50	if (vg->pvid != vid)
  51		return;
  52
  53	smp_wmb();
  54	vg->pvid = 0;
  55}
  56
  57/* Update the BRIDGE_VLAN_INFO_PVID and BRIDGE_VLAN_INFO_UNTAGGED flags of @v.
  58 * If @commit is false, return just whether the BRIDGE_VLAN_INFO_PVID and
  59 * BRIDGE_VLAN_INFO_UNTAGGED bits of @flags would produce any change onto @v.
  60 */
  61static bool __vlan_flags_update(struct net_bridge_vlan *v, u16 flags,
  62				bool commit)
  63{
  64	struct net_bridge_vlan_group *vg;
  65	bool change;
  66
  67	if (br_vlan_is_master(v))
  68		vg = br_vlan_group(v->br);
  69	else
  70		vg = nbp_vlan_group(v->port);
  71
  72	/* check if anything would be changed on commit */
  73	change = !!(flags & BRIDGE_VLAN_INFO_PVID) == !!(vg->pvid != v->vid) ||
  74		 ((flags ^ v->flags) & BRIDGE_VLAN_INFO_UNTAGGED);
  75
  76	if (!commit)
  77		goto out;
  78
  79	if (flags & BRIDGE_VLAN_INFO_PVID)
  80		__vlan_add_pvid(vg, v);
  81	else
  82		__vlan_delete_pvid(vg, v->vid);
  83
  84	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  85		v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  86	else
  87		v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  88
  89out:
  90	return change;
  91}
  92
  93static bool __vlan_flags_would_change(struct net_bridge_vlan *v, u16 flags)
  94{
  95	return __vlan_flags_update(v, flags, false);
  96}
  97
  98static void __vlan_flags_commit(struct net_bridge_vlan *v, u16 flags)
  99{
 100	__vlan_flags_update(v, flags, true);
 101}
 102
 103static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
 104			  struct net_bridge_vlan *v, u16 flags,
 105			  struct netlink_ext_ack *extack)
 106{
 107	int err;
 108
 109	/* Try switchdev op first. In case it is not supported, fallback to
 110	 * 8021q add.
 111	 */
 112	err = br_switchdev_port_vlan_add(dev, v->vid, flags, false, extack);
 113	if (err == -EOPNOTSUPP)
 114		return vlan_vid_add(dev, br->vlan_proto, v->vid);
 115	v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
 116	return err;
 117}
 118
 119static void __vlan_add_list(struct net_bridge_vlan *v)
 120{
 121	struct net_bridge_vlan_group *vg;
 122	struct list_head *headp, *hpos;
 123	struct net_bridge_vlan *vent;
 124
 125	if (br_vlan_is_master(v))
 126		vg = br_vlan_group(v->br);
 127	else
 128		vg = nbp_vlan_group(v->port);
 129
 130	headp = &vg->vlan_list;
 131	list_for_each_prev(hpos, headp) {
 132		vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 133		if (v->vid >= vent->vid)
 134			break;
 135	}
 136	list_add_rcu(&v->vlist, hpos);
 137}
 138
 139static void __vlan_del_list(struct net_bridge_vlan *v)
 140{
 141	list_del_rcu(&v->vlist);
 142}
 143
 144static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 145			  const struct net_bridge_vlan *v)
 146{
 147	int err;
 148
 149	/* Try switchdev op first. In case it is not supported, fallback to
 150	 * 8021q del.
 151	 */
 152	err = br_switchdev_port_vlan_del(dev, v->vid);
 153	if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
 154		vlan_vid_del(dev, br->vlan_proto, v->vid);
 155	return err == -EOPNOTSUPP ? 0 : err;
 156}
 157
 158/* Returns a master vlan, if it didn't exist it gets created. In all cases
 159 * a reference is taken to the master vlan before returning.
 160 */
 161static struct net_bridge_vlan *
 162br_vlan_get_master(struct net_bridge *br, u16 vid,
 163		   struct netlink_ext_ack *extack)
 164{
 165	struct net_bridge_vlan_group *vg;
 166	struct net_bridge_vlan *masterv;
 167
 168	vg = br_vlan_group(br);
 169	masterv = br_vlan_find(vg, vid);
 170	if (!masterv) {
 171		bool changed;
 172
 173		/* missing global ctx, create it now */
 174		if (br_vlan_add(br, vid, 0, &changed, extack))
 175			return NULL;
 176		masterv = br_vlan_find(vg, vid);
 177		if (WARN_ON(!masterv))
 178			return NULL;
 179		refcount_set(&masterv->refcnt, 1);
 180		return masterv;
 181	}
 182	refcount_inc(&masterv->refcnt);
 183
 184	return masterv;
 185}
 186
 187static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 188{
 189	struct net_bridge_vlan *v;
 190
 191	v = container_of(rcu, struct net_bridge_vlan, rcu);
 192	WARN_ON(!br_vlan_is_master(v));
 193	free_percpu(v->stats);
 194	v->stats = NULL;
 195	kfree(v);
 196}
 197
 198static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 199{
 200	struct net_bridge_vlan_group *vg;
 201
 202	if (!br_vlan_is_master(masterv))
 203		return;
 204
 205	vg = br_vlan_group(masterv->br);
 206	if (refcount_dec_and_test(&masterv->refcnt)) {
 207		rhashtable_remove_fast(&vg->vlan_hash,
 208				       &masterv->vnode, br_vlan_rht_params);
 209		__vlan_del_list(masterv);
 210		br_multicast_toggle_one_vlan(masterv, false);
 211		br_multicast_ctx_deinit(&masterv->br_mcast_ctx);
 212		call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 213	}
 214}
 215
 216static void nbp_vlan_rcu_free(struct rcu_head *rcu)
 217{
 218	struct net_bridge_vlan *v;
 219
 220	v = container_of(rcu, struct net_bridge_vlan, rcu);
 221	WARN_ON(br_vlan_is_master(v));
 222	/* if we had per-port stats configured then free them here */
 223	if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
 224		free_percpu(v->stats);
 225	v->stats = NULL;
 226	kfree(v);
 227}
 228
 229static void br_vlan_init_state(struct net_bridge_vlan *v)
 230{
 231	struct net_bridge *br;
 232
 233	if (br_vlan_is_master(v))
 234		br = v->br;
 235	else
 236		br = v->port->br;
 237
 238	if (br_opt_get(br, BROPT_MST_ENABLED)) {
 239		br_mst_vlan_init_state(v);
 240		return;
 241	}
 242
 243	v->state = BR_STATE_FORWARDING;
 244	v->msti = 0;
 245}
 246
 247/* This is the shared VLAN add function which works for both ports and bridge
 248 * devices. There are four possible calls to this function in terms of the
 249 * vlan entry type:
 250 * 1. vlan is being added on a port (no master flags, global entry exists)
 251 * 2. vlan is being added on a bridge (both master and brentry flags)
 252 * 3. vlan is being added on a port, but a global entry didn't exist which
 253 *    is being created right now (master flag set, brentry flag unset), the
 254 *    global entry is used for global per-vlan features, but not for filtering
 255 * 4. same as 3 but with both master and brentry flags set so the entry
 256 *    will be used for filtering in both the port and the bridge
 257 */
 258static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
 259		      struct netlink_ext_ack *extack)
 260{
 261	struct net_bridge_vlan *masterv = NULL;
 262	struct net_bridge_port *p = NULL;
 263	struct net_bridge_vlan_group *vg;
 264	struct net_device *dev;
 265	struct net_bridge *br;
 266	int err;
 267
 268	if (br_vlan_is_master(v)) {
 269		br = v->br;
 270		dev = br->dev;
 271		vg = br_vlan_group(br);
 272	} else {
 273		p = v->port;
 274		br = p->br;
 275		dev = p->dev;
 276		vg = nbp_vlan_group(p);
 277	}
 278
 279	if (p) {
 280		/* Add VLAN to the device filter if it is supported.
 281		 * This ensures tagged traffic enters the bridge when
 282		 * promiscuous mode is disabled by br_manage_promisc().
 283		 */
 284		err = __vlan_vid_add(dev, br, v, flags, extack);
 285		if (err)
 286			goto out;
 287
 288		/* need to work on the master vlan too */
 289		if (flags & BRIDGE_VLAN_INFO_MASTER) {
 290			bool changed;
 291
 292			err = br_vlan_add(br, v->vid,
 293					  flags | BRIDGE_VLAN_INFO_BRENTRY,
 294					  &changed, extack);
 295			if (err)
 296				goto out_filt;
 297
 298			if (changed)
 299				br_vlan_notify(br, NULL, v->vid, 0,
 300					       RTM_NEWVLAN);
 301		}
 302
 303		masterv = br_vlan_get_master(br, v->vid, extack);
 304		if (!masterv) {
 305			err = -ENOMEM;
 306			goto out_filt;
 307		}
 308		v->brvlan = masterv;
 309		if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
 310			v->stats =
 311			     netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 312			if (!v->stats) {
 313				err = -ENOMEM;
 314				goto out_filt;
 315			}
 316			v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
 317		} else {
 318			v->stats = masterv->stats;
 319		}
 320		br_multicast_port_ctx_init(p, v, &v->port_mcast_ctx);
 321	} else {
 322		if (br_vlan_should_use(v)) {
 323			err = br_switchdev_port_vlan_add(dev, v->vid, flags,
 324							 false, extack);
 325			if (err && err != -EOPNOTSUPP)
 326				goto out;
 327		}
 328		br_multicast_ctx_init(br, v, &v->br_mcast_ctx);
 329		v->priv_flags |= BR_VLFLAG_GLOBAL_MCAST_ENABLED;
 330	}
 331
 332	/* Add the dev mac and count the vlan only if it's usable */
 333	if (br_vlan_should_use(v)) {
 334		err = br_fdb_add_local(br, p, dev->dev_addr, v->vid);
 335		if (err) {
 336			br_err(br, "failed insert local address into bridge forwarding table\n");
 337			goto out_filt;
 338		}
 339		vg->num_vlans++;
 340	}
 341
 342	/* set the state before publishing */
 343	br_vlan_init_state(v);
 344
 345	err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 346					    br_vlan_rht_params);
 347	if (err)
 348		goto out_fdb_insert;
 349
 350	__vlan_add_list(v);
 351	__vlan_flags_commit(v, flags);
 352	br_multicast_toggle_one_vlan(v, true);
 353
 354	if (p)
 355		nbp_vlan_set_vlan_dev_state(p, v->vid);
 356out:
 357	return err;
 358
 359out_fdb_insert:
 360	if (br_vlan_should_use(v)) {
 361		br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 362		vg->num_vlans--;
 363	}
 364
 365out_filt:
 366	if (p) {
 367		__vlan_vid_del(dev, br, v);
 368		if (masterv) {
 369			if (v->stats && masterv->stats != v->stats)
 370				free_percpu(v->stats);
 371			v->stats = NULL;
 372
 373			br_vlan_put_master(masterv);
 374			v->brvlan = NULL;
 375		}
 376	} else {
 377		br_switchdev_port_vlan_del(dev, v->vid);
 378	}
 379
 380	goto out;
 381}
 382
 383static int __vlan_del(struct net_bridge_vlan *v)
 384{
 385	struct net_bridge_vlan *masterv = v;
 386	struct net_bridge_vlan_group *vg;
 387	struct net_bridge_port *p = NULL;
 388	int err = 0;
 389
 390	if (br_vlan_is_master(v)) {
 391		vg = br_vlan_group(v->br);
 392	} else {
 393		p = v->port;
 394		vg = nbp_vlan_group(v->port);
 395		masterv = v->brvlan;
 396	}
 397
 398	__vlan_delete_pvid(vg, v->vid);
 399	if (p) {
 400		err = __vlan_vid_del(p->dev, p->br, v);
 401		if (err)
 402			goto out;
 403	} else {
 404		err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 405		if (err && err != -EOPNOTSUPP)
 406			goto out;
 407		err = 0;
 408	}
 409
 410	if (br_vlan_should_use(v)) {
 411		v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 412		vg->num_vlans--;
 413	}
 414
 415	if (masterv != v) {
 416		vlan_tunnel_info_del(vg, v);
 417		rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 418				       br_vlan_rht_params);
 419		__vlan_del_list(v);
 420		nbp_vlan_set_vlan_dev_state(p, v->vid);
 421		br_multicast_toggle_one_vlan(v, false);
 422		br_multicast_port_ctx_deinit(&v->port_mcast_ctx);
 423		call_rcu(&v->rcu, nbp_vlan_rcu_free);
 424	}
 425
 426	br_vlan_put_master(masterv);
 427out:
 428	return err;
 429}
 430
 431static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 432{
 433	WARN_ON(!list_empty(&vg->vlan_list));
 434	rhashtable_destroy(&vg->vlan_hash);
 435	vlan_tunnel_deinit(vg);
 436	kfree(vg);
 437}
 438
 439static void __vlan_flush(const struct net_bridge *br,
 440			 const struct net_bridge_port *p,
 441			 struct net_bridge_vlan_group *vg)
 442{
 443	struct net_bridge_vlan *vlan, *tmp;
 444	u16 v_start = 0, v_end = 0;
 445	int err;
 446
 447	__vlan_delete_pvid(vg, vg->pvid);
 448	list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
 449		/* take care of disjoint ranges */
 450		if (!v_start) {
 451			v_start = vlan->vid;
 452		} else if (vlan->vid - v_end != 1) {
 453			/* found range end, notify and start next one */
 454			br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 455			v_start = vlan->vid;
 456		}
 457		v_end = vlan->vid;
 458
 459		err = __vlan_del(vlan);
 460		if (err) {
 461			br_err(br,
 462			       "port %u(%s) failed to delete vlan %d: %pe\n",
 463			       (unsigned int) p->port_no, p->dev->name,
 464			       vlan->vid, ERR_PTR(err));
 465		}
 466	}
 467
 468	/* notify about the last/whole vlan range */
 469	if (v_start)
 470		br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 471}
 472
 473struct sk_buff *br_handle_vlan(struct net_bridge *br,
 474			       const struct net_bridge_port *p,
 475			       struct net_bridge_vlan_group *vg,
 476			       struct sk_buff *skb)
 477{
 478	struct pcpu_sw_netstats *stats;
 479	struct net_bridge_vlan *v;
 480	u16 vid;
 481
 482	/* If this packet was not filtered at input, let it pass */
 483	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 484		goto out;
 485
 486	/* At this point, we know that the frame was filtered and contains
 487	 * a valid vlan id.  If the vlan id has untagged flag set,
 488	 * send untagged; otherwise, send tagged.
 489	 */
 490	br_vlan_get_tag(skb, &vid);
 491	v = br_vlan_find(vg, vid);
 492	/* Vlan entry must be configured at this point.  The
 493	 * only exception is the bridge is set in promisc mode and the
 494	 * packet is destined for the bridge device.  In this case
 495	 * pass the packet as is.
 496	 */
 497	if (!v || !br_vlan_should_use(v)) {
 498		if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 499			goto out;
 500		} else {
 501			kfree_skb(skb);
 502			return NULL;
 503		}
 504	}
 505	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 506		stats = this_cpu_ptr(v->stats);
 507		u64_stats_update_begin(&stats->syncp);
 508		u64_stats_add(&stats->tx_bytes, skb->len);
 509		u64_stats_inc(&stats->tx_packets);
 510		u64_stats_update_end(&stats->syncp);
 511	}
 512
 513	/* If the skb will be sent using forwarding offload, the assumption is
 514	 * that the switchdev will inject the packet into hardware together
 515	 * with the bridge VLAN, so that it can be forwarded according to that
 516	 * VLAN. The switchdev should deal with popping the VLAN header in
 517	 * hardware on each egress port as appropriate. So only strip the VLAN
 518	 * header if forwarding offload is not being used.
 519	 */
 520	if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED &&
 521	    !br_switchdev_frame_uses_tx_fwd_offload(skb))
 522		__vlan_hwaccel_clear_tag(skb);
 523
 524	if (p && (p->flags & BR_VLAN_TUNNEL) &&
 525	    br_handle_egress_vlan_tunnel(skb, v)) {
 526		kfree_skb(skb);
 527		return NULL;
 528	}
 529out:
 530	return skb;
 531}
 532
 533/* Called under RCU */
 534static bool __allowed_ingress(const struct net_bridge *br,
 535			      struct net_bridge_vlan_group *vg,
 536			      struct sk_buff *skb, u16 *vid,
 537			      u8 *state,
 538			      struct net_bridge_vlan **vlan)
 539{
 540	struct pcpu_sw_netstats *stats;
 541	struct net_bridge_vlan *v;
 542	bool tagged;
 543
 544	BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 545	/* If vlan tx offload is disabled on bridge device and frame was
 546	 * sent from vlan device on the bridge device, it does not have
 547	 * HW accelerated vlan tag.
 548	 */
 549	if (unlikely(!skb_vlan_tag_present(skb) &&
 550		     skb->protocol == br->vlan_proto)) {
 551		skb = skb_vlan_untag(skb);
 552		if (unlikely(!skb))
 553			return false;
 554	}
 555
 556	if (!br_vlan_get_tag(skb, vid)) {
 557		/* Tagged frame */
 558		if (skb->vlan_proto != br->vlan_proto) {
 559			/* Protocol-mismatch, empty out vlan_tci for new tag */
 560			skb_push(skb, ETH_HLEN);
 561			skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 562							skb_vlan_tag_get(skb));
 563			if (unlikely(!skb))
 564				return false;
 565
 566			skb_pull(skb, ETH_HLEN);
 567			skb_reset_mac_len(skb);
 568			*vid = 0;
 569			tagged = false;
 570		} else {
 571			tagged = true;
 572		}
 573	} else {
 574		/* Untagged frame */
 575		tagged = false;
 576	}
 577
 578	if (!*vid) {
 579		u16 pvid = br_get_pvid(vg);
 580
 581		/* Frame had a tag with VID 0 or did not have a tag.
 582		 * See if pvid is set on this port.  That tells us which
 583		 * vlan untagged or priority-tagged traffic belongs to.
 584		 */
 585		if (!pvid)
 586			goto drop;
 587
 588		/* PVID is set on this port.  Any untagged or priority-tagged
 589		 * ingress frame is considered to belong to this vlan.
 590		 */
 591		*vid = pvid;
 592		if (likely(!tagged))
 593			/* Untagged Frame. */
 594			__vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 595		else
 596			/* Priority-tagged Frame.
 597			 * At this point, we know that skb->vlan_tci VID
 598			 * field was 0.
 599			 * We update only VID field and preserve PCP field.
 600			 */
 601			skb->vlan_tci |= pvid;
 602
 603		/* if snooping and stats are disabled we can avoid the lookup */
 604		if (!br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) &&
 605		    !br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 606			if (*state == BR_STATE_FORWARDING) {
 607				*state = br_vlan_get_pvid_state(vg);
 608				if (!br_vlan_state_allowed(*state, true))
 609					goto drop;
 610			}
 611			return true;
 612		}
 613	}
 614	v = br_vlan_find(vg, *vid);
 615	if (!v || !br_vlan_should_use(v))
 616		goto drop;
 617
 618	if (*state == BR_STATE_FORWARDING) {
 619		*state = br_vlan_get_state(v);
 620		if (!br_vlan_state_allowed(*state, true))
 621			goto drop;
 622	}
 623
 624	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 625		stats = this_cpu_ptr(v->stats);
 626		u64_stats_update_begin(&stats->syncp);
 627		u64_stats_add(&stats->rx_bytes, skb->len);
 628		u64_stats_inc(&stats->rx_packets);
 629		u64_stats_update_end(&stats->syncp);
 630	}
 631
 632	*vlan = v;
 633
 634	return true;
 635
 636drop:
 637	kfree_skb(skb);
 638	return false;
 639}
 640
 641bool br_allowed_ingress(const struct net_bridge *br,
 642			struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 643			u16 *vid, u8 *state,
 644			struct net_bridge_vlan **vlan)
 645{
 646	/* If VLAN filtering is disabled on the bridge, all packets are
 647	 * permitted.
 648	 */
 649	*vlan = NULL;
 650	if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
 651		BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 652		return true;
 653	}
 654
 655	return __allowed_ingress(br, vg, skb, vid, state, vlan);
 656}
 657
 658/* Called under RCU. */
 659bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 660		       const struct sk_buff *skb)
 661{
 662	const struct net_bridge_vlan *v;
 663	u16 vid;
 664
 665	/* If this packet was not filtered at input, let it pass */
 666	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 667		return true;
 668
 669	br_vlan_get_tag(skb, &vid);
 670	v = br_vlan_find(vg, vid);
 671	if (v && br_vlan_should_use(v) &&
 672	    br_vlan_state_allowed(br_vlan_get_state(v), false))
 673		return true;
 674
 675	return false;
 676}
 677
 678/* Called under RCU */
 679bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 680{
 681	struct net_bridge_vlan_group *vg;
 682	struct net_bridge *br = p->br;
 683	struct net_bridge_vlan *v;
 684
 685	/* If filtering was disabled at input, let it pass. */
 686	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
 687		return true;
 688
 689	vg = nbp_vlan_group_rcu(p);
 690	if (!vg || !vg->num_vlans)
 691		return false;
 692
 693	if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 694		*vid = 0;
 695
 696	if (!*vid) {
 697		*vid = br_get_pvid(vg);
 698		if (!*vid ||
 699		    !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
 700			return false;
 701
 702		return true;
 703	}
 704
 705	v = br_vlan_find(vg, *vid);
 706	if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
 707		return true;
 708
 709	return false;
 710}
 711
 712static int br_vlan_add_existing(struct net_bridge *br,
 713				struct net_bridge_vlan_group *vg,
 714				struct net_bridge_vlan *vlan,
 715				u16 flags, bool *changed,
 716				struct netlink_ext_ack *extack)
 717{
 718	bool would_change = __vlan_flags_would_change(vlan, flags);
 719	bool becomes_brentry = false;
 720	int err;
 721
 722	if (!br_vlan_is_brentry(vlan)) {
 723		/* Trying to change flags of non-existent bridge vlan */
 724		if (!(flags & BRIDGE_VLAN_INFO_BRENTRY))
 725			return -EINVAL;
 726
 727		becomes_brentry = true;
 728	}
 729
 730	/* Master VLANs that aren't brentries weren't notified before,
 731	 * time to notify them now.
 732	 */
 733	if (becomes_brentry || would_change) {
 734		err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags,
 735						 would_change, extack);
 736		if (err && err != -EOPNOTSUPP)
 737			return err;
 738	}
 739
 740	if (becomes_brentry) {
 741		/* It was only kept for port vlans, now make it real */
 742		err = br_fdb_add_local(br, NULL, br->dev->dev_addr, vlan->vid);
 743		if (err) {
 744			br_err(br, "failed to insert local address into bridge forwarding table\n");
 745			goto err_fdb_insert;
 746		}
 747
 748		refcount_inc(&vlan->refcnt);
 749		vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 750		vg->num_vlans++;
 751		*changed = true;
 752		br_multicast_toggle_one_vlan(vlan, true);
 753	}
 754
 755	__vlan_flags_commit(vlan, flags);
 756	if (would_change)
 757		*changed = true;
 758
 759	return 0;
 760
 761err_fdb_insert:
 762	br_switchdev_port_vlan_del(br->dev, vlan->vid);
 763	return err;
 764}
 765
 766/* Must be protected by RTNL.
 767 * Must be called with vid in range from 1 to 4094 inclusive.
 768 * changed must be true only if the vlan was created or updated
 769 */
 770int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
 771		struct netlink_ext_ack *extack)
 772{
 773	struct net_bridge_vlan_group *vg;
 774	struct net_bridge_vlan *vlan;
 775	int ret;
 776
 777	ASSERT_RTNL();
 778
 779	*changed = false;
 780	vg = br_vlan_group(br);
 781	vlan = br_vlan_find(vg, vid);
 782	if (vlan)
 783		return br_vlan_add_existing(br, vg, vlan, flags, changed,
 784					    extack);
 785
 786	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 787	if (!vlan)
 788		return -ENOMEM;
 789
 790	vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 791	if (!vlan->stats) {
 792		kfree(vlan);
 793		return -ENOMEM;
 794	}
 795	vlan->vid = vid;
 796	vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 797	vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 798	vlan->br = br;
 799	if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 800		refcount_set(&vlan->refcnt, 1);
 801	ret = __vlan_add(vlan, flags, extack);
 802	if (ret) {
 803		free_percpu(vlan->stats);
 804		kfree(vlan);
 805	} else {
 806		*changed = true;
 807	}
 808
 809	return ret;
 810}
 811
 812/* Must be protected by RTNL.
 813 * Must be called with vid in range from 1 to 4094 inclusive.
 814 */
 815int br_vlan_delete(struct net_bridge *br, u16 vid)
 816{
 817	struct net_bridge_vlan_group *vg;
 818	struct net_bridge_vlan *v;
 819
 820	ASSERT_RTNL();
 821
 822	vg = br_vlan_group(br);
 823	v = br_vlan_find(vg, vid);
 824	if (!v || !br_vlan_is_brentry(v))
 825		return -ENOENT;
 826
 827	br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 828	br_fdb_delete_by_port(br, NULL, vid, 0);
 829
 830	vlan_tunnel_info_del(vg, v);
 831
 832	return __vlan_del(v);
 833}
 834
 835void br_vlan_flush(struct net_bridge *br)
 836{
 837	struct net_bridge_vlan_group *vg;
 838
 839	ASSERT_RTNL();
 840
 841	vg = br_vlan_group(br);
 842	__vlan_flush(br, NULL, vg);
 843	RCU_INIT_POINTER(br->vlgrp, NULL);
 844	synchronize_rcu();
 845	__vlan_group_free(vg);
 846}
 847
 848struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 849{
 850	if (!vg)
 851		return NULL;
 852
 853	return br_vlan_lookup(&vg->vlan_hash, vid);
 854}
 855
 856/* Must be protected by RTNL. */
 857static void recalculate_group_addr(struct net_bridge *br)
 858{
 859	if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
 860		return;
 861
 862	spin_lock_bh(&br->lock);
 863	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 864	    br->vlan_proto == htons(ETH_P_8021Q)) {
 865		/* Bridge Group Address */
 866		br->group_addr[5] = 0x00;
 867	} else { /* vlan_enabled && ETH_P_8021AD */
 868		/* Provider Bridge Group Address */
 869		br->group_addr[5] = 0x08;
 870	}
 871	spin_unlock_bh(&br->lock);
 872}
 873
 874/* Must be protected by RTNL. */
 875void br_recalculate_fwd_mask(struct net_bridge *br)
 876{
 877	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 878	    br->vlan_proto == htons(ETH_P_8021Q))
 879		br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 880	else /* vlan_enabled && ETH_P_8021AD */
 881		br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 882					      ~(1u << br->group_addr[5]);
 883}
 884
 885int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
 886			  struct netlink_ext_ack *extack)
 887{
 888	struct switchdev_attr attr = {
 889		.orig_dev = br->dev,
 890		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 891		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 892		.u.vlan_filtering = val,
 893	};
 894	int err;
 895
 896	if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
 897		return 0;
 898
 899	br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
 900
 901	err = switchdev_port_attr_set(br->dev, &attr, extack);
 902	if (err && err != -EOPNOTSUPP) {
 903		br_opt_toggle(br, BROPT_VLAN_ENABLED, !val);
 904		return err;
 905	}
 906
 907	br_manage_promisc(br);
 908	recalculate_group_addr(br);
 909	br_recalculate_fwd_mask(br);
 910	if (!val && br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) {
 911		br_info(br, "vlan filtering disabled, automatically disabling multicast vlan snooping\n");
 912		br_multicast_toggle_vlan_snooping(br, false, NULL);
 913	}
 914
 915	return 0;
 916}
 917
 918bool br_vlan_enabled(const struct net_device *dev)
 919{
 920	struct net_bridge *br = netdev_priv(dev);
 921
 922	return br_opt_get(br, BROPT_VLAN_ENABLED);
 923}
 924EXPORT_SYMBOL_GPL(br_vlan_enabled);
 925
 926int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
 927{
 928	struct net_bridge *br = netdev_priv(dev);
 929
 930	*p_proto = ntohs(br->vlan_proto);
 931
 932	return 0;
 933}
 934EXPORT_SYMBOL_GPL(br_vlan_get_proto);
 935
 936int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
 937			struct netlink_ext_ack *extack)
 938{
 939	struct switchdev_attr attr = {
 940		.orig_dev = br->dev,
 941		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
 942		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 943		.u.vlan_protocol = ntohs(proto),
 944	};
 945	int err = 0;
 946	struct net_bridge_port *p;
 947	struct net_bridge_vlan *vlan;
 948	struct net_bridge_vlan_group *vg;
 949	__be16 oldproto = br->vlan_proto;
 950
 951	if (br->vlan_proto == proto)
 952		return 0;
 953
 954	err = switchdev_port_attr_set(br->dev, &attr, extack);
 955	if (err && err != -EOPNOTSUPP)
 956		return err;
 957
 958	/* Add VLANs for the new proto to the device filter. */
 959	list_for_each_entry(p, &br->port_list, list) {
 960		vg = nbp_vlan_group(p);
 961		list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 962			if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
 963				continue;
 964			err = vlan_vid_add(p->dev, proto, vlan->vid);
 965			if (err)
 966				goto err_filt;
 967		}
 968	}
 969
 970	br->vlan_proto = proto;
 971
 972	recalculate_group_addr(br);
 973	br_recalculate_fwd_mask(br);
 974
 975	/* Delete VLANs for the old proto from the device filter. */
 976	list_for_each_entry(p, &br->port_list, list) {
 977		vg = nbp_vlan_group(p);
 978		list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 979			if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
 980				continue;
 981			vlan_vid_del(p->dev, oldproto, vlan->vid);
 982		}
 983	}
 984
 985	return 0;
 986
 987err_filt:
 988	attr.u.vlan_protocol = ntohs(oldproto);
 989	switchdev_port_attr_set(br->dev, &attr, NULL);
 990
 991	list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist) {
 992		if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
 993			continue;
 994		vlan_vid_del(p->dev, proto, vlan->vid);
 995	}
 996
 997	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 998		vg = nbp_vlan_group(p);
 999		list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1000			if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1001				continue;
1002			vlan_vid_del(p->dev, proto, vlan->vid);
1003		}
1004	}
1005
1006	return err;
1007}
1008
1009int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
1010		      struct netlink_ext_ack *extack)
1011{
1012	if (!eth_type_vlan(htons(val)))
1013		return -EPROTONOSUPPORT;
1014
1015	return __br_vlan_set_proto(br, htons(val), extack);
1016}
1017
1018int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
1019{
1020	switch (val) {
1021	case 0:
1022	case 1:
1023		br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
1024		break;
1025	default:
1026		return -EINVAL;
1027	}
1028
1029	return 0;
1030}
1031
1032int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
1033{
1034	struct net_bridge_port *p;
1035
1036	/* allow to change the option if there are no port vlans configured */
1037	list_for_each_entry(p, &br->port_list, list) {
1038		struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1039
1040		if (vg->num_vlans)
1041			return -EBUSY;
1042	}
1043
1044	switch (val) {
1045	case 0:
1046	case 1:
1047		br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
1048		break;
1049	default:
1050		return -EINVAL;
1051	}
1052
1053	return 0;
1054}
1055
1056static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
1057{
1058	struct net_bridge_vlan *v;
1059
1060	if (vid != vg->pvid)
1061		return false;
1062
1063	v = br_vlan_lookup(&vg->vlan_hash, vid);
1064	if (v && br_vlan_should_use(v) &&
1065	    (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1066		return true;
1067
1068	return false;
1069}
1070
1071static void br_vlan_disable_default_pvid(struct net_bridge *br)
1072{
1073	struct net_bridge_port *p;
1074	u16 pvid = br->default_pvid;
1075
1076	/* Disable default_pvid on all ports where it is still
1077	 * configured.
1078	 */
1079	if (vlan_default_pvid(br_vlan_group(br), pvid)) {
1080		if (!br_vlan_delete(br, pvid))
1081			br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1082	}
1083
1084	list_for_each_entry(p, &br->port_list, list) {
1085		if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
1086		    !nbp_vlan_delete(p, pvid))
1087			br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1088	}
1089
1090	br->default_pvid = 0;
1091}
1092
1093int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1094			       struct netlink_ext_ack *extack)
1095{
1096	const struct net_bridge_vlan *pvent;
1097	struct net_bridge_vlan_group *vg;
1098	struct net_bridge_port *p;
1099	unsigned long *changed;
1100	bool vlchange;
1101	u16 old_pvid;
1102	int err = 0;
1103
1104	if (!pvid) {
1105		br_vlan_disable_default_pvid(br);
1106		return 0;
1107	}
1108
1109	changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1110	if (!changed)
1111		return -ENOMEM;
1112
1113	old_pvid = br->default_pvid;
1114
1115	/* Update default_pvid config only if we do not conflict with
1116	 * user configuration.
1117	 */
1118	vg = br_vlan_group(br);
1119	pvent = br_vlan_find(vg, pvid);
1120	if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1121	    (!pvent || !br_vlan_should_use(pvent))) {
1122		err = br_vlan_add(br, pvid,
1123				  BRIDGE_VLAN_INFO_PVID |
1124				  BRIDGE_VLAN_INFO_UNTAGGED |
1125				  BRIDGE_VLAN_INFO_BRENTRY,
1126				  &vlchange, extack);
1127		if (err)
1128			goto out;
1129
1130		if (br_vlan_delete(br, old_pvid))
1131			br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1132		br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1133		__set_bit(0, changed);
1134	}
1135
1136	list_for_each_entry(p, &br->port_list, list) {
1137		/* Update default_pvid config only if we do not conflict with
1138		 * user configuration.
1139		 */
1140		vg = nbp_vlan_group(p);
1141		if ((old_pvid &&
1142		     !vlan_default_pvid(vg, old_pvid)) ||
1143		    br_vlan_find(vg, pvid))
1144			continue;
1145
1146		err = nbp_vlan_add(p, pvid,
1147				   BRIDGE_VLAN_INFO_PVID |
1148				   BRIDGE_VLAN_INFO_UNTAGGED,
1149				   &vlchange, extack);
1150		if (err)
1151			goto err_port;
1152		if (nbp_vlan_delete(p, old_pvid))
1153			br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1154		br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1155		__set_bit(p->port_no, changed);
1156	}
1157
1158	br->default_pvid = pvid;
1159
1160out:
1161	bitmap_free(changed);
1162	return err;
1163
1164err_port:
1165	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1166		if (!test_bit(p->port_no, changed))
1167			continue;
1168
1169		if (old_pvid) {
1170			nbp_vlan_add(p, old_pvid,
1171				     BRIDGE_VLAN_INFO_PVID |
1172				     BRIDGE_VLAN_INFO_UNTAGGED,
1173				     &vlchange, NULL);
1174			br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1175		}
1176		nbp_vlan_delete(p, pvid);
1177		br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1178	}
1179
1180	if (test_bit(0, changed)) {
1181		if (old_pvid) {
1182			br_vlan_add(br, old_pvid,
1183				    BRIDGE_VLAN_INFO_PVID |
1184				    BRIDGE_VLAN_INFO_UNTAGGED |
1185				    BRIDGE_VLAN_INFO_BRENTRY,
1186				    &vlchange, NULL);
1187			br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1188		}
1189		br_vlan_delete(br, pvid);
1190		br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1191	}
1192	goto out;
1193}
1194
1195int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1196			     struct netlink_ext_ack *extack)
1197{
1198	u16 pvid = val;
1199	int err = 0;
1200
1201	if (val >= VLAN_VID_MASK)
1202		return -EINVAL;
1203
1204	if (pvid == br->default_pvid)
1205		goto out;
1206
1207	/* Only allow default pvid change when filtering is disabled */
1208	if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1209		pr_info_once("Please disable vlan filtering to change default_pvid\n");
1210		err = -EPERM;
1211		goto out;
1212	}
1213	err = __br_vlan_set_default_pvid(br, pvid, extack);
1214out:
1215	return err;
1216}
1217
1218int br_vlan_init(struct net_bridge *br)
1219{
1220	struct net_bridge_vlan_group *vg;
1221	int ret = -ENOMEM;
1222
1223	vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1224	if (!vg)
1225		goto out;
1226	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1227	if (ret)
1228		goto err_rhtbl;
1229	ret = vlan_tunnel_init(vg);
1230	if (ret)
1231		goto err_tunnel_init;
1232	INIT_LIST_HEAD(&vg->vlan_list);
1233	br->vlan_proto = htons(ETH_P_8021Q);
1234	br->default_pvid = 1;
1235	rcu_assign_pointer(br->vlgrp, vg);
1236
1237out:
1238	return ret;
1239
1240err_tunnel_init:
1241	rhashtable_destroy(&vg->vlan_hash);
1242err_rhtbl:
1243	kfree(vg);
1244
1245	goto out;
1246}
1247
1248int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1249{
1250	struct switchdev_attr attr = {
1251		.orig_dev = p->br->dev,
1252		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1253		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1254		.u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1255	};
1256	struct net_bridge_vlan_group *vg;
1257	int ret = -ENOMEM;
1258
1259	vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1260	if (!vg)
1261		goto out;
1262
1263	ret = switchdev_port_attr_set(p->dev, &attr, extack);
1264	if (ret && ret != -EOPNOTSUPP)
1265		goto err_vlan_enabled;
1266
1267	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1268	if (ret)
1269		goto err_rhtbl;
1270	ret = vlan_tunnel_init(vg);
1271	if (ret)
1272		goto err_tunnel_init;
1273	INIT_LIST_HEAD(&vg->vlan_list);
1274	rcu_assign_pointer(p->vlgrp, vg);
1275	if (p->br->default_pvid) {
1276		bool changed;
1277
1278		ret = nbp_vlan_add(p, p->br->default_pvid,
1279				   BRIDGE_VLAN_INFO_PVID |
1280				   BRIDGE_VLAN_INFO_UNTAGGED,
1281				   &changed, extack);
1282		if (ret)
1283			goto err_vlan_add;
1284		br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1285	}
1286out:
1287	return ret;
1288
1289err_vlan_add:
1290	RCU_INIT_POINTER(p->vlgrp, NULL);
1291	synchronize_rcu();
1292	vlan_tunnel_deinit(vg);
1293err_tunnel_init:
1294	rhashtable_destroy(&vg->vlan_hash);
1295err_rhtbl:
1296err_vlan_enabled:
1297	kfree(vg);
1298
1299	goto out;
1300}
1301
1302/* Must be protected by RTNL.
1303 * Must be called with vid in range from 1 to 4094 inclusive.
1304 * changed must be true only if the vlan was created or updated
1305 */
1306int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1307		 bool *changed, struct netlink_ext_ack *extack)
1308{
1309	struct net_bridge_vlan *vlan;
1310	int ret;
1311
1312	ASSERT_RTNL();
1313
1314	*changed = false;
1315	vlan = br_vlan_find(nbp_vlan_group(port), vid);
1316	if (vlan) {
1317		bool would_change = __vlan_flags_would_change(vlan, flags);
1318
1319		if (would_change) {
1320			/* Pass the flags to the hardware bridge */
1321			ret = br_switchdev_port_vlan_add(port->dev, vid, flags,
1322							 true, extack);
1323			if (ret && ret != -EOPNOTSUPP)
1324				return ret;
1325		}
1326
1327		__vlan_flags_commit(vlan, flags);
1328		*changed = would_change;
1329
1330		return 0;
1331	}
1332
1333	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1334	if (!vlan)
1335		return -ENOMEM;
1336
1337	vlan->vid = vid;
1338	vlan->port = port;
1339	ret = __vlan_add(vlan, flags, extack);
1340	if (ret)
1341		kfree(vlan);
1342	else
1343		*changed = true;
1344
1345	return ret;
1346}
1347
1348/* Must be protected by RTNL.
1349 * Must be called with vid in range from 1 to 4094 inclusive.
1350 */
1351int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1352{
1353	struct net_bridge_vlan *v;
1354
1355	ASSERT_RTNL();
1356
1357	v = br_vlan_find(nbp_vlan_group(port), vid);
1358	if (!v)
1359		return -ENOENT;
1360	br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1361	br_fdb_delete_by_port(port->br, port, vid, 0);
1362
1363	return __vlan_del(v);
1364}
1365
1366void nbp_vlan_flush(struct net_bridge_port *port)
1367{
1368	struct net_bridge_vlan_group *vg;
1369
1370	ASSERT_RTNL();
1371
1372	vg = nbp_vlan_group(port);
1373	__vlan_flush(port->br, port, vg);
1374	RCU_INIT_POINTER(port->vlgrp, NULL);
1375	synchronize_rcu();
1376	__vlan_group_free(vg);
1377}
1378
1379void br_vlan_get_stats(const struct net_bridge_vlan *v,
1380		       struct pcpu_sw_netstats *stats)
1381{
1382	int i;
1383
1384	memset(stats, 0, sizeof(*stats));
1385	for_each_possible_cpu(i) {
1386		u64 rxpackets, rxbytes, txpackets, txbytes;
1387		struct pcpu_sw_netstats *cpu_stats;
1388		unsigned int start;
1389
1390		cpu_stats = per_cpu_ptr(v->stats, i);
1391		do {
1392			start = u64_stats_fetch_begin(&cpu_stats->syncp);
1393			rxpackets = u64_stats_read(&cpu_stats->rx_packets);
1394			rxbytes = u64_stats_read(&cpu_stats->rx_bytes);
1395			txbytes = u64_stats_read(&cpu_stats->tx_bytes);
1396			txpackets = u64_stats_read(&cpu_stats->tx_packets);
1397		} while (u64_stats_fetch_retry(&cpu_stats->syncp, start));
1398
1399		u64_stats_add(&stats->rx_packets, rxpackets);
1400		u64_stats_add(&stats->rx_bytes, rxbytes);
1401		u64_stats_add(&stats->tx_bytes, txbytes);
1402		u64_stats_add(&stats->tx_packets, txpackets);
1403	}
1404}
1405
1406int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1407{
1408	struct net_bridge_vlan_group *vg;
1409	struct net_bridge_port *p;
1410
1411	ASSERT_RTNL();
1412	p = br_port_get_check_rtnl(dev);
1413	if (p)
1414		vg = nbp_vlan_group(p);
1415	else if (netif_is_bridge_master(dev))
1416		vg = br_vlan_group(netdev_priv(dev));
1417	else
1418		return -EINVAL;
1419
1420	*p_pvid = br_get_pvid(vg);
1421	return 0;
1422}
1423EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1424
1425int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1426{
1427	struct net_bridge_vlan_group *vg;
1428	struct net_bridge_port *p;
1429
1430	p = br_port_get_check_rcu(dev);
1431	if (p)
1432		vg = nbp_vlan_group_rcu(p);
1433	else if (netif_is_bridge_master(dev))
1434		vg = br_vlan_group_rcu(netdev_priv(dev));
1435	else
1436		return -EINVAL;
1437
1438	*p_pvid = br_get_pvid(vg);
1439	return 0;
1440}
1441EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1442
1443void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1444				    struct net_device_path_ctx *ctx,
1445				    struct net_device_path *path)
1446{
1447	struct net_bridge_vlan_group *vg;
1448	int idx = ctx->num_vlans - 1;
1449	u16 vid;
1450
1451	path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1452
1453	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1454		return;
1455
1456	vg = br_vlan_group(br);
1457
1458	if (idx >= 0 &&
1459	    ctx->vlan[idx].proto == br->vlan_proto) {
1460		vid = ctx->vlan[idx].id;
1461	} else {
1462		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1463		vid = br_get_pvid(vg);
1464	}
1465
1466	path->bridge.vlan_id = vid;
1467	path->bridge.vlan_proto = br->vlan_proto;
1468}
1469
1470int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1471				   struct net_bridge_port *dst,
1472				   struct net_device_path *path)
1473{
1474	struct net_bridge_vlan_group *vg;
1475	struct net_bridge_vlan *v;
1476
1477	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1478		return 0;
1479
1480	vg = nbp_vlan_group_rcu(dst);
1481	v = br_vlan_find(vg, path->bridge.vlan_id);
1482	if (!v || !br_vlan_should_use(v))
1483		return -EINVAL;
1484
1485	if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1486		return 0;
1487
1488	if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1489		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1490	else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1491		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1492	else
1493		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1494
1495	return 0;
1496}
1497
1498int br_vlan_get_info(const struct net_device *dev, u16 vid,
1499		     struct bridge_vlan_info *p_vinfo)
1500{
1501	struct net_bridge_vlan_group *vg;
1502	struct net_bridge_vlan *v;
1503	struct net_bridge_port *p;
1504
1505	ASSERT_RTNL();
1506	p = br_port_get_check_rtnl(dev);
1507	if (p)
1508		vg = nbp_vlan_group(p);
1509	else if (netif_is_bridge_master(dev))
1510		vg = br_vlan_group(netdev_priv(dev));
1511	else
1512		return -EINVAL;
1513
1514	v = br_vlan_find(vg, vid);
1515	if (!v)
1516		return -ENOENT;
1517
1518	p_vinfo->vid = vid;
1519	p_vinfo->flags = v->flags;
1520	if (vid == br_get_pvid(vg))
1521		p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1522	return 0;
1523}
1524EXPORT_SYMBOL_GPL(br_vlan_get_info);
1525
1526int br_vlan_get_info_rcu(const struct net_device *dev, u16 vid,
1527			 struct bridge_vlan_info *p_vinfo)
1528{
1529	struct net_bridge_vlan_group *vg;
1530	struct net_bridge_vlan *v;
1531	struct net_bridge_port *p;
1532
1533	p = br_port_get_check_rcu(dev);
1534	if (p)
1535		vg = nbp_vlan_group_rcu(p);
1536	else if (netif_is_bridge_master(dev))
1537		vg = br_vlan_group_rcu(netdev_priv(dev));
1538	else
1539		return -EINVAL;
1540
1541	v = br_vlan_find(vg, vid);
1542	if (!v)
1543		return -ENOENT;
1544
1545	p_vinfo->vid = vid;
1546	p_vinfo->flags = v->flags;
1547	if (vid == br_get_pvid(vg))
1548		p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1549	return 0;
1550}
1551EXPORT_SYMBOL_GPL(br_vlan_get_info_rcu);
1552
1553static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1554{
1555	return is_vlan_dev(dev) &&
1556		!!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1557}
1558
1559static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1560			       __always_unused struct netdev_nested_priv *priv)
1561{
1562	return br_vlan_is_bind_vlan_dev(dev);
1563}
1564
1565static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1566{
1567	int found;
1568
1569	rcu_read_lock();
1570	found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1571					      NULL);
1572	rcu_read_unlock();
1573
1574	return !!found;
1575}
1576
1577struct br_vlan_bind_walk_data {
1578	u16 vid;
1579	struct net_device *result;
1580};
1581
1582static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1583					  struct netdev_nested_priv *priv)
1584{
1585	struct br_vlan_bind_walk_data *data = priv->data;
1586	int found = 0;
1587
1588	if (br_vlan_is_bind_vlan_dev(dev) &&
1589	    vlan_dev_priv(dev)->vlan_id == data->vid) {
1590		data->result = dev;
1591		found = 1;
1592	}
1593
1594	return found;
1595}
1596
1597static struct net_device *
1598br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1599{
1600	struct br_vlan_bind_walk_data data = {
1601		.vid = vid,
1602	};
1603	struct netdev_nested_priv priv = {
1604		.data = (void *)&data,
1605	};
1606
1607	rcu_read_lock();
1608	netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1609				      &priv);
1610	rcu_read_unlock();
1611
1612	return data.result;
1613}
1614
1615static bool br_vlan_is_dev_up(const struct net_device *dev)
1616{
1617	return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1618}
1619
1620static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1621				       struct net_device *vlan_dev)
1622{
1623	u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1624	struct net_bridge_vlan_group *vg;
1625	struct net_bridge_port *p;
1626	bool has_carrier = false;
1627
1628	if (!netif_carrier_ok(br->dev)) {
1629		netif_carrier_off(vlan_dev);
1630		return;
1631	}
1632
1633	list_for_each_entry(p, &br->port_list, list) {
1634		vg = nbp_vlan_group(p);
1635		if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1636			has_carrier = true;
1637			break;
1638		}
1639	}
1640
1641	if (has_carrier)
1642		netif_carrier_on(vlan_dev);
1643	else
1644		netif_carrier_off(vlan_dev);
1645}
1646
1647static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1648{
1649	struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1650	struct net_bridge_vlan *vlan;
1651	struct net_device *vlan_dev;
1652
1653	list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1654		vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1655							   vlan->vid);
1656		if (vlan_dev) {
1657			if (br_vlan_is_dev_up(p->dev)) {
1658				if (netif_carrier_ok(p->br->dev))
1659					netif_carrier_on(vlan_dev);
1660			} else {
1661				br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1662			}
1663		}
1664	}
1665}
1666
1667static void br_vlan_upper_change(struct net_device *dev,
1668				 struct net_device *upper_dev,
1669				 bool linking)
1670{
1671	struct net_bridge *br = netdev_priv(dev);
1672
1673	if (!br_vlan_is_bind_vlan_dev(upper_dev))
1674		return;
1675
1676	if (linking) {
1677		br_vlan_set_vlan_dev_state(br, upper_dev);
1678		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1679	} else {
1680		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1681			      br_vlan_has_upper_bind_vlan_dev(dev));
1682	}
1683}
1684
1685struct br_vlan_link_state_walk_data {
1686	struct net_bridge *br;
1687};
1688
1689static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1690					struct netdev_nested_priv *priv)
1691{
1692	struct br_vlan_link_state_walk_data *data = priv->data;
1693
1694	if (br_vlan_is_bind_vlan_dev(vlan_dev))
1695		br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1696
1697	return 0;
1698}
1699
1700static void br_vlan_link_state_change(struct net_device *dev,
1701				      struct net_bridge *br)
1702{
1703	struct br_vlan_link_state_walk_data data = {
1704		.br = br
1705	};
1706	struct netdev_nested_priv priv = {
1707		.data = (void *)&data,
1708	};
1709
1710	rcu_read_lock();
1711	netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1712				      &priv);
1713	rcu_read_unlock();
1714}
1715
1716/* Must be protected by RTNL. */
1717static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1718{
1719	struct net_device *vlan_dev;
1720
1721	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1722		return;
1723
1724	vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1725	if (vlan_dev)
1726		br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1727}
1728
1729/* Must be protected by RTNL. */
1730int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1731{
1732	struct netdev_notifier_changeupper_info *info;
1733	struct net_bridge *br = netdev_priv(dev);
1734	int vlcmd = 0, ret = 0;
1735	bool changed = false;
1736
1737	switch (event) {
1738	case NETDEV_REGISTER:
1739		ret = br_vlan_add(br, br->default_pvid,
1740				  BRIDGE_VLAN_INFO_PVID |
1741				  BRIDGE_VLAN_INFO_UNTAGGED |
1742				  BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1743		vlcmd = RTM_NEWVLAN;
1744		break;
1745	case NETDEV_UNREGISTER:
1746		changed = !br_vlan_delete(br, br->default_pvid);
1747		vlcmd = RTM_DELVLAN;
1748		break;
1749	case NETDEV_CHANGEUPPER:
1750		info = ptr;
1751		br_vlan_upper_change(dev, info->upper_dev, info->linking);
1752		break;
1753
1754	case NETDEV_CHANGE:
1755	case NETDEV_UP:
1756		if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1757			break;
1758		br_vlan_link_state_change(dev, br);
1759		break;
1760	}
1761	if (changed)
1762		br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1763
1764	return ret;
1765}
1766
1767/* Must be protected by RTNL. */
1768void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1769{
1770	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1771		return;
1772
1773	switch (event) {
1774	case NETDEV_CHANGE:
1775	case NETDEV_DOWN:
1776	case NETDEV_UP:
1777		br_vlan_set_all_vlan_dev_state(p);
1778		break;
1779	}
1780}
1781
1782static bool br_vlan_stats_fill(struct sk_buff *skb,
1783			       const struct net_bridge_vlan *v)
1784{
1785	struct pcpu_sw_netstats stats;
1786	struct nlattr *nest;
1787
1788	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1789	if (!nest)
1790		return false;
1791
1792	br_vlan_get_stats(v, &stats);
1793	if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES,
1794			      u64_stats_read(&stats.rx_bytes),
1795			      BRIDGE_VLANDB_STATS_PAD) ||
1796	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1797			      u64_stats_read(&stats.rx_packets),
1798			      BRIDGE_VLANDB_STATS_PAD) ||
1799	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES,
1800			      u64_stats_read(&stats.tx_bytes),
1801			      BRIDGE_VLANDB_STATS_PAD) ||
1802	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1803			      u64_stats_read(&stats.tx_packets),
1804			      BRIDGE_VLANDB_STATS_PAD))
1805		goto out_err;
1806
1807	nla_nest_end(skb, nest);
1808
1809	return true;
1810
1811out_err:
1812	nla_nest_cancel(skb, nest);
1813	return false;
1814}
1815
1816/* v_opts is used to dump the options which must be equal in the whole range */
1817static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1818			      const struct net_bridge_vlan *v_opts,
1819			      const struct net_bridge_port *p,
1820			      u16 flags,
1821			      bool dump_stats)
1822{
1823	struct bridge_vlan_info info;
1824	struct nlattr *nest;
1825
1826	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1827	if (!nest)
1828		return false;
1829
1830	memset(&info, 0, sizeof(info));
1831	info.vid = vid;
1832	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1833		info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1834	if (flags & BRIDGE_VLAN_INFO_PVID)
1835		info.flags |= BRIDGE_VLAN_INFO_PVID;
1836
1837	if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1838		goto out_err;
1839
1840	if (vid_range && vid < vid_range &&
1841	    !(flags & BRIDGE_VLAN_INFO_PVID) &&
1842	    nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1843		goto out_err;
1844
1845	if (v_opts) {
1846		if (!br_vlan_opts_fill(skb, v_opts, p))
1847			goto out_err;
1848
1849		if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1850			goto out_err;
1851	}
1852
1853	nla_nest_end(skb, nest);
1854
1855	return true;
1856
1857out_err:
1858	nla_nest_cancel(skb, nest);
1859	return false;
1860}
1861
1862static size_t rtnl_vlan_nlmsg_size(void)
1863{
1864	return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1865		+ nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1866		+ nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1867		+ nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1868		+ br_vlan_opts_nl_size(); /* bridge vlan options */
1869}
1870
1871void br_vlan_notify(const struct net_bridge *br,
1872		    const struct net_bridge_port *p,
1873		    u16 vid, u16 vid_range,
1874		    int cmd)
1875{
1876	struct net_bridge_vlan_group *vg;
1877	struct net_bridge_vlan *v = NULL;
1878	struct br_vlan_msg *bvm;
1879	struct nlmsghdr *nlh;
1880	struct sk_buff *skb;
1881	int err = -ENOBUFS;
1882	struct net *net;
1883	u16 flags = 0;
1884	int ifindex;
1885
1886	/* right now notifications are done only with rtnl held */
1887	ASSERT_RTNL();
1888
1889	if (p) {
1890		ifindex = p->dev->ifindex;
1891		vg = nbp_vlan_group(p);
1892		net = dev_net(p->dev);
1893	} else {
1894		ifindex = br->dev->ifindex;
1895		vg = br_vlan_group(br);
1896		net = dev_net(br->dev);
1897	}
1898
1899	skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1900	if (!skb)
1901		goto out_err;
1902
1903	err = -EMSGSIZE;
1904	nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1905	if (!nlh)
1906		goto out_err;
1907	bvm = nlmsg_data(nlh);
1908	memset(bvm, 0, sizeof(*bvm));
1909	bvm->family = AF_BRIDGE;
1910	bvm->ifindex = ifindex;
1911
1912	switch (cmd) {
1913	case RTM_NEWVLAN:
1914		/* need to find the vlan due to flags/options */
1915		v = br_vlan_find(vg, vid);
1916		if (!v || !br_vlan_should_use(v))
1917			goto out_kfree;
1918
1919		flags = v->flags;
1920		if (br_get_pvid(vg) == v->vid)
1921			flags |= BRIDGE_VLAN_INFO_PVID;
1922		break;
1923	case RTM_DELVLAN:
1924		break;
1925	default:
1926		goto out_kfree;
1927	}
1928
1929	if (!br_vlan_fill_vids(skb, vid, vid_range, v, p, flags, false))
1930		goto out_err;
1931
1932	nlmsg_end(skb, nlh);
1933	rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1934	return;
1935
1936out_err:
1937	rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1938out_kfree:
1939	kfree_skb(skb);
1940}
1941
1942/* check if v_curr can enter a range ending in range_end */
1943bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1944			     const struct net_bridge_vlan *range_end)
1945{
1946	return v_curr->vid - range_end->vid == 1 &&
1947	       range_end->flags == v_curr->flags &&
1948	       br_vlan_opts_eq_range(v_curr, range_end);
1949}
1950
1951static int br_vlan_dump_dev(const struct net_device *dev,
1952			    struct sk_buff *skb,
1953			    struct netlink_callback *cb,
1954			    u32 dump_flags)
1955{
1956	struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1957	bool dump_global = !!(dump_flags & BRIDGE_VLANDB_DUMPF_GLOBAL);
1958	bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1959	struct net_bridge_vlan_group *vg;
1960	int idx = 0, s_idx = cb->args[1];
1961	struct nlmsghdr *nlh = NULL;
1962	struct net_bridge_port *p;
1963	struct br_vlan_msg *bvm;
1964	struct net_bridge *br;
1965	int err = 0;
1966	u16 pvid;
1967
1968	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1969		return -EINVAL;
1970
1971	if (netif_is_bridge_master(dev)) {
1972		br = netdev_priv(dev);
1973		vg = br_vlan_group_rcu(br);
1974		p = NULL;
1975	} else {
1976		/* global options are dumped only for bridge devices */
1977		if (dump_global)
1978			return 0;
1979
1980		p = br_port_get_rcu(dev);
1981		if (WARN_ON(!p))
1982			return -EINVAL;
1983		vg = nbp_vlan_group_rcu(p);
1984		br = p->br;
1985	}
1986
1987	if (!vg)
1988		return 0;
1989
1990	nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1991			RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1992	if (!nlh)
1993		return -EMSGSIZE;
1994	bvm = nlmsg_data(nlh);
1995	memset(bvm, 0, sizeof(*bvm));
1996	bvm->family = PF_BRIDGE;
1997	bvm->ifindex = dev->ifindex;
1998	pvid = br_get_pvid(vg);
1999
2000	/* idx must stay at range's beginning until it is filled in */
2001	list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
2002		if (!dump_global && !br_vlan_should_use(v))
2003			continue;
2004		if (idx < s_idx) {
2005			idx++;
2006			continue;
2007		}
2008
2009		if (!range_start) {
2010			range_start = v;
2011			range_end = v;
2012			continue;
2013		}
2014
2015		if (dump_global) {
2016			if (br_vlan_global_opts_can_enter_range(v, range_end))
2017				goto update_end;
2018			if (!br_vlan_global_opts_fill(skb, range_start->vid,
2019						      range_end->vid,
2020						      range_start)) {
2021				err = -EMSGSIZE;
2022				break;
2023			}
2024			/* advance number of filled vlans */
2025			idx += range_end->vid - range_start->vid + 1;
2026
2027			range_start = v;
2028		} else if (dump_stats || v->vid == pvid ||
2029			   !br_vlan_can_enter_range(v, range_end)) {
2030			u16 vlan_flags = br_vlan_flags(range_start, pvid);
2031
2032			if (!br_vlan_fill_vids(skb, range_start->vid,
2033					       range_end->vid, range_start,
2034					       p, vlan_flags, dump_stats)) {
2035				err = -EMSGSIZE;
2036				break;
2037			}
2038			/* advance number of filled vlans */
2039			idx += range_end->vid - range_start->vid + 1;
2040
2041			range_start = v;
2042		}
2043update_end:
2044		range_end = v;
2045	}
2046
2047	/* err will be 0 and range_start will be set in 3 cases here:
2048	 * - first vlan (range_start == range_end)
2049	 * - last vlan (range_start == range_end, not in range)
2050	 * - last vlan range (range_start != range_end, in range)
2051	 */
2052	if (!err && range_start) {
2053		if (dump_global &&
2054		    !br_vlan_global_opts_fill(skb, range_start->vid,
2055					      range_end->vid, range_start))
2056			err = -EMSGSIZE;
2057		else if (!dump_global &&
2058			 !br_vlan_fill_vids(skb, range_start->vid,
2059					    range_end->vid, range_start,
2060					    p, br_vlan_flags(range_start, pvid),
2061					    dump_stats))
2062			err = -EMSGSIZE;
2063	}
2064
2065	cb->args[1] = err ? idx : 0;
2066
2067	nlmsg_end(skb, nlh);
2068
2069	return err;
2070}
2071
2072static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
2073	[BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
2074};
2075
2076static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
2077{
2078	struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
2079	int idx = 0, err = 0, s_idx = cb->args[0];
2080	struct net *net = sock_net(skb->sk);
2081	struct br_vlan_msg *bvm;
2082	struct net_device *dev;
2083	u32 dump_flags = 0;
2084
2085	err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2086			  br_vlan_db_dump_pol, cb->extack);
2087	if (err < 0)
2088		return err;
2089
2090	bvm = nlmsg_data(cb->nlh);
2091	if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2092		dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2093
2094	rcu_read_lock();
2095	if (bvm->ifindex) {
2096		dev = dev_get_by_index_rcu(net, bvm->ifindex);
2097		if (!dev) {
2098			err = -ENODEV;
2099			goto out_err;
2100		}
2101		err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2102		/* if the dump completed without an error we return 0 here */
2103		if (err != -EMSGSIZE)
2104			goto out_err;
2105	} else {
2106		for_each_netdev_rcu(net, dev) {
2107			if (idx < s_idx)
2108				goto skip;
2109
2110			err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2111			if (err == -EMSGSIZE)
2112				break;
2113skip:
2114			idx++;
2115		}
2116	}
2117	cb->args[0] = idx;
2118	rcu_read_unlock();
2119
2120	return skb->len;
2121
2122out_err:
2123	rcu_read_unlock();
2124
2125	return err;
2126}
2127
2128static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2129	[BRIDGE_VLANDB_ENTRY_INFO]	=
2130		NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2131	[BRIDGE_VLANDB_ENTRY_RANGE]	= { .type = NLA_U16 },
2132	[BRIDGE_VLANDB_ENTRY_STATE]	= { .type = NLA_U8 },
2133	[BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2134	[BRIDGE_VLANDB_ENTRY_MCAST_ROUTER]	= { .type = NLA_U8 },
2135	[BRIDGE_VLANDB_ENTRY_MCAST_N_GROUPS]	= { .type = NLA_REJECT },
2136	[BRIDGE_VLANDB_ENTRY_MCAST_MAX_GROUPS]	= { .type = NLA_U32 },
2137	[BRIDGE_VLANDB_ENTRY_NEIGH_SUPPRESS]	= NLA_POLICY_MAX(NLA_U8, 1),
2138};
2139
2140static int br_vlan_rtm_process_one(struct net_device *dev,
2141				   const struct nlattr *attr,
2142				   int cmd, struct netlink_ext_ack *extack)
2143{
2144	struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2145	struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2146	bool changed = false, skip_processing = false;
2147	struct net_bridge_vlan_group *vg;
2148	struct net_bridge_port *p = NULL;
2149	int err = 0, cmdmap = 0;
2150	struct net_bridge *br;
2151
2152	if (netif_is_bridge_master(dev)) {
2153		br = netdev_priv(dev);
2154		vg = br_vlan_group(br);
2155	} else {
2156		p = br_port_get_rtnl(dev);
2157		if (WARN_ON(!p))
2158			return -ENODEV;
2159		br = p->br;
2160		vg = nbp_vlan_group(p);
2161	}
2162
2163	if (WARN_ON(!vg))
2164		return -ENODEV;
2165
2166	err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2167			       br_vlan_db_policy, extack);
2168	if (err)
2169		return err;
2170
2171	if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2172		NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2173		return -EINVAL;
2174	}
2175	memset(&vrange_end, 0, sizeof(vrange_end));
2176
2177	vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2178	if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2179			    BRIDGE_VLAN_INFO_RANGE_END)) {
2180		NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2181		return -EINVAL;
2182	}
2183	if (!br_vlan_valid_id(vinfo->vid, extack))
2184		return -EINVAL;
2185
2186	if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2187		vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2188		/* validate user-provided flags without RANGE_BEGIN */
2189		vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2190		vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2191
2192		/* vinfo_last is the range start, vinfo the range end */
2193		vinfo_last = vinfo;
2194		vinfo = &vrange_end;
2195
2196		if (!br_vlan_valid_id(vinfo->vid, extack) ||
2197		    !br_vlan_valid_range(vinfo, vinfo_last, extack))
2198			return -EINVAL;
2199	}
2200
2201	switch (cmd) {
2202	case RTM_NEWVLAN:
2203		cmdmap = RTM_SETLINK;
2204		skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2205		break;
2206	case RTM_DELVLAN:
2207		cmdmap = RTM_DELLINK;
2208		break;
2209	}
2210
2211	if (!skip_processing) {
2212		struct bridge_vlan_info *tmp_last = vinfo_last;
2213
2214		/* br_process_vlan_info may overwrite vinfo_last */
2215		err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2216					   &changed, extack);
2217
2218		/* notify first if anything changed */
2219		if (changed)
2220			br_ifinfo_notify(cmdmap, br, p);
2221
2222		if (err)
2223			return err;
2224	}
2225
2226	/* deal with options */
2227	if (cmd == RTM_NEWVLAN) {
2228		struct net_bridge_vlan *range_start, *range_end;
2229
2230		if (vinfo_last) {
2231			range_start = br_vlan_find(vg, vinfo_last->vid);
2232			range_end = br_vlan_find(vg, vinfo->vid);
2233		} else {
2234			range_start = br_vlan_find(vg, vinfo->vid);
2235			range_end = range_start;
2236		}
2237
2238		err = br_vlan_process_options(br, p, range_start, range_end,
2239					      tb, extack);
2240	}
2241
2242	return err;
2243}
2244
2245static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2246			       struct netlink_ext_ack *extack)
2247{
2248	struct net *net = sock_net(skb->sk);
2249	struct br_vlan_msg *bvm;
2250	struct net_device *dev;
2251	struct nlattr *attr;
2252	int err, vlans = 0;
2253	int rem;
2254
2255	/* this should validate the header and check for remaining bytes */
2256	err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2257			  extack);
2258	if (err < 0)
2259		return err;
2260
2261	bvm = nlmsg_data(nlh);
2262	dev = __dev_get_by_index(net, bvm->ifindex);
2263	if (!dev)
2264		return -ENODEV;
2265
2266	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2267		NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2268		return -EINVAL;
2269	}
2270
2271	nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2272		switch (nla_type(attr)) {
2273		case BRIDGE_VLANDB_ENTRY:
2274			err = br_vlan_rtm_process_one(dev, attr,
2275						      nlh->nlmsg_type,
2276						      extack);
2277			break;
2278		case BRIDGE_VLANDB_GLOBAL_OPTIONS:
2279			err = br_vlan_rtm_process_global_options(dev, attr,
2280								 nlh->nlmsg_type,
2281								 extack);
2282			break;
2283		default:
2284			continue;
2285		}
2286
2287		vlans++;
2288		if (err)
2289			break;
2290	}
2291	if (!vlans) {
2292		NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2293		err = -EINVAL;
2294	}
2295
2296	return err;
2297}
2298
2299void br_vlan_rtnl_init(void)
2300{
2301	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2302			     br_vlan_rtm_dump, 0);
2303	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2304			     br_vlan_rtm_process, NULL, 0);
2305	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2306			     br_vlan_rtm_process, NULL, 0);
2307}
2308
2309void br_vlan_rtnl_uninit(void)
2310{
2311	rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2312	rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2313	rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2314}