1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * Bridge multicast support.
   4 *
   5 * Copyright (c) 2010 Herbert Xu <herbert@gondor.apana.org.au>
 
 
 
 
 
 
   6 */
   7
   8#include <linux/err.h>
   9#include <linux/export.h>
  10#include <linux/if_ether.h>
  11#include <linux/igmp.h>
  12#include <linux/in.h>
  13#include <linux/jhash.h>
  14#include <linux/kernel.h>
  15#include <linux/log2.h>
  16#include <linux/netdevice.h>
  17#include <linux/netfilter_bridge.h>
  18#include <linux/random.h>
  19#include <linux/rculist.h>
  20#include <linux/skbuff.h>
  21#include <linux/slab.h>
  22#include <linux/timer.h>
  23#include <linux/inetdevice.h>
  24#include <linux/mroute.h>
  25#include <net/ip.h>
  26#include <net/switchdev.h>
  27#if IS_ENABLED(CONFIG_IPV6)
  28#include <linux/icmpv6.h>
  29#include <net/ipv6.h>
  30#include <net/mld.h>
  31#include <net/ip6_checksum.h>
  32#include <net/addrconf.h>
  33#endif
  34#include <trace/events/bridge.h>
  35
  36#include "br_private.h"
  37#include "br_private_mcast_eht.h"
  38
  39static const struct rhashtable_params br_mdb_rht_params = {
  40	.head_offset = offsetof(struct net_bridge_mdb_entry, rhnode),
  41	.key_offset = offsetof(struct net_bridge_mdb_entry, addr),
  42	.key_len = sizeof(struct br_ip),
  43	.automatic_shrinking = true,
  44};
  45
  46static const struct rhashtable_params br_sg_port_rht_params = {
  47	.head_offset = offsetof(struct net_bridge_port_group, rhnode),
  48	.key_offset = offsetof(struct net_bridge_port_group, key),
  49	.key_len = sizeof(struct net_bridge_port_group_sg_key),
  50	.automatic_shrinking = true,
  51};
  52
  53static void br_multicast_start_querier(struct net_bridge_mcast *brmctx,
  54				       struct bridge_mcast_own_query *query);
  55static void br_ip4_multicast_add_router(struct net_bridge_mcast *brmctx,
  56					struct net_bridge_mcast_port *pmctx);
  57static void br_ip4_multicast_leave_group(struct net_bridge_mcast *brmctx,
  58					 struct net_bridge_mcast_port *pmctx,
  59					 __be32 group,
  60					 __u16 vid,
  61					 const unsigned char *src);
  62static void br_multicast_port_group_rexmit(struct timer_list *t);
  63
  64static void
  65br_multicast_rport_del_notify(struct net_bridge_mcast_port *pmctx, bool deleted);
  66static void br_ip6_multicast_add_router(struct net_bridge_mcast *brmctx,
  67					struct net_bridge_mcast_port *pmctx);
  68#if IS_ENABLED(CONFIG_IPV6)
  69static void br_ip6_multicast_leave_group(struct net_bridge_mcast *brmctx,
  70					 struct net_bridge_mcast_port *pmctx,
  71					 const struct in6_addr *group,
  72					 __u16 vid, const unsigned char *src);
  73#endif
  74static struct net_bridge_port_group *
  75__br_multicast_add_group(struct net_bridge_mcast *brmctx,
  76			 struct net_bridge_mcast_port *pmctx,
  77			 struct br_ip *group,
  78			 const unsigned char *src,
  79			 u8 filter_mode,
  80			 bool igmpv2_mldv1,
  81			 bool blocked);
  82static void br_multicast_find_del_pg(struct net_bridge *br,
  83				     struct net_bridge_port_group *pg);
  84static void __br_multicast_stop(struct net_bridge_mcast *brmctx);
  85
  86static int br_mc_disabled_update(struct net_device *dev, bool value,
  87				 struct netlink_ext_ack *extack);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  88
  89static struct net_bridge_port_group *
  90br_sg_port_find(struct net_bridge *br,
  91		struct net_bridge_port_group_sg_key *sg_p)
  92{
  93	lockdep_assert_held_once(&br->multicast_lock);
 
  94
  95	return rhashtable_lookup_fast(&br->sg_port_tbl, sg_p,
  96				      br_sg_port_rht_params);
 
 
 
 
 
  97}
 
  98
  99static struct net_bridge_mdb_entry *br_mdb_ip_get_rcu(struct net_bridge *br,
 100						      struct br_ip *dst)
 101{
 102	return rhashtable_lookup(&br->mdb_hash_tbl, dst, br_mdb_rht_params);
 
 
 
 
 
 
 
 
 103}
 104
 105struct net_bridge_mdb_entry *br_mdb_ip_get(struct net_bridge *br,
 106					   struct br_ip *dst)
 107{
 108	struct net_bridge_mdb_entry *ent;
 109
 110	lockdep_assert_held_once(&br->multicast_lock);
 
 
 
 111
 112	rcu_read_lock();
 113	ent = rhashtable_lookup(&br->mdb_hash_tbl, dst, br_mdb_rht_params);
 114	rcu_read_unlock();
 115
 116	return ent;
 
 
 
 
 
 
 117}
 118
 119static struct net_bridge_mdb_entry *br_mdb_ip4_get(struct net_bridge *br,
 120						   __be32 dst, __u16 vid)
 121{
 122	struct br_ip br_dst;
 123
 124	memset(&br_dst, 0, sizeof(br_dst));
 125	br_dst.dst.ip4 = dst;
 126	br_dst.proto = htons(ETH_P_IP);
 127	br_dst.vid = vid;
 128
 129	return br_mdb_ip_get(br, &br_dst);
 130}
 131
 132#if IS_ENABLED(CONFIG_IPV6)
 133static struct net_bridge_mdb_entry *br_mdb_ip6_get(struct net_bridge *br,
 134						   const struct in6_addr *dst,
 135						   __u16 vid)
 136{
 137	struct br_ip br_dst;
 138
 139	memset(&br_dst, 0, sizeof(br_dst));
 140	br_dst.dst.ip6 = *dst;
 141	br_dst.proto = htons(ETH_P_IPV6);
 142	br_dst.vid = vid;
 143
 144	return br_mdb_ip_get(br, &br_dst);
 145}
 146#endif
 147
 148struct net_bridge_mdb_entry *
 149br_mdb_entry_skb_get(struct net_bridge_mcast *brmctx, struct sk_buff *skb,
 150		     u16 vid)
 151{
 152	struct net_bridge *br = brmctx->br;
 153	struct br_ip ip;
 154
 155	if (!br_opt_get(br, BROPT_MULTICAST_ENABLED) ||
 156	    br_multicast_ctx_vlan_global_disabled(brmctx))
 157		return NULL;
 158
 159	if (BR_INPUT_SKB_CB(skb)->igmp)
 160		return NULL;
 161
 162	memset(&ip, 0, sizeof(ip));
 163	ip.proto = skb->protocol;
 164	ip.vid = vid;
 165
 166	switch (skb->protocol) {
 167	case htons(ETH_P_IP):
 168		ip.dst.ip4 = ip_hdr(skb)->daddr;
 169		if (brmctx->multicast_igmp_version == 3) {
 170			struct net_bridge_mdb_entry *mdb;
 171
 172			ip.src.ip4 = ip_hdr(skb)->saddr;
 173			mdb = br_mdb_ip_get_rcu(br, &ip);
 174			if (mdb)
 175				return mdb;
 176			ip.src.ip4 = 0;
 177		}
 178		break;
 179#if IS_ENABLED(CONFIG_IPV6)
 180	case htons(ETH_P_IPV6):
 181		ip.dst.ip6 = ipv6_hdr(skb)->daddr;
 182		if (brmctx->multicast_mld_version == 2) {
 183			struct net_bridge_mdb_entry *mdb;
 184
 185			ip.src.ip6 = ipv6_hdr(skb)->saddr;
 186			mdb = br_mdb_ip_get_rcu(br, &ip);
 187			if (mdb)
 188				return mdb;
 189			memset(&ip.src.ip6, 0, sizeof(ip.src.ip6));
 190		}
 191		break;
 192#endif
 193	default:
 194		ip.proto = 0;
 195		ether_addr_copy(ip.dst.mac_addr, eth_hdr(skb)->h_dest);
 196	}
 197
 198	return br_mdb_ip_get_rcu(br, &ip);
 199}
 200
 201/* IMPORTANT: this function must be used only when the contexts cannot be
 202 * passed down (e.g. timer) and must be used for read-only purposes because
 203 * the vlan snooping option can change, so it can return any context
 204 * (non-vlan or vlan). Its initial intended purpose is to read timer values
 205 * from the *current* context based on the option. At worst that could lead
 206 * to inconsistent timers when the contexts are changed, i.e. src timer
 207 * which needs to re-arm with a specific delay taken from the old context
 208 */
 209static struct net_bridge_mcast_port *
 210br_multicast_pg_to_port_ctx(const struct net_bridge_port_group *pg)
 211{
 212	struct net_bridge_mcast_port *pmctx = &pg->key.port->multicast_ctx;
 213	struct net_bridge_vlan *vlan;
 214
 215	lockdep_assert_held_once(&pg->key.port->br->multicast_lock);
 216
 217	/* if vlan snooping is disabled use the port's multicast context */
 218	if (!pg->key.addr.vid ||
 219	    !br_opt_get(pg->key.port->br, BROPT_MCAST_VLAN_SNOOPING_ENABLED))
 220		goto out;
 221
 222	/* locking is tricky here, due to different rules for multicast and
 223	 * vlans we need to take rcu to find the vlan and make sure it has
 224	 * the BR_VLFLAG_MCAST_ENABLED flag set, it can only change under
 225	 * multicast_lock which must be already held here, so the vlan's pmctx
 226	 * can safely be used on return
 227	 */
 228	rcu_read_lock();
 229	vlan = br_vlan_find(nbp_vlan_group_rcu(pg->key.port), pg->key.addr.vid);
 230	if (vlan && !br_multicast_port_ctx_vlan_disabled(&vlan->port_mcast_ctx))
 231		pmctx = &vlan->port_mcast_ctx;
 232	else
 233		pmctx = NULL;
 234	rcu_read_unlock();
 235out:
 236	return pmctx;
 237}
 238
 239static struct net_bridge_mcast_port *
 240br_multicast_port_vid_to_port_ctx(struct net_bridge_port *port, u16 vid)
 241{
 242	struct net_bridge_mcast_port *pmctx = NULL;
 243	struct net_bridge_vlan *vlan;
 244
 245	lockdep_assert_held_once(&port->br->multicast_lock);
 246
 247	if (!br_opt_get(port->br, BROPT_MCAST_VLAN_SNOOPING_ENABLED))
 248		return NULL;
 249
 250	/* Take RCU to access the vlan. */
 251	rcu_read_lock();
 252
 253	vlan = br_vlan_find(nbp_vlan_group_rcu(port), vid);
 254	if (vlan && !br_multicast_port_ctx_vlan_disabled(&vlan->port_mcast_ctx))
 255		pmctx = &vlan->port_mcast_ctx;
 256
 257	rcu_read_unlock();
 258
 259	return pmctx;
 260}
 261
 262/* when snooping we need to check if the contexts should be used
 263 * in the following order:
 264 * - if pmctx is non-NULL (port), check if it should be used
 265 * - if pmctx is NULL (bridge), check if brmctx should be used
 266 */
 267static bool
 268br_multicast_ctx_should_use(const struct net_bridge_mcast *brmctx,
 269			    const struct net_bridge_mcast_port *pmctx)
 270{
 271	if (!netif_running(brmctx->br->dev))
 272		return false;
 273
 274	if (pmctx)
 275		return !br_multicast_port_ctx_state_disabled(pmctx);
 276	else
 277		return !br_multicast_ctx_vlan_disabled(brmctx);
 278}
 279
 280static bool br_port_group_equal(struct net_bridge_port_group *p,
 281				struct net_bridge_port *port,
 282				const unsigned char *src)
 283{
 284	if (p->key.port != port)
 285		return false;
 286
 287	if (!(port->flags & BR_MULTICAST_TO_UNICAST))
 288		return true;
 289
 290	return ether_addr_equal(src, p->eth_addr);
 291}
 292
 293static void __fwd_add_star_excl(struct net_bridge_mcast_port *pmctx,
 294				struct net_bridge_port_group *pg,
 295				struct br_ip *sg_ip)
 296{
 297	struct net_bridge_port_group_sg_key sg_key;
 298	struct net_bridge_port_group *src_pg;
 299	struct net_bridge_mcast *brmctx;
 300
 301	memset(&sg_key, 0, sizeof(sg_key));
 302	brmctx = br_multicast_port_ctx_get_global(pmctx);
 303	sg_key.port = pg->key.port;
 304	sg_key.addr = *sg_ip;
 305	if (br_sg_port_find(brmctx->br, &sg_key))
 306		return;
 307
 308	src_pg = __br_multicast_add_group(brmctx, pmctx,
 309					  sg_ip, pg->eth_addr,
 310					  MCAST_INCLUDE, false, false);
 311	if (IS_ERR_OR_NULL(src_pg) ||
 312	    src_pg->rt_protocol != RTPROT_KERNEL)
 313		return;
 314
 315	src_pg->flags |= MDB_PG_FLAGS_STAR_EXCL;
 316}
 317
 318static void __fwd_del_star_excl(struct net_bridge_port_group *pg,
 319				struct br_ip *sg_ip)
 320{
 321	struct net_bridge_port_group_sg_key sg_key;
 322	struct net_bridge *br = pg->key.port->br;
 323	struct net_bridge_port_group *src_pg;
 324
 325	memset(&sg_key, 0, sizeof(sg_key));
 326	sg_key.port = pg->key.port;
 327	sg_key.addr = *sg_ip;
 328	src_pg = br_sg_port_find(br, &sg_key);
 329	if (!src_pg || !(src_pg->flags & MDB_PG_FLAGS_STAR_EXCL) ||
 330	    src_pg->rt_protocol != RTPROT_KERNEL)
 331		return;
 332
 333	br_multicast_find_del_pg(br, src_pg);
 334}
 335
 336/* When a port group transitions to (or is added as) EXCLUDE we need to add it
 337 * to all other ports' S,G entries which are not blocked by the current group
 338 * for proper replication, the assumption is that any S,G blocked entries
 339 * are already added so the S,G,port lookup should skip them.
 340 * When a port group transitions from EXCLUDE -> INCLUDE mode or is being
 341 * deleted we need to remove it from all ports' S,G entries where it was
 342 * automatically installed before (i.e. where it's MDB_PG_FLAGS_STAR_EXCL).
 343 */
 344void br_multicast_star_g_handle_mode(struct net_bridge_port_group *pg,
 345				     u8 filter_mode)
 346{
 347	struct net_bridge *br = pg->key.port->br;
 348	struct net_bridge_port_group *pg_lst;
 349	struct net_bridge_mcast_port *pmctx;
 350	struct net_bridge_mdb_entry *mp;
 351	struct br_ip sg_ip;
 352
 353	if (WARN_ON(!br_multicast_is_star_g(&pg->key.addr)))
 354		return;
 355
 356	mp = br_mdb_ip_get(br, &pg->key.addr);
 357	if (!mp)
 358		return;
 359	pmctx = br_multicast_pg_to_port_ctx(pg);
 360	if (!pmctx)
 361		return;
 362
 363	memset(&sg_ip, 0, sizeof(sg_ip));
 364	sg_ip = pg->key.addr;
 365
 366	for (pg_lst = mlock_dereference(mp->ports, br);
 367	     pg_lst;
 368	     pg_lst = mlock_dereference(pg_lst->next, br)) {
 369		struct net_bridge_group_src *src_ent;
 370
 371		if (pg_lst == pg)
 372			continue;
 373		hlist_for_each_entry(src_ent, &pg_lst->src_list, node) {
 374			if (!(src_ent->flags & BR_SGRP_F_INSTALLED))
 375				continue;
 376			sg_ip.src = src_ent->addr.src;
 377			switch (filter_mode) {
 378			case MCAST_INCLUDE:
 379				__fwd_del_star_excl(pg, &sg_ip);
 380				break;
 381			case MCAST_EXCLUDE:
 382				__fwd_add_star_excl(pmctx, pg, &sg_ip);
 383				break;
 384			}
 385		}
 386	}
 387}
 388
 389/* called when adding a new S,G with host_joined == false by default */
 390static void br_multicast_sg_host_state(struct net_bridge_mdb_entry *star_mp,
 391				       struct net_bridge_port_group *sg)
 392{
 393	struct net_bridge_mdb_entry *sg_mp;
 394
 395	if (WARN_ON(!br_multicast_is_star_g(&star_mp->addr)))
 396		return;
 397	if (!star_mp->host_joined)
 398		return;
 399
 400	sg_mp = br_mdb_ip_get(star_mp->br, &sg->key.addr);
 401	if (!sg_mp)
 402		return;
 403	sg_mp->host_joined = true;
 404}
 405
 406/* set the host_joined state of all of *,G's S,G entries */
 407static void br_multicast_star_g_host_state(struct net_bridge_mdb_entry *star_mp)
 408{
 409	struct net_bridge *br = star_mp->br;
 410	struct net_bridge_mdb_entry *sg_mp;
 411	struct net_bridge_port_group *pg;
 412	struct br_ip sg_ip;
 413
 414	if (WARN_ON(!br_multicast_is_star_g(&star_mp->addr)))
 415		return;
 416
 417	memset(&sg_ip, 0, sizeof(sg_ip));
 418	sg_ip = star_mp->addr;
 419	for (pg = mlock_dereference(star_mp->ports, br);
 420	     pg;
 421	     pg = mlock_dereference(pg->next, br)) {
 422		struct net_bridge_group_src *src_ent;
 423
 424		hlist_for_each_entry(src_ent, &pg->src_list, node) {
 425			if (!(src_ent->flags & BR_SGRP_F_INSTALLED))
 426				continue;
 427			sg_ip.src = src_ent->addr.src;
 428			sg_mp = br_mdb_ip_get(br, &sg_ip);
 429			if (!sg_mp)
 430				continue;
 431			sg_mp->host_joined = star_mp->host_joined;
 432		}
 433	}
 434}
 435
 436static void br_multicast_sg_del_exclude_ports(struct net_bridge_mdb_entry *sgmp)
 437{
 438	struct net_bridge_port_group __rcu **pp;
 439	struct net_bridge_port_group *p;
 440
 441	/* *,G exclude ports are only added to S,G entries */
 442	if (WARN_ON(br_multicast_is_star_g(&sgmp->addr)))
 443		return;
 444
 445	/* we need the STAR_EXCLUDE ports if there are non-STAR_EXCLUDE ports
 446	 * we should ignore perm entries since they're managed by user-space
 447	 */
 448	for (pp = &sgmp->ports;
 449	     (p = mlock_dereference(*pp, sgmp->br)) != NULL;
 450	     pp = &p->next)
 451		if (!(p->flags & (MDB_PG_FLAGS_STAR_EXCL |
 452				  MDB_PG_FLAGS_PERMANENT)))
 453			return;
 454
 455	/* currently the host can only have joined the *,G which means
 456	 * we treat it as EXCLUDE {}, so for an S,G it's considered a
 457	 * STAR_EXCLUDE entry and we can safely leave it
 458	 */
 459	sgmp->host_joined = false;
 460
 461	for (pp = &sgmp->ports;
 462	     (p = mlock_dereference(*pp, sgmp->br)) != NULL;) {
 463		if (!(p->flags & MDB_PG_FLAGS_PERMANENT))
 464			br_multicast_del_pg(sgmp, p, pp);
 465		else
 466			pp = &p->next;
 467	}
 468}
 469
 470void br_multicast_sg_add_exclude_ports(struct net_bridge_mdb_entry *star_mp,
 471				       struct net_bridge_port_group *sg)
 
 472{
 473	struct net_bridge_port_group_sg_key sg_key;
 474	struct net_bridge *br = star_mp->br;
 475	struct net_bridge_mcast_port *pmctx;
 476	struct net_bridge_port_group *pg;
 477	struct net_bridge_mcast *brmctx;
 478
 479	if (WARN_ON(br_multicast_is_star_g(&sg->key.addr)))
 480		return;
 481	if (WARN_ON(!br_multicast_is_star_g(&star_mp->addr)))
 482		return;
 483
 484	br_multicast_sg_host_state(star_mp, sg);
 485	memset(&sg_key, 0, sizeof(sg_key));
 486	sg_key.addr = sg->key.addr;
 487	/* we need to add all exclude ports to the S,G */
 488	for (pg = mlock_dereference(star_mp->ports, br);
 489	     pg;
 490	     pg = mlock_dereference(pg->next, br)) {
 491		struct net_bridge_port_group *src_pg;
 492
 493		if (pg == sg || pg->filter_mode == MCAST_INCLUDE)
 494			continue;
 495
 496		sg_key.port = pg->key.port;
 497		if (br_sg_port_find(br, &sg_key))
 498			continue;
 499
 500		pmctx = br_multicast_pg_to_port_ctx(pg);
 501		if (!pmctx)
 502			continue;
 503		brmctx = br_multicast_port_ctx_get_global(pmctx);
 504
 505		src_pg = __br_multicast_add_group(brmctx, pmctx,
 506						  &sg->key.addr,
 507						  sg->eth_addr,
 508						  MCAST_INCLUDE, false, false);
 509		if (IS_ERR_OR_NULL(src_pg) ||
 510		    src_pg->rt_protocol != RTPROT_KERNEL)
 511			continue;
 512		src_pg->flags |= MDB_PG_FLAGS_STAR_EXCL;
 513	}
 514}
 515
 516static void br_multicast_fwd_src_add(struct net_bridge_group_src *src)
 517{
 518	struct net_bridge_mdb_entry *star_mp;
 519	struct net_bridge_mcast_port *pmctx;
 520	struct net_bridge_port_group *sg;
 521	struct net_bridge_mcast *brmctx;
 522	struct br_ip sg_ip;
 523
 524	if (src->flags & BR_SGRP_F_INSTALLED)
 525		return;
 526
 527	memset(&sg_ip, 0, sizeof(sg_ip));
 528	pmctx = br_multicast_pg_to_port_ctx(src->pg);
 529	if (!pmctx)
 530		return;
 531	brmctx = br_multicast_port_ctx_get_global(pmctx);
 532	sg_ip = src->pg->key.addr;
 533	sg_ip.src = src->addr.src;
 534
 535	sg = __br_multicast_add_group(brmctx, pmctx, &sg_ip,
 536				      src->pg->eth_addr, MCAST_INCLUDE, false,
 537				      !timer_pending(&src->timer));
 538	if (IS_ERR_OR_NULL(sg))
 539		return;
 540	src->flags |= BR_SGRP_F_INSTALLED;
 541	sg->flags &= ~MDB_PG_FLAGS_STAR_EXCL;
 542
 543	/* if it was added by user-space as perm we can skip next steps */
 544	if (sg->rt_protocol != RTPROT_KERNEL &&
 545	    (sg->flags & MDB_PG_FLAGS_PERMANENT))
 546		return;
 547
 548	/* the kernel is now responsible for removing this S,G */
 549	del_timer(&sg->timer);
 550	star_mp = br_mdb_ip_get(src->br, &src->pg->key.addr);
 551	if (!star_mp)
 552		return;
 553
 554	br_multicast_sg_add_exclude_ports(star_mp, sg);
 555}
 556
 557static void br_multicast_fwd_src_remove(struct net_bridge_group_src *src,
 558					bool fastleave)
 559{
 560	struct net_bridge_port_group *p, *pg = src->pg;
 561	struct net_bridge_port_group __rcu **pp;
 562	struct net_bridge_mdb_entry *mp;
 563	struct br_ip sg_ip;
 564
 565	memset(&sg_ip, 0, sizeof(sg_ip));
 566	sg_ip = pg->key.addr;
 567	sg_ip.src = src->addr.src;
 568
 569	mp = br_mdb_ip_get(src->br, &sg_ip);
 570	if (!mp)
 571		return;
 572
 573	for (pp = &mp->ports;
 574	     (p = mlock_dereference(*pp, src->br)) != NULL;
 575	     pp = &p->next) {
 576		if (!br_port_group_equal(p, pg->key.port, pg->eth_addr))
 577			continue;
 578
 579		if (p->rt_protocol != RTPROT_KERNEL &&
 580		    (p->flags & MDB_PG_FLAGS_PERMANENT) &&
 581		    !(src->flags & BR_SGRP_F_USER_ADDED))
 582			break;
 583
 584		if (fastleave)
 585			p->flags |= MDB_PG_FLAGS_FAST_LEAVE;
 586		br_multicast_del_pg(mp, p, pp);
 587		break;
 
 
 
 588	}
 589	src->flags &= ~BR_SGRP_F_INSTALLED;
 590}
 591
 592/* install S,G and based on src's timer enable or disable forwarding */
 593static void br_multicast_fwd_src_handle(struct net_bridge_group_src *src)
 594{
 595	struct net_bridge_port_group_sg_key sg_key;
 596	struct net_bridge_port_group *sg;
 597	u8 old_flags;
 598
 599	br_multicast_fwd_src_add(src);
 600
 601	memset(&sg_key, 0, sizeof(sg_key));
 602	sg_key.addr = src->pg->key.addr;
 603	sg_key.addr.src = src->addr.src;
 604	sg_key.port = src->pg->key.port;
 605
 606	sg = br_sg_port_find(src->br, &sg_key);
 607	if (!sg || (sg->flags & MDB_PG_FLAGS_PERMANENT))
 608		return;
 609
 610	old_flags = sg->flags;
 611	if (timer_pending(&src->timer))
 612		sg->flags &= ~MDB_PG_FLAGS_BLOCKED;
 613	else
 614		sg->flags |= MDB_PG_FLAGS_BLOCKED;
 615
 616	if (old_flags != sg->flags) {
 617		struct net_bridge_mdb_entry *sg_mp;
 618
 619		sg_mp = br_mdb_ip_get(src->br, &sg_key.addr);
 620		if (!sg_mp)
 621			return;
 622		br_mdb_notify(src->br->dev, sg_mp, sg, RTM_NEWMDB);
 623	}
 624}
 625
 626static void br_multicast_destroy_mdb_entry(struct net_bridge_mcast_gc *gc)
 627{
 628	struct net_bridge_mdb_entry *mp;
 629
 630	mp = container_of(gc, struct net_bridge_mdb_entry, mcast_gc);
 631	WARN_ON(!hlist_unhashed(&mp->mdb_node));
 632	WARN_ON(mp->ports);
 633
 634	timer_shutdown_sync(&mp->timer);
 635	kfree_rcu(mp, rcu);
 636}
 637
 638static void br_multicast_del_mdb_entry(struct net_bridge_mdb_entry *mp)
 639{
 640	struct net_bridge *br = mp->br;
 
 641
 642	rhashtable_remove_fast(&br->mdb_hash_tbl, &mp->rhnode,
 643			       br_mdb_rht_params);
 644	hlist_del_init_rcu(&mp->mdb_node);
 645	hlist_add_head(&mp->mcast_gc.gc_node, &br->mcast_gc_list);
 646	queue_work(system_long_wq, &br->mcast_gc_work);
 647}
 648
 649static void br_multicast_group_expired(struct timer_list *t)
 650{
 651	struct net_bridge_mdb_entry *mp = from_timer(mp, t, timer);
 652	struct net_bridge *br = mp->br;
 
 653
 654	spin_lock(&br->multicast_lock);
 655	if (hlist_unhashed(&mp->mdb_node) || !netif_running(br->dev) ||
 656	    timer_pending(&mp->timer))
 657		goto out;
 658
 659	br_multicast_host_leave(mp, true);
 
 660
 661	if (mp->ports)
 662		goto out;
 663	br_multicast_del_mdb_entry(mp);
 664out:
 665	spin_unlock(&br->multicast_lock);
 666}
 667
 668static void br_multicast_destroy_group_src(struct net_bridge_mcast_gc *gc)
 669{
 670	struct net_bridge_group_src *src;
 671
 672	src = container_of(gc, struct net_bridge_group_src, mcast_gc);
 673	WARN_ON(!hlist_unhashed(&src->node));
 674
 675	timer_shutdown_sync(&src->timer);
 676	kfree_rcu(src, rcu);
 677}
 678
 679void __br_multicast_del_group_src(struct net_bridge_group_src *src)
 680{
 681	struct net_bridge *br = src->pg->key.port->br;
 682
 683	hlist_del_init_rcu(&src->node);
 684	src->pg->src_ents--;
 685	hlist_add_head(&src->mcast_gc.gc_node, &br->mcast_gc_list);
 686	queue_work(system_long_wq, &br->mcast_gc_work);
 687}
 688
 689void br_multicast_del_group_src(struct net_bridge_group_src *src,
 690				bool fastleave)
 691{
 692	br_multicast_fwd_src_remove(src, fastleave);
 693	__br_multicast_del_group_src(src);
 694}
 695
 696static int
 697br_multicast_port_ngroups_inc_one(struct net_bridge_mcast_port *pmctx,
 698				  struct netlink_ext_ack *extack,
 699				  const char *what)
 700{
 701	u32 max = READ_ONCE(pmctx->mdb_max_entries);
 702	u32 n = READ_ONCE(pmctx->mdb_n_entries);
 703
 704	if (max && n >= max) {
 705		NL_SET_ERR_MSG_FMT_MOD(extack, "%s is already in %u groups, and mcast_max_groups=%u",
 706				       what, n, max);
 707		return -E2BIG;
 708	}
 709
 710	WRITE_ONCE(pmctx->mdb_n_entries, n + 1);
 711	return 0;
 712}
 713
 714static void br_multicast_port_ngroups_dec_one(struct net_bridge_mcast_port *pmctx)
 715{
 716	u32 n = READ_ONCE(pmctx->mdb_n_entries);
 717
 718	WARN_ON_ONCE(n == 0);
 719	WRITE_ONCE(pmctx->mdb_n_entries, n - 1);
 720}
 721
 722static int br_multicast_port_ngroups_inc(struct net_bridge_port *port,
 723					 const struct br_ip *group,
 724					 struct netlink_ext_ack *extack)
 725{
 726	struct net_bridge_mcast_port *pmctx;
 727	int err;
 728
 729	lockdep_assert_held_once(&port->br->multicast_lock);
 730
 731	/* Always count on the port context. */
 732	err = br_multicast_port_ngroups_inc_one(&port->multicast_ctx, extack,
 733						"Port");
 734	if (err) {
 735		trace_br_mdb_full(port->dev, group);
 736		return err;
 737	}
 738
 739	/* Only count on the VLAN context if VID is given, and if snooping on
 740	 * that VLAN is enabled.
 741	 */
 742	if (!group->vid)
 743		return 0;
 744
 745	pmctx = br_multicast_port_vid_to_port_ctx(port, group->vid);
 746	if (!pmctx)
 747		return 0;
 748
 749	err = br_multicast_port_ngroups_inc_one(pmctx, extack, "Port-VLAN");
 750	if (err) {
 751		trace_br_mdb_full(port->dev, group);
 752		goto dec_one_out;
 753	}
 754
 755	return 0;
 756
 757dec_one_out:
 758	br_multicast_port_ngroups_dec_one(&port->multicast_ctx);
 759	return err;
 760}
 761
 762static void br_multicast_port_ngroups_dec(struct net_bridge_port *port, u16 vid)
 763{
 764	struct net_bridge_mcast_port *pmctx;
 765
 766	lockdep_assert_held_once(&port->br->multicast_lock);
 767
 768	if (vid) {
 769		pmctx = br_multicast_port_vid_to_port_ctx(port, vid);
 770		if (pmctx)
 771			br_multicast_port_ngroups_dec_one(pmctx);
 772	}
 773	br_multicast_port_ngroups_dec_one(&port->multicast_ctx);
 774}
 775
 776u32 br_multicast_ngroups_get(const struct net_bridge_mcast_port *pmctx)
 777{
 778	return READ_ONCE(pmctx->mdb_n_entries);
 779}
 780
 781void br_multicast_ngroups_set_max(struct net_bridge_mcast_port *pmctx, u32 max)
 782{
 783	WRITE_ONCE(pmctx->mdb_max_entries, max);
 784}
 785
 786u32 br_multicast_ngroups_get_max(const struct net_bridge_mcast_port *pmctx)
 787{
 788	return READ_ONCE(pmctx->mdb_max_entries);
 789}
 790
 791static void br_multicast_destroy_port_group(struct net_bridge_mcast_gc *gc)
 792{
 793	struct net_bridge_port_group *pg;
 794
 795	pg = container_of(gc, struct net_bridge_port_group, mcast_gc);
 796	WARN_ON(!hlist_unhashed(&pg->mglist));
 797	WARN_ON(!hlist_empty(&pg->src_list));
 798
 799	timer_shutdown_sync(&pg->rexmit_timer);
 800	timer_shutdown_sync(&pg->timer);
 801	kfree_rcu(pg, rcu);
 802}
 803
 804void br_multicast_del_pg(struct net_bridge_mdb_entry *mp,
 805			 struct net_bridge_port_group *pg,
 806			 struct net_bridge_port_group __rcu **pp)
 807{
 808	struct net_bridge *br = pg->key.port->br;
 809	struct net_bridge_group_src *ent;
 810	struct hlist_node *tmp;
 811
 812	rcu_assign_pointer(*pp, pg->next);
 813	hlist_del_init(&pg->mglist);
 814	br_multicast_eht_clean_sets(pg);
 815	hlist_for_each_entry_safe(ent, tmp, &pg->src_list, node)
 816		br_multicast_del_group_src(ent, false);
 817	br_mdb_notify(br->dev, mp, pg, RTM_DELMDB);
 818	if (!br_multicast_is_star_g(&mp->addr)) {
 819		rhashtable_remove_fast(&br->sg_port_tbl, &pg->rhnode,
 820				       br_sg_port_rht_params);
 821		br_multicast_sg_del_exclude_ports(mp);
 822	} else {
 823		br_multicast_star_g_handle_mode(pg, MCAST_INCLUDE);
 824	}
 825	br_multicast_port_ngroups_dec(pg->key.port, pg->key.addr.vid);
 826	hlist_add_head(&pg->mcast_gc.gc_node, &br->mcast_gc_list);
 827	queue_work(system_long_wq, &br->mcast_gc_work);
 828
 829	if (!mp->ports && !mp->host_joined && netif_running(br->dev))
 830		mod_timer(&mp->timer, jiffies);
 831}
 832
 833static void br_multicast_find_del_pg(struct net_bridge *br,
 834				     struct net_bridge_port_group *pg)
 835{
 836	struct net_bridge_port_group __rcu **pp;
 837	struct net_bridge_mdb_entry *mp;
 838	struct net_bridge_port_group *p;
 
 839
 840	mp = br_mdb_ip_get(br, &pg->key.addr);
 
 
 841	if (WARN_ON(!mp))
 842		return;
 843
 844	for (pp = &mp->ports;
 845	     (p = mlock_dereference(*pp, br)) != NULL;
 846	     pp = &p->next) {
 847		if (p != pg)
 848			continue;
 849
 850		br_multicast_del_pg(mp, pg, pp);
 
 
 
 
 
 
 
 
 
 
 851		return;
 852	}
 853
 854	WARN_ON(1);
 855}
 856
 857static void br_multicast_port_group_expired(struct timer_list *t)
 858{
 859	struct net_bridge_port_group *pg = from_timer(pg, t, timer);
 860	struct net_bridge_group_src *src_ent;
 861	struct net_bridge *br = pg->key.port->br;
 862	struct hlist_node *tmp;
 863	bool changed;
 864
 865	spin_lock(&br->multicast_lock);
 866	if (!netif_running(br->dev) || timer_pending(&pg->timer) ||
 867	    hlist_unhashed(&pg->mglist) || pg->flags & MDB_PG_FLAGS_PERMANENT)
 868		goto out;
 869
 870	changed = !!(pg->filter_mode == MCAST_EXCLUDE);
 871	pg->filter_mode = MCAST_INCLUDE;
 872	hlist_for_each_entry_safe(src_ent, tmp, &pg->src_list, node) {
 873		if (!timer_pending(&src_ent->timer)) {
 874			br_multicast_del_group_src(src_ent, false);
 875			changed = true;
 876		}
 877	}
 878
 879	if (hlist_empty(&pg->src_list)) {
 880		br_multicast_find_del_pg(br, pg);
 881	} else if (changed) {
 882		struct net_bridge_mdb_entry *mp = br_mdb_ip_get(br, &pg->key.addr);
 883
 884		if (changed && br_multicast_is_star_g(&pg->key.addr))
 885			br_multicast_star_g_handle_mode(pg, MCAST_INCLUDE);
 886
 887		if (WARN_ON(!mp))
 888			goto out;
 889		br_mdb_notify(br->dev, mp, pg, RTM_NEWMDB);
 890	}
 891out:
 892	spin_unlock(&br->multicast_lock);
 893}
 894
 895static void br_multicast_gc(struct hlist_head *head)
 
 896{
 897	struct net_bridge_mcast_gc *gcent;
 898	struct hlist_node *tmp;
 
 
 
 
 
 
 
 
 899
 900	hlist_for_each_entry_safe(gcent, tmp, head, gc_node) {
 901		hlist_del_init(&gcent->gc_node);
 902		gcent->destroy(gcent);
 
 903	}
 904}
 905
 906static void __br_multicast_query_handle_vlan(struct net_bridge_mcast *brmctx,
 907					     struct net_bridge_mcast_port *pmctx,
 908					     struct sk_buff *skb)
 909{
 910	struct net_bridge_vlan *vlan = NULL;
 911
 912	if (pmctx && br_multicast_port_ctx_is_vlan(pmctx))
 913		vlan = pmctx->vlan;
 914	else if (br_multicast_ctx_is_vlan(brmctx))
 915		vlan = brmctx->vlan;
 916
 917	if (vlan && !(vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED)) {
 918		u16 vlan_proto;
 919
 920		if (br_vlan_get_proto(brmctx->br->dev, &vlan_proto) != 0)
 921			return;
 922		__vlan_hwaccel_put_tag(skb, htons(vlan_proto), vlan->vid);
 
 
 923	}
 
 
 
 
 
 
 
 
 924}
 925
 926static struct sk_buff *br_ip4_multicast_alloc_query(struct net_bridge_mcast *brmctx,
 927						    struct net_bridge_mcast_port *pmctx,
 928						    struct net_bridge_port_group *pg,
 929						    __be32 ip_dst, __be32 group,
 930						    bool with_srcs, bool over_lmqt,
 931						    u8 sflag, u8 *igmp_type,
 932						    bool *need_rexmit)
 933{
 934	struct net_bridge_port *p = pg ? pg->key.port : NULL;
 935	struct net_bridge_group_src *ent;
 936	size_t pkt_size, igmp_hdr_size;
 937	unsigned long now = jiffies;
 938	struct igmpv3_query *ihv3;
 939	void *csum_start = NULL;
 940	__sum16 *csum = NULL;
 941	struct sk_buff *skb;
 942	struct igmphdr *ih;
 943	struct ethhdr *eth;
 944	unsigned long lmqt;
 945	struct iphdr *iph;
 946	u16 lmqt_srcs = 0;
 947
 948	igmp_hdr_size = sizeof(*ih);
 949	if (brmctx->multicast_igmp_version == 3) {
 950		igmp_hdr_size = sizeof(*ihv3);
 951		if (pg && with_srcs) {
 952			lmqt = now + (brmctx->multicast_last_member_interval *
 953				      brmctx->multicast_last_member_count);
 954			hlist_for_each_entry(ent, &pg->src_list, node) {
 955				if (over_lmqt == time_after(ent->timer.expires,
 956							    lmqt) &&
 957				    ent->src_query_rexmit_cnt > 0)
 958					lmqt_srcs++;
 959			}
 960
 961			if (!lmqt_srcs)
 962				return NULL;
 963			igmp_hdr_size += lmqt_srcs * sizeof(__be32);
 964		}
 965	}
 966
 967	pkt_size = sizeof(*eth) + sizeof(*iph) + 4 + igmp_hdr_size;
 968	if ((p && pkt_size > p->dev->mtu) ||
 969	    pkt_size > brmctx->br->dev->mtu)
 970		return NULL;
 971
 972	skb = netdev_alloc_skb_ip_align(brmctx->br->dev, pkt_size);
 973	if (!skb)
 974		goto out;
 975
 976	__br_multicast_query_handle_vlan(brmctx, pmctx, skb);
 977	skb->protocol = htons(ETH_P_IP);
 978
 979	skb_reset_mac_header(skb);
 980	eth = eth_hdr(skb);
 981
 982	ether_addr_copy(eth->h_source, brmctx->br->dev->dev_addr);
 983	ip_eth_mc_map(ip_dst, eth->h_dest);
 
 
 
 
 
 984	eth->h_proto = htons(ETH_P_IP);
 985	skb_put(skb, sizeof(*eth));
 986
 987	skb_set_network_header(skb, skb->len);
 988	iph = ip_hdr(skb);
 989	iph->tot_len = htons(pkt_size - sizeof(*eth));
 990
 991	iph->version = 4;
 992	iph->ihl = 6;
 993	iph->tos = 0xc0;
 
 994	iph->id = 0;
 995	iph->frag_off = htons(IP_DF);
 996	iph->ttl = 1;
 997	iph->protocol = IPPROTO_IGMP;
 998	iph->saddr = br_opt_get(brmctx->br, BROPT_MULTICAST_QUERY_USE_IFADDR) ?
 999		     inet_select_addr(brmctx->br->dev, 0, RT_SCOPE_LINK) : 0;
1000	iph->daddr = ip_dst;
1001	((u8 *)&iph[1])[0] = IPOPT_RA;
1002	((u8 *)&iph[1])[1] = 4;
1003	((u8 *)&iph[1])[2] = 0;
1004	((u8 *)&iph[1])[3] = 0;
1005	ip_send_check(iph);
1006	skb_put(skb, 24);
1007
1008	skb_set_transport_header(skb, skb->len);
1009	*igmp_type = IGMP_HOST_MEMBERSHIP_QUERY;
1010
1011	switch (brmctx->multicast_igmp_version) {
1012	case 2:
1013		ih = igmp_hdr(skb);
1014		ih->type = IGMP_HOST_MEMBERSHIP_QUERY;
1015		ih->code = (group ? brmctx->multicast_last_member_interval :
1016				    brmctx->multicast_query_response_interval) /
1017			   (HZ / IGMP_TIMER_SCALE);
1018		ih->group = group;
1019		ih->csum = 0;
1020		csum = &ih->csum;
1021		csum_start = (void *)ih;
1022		break;
1023	case 3:
1024		ihv3 = igmpv3_query_hdr(skb);
1025		ihv3->type = IGMP_HOST_MEMBERSHIP_QUERY;
1026		ihv3->code = (group ? brmctx->multicast_last_member_interval :
1027				      brmctx->multicast_query_response_interval) /
1028			     (HZ / IGMP_TIMER_SCALE);
1029		ihv3->group = group;
1030		ihv3->qqic = brmctx->multicast_query_interval / HZ;
1031		ihv3->nsrcs = htons(lmqt_srcs);
1032		ihv3->resv = 0;
1033		ihv3->suppress = sflag;
1034		ihv3->qrv = 2;
1035		ihv3->csum = 0;
1036		csum = &ihv3->csum;
1037		csum_start = (void *)ihv3;
1038		if (!pg || !with_srcs)
1039			break;
1040
1041		lmqt_srcs = 0;
1042		hlist_for_each_entry(ent, &pg->src_list, node) {
1043			if (over_lmqt == time_after(ent->timer.expires,
1044						    lmqt) &&
1045			    ent->src_query_rexmit_cnt > 0) {
1046				ihv3->srcs[lmqt_srcs++] = ent->addr.src.ip4;
1047				ent->src_query_rexmit_cnt--;
1048				if (need_rexmit && ent->src_query_rexmit_cnt)
1049					*need_rexmit = true;
1050			}
1051		}
1052		if (WARN_ON(lmqt_srcs != ntohs(ihv3->nsrcs))) {
1053			kfree_skb(skb);
1054			return NULL;
1055		}
1056		break;
1057	}
1058
1059	if (WARN_ON(!csum || !csum_start)) {
1060		kfree_skb(skb);
1061		return NULL;
1062	}
1063
1064	*csum = ip_compute_csum(csum_start, igmp_hdr_size);
1065	skb_put(skb, igmp_hdr_size);
1066	__skb_pull(skb, sizeof(*eth));
1067
1068out:
1069	return skb;
1070}
1071
1072#if IS_ENABLED(CONFIG_IPV6)
1073static struct sk_buff *br_ip6_multicast_alloc_query(struct net_bridge_mcast *brmctx,
1074						    struct net_bridge_mcast_port *pmctx,
1075						    struct net_bridge_port_group *pg,
1076						    const struct in6_addr *ip6_dst,
1077						    const struct in6_addr *group,
1078						    bool with_srcs, bool over_llqt,
1079						    u8 sflag, u8 *igmp_type,
1080						    bool *need_rexmit)
1081{
1082	struct net_bridge_port *p = pg ? pg->key.port : NULL;
1083	struct net_bridge_group_src *ent;
1084	size_t pkt_size, mld_hdr_size;
1085	unsigned long now = jiffies;
1086	struct mld2_query *mld2q;
1087	void *csum_start = NULL;
1088	unsigned long interval;
1089	__sum16 *csum = NULL;
1090	struct ipv6hdr *ip6h;
1091	struct mld_msg *mldq;
 
1092	struct sk_buff *skb;
1093	unsigned long llqt;
1094	struct ethhdr *eth;
1095	u16 llqt_srcs = 0;
1096	u8 *hopopt;
1097
1098	mld_hdr_size = sizeof(*mldq);
1099	if (brmctx->multicast_mld_version == 2) {
1100		mld_hdr_size = sizeof(*mld2q);
1101		if (pg && with_srcs) {
1102			llqt = now + (brmctx->multicast_last_member_interval *
1103				      brmctx->multicast_last_member_count);
1104			hlist_for_each_entry(ent, &pg->src_list, node) {
1105				if (over_llqt == time_after(ent->timer.expires,
1106							    llqt) &&
1107				    ent->src_query_rexmit_cnt > 0)
1108					llqt_srcs++;
1109			}
1110
1111			if (!llqt_srcs)
1112				return NULL;
1113			mld_hdr_size += llqt_srcs * sizeof(struct in6_addr);
1114		}
1115	}
1116
1117	pkt_size = sizeof(*eth) + sizeof(*ip6h) + 8 + mld_hdr_size;
1118	if ((p && pkt_size > p->dev->mtu) ||
1119	    pkt_size > brmctx->br->dev->mtu)
1120		return NULL;
1121
1122	skb = netdev_alloc_skb_ip_align(brmctx->br->dev, pkt_size);
1123	if (!skb)
1124		goto out;
1125
1126	__br_multicast_query_handle_vlan(brmctx, pmctx, skb);
1127	skb->protocol = htons(ETH_P_IPV6);
1128
1129	/* Ethernet header */
1130	skb_reset_mac_header(skb);
1131	eth = eth_hdr(skb);
1132
1133	ether_addr_copy(eth->h_source, brmctx->br->dev->dev_addr);
1134	eth->h_proto = htons(ETH_P_IPV6);
1135	skb_put(skb, sizeof(*eth));
1136
1137	/* IPv6 header + HbH option */
1138	skb_set_network_header(skb, skb->len);
1139	ip6h = ipv6_hdr(skb);
1140
1141	*(__force __be32 *)ip6h = htonl(0x60000000);
1142	ip6h->payload_len = htons(8 + mld_hdr_size);
1143	ip6h->nexthdr = IPPROTO_HOPOPTS;
1144	ip6h->hop_limit = 1;
1145	ip6h->daddr = *ip6_dst;
1146	if (ipv6_dev_get_saddr(dev_net(brmctx->br->dev), brmctx->br->dev,
1147			       &ip6h->daddr, 0, &ip6h->saddr)) {
1148		kfree_skb(skb);
1149		br_opt_toggle(brmctx->br, BROPT_HAS_IPV6_ADDR, false);
1150		return NULL;
1151	}
1152
1153	br_opt_toggle(brmctx->br, BROPT_HAS_IPV6_ADDR, true);
1154	ipv6_eth_mc_map(&ip6h->daddr, eth->h_dest);
1155
1156	hopopt = (u8 *)(ip6h + 1);
1157	hopopt[0] = IPPROTO_ICMPV6;		/* next hdr */
1158	hopopt[1] = 0;				/* length of HbH */
1159	hopopt[2] = IPV6_TLV_ROUTERALERT;	/* Router Alert */
1160	hopopt[3] = 2;				/* Length of RA Option */
1161	hopopt[4] = 0;				/* Type = 0x0000 (MLD) */
1162	hopopt[5] = 0;
1163	hopopt[6] = IPV6_TLV_PAD1;		/* Pad1 */
1164	hopopt[7] = IPV6_TLV_PAD1;		/* Pad1 */
1165
1166	skb_put(skb, sizeof(*ip6h) + 8);
1167
1168	/* ICMPv6 */
1169	skb_set_transport_header(skb, skb->len);
1170	interval = ipv6_addr_any(group) ?
1171			brmctx->multicast_query_response_interval :
1172			brmctx->multicast_last_member_interval;
1173	*igmp_type = ICMPV6_MGM_QUERY;
1174	switch (brmctx->multicast_mld_version) {
1175	case 1:
1176		mldq = (struct mld_msg *)icmp6_hdr(skb);
1177		mldq->mld_type = ICMPV6_MGM_QUERY;
1178		mldq->mld_code = 0;
1179		mldq->mld_cksum = 0;
1180		mldq->mld_maxdelay = htons((u16)jiffies_to_msecs(interval));
1181		mldq->mld_reserved = 0;
1182		mldq->mld_mca = *group;
1183		csum = &mldq->mld_cksum;
1184		csum_start = (void *)mldq;
 
 
 
1185		break;
1186	case 2:
1187		mld2q = (struct mld2_query *)icmp6_hdr(skb);
1188		mld2q->mld2q_mrc = htons((u16)jiffies_to_msecs(interval));
1189		mld2q->mld2q_type = ICMPV6_MGM_QUERY;
1190		mld2q->mld2q_code = 0;
1191		mld2q->mld2q_cksum = 0;
1192		mld2q->mld2q_resv1 = 0;
1193		mld2q->mld2q_resv2 = 0;
1194		mld2q->mld2q_suppress = sflag;
1195		mld2q->mld2q_qrv = 2;
1196		mld2q->mld2q_nsrcs = htons(llqt_srcs);
1197		mld2q->mld2q_qqic = brmctx->multicast_query_interval / HZ;
1198		mld2q->mld2q_mca = *group;
1199		csum = &mld2q->mld2q_cksum;
1200		csum_start = (void *)mld2q;
1201		if (!pg || !with_srcs)
1202			break;
1203
1204		llqt_srcs = 0;
1205		hlist_for_each_entry(ent, &pg->src_list, node) {
1206			if (over_llqt == time_after(ent->timer.expires,
1207						    llqt) &&
1208			    ent->src_query_rexmit_cnt > 0) {
1209				mld2q->mld2q_srcs[llqt_srcs++] = ent->addr.src.ip6;
1210				ent->src_query_rexmit_cnt--;
1211				if (need_rexmit && ent->src_query_rexmit_cnt)
1212					*need_rexmit = true;
1213			}
1214		}
1215		if (WARN_ON(llqt_srcs != ntohs(mld2q->mld2q_nsrcs))) {
1216			kfree_skb(skb);
1217			return NULL;
1218		}
1219		break;
1220	}
1221
1222	if (WARN_ON(!csum || !csum_start)) {
1223		kfree_skb(skb);
1224		return NULL;
1225	}
1226
1227	*csum = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, mld_hdr_size,
1228				IPPROTO_ICMPV6,
1229				csum_partial(csum_start, mld_hdr_size, 0));
1230	skb_put(skb, mld_hdr_size);
 
1231	__skb_pull(skb, sizeof(*eth));
1232
1233out:
1234	return skb;
1235}
1236#endif
1237
1238static struct sk_buff *br_multicast_alloc_query(struct net_bridge_mcast *brmctx,
1239						struct net_bridge_mcast_port *pmctx,
1240						struct net_bridge_port_group *pg,
1241						struct br_ip *ip_dst,
1242						struct br_ip *group,
1243						bool with_srcs, bool over_lmqt,
1244						u8 sflag, u8 *igmp_type,
1245						bool *need_rexmit)
1246{
1247	__be32 ip4_dst;
1248
1249	switch (group->proto) {
1250	case htons(ETH_P_IP):
1251		ip4_dst = ip_dst ? ip_dst->dst.ip4 : htonl(INADDR_ALLHOSTS_GROUP);
1252		return br_ip4_multicast_alloc_query(brmctx, pmctx, pg,
1253						    ip4_dst, group->dst.ip4,
1254						    with_srcs, over_lmqt,
1255						    sflag, igmp_type,
1256						    need_rexmit);
1257#if IS_ENABLED(CONFIG_IPV6)
1258	case htons(ETH_P_IPV6): {
1259		struct in6_addr ip6_dst;
1260
1261		if (ip_dst)
1262			ip6_dst = ip_dst->dst.ip6;
1263		else
1264			ipv6_addr_set(&ip6_dst, htonl(0xff020000), 0, 0,
1265				      htonl(1));
1266
1267		return br_ip6_multicast_alloc_query(brmctx, pmctx, pg,
1268						    &ip6_dst, &group->dst.ip6,
1269						    with_srcs, over_lmqt,
1270						    sflag, igmp_type,
1271						    need_rexmit);
1272	}
1273#endif
1274	}
1275	return NULL;
1276}
1277
1278struct net_bridge_mdb_entry *br_multicast_new_group(struct net_bridge *br,
1279						    struct br_ip *group)
 
1280{
 
1281	struct net_bridge_mdb_entry *mp;
 
 
 
1282	int err;
1283
1284	mp = br_mdb_ip_get(br, group);
1285	if (mp)
1286		return mp;
1287
1288	if (atomic_read(&br->mdb_hash_tbl.nelems) >= br->hash_max) {
1289		trace_br_mdb_full(br->dev, group);
1290		br_mc_disabled_update(br->dev, false, NULL);
1291		br_opt_toggle(br, BROPT_MULTICAST_ENABLED, false);
1292		return ERR_PTR(-E2BIG);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1293	}
1294
1295	mp = kzalloc(sizeof(*mp), GFP_ATOMIC);
1296	if (unlikely(!mp))
1297		return ERR_PTR(-ENOMEM);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1298
1299	mp->br = br;
1300	mp->addr = *group;
1301	mp->mcast_gc.destroy = br_multicast_destroy_mdb_entry;
1302	timer_setup(&mp->timer, br_multicast_group_expired, 0);
1303	err = rhashtable_lookup_insert_fast(&br->mdb_hash_tbl, &mp->rhnode,
1304					    br_mdb_rht_params);
1305	if (err) {
1306		kfree(mp);
1307		mp = ERR_PTR(err);
1308	} else {
1309		hlist_add_head_rcu(&mp->mdb_node, &br->mdb_list);
1310	}
1311
1312	return mp;
1313}
1314
1315static void br_multicast_group_src_expired(struct timer_list *t)
1316{
1317	struct net_bridge_group_src *src = from_timer(src, t, timer);
1318	struct net_bridge_port_group *pg;
1319	struct net_bridge *br = src->br;
1320
1321	spin_lock(&br->multicast_lock);
1322	if (hlist_unhashed(&src->node) || !netif_running(br->dev) ||
1323	    timer_pending(&src->timer))
1324		goto out;
1325
1326	pg = src->pg;
1327	if (pg->filter_mode == MCAST_INCLUDE) {
1328		br_multicast_del_group_src(src, false);
1329		if (!hlist_empty(&pg->src_list))
1330			goto out;
1331		br_multicast_find_del_pg(br, pg);
1332	} else {
1333		br_multicast_fwd_src_handle(src);
1334	}
1335
1336out:
1337	spin_unlock(&br->multicast_lock);
 
1338}
1339
1340struct net_bridge_group_src *
1341br_multicast_find_group_src(struct net_bridge_port_group *pg, struct br_ip *ip)
 
1342{
1343	struct net_bridge_group_src *ent;
 
 
 
1344
1345	switch (ip->proto) {
1346	case htons(ETH_P_IP):
1347		hlist_for_each_entry(ent, &pg->src_list, node)
1348			if (ip->src.ip4 == ent->addr.src.ip4)
1349				return ent;
1350		break;
1351#if IS_ENABLED(CONFIG_IPV6)
1352	case htons(ETH_P_IPV6):
1353		hlist_for_each_entry(ent, &pg->src_list, node)
1354			if (!ipv6_addr_cmp(&ent->addr.src.ip6, &ip->src.ip6))
1355				return ent;
 
 
 
 
 
 
 
1356		break;
1357#endif
1358	}
1359
1360	return NULL;
1361}
1362
1363struct net_bridge_group_src *
1364br_multicast_new_group_src(struct net_bridge_port_group *pg, struct br_ip *src_ip)
1365{
1366	struct net_bridge_group_src *grp_src;
1367
1368	if (unlikely(pg->src_ents >= PG_SRC_ENT_LIMIT))
1369		return NULL;
1370
1371	switch (src_ip->proto) {
1372	case htons(ETH_P_IP):
1373		if (ipv4_is_zeronet(src_ip->src.ip4) ||
1374		    ipv4_is_multicast(src_ip->src.ip4))
1375			return NULL;
1376		break;
1377#if IS_ENABLED(CONFIG_IPV6)
1378	case htons(ETH_P_IPV6):
1379		if (ipv6_addr_any(&src_ip->src.ip6) ||
1380		    ipv6_addr_is_multicast(&src_ip->src.ip6))
1381			return NULL;
1382		break;
1383#endif
1384	}
1385
1386	grp_src = kzalloc(sizeof(*grp_src), GFP_ATOMIC);
1387	if (unlikely(!grp_src))
1388		return NULL;
1389
1390	grp_src->pg = pg;
1391	grp_src->br = pg->key.port->br;
1392	grp_src->addr = *src_ip;
1393	grp_src->mcast_gc.destroy = br_multicast_destroy_group_src;
1394	timer_setup(&grp_src->timer, br_multicast_group_src_expired, 0);
1395
1396	hlist_add_head_rcu(&grp_src->node, &pg->src_list);
1397	pg->src_ents++;
1398
1399	return grp_src;
 
1400}
1401
1402struct net_bridge_port_group *br_multicast_new_port_group(
1403			struct net_bridge_port *port,
1404			const struct br_ip *group,
1405			struct net_bridge_port_group __rcu *next,
1406			unsigned char flags,
1407			const unsigned char *src,
1408			u8 filter_mode,
1409			u8 rt_protocol,
1410			struct netlink_ext_ack *extack)
1411{
1412	struct net_bridge_port_group *p;
1413	int err;
1414
1415	err = br_multicast_port_ngroups_inc(port, group, extack);
1416	if (err)
1417		return NULL;
1418
1419	p = kzalloc(sizeof(*p), GFP_ATOMIC);
1420	if (unlikely(!p)) {
1421		NL_SET_ERR_MSG_MOD(extack, "Couldn't allocate new port group");
1422		goto dec_out;
1423	}
1424
1425	p->key.addr = *group;
1426	p->key.port = port;
1427	p->flags = flags;
1428	p->filter_mode = filter_mode;
1429	p->rt_protocol = rt_protocol;
1430	p->eht_host_tree = RB_ROOT;
1431	p->eht_set_tree = RB_ROOT;
1432	p->mcast_gc.destroy = br_multicast_destroy_port_group;
1433	INIT_HLIST_HEAD(&p->src_list);
1434
1435	if (!br_multicast_is_star_g(group) &&
1436	    rhashtable_lookup_insert_fast(&port->br->sg_port_tbl, &p->rhnode,
1437					  br_sg_port_rht_params)) {
1438		NL_SET_ERR_MSG_MOD(extack, "Couldn't insert new port group");
1439		goto free_out;
1440	}
1441
1442	rcu_assign_pointer(p->next, next);
1443	timer_setup(&p->timer, br_multicast_port_group_expired, 0);
1444	timer_setup(&p->rexmit_timer, br_multicast_port_group_rexmit, 0);
1445	hlist_add_head(&p->mglist, &port->mglist);
 
1446
1447	if (src)
1448		memcpy(p->eth_addr, src, ETH_ALEN);
1449	else
1450		eth_broadcast_addr(p->eth_addr);
1451
1452	return p;
1453
1454free_out:
1455	kfree(p);
1456dec_out:
1457	br_multicast_port_ngroups_dec(port, group->vid);
1458	return NULL;
1459}
1460
1461void br_multicast_del_port_group(struct net_bridge_port_group *p)
1462{
1463	struct net_bridge_port *port = p->key.port;
1464	__u16 vid = p->key.addr.vid;
1465
1466	hlist_del_init(&p->mglist);
1467	if (!br_multicast_is_star_g(&p->key.addr))
1468		rhashtable_remove_fast(&port->br->sg_port_tbl, &p->rhnode,
1469				       br_sg_port_rht_params);
1470	kfree(p);
1471	br_multicast_port_ngroups_dec(port, vid);
1472}
1473
1474void br_multicast_host_join(const struct net_bridge_mcast *brmctx,
1475			    struct net_bridge_mdb_entry *mp, bool notify)
1476{
1477	if (!mp->host_joined) {
1478		mp->host_joined = true;
1479		if (br_multicast_is_star_g(&mp->addr))
1480			br_multicast_star_g_host_state(mp);
1481		if (notify)
1482			br_mdb_notify(mp->br->dev, mp, NULL, RTM_NEWMDB);
1483	}
1484
1485	if (br_group_is_l2(&mp->addr))
1486		return;
1487
1488	mod_timer(&mp->timer, jiffies + brmctx->multicast_membership_interval);
1489}
1490
1491void br_multicast_host_leave(struct net_bridge_mdb_entry *mp, bool notify)
1492{
1493	if (!mp->host_joined)
1494		return;
1495
1496	mp->host_joined = false;
1497	if (br_multicast_is_star_g(&mp->addr))
1498		br_multicast_star_g_host_state(mp);
1499	if (notify)
1500		br_mdb_notify(mp->br->dev, mp, NULL, RTM_DELMDB);
1501}
1502
1503static struct net_bridge_port_group *
1504__br_multicast_add_group(struct net_bridge_mcast *brmctx,
1505			 struct net_bridge_mcast_port *pmctx,
1506			 struct br_ip *group,
1507			 const unsigned char *src,
1508			 u8 filter_mode,
1509			 bool igmpv2_mldv1,
1510			 bool blocked)
1511{
1512	struct net_bridge_port_group __rcu **pp;
1513	struct net_bridge_port_group *p = NULL;
1514	struct net_bridge_mdb_entry *mp;
1515	unsigned long now = jiffies;
 
1516
1517	if (!br_multicast_ctx_should_use(brmctx, pmctx))
 
 
1518		goto out;
1519
1520	mp = br_multicast_new_group(brmctx->br, group);
 
1521	if (IS_ERR(mp))
1522		return ERR_CAST(mp);
1523
1524	if (!pmctx) {
1525		br_multicast_host_join(brmctx, mp, true);
 
 
 
 
1526		goto out;
1527	}
1528
1529	for (pp = &mp->ports;
1530	     (p = mlock_dereference(*pp, brmctx->br)) != NULL;
1531	     pp = &p->next) {
1532		if (br_port_group_equal(p, pmctx->port, src))
1533			goto found;
1534		if ((unsigned long)p->key.port < (unsigned long)pmctx->port)
1535			break;
1536	}
1537
1538	p = br_multicast_new_port_group(pmctx->port, group, *pp, 0, src,
1539					filter_mode, RTPROT_KERNEL, NULL);
1540	if (unlikely(!p)) {
1541		p = ERR_PTR(-ENOMEM);
1542		goto out;
1543	}
1544	rcu_assign_pointer(*pp, p);
1545	if (blocked)
1546		p->flags |= MDB_PG_FLAGS_BLOCKED;
1547	br_mdb_notify(brmctx->br->dev, mp, p, RTM_NEWMDB);
1548
1549found:
1550	if (igmpv2_mldv1)
1551		mod_timer(&p->timer,
1552			  now + brmctx->multicast_membership_interval);
1553
1554out:
1555	return p;
1556}
1557
1558static int br_multicast_add_group(struct net_bridge_mcast *brmctx,
1559				  struct net_bridge_mcast_port *pmctx,
1560				  struct br_ip *group,
1561				  const unsigned char *src,
1562				  u8 filter_mode,
1563				  bool igmpv2_mldv1)
1564{
1565	struct net_bridge_port_group *pg;
1566	int err;
1567
1568	spin_lock(&brmctx->br->multicast_lock);
1569	pg = __br_multicast_add_group(brmctx, pmctx, group, src, filter_mode,
1570				      igmpv2_mldv1, false);
1571	/* NULL is considered valid for host joined groups */
1572	err = PTR_ERR_OR_ZERO(pg);
1573	spin_unlock(&brmctx->br->multicast_lock);
1574
 
 
1575	return err;
1576}
1577
1578static int br_ip4_multicast_add_group(struct net_bridge_mcast *brmctx,
1579				      struct net_bridge_mcast_port *pmctx,
1580				      __be32 group,
1581				      __u16 vid,
1582				      const unsigned char *src,
1583				      bool igmpv2)
1584{
1585	struct br_ip br_group;
1586	u8 filter_mode;
1587
1588	if (ipv4_is_local_multicast(group))
1589		return 0;
1590
1591	memset(&br_group, 0, sizeof(br_group));
1592	br_group.dst.ip4 = group;
1593	br_group.proto = htons(ETH_P_IP);
1594	br_group.vid = vid;
1595	filter_mode = igmpv2 ? MCAST_EXCLUDE : MCAST_INCLUDE;
1596
1597	return br_multicast_add_group(brmctx, pmctx, &br_group, src,
1598				      filter_mode, igmpv2);
1599}
1600
1601#if IS_ENABLED(CONFIG_IPV6)
1602static int br_ip6_multicast_add_group(struct net_bridge_mcast *brmctx,
1603				      struct net_bridge_mcast_port *pmctx,
1604				      const struct in6_addr *group,
1605				      __u16 vid,
1606				      const unsigned char *src,
1607				      bool mldv1)
1608{
1609	struct br_ip br_group;
1610	u8 filter_mode;
1611
1612	if (ipv6_addr_is_ll_all_nodes(group))
1613		return 0;
1614
1615	memset(&br_group, 0, sizeof(br_group));
1616	br_group.dst.ip6 = *group;
1617	br_group.proto = htons(ETH_P_IPV6);
1618	br_group.vid = vid;
1619	filter_mode = mldv1 ? MCAST_EXCLUDE : MCAST_INCLUDE;
1620
1621	return br_multicast_add_group(brmctx, pmctx, &br_group, src,
1622				      filter_mode, mldv1);
1623}
1624#endif
1625
1626static bool br_multicast_rport_del(struct hlist_node *rlist)
1627{
1628	if (hlist_unhashed(rlist))
1629		return false;
1630
1631	hlist_del_init_rcu(rlist);
1632	return true;
1633}
1634
1635static bool br_ip4_multicast_rport_del(struct net_bridge_mcast_port *pmctx)
1636{
1637	return br_multicast_rport_del(&pmctx->ip4_rlist);
1638}
1639
1640static bool br_ip6_multicast_rport_del(struct net_bridge_mcast_port *pmctx)
1641{
1642#if IS_ENABLED(CONFIG_IPV6)
1643	return br_multicast_rport_del(&pmctx->ip6_rlist);
1644#else
1645	return false;
1646#endif
1647}
1648
1649static void br_multicast_router_expired(struct net_bridge_mcast_port *pmctx,
1650					struct timer_list *t,
1651					struct hlist_node *rlist)
1652{
1653	struct net_bridge *br = pmctx->port->br;
1654	bool del;
1655
1656	spin_lock(&br->multicast_lock);
1657	if (pmctx->multicast_router == MDB_RTR_TYPE_DISABLED ||
1658	    pmctx->multicast_router == MDB_RTR_TYPE_PERM ||
1659	    timer_pending(t))
1660		goto out;
1661
1662	del = br_multicast_rport_del(rlist);
1663	br_multicast_rport_del_notify(pmctx, del);
1664out:
1665	spin_unlock(&br->multicast_lock);
1666}
1667
1668static void br_ip4_multicast_router_expired(struct timer_list *t)
1669{
1670	struct net_bridge_mcast_port *pmctx = from_timer(pmctx, t,
1671							 ip4_mc_router_timer);
1672
1673	br_multicast_router_expired(pmctx, t, &pmctx->ip4_rlist);
1674}
1675
1676#if IS_ENABLED(CONFIG_IPV6)
1677static void br_ip6_multicast_router_expired(struct timer_list *t)
1678{
1679	struct net_bridge_mcast_port *pmctx = from_timer(pmctx, t,
1680							 ip6_mc_router_timer);
1681
1682	br_multicast_router_expired(pmctx, t, &pmctx->ip6_rlist);
1683}
1684#endif
1685
1686static void br_mc_router_state_change(struct net_bridge *p,
1687				      bool is_mc_router)
1688{
1689	struct switchdev_attr attr = {
1690		.orig_dev = p->dev,
1691		.id = SWITCHDEV_ATTR_ID_BRIDGE_MROUTER,
1692		.flags = SWITCHDEV_F_DEFER,
1693		.u.mrouter = is_mc_router,
1694	};
1695
1696	switchdev_port_attr_set(p->dev, &attr, NULL);
1697}
1698
1699static void br_multicast_local_router_expired(struct net_bridge_mcast *brmctx,
1700					      struct timer_list *timer)
1701{
1702	spin_lock(&brmctx->br->multicast_lock);
1703	if (brmctx->multicast_router == MDB_RTR_TYPE_DISABLED ||
1704	    brmctx->multicast_router == MDB_RTR_TYPE_PERM ||
1705	    br_ip4_multicast_is_router(brmctx) ||
1706	    br_ip6_multicast_is_router(brmctx))
 
1707		goto out;
1708
1709	br_mc_router_state_change(brmctx->br, false);
1710out:
1711	spin_unlock(&brmctx->br->multicast_lock);
1712}
1713
1714static void br_ip4_multicast_local_router_expired(struct timer_list *t)
1715{
1716	struct net_bridge_mcast *brmctx = from_timer(brmctx, t,
1717						     ip4_mc_router_timer);
1718
1719	br_multicast_local_router_expired(brmctx, t);
1720}
1721
1722#if IS_ENABLED(CONFIG_IPV6)
1723static void br_ip6_multicast_local_router_expired(struct timer_list *t)
1724{
1725	struct net_bridge_mcast *brmctx = from_timer(brmctx, t,
1726						     ip6_mc_router_timer);
1727
1728	br_multicast_local_router_expired(brmctx, t);
1729}
1730#endif
1731
1732static void br_multicast_querier_expired(struct net_bridge_mcast *brmctx,
1733					 struct bridge_mcast_own_query *query)
1734{
1735	spin_lock(&brmctx->br->multicast_lock);
1736	if (!netif_running(brmctx->br->dev) ||
1737	    br_multicast_ctx_vlan_global_disabled(brmctx) ||
1738	    !br_opt_get(brmctx->br, BROPT_MULTICAST_ENABLED))
1739		goto out;
1740
1741	br_multicast_start_querier(brmctx, query);
1742
1743out:
1744	spin_unlock(&brmctx->br->multicast_lock);
1745}
1746
1747static void br_ip4_multicast_querier_expired(struct timer_list *t)
1748{
1749	struct net_bridge_mcast *brmctx = from_timer(brmctx, t,
1750						     ip4_other_query.timer);
1751
1752	br_multicast_querier_expired(brmctx, &brmctx->ip4_own_query);
1753}
1754
1755#if IS_ENABLED(CONFIG_IPV6)
1756static void br_ip6_multicast_querier_expired(struct timer_list *t)
1757{
1758	struct net_bridge_mcast *brmctx = from_timer(brmctx, t,
1759						     ip6_other_query.timer);
1760
1761	br_multicast_querier_expired(brmctx, &brmctx->ip6_own_query);
1762}
1763#endif
1764
1765static void br_multicast_query_delay_expired(struct timer_list *t)
1766{
1767}
1768
1769static void br_multicast_select_own_querier(struct net_bridge_mcast *brmctx,
1770					    struct br_ip *ip,
1771					    struct sk_buff *skb)
1772{
1773	if (ip->proto == htons(ETH_P_IP))
1774		brmctx->ip4_querier.addr.src.ip4 = ip_hdr(skb)->saddr;
1775#if IS_ENABLED(CONFIG_IPV6)
1776	else
1777		brmctx->ip6_querier.addr.src.ip6 = ipv6_hdr(skb)->saddr;
1778#endif
1779}
1780
1781static void __br_multicast_send_query(struct net_bridge_mcast *brmctx,
1782				      struct net_bridge_mcast_port *pmctx,
1783				      struct net_bridge_port_group *pg,
1784				      struct br_ip *ip_dst,
1785				      struct br_ip *group,
1786				      bool with_srcs,
1787				      u8 sflag,
1788				      bool *need_rexmit)
1789{
1790	bool over_lmqt = !!sflag;
1791	struct sk_buff *skb;
1792	u8 igmp_type;
1793
1794	if (!br_multicast_ctx_should_use(brmctx, pmctx) ||
1795	    !br_multicast_ctx_matches_vlan_snooping(brmctx))
1796		return;
1797
1798again_under_lmqt:
1799	skb = br_multicast_alloc_query(brmctx, pmctx, pg, ip_dst, group,
1800				       with_srcs, over_lmqt, sflag, &igmp_type,
1801				       need_rexmit);
1802	if (!skb)
1803		return;
1804
1805	if (pmctx) {
1806		skb->dev = pmctx->port->dev;
1807		br_multicast_count(brmctx->br, pmctx->port, skb, igmp_type,
1808				   BR_MCAST_DIR_TX);
1809		NF_HOOK(NFPROTO_BRIDGE, NF_BR_LOCAL_OUT,
1810			dev_net(pmctx->port->dev), NULL, skb, NULL, skb->dev,
1811			br_dev_queue_push_xmit);
1812
1813		if (over_lmqt && with_srcs && sflag) {
1814			over_lmqt = false;
1815			goto again_under_lmqt;
1816		}
1817	} else {
1818		br_multicast_select_own_querier(brmctx, group, skb);
1819		br_multicast_count(brmctx->br, NULL, skb, igmp_type,
1820				   BR_MCAST_DIR_RX);
1821		netif_rx(skb);
1822	}
1823}
1824
1825static void br_multicast_read_querier(const struct bridge_mcast_querier *querier,
1826				      struct bridge_mcast_querier *dest)
1827{
1828	unsigned int seq;
1829
1830	memset(dest, 0, sizeof(*dest));
1831	do {
1832		seq = read_seqcount_begin(&querier->seq);
1833		dest->port_ifidx = querier->port_ifidx;
1834		memcpy(&dest->addr, &querier->addr, sizeof(struct br_ip));
1835	} while (read_seqcount_retry(&querier->seq, seq));
1836}
1837
1838static void br_multicast_update_querier(struct net_bridge_mcast *brmctx,
1839					struct bridge_mcast_querier *querier,
1840					int ifindex,
1841					struct br_ip *saddr)
1842{
1843	write_seqcount_begin(&querier->seq);
1844	querier->port_ifidx = ifindex;
1845	memcpy(&querier->addr, saddr, sizeof(*saddr));
1846	write_seqcount_end(&querier->seq);
1847}
1848
1849static void br_multicast_send_query(struct net_bridge_mcast *brmctx,
1850				    struct net_bridge_mcast_port *pmctx,
1851				    struct bridge_mcast_own_query *own_query)
1852{
1853	struct bridge_mcast_other_query *other_query = NULL;
1854	struct bridge_mcast_querier *querier;
1855	struct br_ip br_group;
1856	unsigned long time;
1857
1858	if (!br_multicast_ctx_should_use(brmctx, pmctx) ||
1859	    !br_opt_get(brmctx->br, BROPT_MULTICAST_ENABLED) ||
1860	    !brmctx->multicast_querier)
1861		return;
1862
1863	memset(&br_group.dst, 0, sizeof(br_group.dst));
1864
1865	if (pmctx ? (own_query == &pmctx->ip4_own_query) :
1866		    (own_query == &brmctx->ip4_own_query)) {
1867		querier = &brmctx->ip4_querier;
1868		other_query = &brmctx->ip4_other_query;
1869		br_group.proto = htons(ETH_P_IP);
1870#if IS_ENABLED(CONFIG_IPV6)
1871	} else {
1872		querier = &brmctx->ip6_querier;
1873		other_query = &brmctx->ip6_other_query;
1874		br_group.proto = htons(ETH_P_IPV6);
1875#endif
1876	}
1877
1878	if (!other_query || timer_pending(&other_query->timer))
1879		return;
1880
1881	/* we're about to select ourselves as querier */
1882	if (!pmctx && querier->port_ifidx) {
1883		struct br_ip zeroip = {};
1884
1885		br_multicast_update_querier(brmctx, querier, 0, &zeroip);
1886	}
1887
1888	__br_multicast_send_query(brmctx, pmctx, NULL, NULL, &br_group, false,
1889				  0, NULL);
1890
1891	time = jiffies;
1892	time += own_query->startup_sent < brmctx->multicast_startup_query_count ?
1893		brmctx->multicast_startup_query_interval :
1894		brmctx->multicast_query_interval;
1895	mod_timer(&own_query->timer, time);
1896}
1897
1898static void
1899br_multicast_port_query_expired(struct net_bridge_mcast_port *pmctx,
1900				struct bridge_mcast_own_query *query)
1901{
1902	struct net_bridge *br = pmctx->port->br;
1903	struct net_bridge_mcast *brmctx;
1904
1905	spin_lock(&br->multicast_lock);
1906	if (br_multicast_port_ctx_state_stopped(pmctx))
 
1907		goto out;
1908
1909	brmctx = br_multicast_port_ctx_get_global(pmctx);
1910	if (query->startup_sent < brmctx->multicast_startup_query_count)
1911		query->startup_sent++;
1912
1913	br_multicast_send_query(brmctx, pmctx, query);
1914
1915out:
1916	spin_unlock(&br->multicast_lock);
1917}
1918
1919static void br_ip4_multicast_port_query_expired(struct timer_list *t)
1920{
1921	struct net_bridge_mcast_port *pmctx = from_timer(pmctx, t,
1922							 ip4_own_query.timer);
1923
1924	br_multicast_port_query_expired(pmctx, &pmctx->ip4_own_query);
1925}
1926
1927#if IS_ENABLED(CONFIG_IPV6)
1928static void br_ip6_multicast_port_query_expired(struct timer_list *t)
1929{
1930	struct net_bridge_mcast_port *pmctx = from_timer(pmctx, t,
1931							 ip6_own_query.timer);
1932
1933	br_multicast_port_query_expired(pmctx, &pmctx->ip6_own_query);
1934}
1935#endif
1936
1937static void br_multicast_port_group_rexmit(struct timer_list *t)
1938{
1939	struct net_bridge_port_group *pg = from_timer(pg, t, rexmit_timer);
1940	struct bridge_mcast_other_query *other_query = NULL;
1941	struct net_bridge *br = pg->key.port->br;
1942	struct net_bridge_mcast_port *pmctx;
1943	struct net_bridge_mcast *brmctx;
1944	bool need_rexmit = false;
1945
1946	spin_lock(&br->multicast_lock);
1947	if (!netif_running(br->dev) || hlist_unhashed(&pg->mglist) ||
1948	    !br_opt_get(br, BROPT_MULTICAST_ENABLED))
1949		goto out;
1950
1951	pmctx = br_multicast_pg_to_port_ctx(pg);
1952	if (!pmctx)
1953		goto out;
1954	brmctx = br_multicast_port_ctx_get_global(pmctx);
1955	if (!brmctx->multicast_querier)
1956		goto out;
1957
1958	if (pg->key.addr.proto == htons(ETH_P_IP))
1959		other_query = &brmctx->ip4_other_query;
1960#if IS_ENABLED(CONFIG_IPV6)
1961	else
1962		other_query = &brmctx->ip6_other_query;
1963#endif
1964
1965	if (!other_query || timer_pending(&other_query->timer))
1966		goto out;
1967
1968	if (pg->grp_query_rexmit_cnt) {
1969		pg->grp_query_rexmit_cnt--;
1970		__br_multicast_send_query(brmctx, pmctx, pg, &pg->key.addr,
1971					  &pg->key.addr, false, 1, NULL);
1972	}
1973	__br_multicast_send_query(brmctx, pmctx, pg, &pg->key.addr,
1974				  &pg->key.addr, true, 0, &need_rexmit);
1975
1976	if (pg->grp_query_rexmit_cnt || need_rexmit)
1977		mod_timer(&pg->rexmit_timer, jiffies +
1978					     brmctx->multicast_last_member_interval);
1979out:
1980	spin_unlock(&br->multicast_lock);
1981}
1982
1983static int br_mc_disabled_update(struct net_device *dev, bool value,
1984				 struct netlink_ext_ack *extack)
1985{
1986	struct switchdev_attr attr = {
1987		.orig_dev = dev,
1988		.id = SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED,
1989		.flags = SWITCHDEV_F_DEFER,
1990		.u.mc_disabled = !value,
1991	};
1992
1993	return switchdev_port_attr_set(dev, &attr, extack);
1994}
1995
1996void br_multicast_port_ctx_init(struct net_bridge_port *port,
1997				struct net_bridge_vlan *vlan,
1998				struct net_bridge_mcast_port *pmctx)
1999{
2000	pmctx->port = port;
2001	pmctx->vlan = vlan;
2002	pmctx->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
2003	timer_setup(&pmctx->ip4_mc_router_timer,
2004		    br_ip4_multicast_router_expired, 0);
2005	timer_setup(&pmctx->ip4_own_query.timer,
2006		    br_ip4_multicast_port_query_expired, 0);
2007#if IS_ENABLED(CONFIG_IPV6)
2008	timer_setup(&pmctx->ip6_mc_router_timer,
2009		    br_ip6_multicast_router_expired, 0);
2010	timer_setup(&pmctx->ip6_own_query.timer,
2011		    br_ip6_multicast_port_query_expired, 0);
2012#endif
2013}
2014
2015void br_multicast_port_ctx_deinit(struct net_bridge_mcast_port *pmctx)
2016{
2017#if IS_ENABLED(CONFIG_IPV6)
2018	del_timer_sync(&pmctx->ip6_mc_router_timer);
2019#endif
2020	del_timer_sync(&pmctx->ip4_mc_router_timer);
2021}
2022
2023int br_multicast_add_port(struct net_bridge_port *port)
2024{
2025	int err;
2026
2027	port->multicast_eht_hosts_limit = BR_MCAST_DEFAULT_EHT_HOSTS_LIMIT;
2028	br_multicast_port_ctx_init(port, NULL, &port->multicast_ctx);
2029
2030	err = br_mc_disabled_update(port->dev,
2031				    br_opt_get(port->br,
2032					       BROPT_MULTICAST_ENABLED),
2033				    NULL);
2034	if (err && err != -EOPNOTSUPP)
2035		return err;
2036
2037	port->mcast_stats = netdev_alloc_pcpu_stats(struct bridge_mcast_stats);
2038	if (!port->mcast_stats)
2039		return -ENOMEM;
2040
2041	return 0;
2042}
2043
2044void br_multicast_del_port(struct net_bridge_port *port)
2045{
2046	struct net_bridge *br = port->br;
2047	struct net_bridge_port_group *pg;
2048	HLIST_HEAD(deleted_head);
2049	struct hlist_node *n;
2050
2051	/* Take care of the remaining groups, only perm ones should be left */
2052	spin_lock_bh(&br->multicast_lock);
2053	hlist_for_each_entry_safe(pg, n, &port->mglist, mglist)
2054		br_multicast_find_del_pg(br, pg);
2055	hlist_move_list(&br->mcast_gc_list, &deleted_head);
2056	spin_unlock_bh(&br->multicast_lock);
2057	br_multicast_gc(&deleted_head);
2058	br_multicast_port_ctx_deinit(&port->multicast_ctx);
2059	free_percpu(port->mcast_stats);
2060}
2061
2062static void br_multicast_enable(struct bridge_mcast_own_query *query)
2063{
2064	query->startup_sent = 0;
2065
2066	if (try_to_del_timer_sync(&query->timer) >= 0 ||
2067	    del_timer(&query->timer))
2068		mod_timer(&query->timer, jiffies);
2069}
2070
2071static void __br_multicast_enable_port_ctx(struct net_bridge_mcast_port *pmctx)
2072{
2073	struct net_bridge *br = pmctx->port->br;
2074	struct net_bridge_mcast *brmctx;
2075
2076	brmctx = br_multicast_port_ctx_get_global(pmctx);
2077	if (!br_opt_get(br, BROPT_MULTICAST_ENABLED) ||
2078	    !netif_running(br->dev))
2079		return;
2080
2081	br_multicast_enable(&pmctx->ip4_own_query);
2082#if IS_ENABLED(CONFIG_IPV6)
2083	br_multicast_enable(&pmctx->ip6_own_query);
2084#endif
2085	if (pmctx->multicast_router == MDB_RTR_TYPE_PERM) {
2086		br_ip4_multicast_add_router(brmctx, pmctx);
2087		br_ip6_multicast_add_router(brmctx, pmctx);
2088	}
2089
2090	if (br_multicast_port_ctx_is_vlan(pmctx)) {
2091		struct net_bridge_port_group *pg;
2092		u32 n = 0;
2093
2094		/* The mcast_n_groups counter might be wrong. First,
2095		 * BR_VLFLAG_MCAST_ENABLED is toggled before temporary entries
2096		 * are flushed, thus mcast_n_groups after the toggle does not
2097		 * reflect the true values. And second, permanent entries added
2098		 * while BR_VLFLAG_MCAST_ENABLED was disabled, are not reflected
2099		 * either. Thus we have to refresh the counter.
2100		 */
2101
2102		hlist_for_each_entry(pg, &pmctx->port->mglist, mglist) {
2103			if (pg->key.addr.vid == pmctx->vlan->vid)
2104				n++;
2105		}
2106		WRITE_ONCE(pmctx->mdb_n_entries, n);
2107	}
2108}
2109
2110void br_multicast_enable_port(struct net_bridge_port *port)
2111{
2112	struct net_bridge *br = port->br;
2113
2114	spin_lock_bh(&br->multicast_lock);
2115	__br_multicast_enable_port_ctx(&port->multicast_ctx);
2116	spin_unlock_bh(&br->multicast_lock);
2117}
2118
2119static void __br_multicast_disable_port_ctx(struct net_bridge_mcast_port *pmctx)
2120{
 
2121	struct net_bridge_port_group *pg;
2122	struct hlist_node *n;
2123	bool del = false;
2124
2125	hlist_for_each_entry_safe(pg, n, &pmctx->port->mglist, mglist)
2126		if (!(pg->flags & MDB_PG_FLAGS_PERMANENT) &&
2127		    (!br_multicast_port_ctx_is_vlan(pmctx) ||
2128		     pg->key.addr.vid == pmctx->vlan->vid))
2129			br_multicast_find_del_pg(pmctx->port->br, pg);
2130
2131	del |= br_ip4_multicast_rport_del(pmctx);
2132	del_timer(&pmctx->ip4_mc_router_timer);
2133	del_timer(&pmctx->ip4_own_query.timer);
2134	del |= br_ip6_multicast_rport_del(pmctx);
2135#if IS_ENABLED(CONFIG_IPV6)
2136	del_timer(&pmctx->ip6_mc_router_timer);
2137	del_timer(&pmctx->ip6_own_query.timer);
2138#endif
2139	br_multicast_rport_del_notify(pmctx, del);
2140}
2141
2142void br_multicast_disable_port(struct net_bridge_port *port)
2143{
2144	spin_lock_bh(&port->br->multicast_lock);
2145	__br_multicast_disable_port_ctx(&port->multicast_ctx);
2146	spin_unlock_bh(&port->br->multicast_lock);
2147}
2148
2149static int __grp_src_delete_marked(struct net_bridge_port_group *pg)
2150{
2151	struct net_bridge_group_src *ent;
2152	struct hlist_node *tmp;
2153	int deleted = 0;
2154
2155	hlist_for_each_entry_safe(ent, tmp, &pg->src_list, node)
2156		if (ent->flags & BR_SGRP_F_DELETE) {
2157			br_multicast_del_group_src(ent, false);
2158			deleted++;
2159		}
2160
2161	return deleted;
2162}
2163
2164static void __grp_src_mod_timer(struct net_bridge_group_src *src,
2165				unsigned long expires)
2166{
2167	mod_timer(&src->timer, expires);
2168	br_multicast_fwd_src_handle(src);
2169}
2170
2171static void __grp_src_query_marked_and_rexmit(struct net_bridge_mcast *brmctx,
2172					      struct net_bridge_mcast_port *pmctx,
2173					      struct net_bridge_port_group *pg)
2174{
2175	struct bridge_mcast_other_query *other_query = NULL;
2176	u32 lmqc = brmctx->multicast_last_member_count;
2177	unsigned long lmqt, lmi, now = jiffies;
2178	struct net_bridge_group_src *ent;
2179
2180	if (!netif_running(brmctx->br->dev) ||
2181	    !br_opt_get(brmctx->br, BROPT_MULTICAST_ENABLED))
2182		return;
2183
2184	if (pg->key.addr.proto == htons(ETH_P_IP))
2185		other_query = &brmctx->ip4_other_query;
2186#if IS_ENABLED(CONFIG_IPV6)
2187	else
2188		other_query = &brmctx->ip6_other_query;
2189#endif
2190
2191	lmqt = now + br_multicast_lmqt(brmctx);
2192	hlist_for_each_entry(ent, &pg->src_list, node) {
2193		if (ent->flags & BR_SGRP_F_SEND) {
2194			ent->flags &= ~BR_SGRP_F_SEND;
2195			if (ent->timer.expires > lmqt) {
2196				if (brmctx->multicast_querier &&
2197				    other_query &&
2198				    !timer_pending(&other_query->timer))
2199					ent->src_query_rexmit_cnt = lmqc;
2200				__grp_src_mod_timer(ent, lmqt);
2201			}
2202		}
2203	}
2204
2205	if (!brmctx->multicast_querier ||
2206	    !other_query || timer_pending(&other_query->timer))
2207		return;
2208
2209	__br_multicast_send_query(brmctx, pmctx, pg, &pg->key.addr,
2210				  &pg->key.addr, true, 1, NULL);
2211
2212	lmi = now + brmctx->multicast_last_member_interval;
2213	if (!timer_pending(&pg->rexmit_timer) ||
2214	    time_after(pg->rexmit_timer.expires, lmi))
2215		mod_timer(&pg->rexmit_timer, lmi);
2216}
2217
2218static void __grp_send_query_and_rexmit(struct net_bridge_mcast *brmctx,
2219					struct net_bridge_mcast_port *pmctx,
2220					struct net_bridge_port_group *pg)
2221{
2222	struct bridge_mcast_other_query *other_query = NULL;
2223	unsigned long now = jiffies, lmi;
2224
2225	if (!netif_running(brmctx->br->dev) ||
2226	    !br_opt_get(brmctx->br, BROPT_MULTICAST_ENABLED))
2227		return;
2228
2229	if (pg->key.addr.proto == htons(ETH_P_IP))
2230		other_query = &brmctx->ip4_other_query;
2231#if IS_ENABLED(CONFIG_IPV6)
2232	else
2233		other_query = &brmctx->ip6_other_query;
2234#endif
2235
2236	if (brmctx->multicast_querier &&
2237	    other_query && !timer_pending(&other_query->timer)) {
2238		lmi = now + brmctx->multicast_last_member_interval;
2239		pg->grp_query_rexmit_cnt = brmctx->multicast_last_member_count - 1;
2240		__br_multicast_send_query(brmctx, pmctx, pg, &pg->key.addr,
2241					  &pg->key.addr, false, 0, NULL);
2242		if (!timer_pending(&pg->rexmit_timer) ||
2243		    time_after(pg->rexmit_timer.expires, lmi))
2244			mod_timer(&pg->rexmit_timer, lmi);
2245	}
2246
2247	if (pg->filter_mode == MCAST_EXCLUDE &&
2248	    (!timer_pending(&pg->timer) ||
2249	     time_after(pg->timer.expires, now + br_multicast_lmqt(brmctx))))
2250		mod_timer(&pg->timer, now + br_multicast_lmqt(brmctx));
2251}
2252
2253/* State          Msg type      New state                Actions
2254 * INCLUDE (A)    IS_IN (B)     INCLUDE (A+B)            (B)=GMI
2255 * INCLUDE (A)    ALLOW (B)     INCLUDE (A+B)            (B)=GMI
2256 * EXCLUDE (X,Y)  ALLOW (A)     EXCLUDE (X+A,Y-A)        (A)=GMI
2257 */
2258static bool br_multicast_isinc_allow(const struct net_bridge_mcast *brmctx,
2259				     struct net_bridge_port_group *pg, void *h_addr,
2260				     void *srcs, u32 nsrcs, size_t addr_size,
2261				     int grec_type)
2262{
2263	struct net_bridge_group_src *ent;
2264	unsigned long now = jiffies;
2265	bool changed = false;
2266	struct br_ip src_ip;
2267	u32 src_idx;
2268
2269	memset(&src_ip, 0, sizeof(src_ip));
2270	src_ip.proto = pg->key.addr.proto;
2271	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2272		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2273		ent = br_multicast_find_group_src(pg, &src_ip);
2274		if (!ent) {
2275			ent = br_multicast_new_group_src(pg, &src_ip);
2276			if (ent)
2277				changed = true;
2278		}
2279
2280		if (ent)
2281			__grp_src_mod_timer(ent, now + br_multicast_gmi(brmctx));
2282	}
2283
2284	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2285				    grec_type))
2286		changed = true;
2287
2288	return changed;
2289}
2290
2291/* State          Msg type      New state                Actions
2292 * INCLUDE (A)    IS_EX (B)     EXCLUDE (A*B,B-A)        (B-A)=0
2293 *                                                       Delete (A-B)
2294 *                                                       Group Timer=GMI
2295 */
2296static void __grp_src_isexc_incl(const struct net_bridge_mcast *brmctx,
2297				 struct net_bridge_port_group *pg, void *h_addr,
2298				 void *srcs, u32 nsrcs, size_t addr_size,
2299				 int grec_type)
2300{
2301	struct net_bridge_group_src *ent;
2302	struct br_ip src_ip;
2303	u32 src_idx;
2304
2305	hlist_for_each_entry(ent, &pg->src_list, node)
2306		ent->flags |= BR_SGRP_F_DELETE;
2307
2308	memset(&src_ip, 0, sizeof(src_ip));
2309	src_ip.proto = pg->key.addr.proto;
2310	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2311		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2312		ent = br_multicast_find_group_src(pg, &src_ip);
2313		if (ent)
2314			ent->flags &= ~BR_SGRP_F_DELETE;
2315		else
2316			ent = br_multicast_new_group_src(pg, &src_ip);
2317		if (ent)
2318			br_multicast_fwd_src_handle(ent);
2319	}
2320
2321	br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2322				grec_type);
2323
2324	__grp_src_delete_marked(pg);
2325}
2326
2327/* State          Msg type      New state                Actions
2328 * EXCLUDE (X,Y)  IS_EX (A)     EXCLUDE (A-Y,Y*A)        (A-X-Y)=GMI
2329 *                                                       Delete (X-A)
2330 *                                                       Delete (Y-A)
2331 *                                                       Group Timer=GMI
2332 */
2333static bool __grp_src_isexc_excl(const struct net_bridge_mcast *brmctx,
2334				 struct net_bridge_port_group *pg, void *h_addr,
2335				 void *srcs, u32 nsrcs, size_t addr_size,
2336				 int grec_type)
2337{
2338	struct net_bridge_group_src *ent;
2339	unsigned long now = jiffies;
2340	bool changed = false;
2341	struct br_ip src_ip;
2342	u32 src_idx;
2343
2344	hlist_for_each_entry(ent, &pg->src_list, node)
2345		ent->flags |= BR_SGRP_F_DELETE;
2346
2347	memset(&src_ip, 0, sizeof(src_ip));
2348	src_ip.proto = pg->key.addr.proto;
2349	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2350		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2351		ent = br_multicast_find_group_src(pg, &src_ip);
2352		if (ent) {
2353			ent->flags &= ~BR_SGRP_F_DELETE;
2354		} else {
2355			ent = br_multicast_new_group_src(pg, &src_ip);
2356			if (ent) {
2357				__grp_src_mod_timer(ent,
2358						    now + br_multicast_gmi(brmctx));
2359				changed = true;
2360			}
2361		}
2362	}
2363
2364	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2365				    grec_type))
2366		changed = true;
2367
2368	if (__grp_src_delete_marked(pg))
2369		changed = true;
2370
2371	return changed;
2372}
2373
2374static bool br_multicast_isexc(const struct net_bridge_mcast *brmctx,
2375			       struct net_bridge_port_group *pg, void *h_addr,
2376			       void *srcs, u32 nsrcs, size_t addr_size,
2377			       int grec_type)
2378{
2379	bool changed = false;
2380
2381	switch (pg->filter_mode) {
2382	case MCAST_INCLUDE:
2383		__grp_src_isexc_incl(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2384				     grec_type);
2385		br_multicast_star_g_handle_mode(pg, MCAST_EXCLUDE);
2386		changed = true;
2387		break;
2388	case MCAST_EXCLUDE:
2389		changed = __grp_src_isexc_excl(brmctx, pg, h_addr, srcs, nsrcs,
2390					       addr_size, grec_type);
2391		break;
2392	}
2393
2394	pg->filter_mode = MCAST_EXCLUDE;
2395	mod_timer(&pg->timer, jiffies + br_multicast_gmi(brmctx));
2396
2397	return changed;
2398}
2399
2400/* State          Msg type      New state                Actions
2401 * INCLUDE (A)    TO_IN (B)     INCLUDE (A+B)            (B)=GMI
2402 *                                                       Send Q(G,A-B)
2403 */
2404static bool __grp_src_toin_incl(struct net_bridge_mcast *brmctx,
2405				struct net_bridge_mcast_port *pmctx,
2406				struct net_bridge_port_group *pg, void *h_addr,
2407				void *srcs, u32 nsrcs, size_t addr_size,
2408				int grec_type)
2409{
2410	u32 src_idx, to_send = pg->src_ents;
2411	struct net_bridge_group_src *ent;
2412	unsigned long now = jiffies;
2413	bool changed = false;
2414	struct br_ip src_ip;
2415
2416	hlist_for_each_entry(ent, &pg->src_list, node)
2417		ent->flags |= BR_SGRP_F_SEND;
2418
2419	memset(&src_ip, 0, sizeof(src_ip));
2420	src_ip.proto = pg->key.addr.proto;
2421	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2422		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2423		ent = br_multicast_find_group_src(pg, &src_ip);
2424		if (ent) {
2425			ent->flags &= ~BR_SGRP_F_SEND;
2426			to_send--;
2427		} else {
2428			ent = br_multicast_new_group_src(pg, &src_ip);
2429			if (ent)
2430				changed = true;
2431		}
2432		if (ent)
2433			__grp_src_mod_timer(ent, now + br_multicast_gmi(brmctx));
2434	}
2435
2436	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2437				    grec_type))
2438		changed = true;
2439
2440	if (to_send)
2441		__grp_src_query_marked_and_rexmit(brmctx, pmctx, pg);
2442
2443	return changed;
2444}
2445
2446/* State          Msg type      New state                Actions
2447 * EXCLUDE (X,Y)  TO_IN (A)     EXCLUDE (X+A,Y-A)        (A)=GMI
2448 *                                                       Send Q(G,X-A)
2449 *                                                       Send Q(G)
2450 */
2451static bool __grp_src_toin_excl(struct net_bridge_mcast *brmctx,
2452				struct net_bridge_mcast_port *pmctx,
2453				struct net_bridge_port_group *pg, void *h_addr,
2454				void *srcs, u32 nsrcs, size_t addr_size,
2455				int grec_type)
2456{
2457	u32 src_idx, to_send = pg->src_ents;
2458	struct net_bridge_group_src *ent;
2459	unsigned long now = jiffies;
2460	bool changed = false;
2461	struct br_ip src_ip;
2462
2463	hlist_for_each_entry(ent, &pg->src_list, node)
2464		if (timer_pending(&ent->timer))
2465			ent->flags |= BR_SGRP_F_SEND;
2466
2467	memset(&src_ip, 0, sizeof(src_ip));
2468	src_ip.proto = pg->key.addr.proto;
2469	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2470		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2471		ent = br_multicast_find_group_src(pg, &src_ip);
2472		if (ent) {
2473			if (timer_pending(&ent->timer)) {
2474				ent->flags &= ~BR_SGRP_F_SEND;
2475				to_send--;
2476			}
2477		} else {
2478			ent = br_multicast_new_group_src(pg, &src_ip);
2479			if (ent)
2480				changed = true;
2481		}
2482		if (ent)
2483			__grp_src_mod_timer(ent, now + br_multicast_gmi(brmctx));
2484	}
2485
2486	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2487				    grec_type))
2488		changed = true;
2489
2490	if (to_send)
2491		__grp_src_query_marked_and_rexmit(brmctx, pmctx, pg);
2492
2493	__grp_send_query_and_rexmit(brmctx, pmctx, pg);
2494
2495	return changed;
2496}
2497
2498static bool br_multicast_toin(struct net_bridge_mcast *brmctx,
2499			      struct net_bridge_mcast_port *pmctx,
2500			      struct net_bridge_port_group *pg, void *h_addr,
2501			      void *srcs, u32 nsrcs, size_t addr_size,
2502			      int grec_type)
2503{
2504	bool changed = false;
2505
2506	switch (pg->filter_mode) {
2507	case MCAST_INCLUDE:
2508		changed = __grp_src_toin_incl(brmctx, pmctx, pg, h_addr, srcs,
2509					      nsrcs, addr_size, grec_type);
2510		break;
2511	case MCAST_EXCLUDE:
2512		changed = __grp_src_toin_excl(brmctx, pmctx, pg, h_addr, srcs,
2513					      nsrcs, addr_size, grec_type);
2514		break;
2515	}
2516
2517	if (br_multicast_eht_should_del_pg(pg)) {
2518		pg->flags |= MDB_PG_FLAGS_FAST_LEAVE;
2519		br_multicast_find_del_pg(pg->key.port->br, pg);
2520		/* a notification has already been sent and we shouldn't
2521		 * access pg after the delete so we have to return false
2522		 */
2523		changed = false;
2524	}
2525
2526	return changed;
2527}
2528
2529/* State          Msg type      New state                Actions
2530 * INCLUDE (A)    TO_EX (B)     EXCLUDE (A*B,B-A)        (B-A)=0
2531 *                                                       Delete (A-B)
2532 *                                                       Send Q(G,A*B)
2533 *                                                       Group Timer=GMI
2534 */
2535static void __grp_src_toex_incl(struct net_bridge_mcast *brmctx,
2536				struct net_bridge_mcast_port *pmctx,
2537				struct net_bridge_port_group *pg, void *h_addr,
2538				void *srcs, u32 nsrcs, size_t addr_size,
2539				int grec_type)
2540{
2541	struct net_bridge_group_src *ent;
2542	u32 src_idx, to_send = 0;
2543	struct br_ip src_ip;
2544
2545	hlist_for_each_entry(ent, &pg->src_list, node)
2546		ent->flags = (ent->flags & ~BR_SGRP_F_SEND) | BR_SGRP_F_DELETE;
2547
2548	memset(&src_ip, 0, sizeof(src_ip));
2549	src_ip.proto = pg->key.addr.proto;
2550	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2551		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2552		ent = br_multicast_find_group_src(pg, &src_ip);
2553		if (ent) {
2554			ent->flags = (ent->flags & ~BR_SGRP_F_DELETE) |
2555				     BR_SGRP_F_SEND;
2556			to_send++;
2557		} else {
2558			ent = br_multicast_new_group_src(pg, &src_ip);
2559		}
2560		if (ent)
2561			br_multicast_fwd_src_handle(ent);
2562	}
2563
2564	br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2565				grec_type);
2566
2567	__grp_src_delete_marked(pg);
2568	if (to_send)
2569		__grp_src_query_marked_and_rexmit(brmctx, pmctx, pg);
2570}
2571
2572/* State          Msg type      New state                Actions
2573 * EXCLUDE (X,Y)  TO_EX (A)     EXCLUDE (A-Y,Y*A)        (A-X-Y)=Group Timer
2574 *                                                       Delete (X-A)
2575 *                                                       Delete (Y-A)
2576 *                                                       Send Q(G,A-Y)
2577 *                                                       Group Timer=GMI
2578 */
2579static bool __grp_src_toex_excl(struct net_bridge_mcast *brmctx,
2580				struct net_bridge_mcast_port *pmctx,
2581				struct net_bridge_port_group *pg, void *h_addr,
2582				void *srcs, u32 nsrcs, size_t addr_size,
2583				int grec_type)
2584{
2585	struct net_bridge_group_src *ent;
2586	u32 src_idx, to_send = 0;
2587	bool changed = false;
2588	struct br_ip src_ip;
2589
2590	hlist_for_each_entry(ent, &pg->src_list, node)
2591		ent->flags = (ent->flags & ~BR_SGRP_F_SEND) | BR_SGRP_F_DELETE;
2592
2593	memset(&src_ip, 0, sizeof(src_ip));
2594	src_ip.proto = pg->key.addr.proto;
2595	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2596		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2597		ent = br_multicast_find_group_src(pg, &src_ip);
2598		if (ent) {
2599			ent->flags &= ~BR_SGRP_F_DELETE;
2600		} else {
2601			ent = br_multicast_new_group_src(pg, &src_ip);
2602			if (ent) {
2603				__grp_src_mod_timer(ent, pg->timer.expires);
2604				changed = true;
2605			}
2606		}
2607		if (ent && timer_pending(&ent->timer)) {
2608			ent->flags |= BR_SGRP_F_SEND;
2609			to_send++;
2610		}
2611	}
2612
2613	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2614				    grec_type))
2615		changed = true;
2616
2617	if (__grp_src_delete_marked(pg))
2618		changed = true;
2619	if (to_send)
2620		__grp_src_query_marked_and_rexmit(brmctx, pmctx, pg);
2621
2622	return changed;
2623}
2624
2625static bool br_multicast_toex(struct net_bridge_mcast *brmctx,
2626			      struct net_bridge_mcast_port *pmctx,
2627			      struct net_bridge_port_group *pg, void *h_addr,
2628			      void *srcs, u32 nsrcs, size_t addr_size,
2629			      int grec_type)
2630{
2631	bool changed = false;
2632
2633	switch (pg->filter_mode) {
2634	case MCAST_INCLUDE:
2635		__grp_src_toex_incl(brmctx, pmctx, pg, h_addr, srcs, nsrcs,
2636				    addr_size, grec_type);
2637		br_multicast_star_g_handle_mode(pg, MCAST_EXCLUDE);
2638		changed = true;
2639		break;
2640	case MCAST_EXCLUDE:
2641		changed = __grp_src_toex_excl(brmctx, pmctx, pg, h_addr, srcs,
2642					      nsrcs, addr_size, grec_type);
2643		break;
2644	}
2645
2646	pg->filter_mode = MCAST_EXCLUDE;
2647	mod_timer(&pg->timer, jiffies + br_multicast_gmi(brmctx));
2648
2649	return changed;
2650}
2651
2652/* State          Msg type      New state                Actions
2653 * INCLUDE (A)    BLOCK (B)     INCLUDE (A)              Send Q(G,A*B)
2654 */
2655static bool __grp_src_block_incl(struct net_bridge_mcast *brmctx,
2656				 struct net_bridge_mcast_port *pmctx,
2657				 struct net_bridge_port_group *pg, void *h_addr,
2658				 void *srcs, u32 nsrcs, size_t addr_size, int grec_type)
2659{
2660	struct net_bridge_group_src *ent;
2661	u32 src_idx, to_send = 0;
2662	bool changed = false;
2663	struct br_ip src_ip;
2664
2665	hlist_for_each_entry(ent, &pg->src_list, node)
2666		ent->flags &= ~BR_SGRP_F_SEND;
2667
2668	memset(&src_ip, 0, sizeof(src_ip));
2669	src_ip.proto = pg->key.addr.proto;
2670	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2671		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2672		ent = br_multicast_find_group_src(pg, &src_ip);
2673		if (ent) {
2674			ent->flags |= BR_SGRP_F_SEND;
2675			to_send++;
2676		}
2677	}
2678
2679	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2680				    grec_type))
2681		changed = true;
2682
2683	if (to_send)
2684		__grp_src_query_marked_and_rexmit(brmctx, pmctx, pg);
2685
2686	return changed;
2687}
2688
2689/* State          Msg type      New state                Actions
2690 * EXCLUDE (X,Y)  BLOCK (A)     EXCLUDE (X+(A-Y),Y)      (A-X-Y)=Group Timer
2691 *                                                       Send Q(G,A-Y)
2692 */
2693static bool __grp_src_block_excl(struct net_bridge_mcast *brmctx,
2694				 struct net_bridge_mcast_port *pmctx,
2695				 struct net_bridge_port_group *pg, void *h_addr,
2696				 void *srcs, u32 nsrcs, size_t addr_size, int grec_type)
2697{
2698	struct net_bridge_group_src *ent;
2699	u32 src_idx, to_send = 0;
2700	bool changed = false;
2701	struct br_ip src_ip;
2702
2703	hlist_for_each_entry(ent, &pg->src_list, node)
2704		ent->flags &= ~BR_SGRP_F_SEND;
2705
2706	memset(&src_ip, 0, sizeof(src_ip));
2707	src_ip.proto = pg->key.addr.proto;
2708	for (src_idx = 0; src_idx < nsrcs; src_idx++) {
2709		memcpy(&src_ip.src, srcs + (src_idx * addr_size), addr_size);
2710		ent = br_multicast_find_group_src(pg, &src_ip);
2711		if (!ent) {
2712			ent = br_multicast_new_group_src(pg, &src_ip);
2713			if (ent) {
2714				__grp_src_mod_timer(ent, pg->timer.expires);
2715				changed = true;
2716			}
2717		}
2718		if (ent && timer_pending(&ent->timer)) {
2719			ent->flags |= BR_SGRP_F_SEND;
2720			to_send++;
2721		}
2722	}
2723
2724	if (br_multicast_eht_handle(brmctx, pg, h_addr, srcs, nsrcs, addr_size,
2725				    grec_type))
2726		changed = true;
2727
2728	if (to_send)
2729		__grp_src_query_marked_and_rexmit(brmctx, pmctx, pg);
2730
2731	return changed;
2732}
2733
2734static bool br_multicast_block(struct net_bridge_mcast *brmctx,
2735			       struct net_bridge_mcast_port *pmctx,
2736			       struct net_bridge_port_group *pg, void *h_addr,
2737			       void *srcs, u32 nsrcs, size_t addr_size, int grec_type)
2738{
2739	bool changed = false;
2740
2741	switch (pg->filter_mode) {
2742	case MCAST_INCLUDE:
2743		changed = __grp_src_block_incl(brmctx, pmctx, pg, h_addr, srcs,
2744					       nsrcs, addr_size, grec_type);
2745		break;
2746	case MCAST_EXCLUDE:
2747		changed = __grp_src_block_excl(brmctx, pmctx, pg, h_addr, srcs,
2748					       nsrcs, addr_size, grec_type);
2749		break;
2750	}
2751
2752	if ((pg->filter_mode == MCAST_INCLUDE && hlist_empty(&pg->src_list)) ||
2753	    br_multicast_eht_should_del_pg(pg)) {
2754		if (br_multicast_eht_should_del_pg(pg))
2755			pg->flags |= MDB_PG_FLAGS_FAST_LEAVE;
2756		br_multicast_find_del_pg(pg->key.port->br, pg);
2757		/* a notification has already been sent and we shouldn't
2758		 * access pg after the delete so we have to return false
2759		 */
2760		changed = false;
2761	}
2762
2763	return changed;
2764}
2765
2766static struct net_bridge_port_group *
2767br_multicast_find_port(struct net_bridge_mdb_entry *mp,
2768		       struct net_bridge_port *p,
2769		       const unsigned char *src)
2770{
2771	struct net_bridge *br __maybe_unused = mp->br;
2772	struct net_bridge_port_group *pg;
2773
2774	for (pg = mlock_dereference(mp->ports, br);
2775	     pg;
2776	     pg = mlock_dereference(pg->next, br))
2777		if (br_port_group_equal(pg, p, src))
2778			return pg;
2779
2780	return NULL;
2781}
2782
2783static int br_ip4_multicast_igmp3_report(struct net_bridge_mcast *brmctx,
2784					 struct net_bridge_mcast_port *pmctx,
2785					 struct sk_buff *skb,
2786					 u16 vid)
2787{
2788	bool igmpv2 = brmctx->multicast_igmp_version == 2;
2789	struct net_bridge_mdb_entry *mdst;
2790	struct net_bridge_port_group *pg;
2791	const unsigned char *src;
2792	struct igmpv3_report *ih;
2793	struct igmpv3_grec *grec;
2794	int i, len, num, type;
2795	__be32 group, *h_addr;
2796	bool changed = false;
 
2797	int err = 0;
2798	u16 nsrcs;
2799
2800	ih = igmpv3_report_hdr(skb);
2801	num = ntohs(ih->ngrec);
2802	len = skb_transport_offset(skb) + sizeof(*ih);
2803
2804	for (i = 0; i < num; i++) {
2805		len += sizeof(*grec);
2806		if (!ip_mc_may_pull(skb, len))
2807			return -EINVAL;
2808
2809		grec = (void *)(skb->data + len - sizeof(*grec));
2810		group = grec->grec_mca;
2811		type = grec->grec_type;
2812		nsrcs = ntohs(grec->grec_nsrcs);
2813
2814		len += nsrcs * 4;
2815		if (!ip_mc_may_pull(skb, len))
2816			return -EINVAL;
2817
 
2818		switch (type) {
2819		case IGMPV3_MODE_IS_INCLUDE:
2820		case IGMPV3_MODE_IS_EXCLUDE:
2821		case IGMPV3_CHANGE_TO_INCLUDE:
2822		case IGMPV3_CHANGE_TO_EXCLUDE:
2823		case IGMPV3_ALLOW_NEW_SOURCES:
2824		case IGMPV3_BLOCK_OLD_SOURCES:
2825			break;
2826
2827		default:
2828			continue;
2829		}
2830
2831		src = eth_hdr(skb)->h_source;
2832		if (nsrcs == 0 &&
2833		    (type == IGMPV3_CHANGE_TO_INCLUDE ||
2834		     type == IGMPV3_MODE_IS_INCLUDE)) {
2835			if (!pmctx || igmpv2) {
2836				br_ip4_multicast_leave_group(brmctx, pmctx,
2837							     group, vid, src);
2838				continue;
2839			}
2840		} else {
2841			err = br_ip4_multicast_add_group(brmctx, pmctx, group,
2842							 vid, src, igmpv2);
2843			if (err)
2844				break;
2845		}
2846
2847		if (!pmctx || igmpv2)
2848			continue;
2849
2850		spin_lock(&brmctx->br->multicast_lock);
2851		if (!br_multicast_ctx_should_use(brmctx, pmctx))
2852			goto unlock_continue;
2853
2854		mdst = br_mdb_ip4_get(brmctx->br, group, vid);
2855		if (!mdst)
2856			goto unlock_continue;
2857		pg = br_multicast_find_port(mdst, pmctx->port, src);
2858		if (!pg || (pg->flags & MDB_PG_FLAGS_PERMANENT))
2859			goto unlock_continue;
2860		/* reload grec and host addr */
2861		grec = (void *)(skb->data + len - sizeof(*grec) - (nsrcs * 4));
2862		h_addr = &ip_hdr(skb)->saddr;
2863		switch (type) {
2864		case IGMPV3_ALLOW_NEW_SOURCES:
2865			changed = br_multicast_isinc_allow(brmctx, pg, h_addr,
2866							   grec->grec_src,
2867							   nsrcs, sizeof(__be32), type);
2868			break;
2869		case IGMPV3_MODE_IS_INCLUDE:
2870			changed = br_multicast_isinc_allow(brmctx, pg, h_addr,
2871							   grec->grec_src,
2872							   nsrcs, sizeof(__be32), type);
2873			break;
2874		case IGMPV3_MODE_IS_EXCLUDE:
2875			changed = br_multicast_isexc(brmctx, pg, h_addr,
2876						     grec->grec_src,
2877						     nsrcs, sizeof(__be32), type);
2878			break;
2879		case IGMPV3_CHANGE_TO_INCLUDE:
2880			changed = br_multicast_toin(brmctx, pmctx, pg, h_addr,
2881						    grec->grec_src,
2882						    nsrcs, sizeof(__be32), type);
2883			break;
2884		case IGMPV3_CHANGE_TO_EXCLUDE:
2885			changed = br_multicast_toex(brmctx, pmctx, pg, h_addr,
2886						    grec->grec_src,
2887						    nsrcs, sizeof(__be32), type);
2888			break;
2889		case IGMPV3_BLOCK_OLD_SOURCES:
2890			changed = br_multicast_block(brmctx, pmctx, pg, h_addr,
2891						     grec->grec_src,
2892						     nsrcs, sizeof(__be32), type);
2893			break;
2894		}
2895		if (changed)
2896			br_mdb_notify(brmctx->br->dev, mdst, pg, RTM_NEWMDB);
2897unlock_continue:
2898		spin_unlock(&brmctx->br->multicast_lock);
2899	}
2900
2901	return err;
2902}
2903
2904#if IS_ENABLED(CONFIG_IPV6)
2905static int br_ip6_multicast_mld2_report(struct net_bridge_mcast *brmctx,
2906					struct net_bridge_mcast_port *pmctx,
2907					struct sk_buff *skb,
2908					u16 vid)
2909{
2910	bool mldv1 = brmctx->multicast_mld_version == 1;
2911	struct net_bridge_mdb_entry *mdst;
2912	struct net_bridge_port_group *pg;
2913	unsigned int nsrcs_offset;
2914	struct mld2_report *mld2r;
2915	const unsigned char *src;
2916	struct in6_addr *h_addr;
2917	struct mld2_grec *grec;
2918	unsigned int grec_len;
2919	bool changed = false;
2920	int i, len, num;
2921	int err = 0;
2922
2923	if (!ipv6_mc_may_pull(skb, sizeof(*mld2r)))
2924		return -EINVAL;
2925
2926	mld2r = (struct mld2_report *)icmp6_hdr(skb);
2927	num = ntohs(mld2r->mld2r_ngrec);
2928	len = skb_transport_offset(skb) + sizeof(*mld2r);
2929
2930	for (i = 0; i < num; i++) {
2931		__be16 *_nsrcs, __nsrcs;
2932		u16 nsrcs;
2933
2934		nsrcs_offset = len + offsetof(struct mld2_grec, grec_nsrcs);
2935
2936		if (skb_transport_offset(skb) + ipv6_transport_len(skb) <
2937		    nsrcs_offset + sizeof(__nsrcs))
2938			return -EINVAL;
2939
2940		_nsrcs = skb_header_pointer(skb, nsrcs_offset,
2941					    sizeof(__nsrcs), &__nsrcs);
2942		if (!_nsrcs)
 
 
2943			return -EINVAL;
2944
2945		nsrcs = ntohs(*_nsrcs);
2946		grec_len = struct_size(grec, grec_src, nsrcs);
2947
2948		if (!ipv6_mc_may_pull(skb, len + grec_len))
2949			return -EINVAL;
2950
2951		grec = (struct mld2_grec *)(skb->data + len);
2952		len += grec_len;
 
2953
 
2954		switch (grec->grec_type) {
2955		case MLD2_MODE_IS_INCLUDE:
2956		case MLD2_MODE_IS_EXCLUDE:
2957		case MLD2_CHANGE_TO_INCLUDE:
2958		case MLD2_CHANGE_TO_EXCLUDE:
2959		case MLD2_ALLOW_NEW_SOURCES:
2960		case MLD2_BLOCK_OLD_SOURCES:
2961			break;
2962
2963		default:
2964			continue;
2965		}
2966
2967		src = eth_hdr(skb)->h_source;
2968		if ((grec->grec_type == MLD2_CHANGE_TO_INCLUDE ||
2969		     grec->grec_type == MLD2_MODE_IS_INCLUDE) &&
2970		    nsrcs == 0) {
2971			if (!pmctx || mldv1) {
2972				br_ip6_multicast_leave_group(brmctx, pmctx,
2973							     &grec->grec_mca,
2974							     vid, src);
2975				continue;
2976			}
2977		} else {
2978			err = br_ip6_multicast_add_group(brmctx, pmctx,
2979							 &grec->grec_mca, vid,
2980							 src, mldv1);
2981			if (err)
2982				break;
2983		}
2984
2985		if (!pmctx || mldv1)
2986			continue;
2987
2988		spin_lock(&brmctx->br->multicast_lock);
2989		if (!br_multicast_ctx_should_use(brmctx, pmctx))
2990			goto unlock_continue;
2991
2992		mdst = br_mdb_ip6_get(brmctx->br, &grec->grec_mca, vid);
2993		if (!mdst)
2994			goto unlock_continue;
2995		pg = br_multicast_find_port(mdst, pmctx->port, src);
2996		if (!pg || (pg->flags & MDB_PG_FLAGS_PERMANENT))
2997			goto unlock_continue;
2998		h_addr = &ipv6_hdr(skb)->saddr;
2999		switch (grec->grec_type) {
3000		case MLD2_ALLOW_NEW_SOURCES:
3001			changed = br_multicast_isinc_allow(brmctx, pg, h_addr,
3002							   grec->grec_src, nsrcs,
3003							   sizeof(struct in6_addr),
3004							   grec->grec_type);
3005			break;
3006		case MLD2_MODE_IS_INCLUDE:
3007			changed = br_multicast_isinc_allow(brmctx, pg, h_addr,
3008							   grec->grec_src, nsrcs,
3009							   sizeof(struct in6_addr),
3010							   grec->grec_type);
3011			break;
3012		case MLD2_MODE_IS_EXCLUDE:
3013			changed = br_multicast_isexc(brmctx, pg, h_addr,
3014						     grec->grec_src, nsrcs,
3015						     sizeof(struct in6_addr),
3016						     grec->grec_type);
3017			break;
3018		case MLD2_CHANGE_TO_INCLUDE:
3019			changed = br_multicast_toin(brmctx, pmctx, pg, h_addr,
3020						    grec->grec_src, nsrcs,
3021						    sizeof(struct in6_addr),
3022						    grec->grec_type);
3023			break;
3024		case MLD2_CHANGE_TO_EXCLUDE:
3025			changed = br_multicast_toex(brmctx, pmctx, pg, h_addr,
3026						    grec->grec_src, nsrcs,
3027						    sizeof(struct in6_addr),
3028						    grec->grec_type);
3029			break;
3030		case MLD2_BLOCK_OLD_SOURCES:
3031			changed = br_multicast_block(brmctx, pmctx, pg, h_addr,
3032						     grec->grec_src, nsrcs,
3033						     sizeof(struct in6_addr),
3034						     grec->grec_type);
3035			break;
3036		}
3037		if (changed)
3038			br_mdb_notify(brmctx->br->dev, mdst, pg, RTM_NEWMDB);
3039unlock_continue:
3040		spin_unlock(&brmctx->br->multicast_lock);
3041	}
3042
3043	return err;
3044}
3045#endif
3046
3047static bool br_multicast_select_querier(struct net_bridge_mcast *brmctx,
3048					struct net_bridge_mcast_port *pmctx,
3049					struct br_ip *saddr)
3050{
3051	int port_ifidx = pmctx ? pmctx->port->dev->ifindex : 0;
3052	struct timer_list *own_timer, *other_timer;
3053	struct bridge_mcast_querier *querier;
3054
3055	switch (saddr->proto) {
3056	case htons(ETH_P_IP):
3057		querier = &brmctx->ip4_querier;
3058		own_timer = &brmctx->ip4_own_query.timer;
3059		other_timer = &brmctx->ip4_other_query.timer;
3060		if (!querier->addr.src.ip4 ||
3061		    ntohl(saddr->src.ip4) <= ntohl(querier->addr.src.ip4))
3062			goto update;
3063		break;
3064#if IS_ENABLED(CONFIG_IPV6)
3065	case htons(ETH_P_IPV6):
3066		querier = &brmctx->ip6_querier;
3067		own_timer = &brmctx->ip6_own_query.timer;
3068		other_timer = &brmctx->ip6_other_query.timer;
3069		if (ipv6_addr_cmp(&saddr->src.ip6, &querier->addr.src.ip6) <= 0)
3070			goto update;
3071		break;
3072#endif
3073	default:
3074		return false;
3075	}
3076
3077	if (!timer_pending(own_timer) && !timer_pending(other_timer))
3078		goto update;
3079
3080	return false;
3081
3082update:
3083	br_multicast_update_querier(brmctx, querier, port_ifidx, saddr);
 
 
 
3084
3085	return true;
3086}
3087
3088static struct net_bridge_port *
3089__br_multicast_get_querier_port(struct net_bridge *br,
3090				const struct bridge_mcast_querier *querier)
 
3091{
3092	int port_ifidx = READ_ONCE(querier->port_ifidx);
3093	struct net_bridge_port *p;
3094	struct net_device *dev;
3095
3096	if (port_ifidx == 0)
3097		return NULL;
3098
3099	dev = dev_get_by_index_rcu(dev_net(br->dev), port_ifidx);
3100	if (!dev)
3101		return NULL;
3102	p = br_port_get_rtnl_rcu(dev);
3103	if (!p || p->br != br)
3104		return NULL;
3105
3106	return p;
3107}
3108
3109size_t br_multicast_querier_state_size(void)
3110{
3111	return nla_total_size(0) +		/* nest attribute */
3112	       nla_total_size(sizeof(__be32)) + /* BRIDGE_QUERIER_IP_ADDRESS */
3113	       nla_total_size(sizeof(int)) +    /* BRIDGE_QUERIER_IP_PORT */
3114	       nla_total_size_64bit(sizeof(u64)) + /* BRIDGE_QUERIER_IP_OTHER_TIMER */
3115#if IS_ENABLED(CONFIG_IPV6)
3116	       nla_total_size(sizeof(struct in6_addr)) + /* BRIDGE_QUERIER_IPV6_ADDRESS */
3117	       nla_total_size(sizeof(int)) +		 /* BRIDGE_QUERIER_IPV6_PORT */
3118	       nla_total_size_64bit(sizeof(u64)) +	 /* BRIDGE_QUERIER_IPV6_OTHER_TIMER */
3119#endif
3120	       0;
3121}
 
3122
3123/* protected by rtnl or rcu */
3124int br_multicast_dump_querier_state(struct sk_buff *skb,
3125				    const struct net_bridge_mcast *brmctx,
3126				    int nest_attr)
3127{
3128	struct bridge_mcast_querier querier = {};
3129	struct net_bridge_port *p;
3130	struct nlattr *nest;
3131
3132	if (!br_opt_get(brmctx->br, BROPT_MULTICAST_ENABLED) ||
3133	    br_multicast_ctx_vlan_global_disabled(brmctx))
3134		return 0;
3135
3136	nest = nla_nest_start(skb, nest_attr);
3137	if (!nest)
3138		return -EMSGSIZE;
3139
3140	rcu_read_lock();
3141	if (!brmctx->multicast_querier &&
3142	    !timer_pending(&brmctx->ip4_other_query.timer))
3143		goto out_v6;
3144
3145	br_multicast_read_querier(&brmctx->ip4_querier, &querier);
3146	if (nla_put_in_addr(skb, BRIDGE_QUERIER_IP_ADDRESS,
3147			    querier.addr.src.ip4)) {
3148		rcu_read_unlock();
3149		goto out_err;
3150	}
3151
3152	p = __br_multicast_get_querier_port(brmctx->br, &querier);
3153	if (timer_pending(&brmctx->ip4_other_query.timer) &&
3154	    (nla_put_u64_64bit(skb, BRIDGE_QUERIER_IP_OTHER_TIMER,
3155			       br_timer_value(&brmctx->ip4_other_query.timer),
3156			       BRIDGE_QUERIER_PAD) ||
3157	     (p && nla_put_u32(skb, BRIDGE_QUERIER_IP_PORT, p->dev->ifindex)))) {
3158		rcu_read_unlock();
3159		goto out_err;
3160	}
3161
3162out_v6:
3163#if IS_ENABLED(CONFIG_IPV6)
3164	if (!brmctx->multicast_querier &&
3165	    !timer_pending(&brmctx->ip6_other_query.timer))
3166		goto out;
3167
3168	br_multicast_read_querier(&brmctx->ip6_querier, &querier);
3169	if (nla_put_in6_addr(skb, BRIDGE_QUERIER_IPV6_ADDRESS,
3170			     &querier.addr.src.ip6)) {
3171		rcu_read_unlock();
3172		goto out_err;
3173	}
3174
3175	p = __br_multicast_get_querier_port(brmctx->br, &querier);
3176	if (timer_pending(&brmctx->ip6_other_query.timer) &&
3177	    (nla_put_u64_64bit(skb, BRIDGE_QUERIER_IPV6_OTHER_TIMER,
3178			       br_timer_value(&brmctx->ip6_other_query.timer),
3179			       BRIDGE_QUERIER_PAD) ||
3180	     (p && nla_put_u32(skb, BRIDGE_QUERIER_IPV6_PORT,
3181			       p->dev->ifindex)))) {
3182		rcu_read_unlock();
3183		goto out_err;
3184	}
3185out:
3186#endif
3187	rcu_read_unlock();
3188	nla_nest_end(skb, nest);
3189	if (!nla_len(nest))
3190		nla_nest_cancel(skb, nest);
3191
3192	return 0;
3193
3194out_err:
3195	nla_nest_cancel(skb, nest);
3196	return -EMSGSIZE;
3197}
3198
3199static void
3200br_multicast_update_query_timer(struct net_bridge_mcast *brmctx,
3201				struct bridge_mcast_other_query *query,
3202				unsigned long max_delay)
3203{
3204	if (!timer_pending(&query->timer))
3205		mod_timer(&query->delay_timer, jiffies + max_delay);
3206
3207	mod_timer(&query->timer, jiffies + brmctx->multicast_querier_interval);
3208}
3209
3210static void br_port_mc_router_state_change(struct net_bridge_port *p,
3211					   bool is_mc_router)
3212{
3213	struct switchdev_attr attr = {
3214		.orig_dev = p->dev,
3215		.id = SWITCHDEV_ATTR_ID_PORT_MROUTER,
3216		.flags = SWITCHDEV_F_DEFER,
3217		.u.mrouter = is_mc_router,
3218	};
3219
3220	switchdev_port_attr_set(p->dev, &attr, NULL);
3221}
3222
3223static struct net_bridge_port *
3224br_multicast_rport_from_node(struct net_bridge_mcast *brmctx,
3225			     struct hlist_head *mc_router_list,
3226			     struct hlist_node *rlist)
3227{
3228	struct net_bridge_mcast_port *pmctx;
3229
3230#if IS_ENABLED(CONFIG_IPV6)
3231	if (mc_router_list == &brmctx->ip6_mc_router_list)
3232		pmctx = hlist_entry(rlist, struct net_bridge_mcast_port,
3233				    ip6_rlist);
3234	else
3235#endif
3236		pmctx = hlist_entry(rlist, struct net_bridge_mcast_port,
3237				    ip4_rlist);
3238
3239	return pmctx->port;
3240}
3241
3242static struct hlist_node *
3243br_multicast_get_rport_slot(struct net_bridge_mcast *brmctx,
3244			    struct net_bridge_port *port,
3245			    struct hlist_head *mc_router_list)
3246
3247{
3248	struct hlist_node *slot = NULL;
3249	struct net_bridge_port *p;
3250	struct hlist_node *rlist;
3251
3252	hlist_for_each(rlist, mc_router_list) {
3253		p = br_multicast_rport_from_node(brmctx, mc_router_list, rlist);
3254
3255		if ((unsigned long)port >= (unsigned long)p)
3256			break;
3257
3258		slot = rlist;
3259	}
3260
3261	return slot;
3262}
3263
3264static bool br_multicast_no_router_otherpf(struct net_bridge_mcast_port *pmctx,
3265					   struct hlist_node *rnode)
3266{
3267#if IS_ENABLED(CONFIG_IPV6)
3268	if (rnode != &pmctx->ip6_rlist)
3269		return hlist_unhashed(&pmctx->ip6_rlist);
3270	else
3271		return hlist_unhashed(&pmctx->ip4_rlist);
3272#else
3273	return true;
3274#endif
3275}
3276
3277/* Add port to router_list
 
3278 *  list is maintained ordered by pointer value
3279 *  and locked by br->multicast_lock and RCU
3280 */
3281static void br_multicast_add_router(struct net_bridge_mcast *brmctx,
3282				    struct net_bridge_mcast_port *pmctx,
3283				    struct hlist_node *rlist,
3284				    struct hlist_head *mc_router_list)
3285{
3286	struct hlist_node *slot;
 
3287
3288	if (!hlist_unhashed(rlist))
3289		return;
3290
3291	slot = br_multicast_get_rport_slot(brmctx, pmctx->port, mc_router_list);
 
 
 
 
3292
3293	if (slot)
3294		hlist_add_behind_rcu(rlist, slot);
3295	else
3296		hlist_add_head_rcu(rlist, mc_router_list);
3297
3298	/* For backwards compatibility for now, only notify if we
3299	 * switched from no IPv4/IPv6 multicast router to a new
3300	 * IPv4 or IPv6 multicast router.
3301	 */
3302	if (br_multicast_no_router_otherpf(pmctx, rlist)) {
3303		br_rtr_notify(pmctx->port->br->dev, pmctx, RTM_NEWMDB);
3304		br_port_mc_router_state_change(pmctx->port, true);
3305	}
3306}
3307
3308/* Add port to router_list
3309 *  list is maintained ordered by pointer value
3310 *  and locked by br->multicast_lock and RCU
3311 */
3312static void br_ip4_multicast_add_router(struct net_bridge_mcast *brmctx,
3313					struct net_bridge_mcast_port *pmctx)
3314{
3315	br_multicast_add_router(brmctx, pmctx, &pmctx->ip4_rlist,
3316				&brmctx->ip4_mc_router_list);
3317}
3318
3319/* Add port to router_list
3320 *  list is maintained ordered by pointer value
3321 *  and locked by br->multicast_lock and RCU
3322 */
3323static void br_ip6_multicast_add_router(struct net_bridge_mcast *brmctx,
3324					struct net_bridge_mcast_port *pmctx)
3325{
3326#if IS_ENABLED(CONFIG_IPV6)
3327	br_multicast_add_router(brmctx, pmctx, &pmctx->ip6_rlist,
3328				&brmctx->ip6_mc_router_list);
3329#endif
3330}
3331
3332static void br_multicast_mark_router(struct net_bridge_mcast *brmctx,
3333				     struct net_bridge_mcast_port *pmctx,
3334				     struct timer_list *timer,
3335				     struct hlist_node *rlist,
3336				     struct hlist_head *mc_router_list)
3337{
3338	unsigned long now = jiffies;
3339
3340	if (!br_multicast_ctx_should_use(brmctx, pmctx))
3341		return;
3342
3343	if (!pmctx) {
3344		if (brmctx->multicast_router == MDB_RTR_TYPE_TEMP_QUERY) {
3345			if (!br_ip4_multicast_is_router(brmctx) &&
3346			    !br_ip6_multicast_is_router(brmctx))
3347				br_mc_router_state_change(brmctx->br, true);
3348			mod_timer(timer, now + brmctx->multicast_querier_interval);
3349		}
3350		return;
3351	}
3352
3353	if (pmctx->multicast_router == MDB_RTR_TYPE_DISABLED ||
3354	    pmctx->multicast_router == MDB_RTR_TYPE_PERM)
3355		return;
3356
3357	br_multicast_add_router(brmctx, pmctx, rlist, mc_router_list);
3358	mod_timer(timer, now + brmctx->multicast_querier_interval);
3359}
3360
3361static void br_ip4_multicast_mark_router(struct net_bridge_mcast *brmctx,
3362					 struct net_bridge_mcast_port *pmctx)
3363{
3364	struct timer_list *timer = &brmctx->ip4_mc_router_timer;
3365	struct hlist_node *rlist = NULL;
3366
3367	if (pmctx) {
3368		timer = &pmctx->ip4_mc_router_timer;
3369		rlist = &pmctx->ip4_rlist;
3370	}
3371
3372	br_multicast_mark_router(brmctx, pmctx, timer, rlist,
3373				 &brmctx->ip4_mc_router_list);
3374}
3375
3376static void br_ip6_multicast_mark_router(struct net_bridge_mcast *brmctx,
3377					 struct net_bridge_mcast_port *pmctx)
3378{
3379#if IS_ENABLED(CONFIG_IPV6)
3380	struct timer_list *timer = &brmctx->ip6_mc_router_timer;
3381	struct hlist_node *rlist = NULL;
3382
3383	if (pmctx) {
3384		timer = &pmctx->ip6_mc_router_timer;
3385		rlist = &pmctx->ip6_rlist;
3386	}
3387
3388	br_multicast_mark_router(brmctx, pmctx, timer, rlist,
3389				 &brmctx->ip6_mc_router_list);
3390#endif
3391}
3392
3393static void
3394br_ip4_multicast_query_received(struct net_bridge_mcast *brmctx,
3395				struct net_bridge_mcast_port *pmctx,
3396				struct bridge_mcast_other_query *query,
3397				struct br_ip *saddr,
3398				unsigned long max_delay)
3399{
3400	if (!br_multicast_select_querier(brmctx, pmctx, saddr))
3401		return;
3402
3403	br_multicast_update_query_timer(brmctx, query, max_delay);
3404	br_ip4_multicast_mark_router(brmctx, pmctx);
3405}
3406
3407#if IS_ENABLED(CONFIG_IPV6)
3408static void
3409br_ip6_multicast_query_received(struct net_bridge_mcast *brmctx,
3410				struct net_bridge_mcast_port *pmctx,
3411				struct bridge_mcast_other_query *query,
3412				struct br_ip *saddr,
3413				unsigned long max_delay)
3414{
3415	if (!br_multicast_select_querier(brmctx, pmctx, saddr))
3416		return;
3417
3418	br_multicast_update_query_timer(brmctx, query, max_delay);
3419	br_ip6_multicast_mark_router(brmctx, pmctx);
3420}
3421#endif
3422
3423static void br_ip4_multicast_query(struct net_bridge_mcast *brmctx,
3424				   struct net_bridge_mcast_port *pmctx,
3425				   struct sk_buff *skb,
3426				   u16 vid)
3427{
3428	unsigned int transport_len = ip_transport_len(skb);
3429	const struct iphdr *iph = ip_hdr(skb);
3430	struct igmphdr *ih = igmp_hdr(skb);
3431	struct net_bridge_mdb_entry *mp;
3432	struct igmpv3_query *ih3;
3433	struct net_bridge_port_group *p;
3434	struct net_bridge_port_group __rcu **pp;
3435	struct br_ip saddr = {};
3436	unsigned long max_delay;
3437	unsigned long now = jiffies;
 
3438	__be32 group;
 
3439
3440	spin_lock(&brmctx->br->multicast_lock);
3441	if (!br_multicast_ctx_should_use(brmctx, pmctx))
 
3442		goto out;
3443
3444	group = ih->group;
3445
3446	if (transport_len == sizeof(*ih)) {
3447		max_delay = ih->code * (HZ / IGMP_TIMER_SCALE);
3448
3449		if (!max_delay) {
3450			max_delay = 10 * HZ;
3451			group = 0;
3452		}
3453	} else if (transport_len >= sizeof(*ih3)) {
3454		ih3 = igmpv3_query_hdr(skb);
3455		if (ih3->nsrcs ||
3456		    (brmctx->multicast_igmp_version == 3 && group &&
3457		     ih3->suppress))
3458			goto out;
3459
3460		max_delay = ih3->code ?
3461			    IGMPV3_MRC(ih3->code) * (HZ / IGMP_TIMER_SCALE) : 1;
3462	} else {
3463		goto out;
3464	}
3465
3466	if (!group) {
3467		saddr.proto = htons(ETH_P_IP);
3468		saddr.src.ip4 = iph->saddr;
3469
3470		br_ip4_multicast_query_received(brmctx, pmctx,
3471						&brmctx->ip4_other_query,
3472						&saddr, max_delay);
3473		goto out;
3474	}
3475
3476	mp = br_mdb_ip4_get(brmctx->br, group, vid);
3477	if (!mp)
3478		goto out;
3479
3480	max_delay *= brmctx->multicast_last_member_count;
3481
3482	if (mp->host_joined &&
3483	    (timer_pending(&mp->timer) ?
3484	     time_after(mp->timer.expires, now + max_delay) :
3485	     try_to_del_timer_sync(&mp->timer) >= 0))
3486		mod_timer(&mp->timer, now + max_delay);
3487
3488	for (pp = &mp->ports;
3489	     (p = mlock_dereference(*pp, brmctx->br)) != NULL;
3490	     pp = &p->next) {
3491		if (timer_pending(&p->timer) ?
3492		    time_after(p->timer.expires, now + max_delay) :
3493		    try_to_del_timer_sync(&p->timer) >= 0 &&
3494		    (brmctx->multicast_igmp_version == 2 ||
3495		     p->filter_mode == MCAST_EXCLUDE))
3496			mod_timer(&p->timer, now + max_delay);
3497	}
3498
3499out:
3500	spin_unlock(&brmctx->br->multicast_lock);
 
3501}
3502
3503#if IS_ENABLED(CONFIG_IPV6)
3504static int br_ip6_multicast_query(struct net_bridge_mcast *brmctx,
3505				  struct net_bridge_mcast_port *pmctx,
3506				  struct sk_buff *skb,
3507				  u16 vid)
3508{
3509	unsigned int transport_len = ipv6_transport_len(skb);
3510	struct mld_msg *mld;
3511	struct net_bridge_mdb_entry *mp;
3512	struct mld2_query *mld2q;
3513	struct net_bridge_port_group *p;
3514	struct net_bridge_port_group __rcu **pp;
3515	struct br_ip saddr = {};
3516	unsigned long max_delay;
3517	unsigned long now = jiffies;
3518	unsigned int offset = skb_transport_offset(skb);
3519	const struct in6_addr *group = NULL;
3520	bool is_general_query;
3521	int err = 0;
3522
3523	spin_lock(&brmctx->br->multicast_lock);
3524	if (!br_multicast_ctx_should_use(brmctx, pmctx))
 
3525		goto out;
3526
3527	if (transport_len == sizeof(*mld)) {
3528		if (!pskb_may_pull(skb, offset + sizeof(*mld))) {
3529			err = -EINVAL;
3530			goto out;
3531		}
3532		mld = (struct mld_msg *) icmp6_hdr(skb);
3533		max_delay = msecs_to_jiffies(ntohs(mld->mld_maxdelay));
3534		if (max_delay)
3535			group = &mld->mld_mca;
3536	} else {
3537		if (!pskb_may_pull(skb, offset + sizeof(*mld2q))) {
3538			err = -EINVAL;
3539			goto out;
3540		}
3541		mld2q = (struct mld2_query *)icmp6_hdr(skb);
3542		if (!mld2q->mld2q_nsrcs)
3543			group = &mld2q->mld2q_mca;
3544		if (brmctx->multicast_mld_version == 2 &&
3545		    !ipv6_addr_any(&mld2q->mld2q_mca) &&
3546		    mld2q->mld2q_suppress)
3547			goto out;
3548
3549		max_delay = max(msecs_to_jiffies(mldv2_mrc(mld2q)), 1UL);
3550	}
3551
3552	is_general_query = group && ipv6_addr_any(group);
3553
3554	if (is_general_query) {
3555		saddr.proto = htons(ETH_P_IPV6);
3556		saddr.src.ip6 = ipv6_hdr(skb)->saddr;
3557
3558		br_ip6_multicast_query_received(brmctx, pmctx,
3559						&brmctx->ip6_other_query,
3560						&saddr, max_delay);
3561		goto out;
3562	} else if (!group) {
3563		goto out;
3564	}
3565
3566	mp = br_mdb_ip6_get(brmctx->br, group, vid);
3567	if (!mp)
3568		goto out;
3569
3570	max_delay *= brmctx->multicast_last_member_count;
3571	if (mp->host_joined &&
3572	    (timer_pending(&mp->timer) ?
3573	     time_after(mp->timer.expires, now + max_delay) :
3574	     try_to_del_timer_sync(&mp->timer) >= 0))
3575		mod_timer(&mp->timer, now + max_delay);
3576
3577	for (pp = &mp->ports;
3578	     (p = mlock_dereference(*pp, brmctx->br)) != NULL;
3579	     pp = &p->next) {
3580		if (timer_pending(&p->timer) ?
3581		    time_after(p->timer.expires, now + max_delay) :
3582		    try_to_del_timer_sync(&p->timer) >= 0 &&
3583		    (brmctx->multicast_mld_version == 1 ||
3584		     p->filter_mode == MCAST_EXCLUDE))
3585			mod_timer(&p->timer, now + max_delay);
3586	}
3587
3588out:
3589	spin_unlock(&brmctx->br->multicast_lock);
3590	return err;
3591}
3592#endif
3593
3594static void
3595br_multicast_leave_group(struct net_bridge_mcast *brmctx,
3596			 struct net_bridge_mcast_port *pmctx,
3597			 struct br_ip *group,
3598			 struct bridge_mcast_other_query *other_query,
3599			 struct bridge_mcast_own_query *own_query,
3600			 const unsigned char *src)
3601{
 
3602	struct net_bridge_mdb_entry *mp;
3603	struct net_bridge_port_group *p;
3604	unsigned long now;
3605	unsigned long time;
3606
3607	spin_lock(&brmctx->br->multicast_lock);
3608	if (!br_multicast_ctx_should_use(brmctx, pmctx))
 
3609		goto out;
3610
3611	mp = br_mdb_ip_get(brmctx->br, group);
 
3612	if (!mp)
3613		goto out;
3614
3615	if (pmctx && (pmctx->port->flags & BR_MULTICAST_FAST_LEAVE)) {
3616		struct net_bridge_port_group __rcu **pp;
3617
3618		for (pp = &mp->ports;
3619		     (p = mlock_dereference(*pp, brmctx->br)) != NULL;
3620		     pp = &p->next) {
3621			if (!br_port_group_equal(p, pmctx->port, src))
3622				continue;
3623
3624			if (p->flags & MDB_PG_FLAGS_PERMANENT)
3625				break;
3626
3627			p->flags |= MDB_PG_FLAGS_FAST_LEAVE;
3628			br_multicast_del_pg(mp, p, pp);
 
 
 
 
 
3629		}
3630		goto out;
3631	}
3632
3633	if (timer_pending(&other_query->timer))
3634		goto out;
3635
3636	if (brmctx->multicast_querier) {
3637		__br_multicast_send_query(brmctx, pmctx, NULL, NULL, &mp->addr,
3638					  false, 0, NULL);
3639
3640		time = jiffies + brmctx->multicast_last_member_count *
3641				 brmctx->multicast_last_member_interval;
3642
3643		mod_timer(&own_query->timer, time);
3644
3645		for (p = mlock_dereference(mp->ports, brmctx->br);
3646		     p != NULL && pmctx != NULL;
3647		     p = mlock_dereference(p->next, brmctx->br)) {
3648			if (!br_port_group_equal(p, pmctx->port, src))
3649				continue;
3650
3651			if (!hlist_unhashed(&p->mglist) &&
3652			    (timer_pending(&p->timer) ?
3653			     time_after(p->timer.expires, time) :
3654			     try_to_del_timer_sync(&p->timer) >= 0)) {
3655				mod_timer(&p->timer, time);
3656			}
3657
3658			break;
3659		}
3660	}
3661
3662	now = jiffies;
3663	time = now + brmctx->multicast_last_member_count *
3664		     brmctx->multicast_last_member_interval;
3665
3666	if (!pmctx) {
3667		if (mp->host_joined &&
3668		    (timer_pending(&mp->timer) ?
3669		     time_after(mp->timer.expires, time) :
3670		     try_to_del_timer_sync(&mp->timer) >= 0)) {
3671			mod_timer(&mp->timer, time);
3672		}
3673
3674		goto out;
3675	}
3676
3677	for (p = mlock_dereference(mp->ports, brmctx->br);
3678	     p != NULL;
3679	     p = mlock_dereference(p->next, brmctx->br)) {
3680		if (p->key.port != pmctx->port)
3681			continue;
3682
3683		if (!hlist_unhashed(&p->mglist) &&
3684		    (timer_pending(&p->timer) ?
3685		     time_after(p->timer.expires, time) :
3686		     try_to_del_timer_sync(&p->timer) >= 0)) {
3687			mod_timer(&p->timer, time);
3688		}
3689
3690		break;
3691	}
3692out:
3693	spin_unlock(&brmctx->br->multicast_lock);
3694}
3695
3696static void br_ip4_multicast_leave_group(struct net_bridge_mcast *brmctx,
3697					 struct net_bridge_mcast_port *pmctx,
3698					 __be32 group,
3699					 __u16 vid,
3700					 const unsigned char *src)
3701{
3702	struct br_ip br_group;
3703	struct bridge_mcast_own_query *own_query;
3704
3705	if (ipv4_is_local_multicast(group))
3706		return;
3707
3708	own_query = pmctx ? &pmctx->ip4_own_query : &brmctx->ip4_own_query;
3709
3710	memset(&br_group, 0, sizeof(br_group));
3711	br_group.dst.ip4 = group;
3712	br_group.proto = htons(ETH_P_IP);
3713	br_group.vid = vid;
3714
3715	br_multicast_leave_group(brmctx, pmctx, &br_group,
3716				 &brmctx->ip4_other_query,
3717				 own_query, src);
3718}
3719
3720#if IS_ENABLED(CONFIG_IPV6)
3721static void br_ip6_multicast_leave_group(struct net_bridge_mcast *brmctx,
3722					 struct net_bridge_mcast_port *pmctx,
3723					 const struct in6_addr *group,
3724					 __u16 vid,
3725					 const unsigned char *src)
3726{
3727	struct br_ip br_group;
3728	struct bridge_mcast_own_query *own_query;
3729
3730	if (ipv6_addr_is_ll_all_nodes(group))
3731		return;
3732
3733	own_query = pmctx ? &pmctx->ip6_own_query : &brmctx->ip6_own_query;
3734
3735	memset(&br_group, 0, sizeof(br_group));
3736	br_group.dst.ip6 = *group;
3737	br_group.proto = htons(ETH_P_IPV6);
3738	br_group.vid = vid;
3739
3740	br_multicast_leave_group(brmctx, pmctx, &br_group,
3741				 &brmctx->ip6_other_query,
3742				 own_query, src);
3743}
3744#endif
3745
3746static void br_multicast_err_count(const struct net_bridge *br,
3747				   const struct net_bridge_port *p,
3748				   __be16 proto)
3749{
3750	struct bridge_mcast_stats __percpu *stats;
3751	struct bridge_mcast_stats *pstats;
3752
3753	if (!br_opt_get(br, BROPT_MULTICAST_STATS_ENABLED))
3754		return;
3755
3756	if (p)
3757		stats = p->mcast_stats;
3758	else
3759		stats = br->mcast_stats;
3760	if (WARN_ON(!stats))
3761		return;
3762
3763	pstats = this_cpu_ptr(stats);
3764
3765	u64_stats_update_begin(&pstats->syncp);
3766	switch (proto) {
3767	case htons(ETH_P_IP):
3768		pstats->mstats.igmp_parse_errors++;
3769		break;
3770#if IS_ENABLED(CONFIG_IPV6)
3771	case htons(ETH_P_IPV6):
3772		pstats->mstats.mld_parse_errors++;
3773		break;
3774#endif
3775	}
3776	u64_stats_update_end(&pstats->syncp);
3777}
3778
3779static void br_multicast_pim(struct net_bridge_mcast *brmctx,
3780			     struct net_bridge_mcast_port *pmctx,
3781			     const struct sk_buff *skb)
3782{
3783	unsigned int offset = skb_transport_offset(skb);
3784	struct pimhdr *pimhdr, _pimhdr;
3785
3786	pimhdr = skb_header_pointer(skb, offset, sizeof(_pimhdr), &_pimhdr);
3787	if (!pimhdr || pim_hdr_version(pimhdr) != PIM_VERSION ||
3788	    pim_hdr_type(pimhdr) != PIM_TYPE_HELLO)
3789		return;
3790
3791	spin_lock(&brmctx->br->multicast_lock);
3792	br_ip4_multicast_mark_router(brmctx, pmctx);
3793	spin_unlock(&brmctx->br->multicast_lock);
3794}
3795
3796static int br_ip4_multicast_mrd_rcv(struct net_bridge_mcast *brmctx,
3797				    struct net_bridge_mcast_port *pmctx,
3798				    struct sk_buff *skb)
3799{
3800	if (ip_hdr(skb)->protocol != IPPROTO_IGMP ||
3801	    igmp_hdr(skb)->type != IGMP_MRDISC_ADV)
3802		return -ENOMSG;
3803
3804	spin_lock(&brmctx->br->multicast_lock);
3805	br_ip4_multicast_mark_router(brmctx, pmctx);
3806	spin_unlock(&brmctx->br->multicast_lock);
3807
3808	return 0;
3809}
3810
3811static int br_multicast_ipv4_rcv(struct net_bridge_mcast *brmctx,
3812				 struct net_bridge_mcast_port *pmctx,
3813				 struct sk_buff *skb,
3814				 u16 vid)
3815{
3816	struct net_bridge_port *p = pmctx ? pmctx->port : NULL;
3817	const unsigned char *src;
3818	struct igmphdr *ih;
3819	int err;
3820
3821	err = ip_mc_check_igmp(skb);
3822
3823	if (err == -ENOMSG) {
3824		if (!ipv4_is_local_multicast(ip_hdr(skb)->daddr)) {
3825			BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
3826		} else if (pim_ipv4_all_pim_routers(ip_hdr(skb)->daddr)) {
3827			if (ip_hdr(skb)->protocol == IPPROTO_PIM)
3828				br_multicast_pim(brmctx, pmctx, skb);
3829		} else if (ipv4_is_all_snoopers(ip_hdr(skb)->daddr)) {
3830			br_ip4_multicast_mrd_rcv(brmctx, pmctx, skb);
3831		}
3832
3833		return 0;
3834	} else if (err < 0) {
3835		br_multicast_err_count(brmctx->br, p, skb->protocol);
3836		return err;
3837	}
3838
3839	ih = igmp_hdr(skb);
3840	src = eth_hdr(skb)->h_source;
3841	BR_INPUT_SKB_CB(skb)->igmp = ih->type;
3842
3843	switch (ih->type) {
3844	case IGMP_HOST_MEMBERSHIP_REPORT:
3845	case IGMPV2_HOST_MEMBERSHIP_REPORT:
3846		BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
3847		err = br_ip4_multicast_add_group(brmctx, pmctx, ih->group, vid,
3848						 src, true);
3849		break;
3850	case IGMPV3_HOST_MEMBERSHIP_REPORT:
3851		err = br_ip4_multicast_igmp3_report(brmctx, pmctx, skb, vid);
3852		break;
3853	case IGMP_HOST_MEMBERSHIP_QUERY:
3854		br_ip4_multicast_query(brmctx, pmctx, skb, vid);
3855		break;
3856	case IGMP_HOST_LEAVE_MESSAGE:
3857		br_ip4_multicast_leave_group(brmctx, pmctx, ih->group, vid, src);
3858		break;
3859	}
3860
3861	br_multicast_count(brmctx->br, p, skb, BR_INPUT_SKB_CB(skb)->igmp,
 
 
 
3862			   BR_MCAST_DIR_RX);
3863
3864	return err;
3865}
3866
3867#if IS_ENABLED(CONFIG_IPV6)
3868static void br_ip6_multicast_mrd_rcv(struct net_bridge_mcast *brmctx,
3869				     struct net_bridge_mcast_port *pmctx,
3870				     struct sk_buff *skb)
3871{
3872	if (icmp6_hdr(skb)->icmp6_type != ICMPV6_MRDISC_ADV)
3873		return;
3874
3875	spin_lock(&brmctx->br->multicast_lock);
3876	br_ip6_multicast_mark_router(brmctx, pmctx);
3877	spin_unlock(&brmctx->br->multicast_lock);
3878}
3879
3880static int br_multicast_ipv6_rcv(struct net_bridge_mcast *brmctx,
3881				 struct net_bridge_mcast_port *pmctx,
3882				 struct sk_buff *skb,
3883				 u16 vid)
3884{
3885	struct net_bridge_port *p = pmctx ? pmctx->port : NULL;
3886	const unsigned char *src;
3887	struct mld_msg *mld;
3888	int err;
3889
3890	err = ipv6_mc_check_mld(skb);
3891
3892	if (err == -ENOMSG || err == -ENODATA) {
3893		if (!ipv6_addr_is_ll_all_nodes(&ipv6_hdr(skb)->daddr))
3894			BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
3895		if (err == -ENODATA &&
3896		    ipv6_addr_is_all_snoopers(&ipv6_hdr(skb)->daddr))
3897			br_ip6_multicast_mrd_rcv(brmctx, pmctx, skb);
3898
3899		return 0;
3900	} else if (err < 0) {
3901		br_multicast_err_count(brmctx->br, p, skb->protocol);
3902		return err;
3903	}
3904
3905	mld = (struct mld_msg *)skb_transport_header(skb);
3906	BR_INPUT_SKB_CB(skb)->igmp = mld->mld_type;
3907
3908	switch (mld->mld_type) {
3909	case ICMPV6_MGM_REPORT:
3910		src = eth_hdr(skb)->h_source;
3911		BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
3912		err = br_ip6_multicast_add_group(brmctx, pmctx, &mld->mld_mca,
3913						 vid, src, true);
3914		break;
3915	case ICMPV6_MLD2_REPORT:
3916		err = br_ip6_multicast_mld2_report(brmctx, pmctx, skb, vid);
3917		break;
3918	case ICMPV6_MGM_QUERY:
3919		err = br_ip6_multicast_query(brmctx, pmctx, skb, vid);
3920		break;
3921	case ICMPV6_MGM_REDUCTION:
3922		src = eth_hdr(skb)->h_source;
3923		br_ip6_multicast_leave_group(brmctx, pmctx, &mld->mld_mca, vid,
3924					     src);
3925		break;
3926	}
3927
3928	br_multicast_count(brmctx->br, p, skb, BR_INPUT_SKB_CB(skb)->igmp,
 
 
 
3929			   BR_MCAST_DIR_RX);
3930
3931	return err;
3932}
3933#endif
3934
3935int br_multicast_rcv(struct net_bridge_mcast **brmctx,
3936		     struct net_bridge_mcast_port **pmctx,
3937		     struct net_bridge_vlan *vlan,
3938		     struct sk_buff *skb, u16 vid)
3939{
3940	int ret = 0;
3941
3942	BR_INPUT_SKB_CB(skb)->igmp = 0;
3943	BR_INPUT_SKB_CB(skb)->mrouters_only = 0;
3944
3945	if (!br_opt_get((*brmctx)->br, BROPT_MULTICAST_ENABLED))
3946		return 0;
3947
3948	if (br_opt_get((*brmctx)->br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) && vlan) {
3949		const struct net_bridge_vlan *masterv;
3950
3951		/* the vlan has the master flag set only when transmitting
3952		 * through the bridge device
3953		 */
3954		if (br_vlan_is_master(vlan)) {
3955			masterv = vlan;
3956			*brmctx = &vlan->br_mcast_ctx;
3957			*pmctx = NULL;
3958		} else {
3959			masterv = vlan->brvlan;
3960			*brmctx = &vlan->brvlan->br_mcast_ctx;
3961			*pmctx = &vlan->port_mcast_ctx;
3962		}
3963
3964		if (!(masterv->priv_flags & BR_VLFLAG_GLOBAL_MCAST_ENABLED))
3965			return 0;
3966	}
3967
3968	switch (skb->protocol) {
3969	case htons(ETH_P_IP):
3970		ret = br_multicast_ipv4_rcv(*brmctx, *pmctx, skb, vid);
3971		break;
3972#if IS_ENABLED(CONFIG_IPV6)
3973	case htons(ETH_P_IPV6):
3974		ret = br_multicast_ipv6_rcv(*brmctx, *pmctx, skb, vid);
3975		break;
3976#endif
3977	}
3978
3979	return ret;
3980}
3981
3982static void br_multicast_query_expired(struct net_bridge_mcast *brmctx,
3983				       struct bridge_mcast_own_query *query,
3984				       struct bridge_mcast_querier *querier)
3985{
3986	spin_lock(&brmctx->br->multicast_lock);
3987	if (br_multicast_ctx_vlan_disabled(brmctx))
3988		goto out;
3989
3990	if (query->startup_sent < brmctx->multicast_startup_query_count)
3991		query->startup_sent++;
3992
3993	br_multicast_send_query(brmctx, NULL, query);
3994out:
3995	spin_unlock(&brmctx->br->multicast_lock);
3996}
3997
3998static void br_ip4_multicast_query_expired(struct timer_list *t)
3999{
4000	struct net_bridge_mcast *brmctx = from_timer(brmctx, t,
4001						     ip4_own_query.timer);
4002
4003	br_multicast_query_expired(brmctx, &brmctx->ip4_own_query,
4004				   &brmctx->ip4_querier);
4005}
4006
4007#if IS_ENABLED(CONFIG_IPV6)
4008static void br_ip6_multicast_query_expired(struct timer_list *t)
4009{
4010	struct net_bridge_mcast *brmctx = from_timer(brmctx, t,
4011						     ip6_own_query.timer);
4012
4013	br_multicast_query_expired(brmctx, &brmctx->ip6_own_query,
4014				   &brmctx->ip6_querier);
4015}
4016#endif
4017
4018static void br_multicast_gc_work(struct work_struct *work)
4019{
4020	struct net_bridge *br = container_of(work, struct net_bridge,
4021					     mcast_gc_work);
4022	HLIST_HEAD(deleted_head);
4023
4024	spin_lock_bh(&br->multicast_lock);
4025	hlist_move_list(&br->mcast_gc_list, &deleted_head);
4026	spin_unlock_bh(&br->multicast_lock);
4027
4028	br_multicast_gc(&deleted_head);
4029}
4030
4031void br_multicast_ctx_init(struct net_bridge *br,
4032			   struct net_bridge_vlan *vlan,
4033			   struct net_bridge_mcast *brmctx)
4034{
4035	brmctx->br = br;
4036	brmctx->vlan = vlan;
4037	brmctx->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
4038	brmctx->multicast_last_member_count = 2;
4039	brmctx->multicast_startup_query_count = 2;
4040
4041	brmctx->multicast_last_member_interval = HZ;
4042	brmctx->multicast_query_response_interval = 10 * HZ;
4043	brmctx->multicast_startup_query_interval = 125 * HZ / 4;
4044	brmctx->multicast_query_interval = 125 * HZ;
4045	brmctx->multicast_querier_interval = 255 * HZ;
4046	brmctx->multicast_membership_interval = 260 * HZ;
4047
4048	brmctx->ip4_querier.port_ifidx = 0;
4049	seqcount_spinlock_init(&brmctx->ip4_querier.seq, &br->multicast_lock);
4050	brmctx->multicast_igmp_version = 2;
4051#if IS_ENABLED(CONFIG_IPV6)
4052	brmctx->multicast_mld_version = 1;
4053	brmctx->ip6_querier.port_ifidx = 0;
4054	seqcount_spinlock_init(&brmctx->ip6_querier.seq, &br->multicast_lock);
4055#endif
 
4056
4057	timer_setup(&brmctx->ip4_mc_router_timer,
4058		    br_ip4_multicast_local_router_expired, 0);
4059	timer_setup(&brmctx->ip4_other_query.timer,
 
4060		    br_ip4_multicast_querier_expired, 0);
4061	timer_setup(&brmctx->ip4_other_query.delay_timer,
4062		    br_multicast_query_delay_expired, 0);
4063	timer_setup(&brmctx->ip4_own_query.timer,
4064		    br_ip4_multicast_query_expired, 0);
4065#if IS_ENABLED(CONFIG_IPV6)
4066	timer_setup(&brmctx->ip6_mc_router_timer,
4067		    br_ip6_multicast_local_router_expired, 0);
4068	timer_setup(&brmctx->ip6_other_query.timer,
4069		    br_ip6_multicast_querier_expired, 0);
4070	timer_setup(&brmctx->ip6_other_query.delay_timer,
4071		    br_multicast_query_delay_expired, 0);
4072	timer_setup(&brmctx->ip6_own_query.timer,
4073		    br_ip6_multicast_query_expired, 0);
4074#endif
4075}
4076
4077void br_multicast_ctx_deinit(struct net_bridge_mcast *brmctx)
4078{
4079	__br_multicast_stop(brmctx);
4080}
4081
4082void br_multicast_init(struct net_bridge *br)
4083{
4084	br->hash_max = BR_MULTICAST_DEFAULT_HASH_MAX;
4085
4086	br_multicast_ctx_init(br, NULL, &br->multicast_ctx);
4087
4088	br_opt_toggle(br, BROPT_MULTICAST_ENABLED, true);
4089	br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, true);
4090
4091	spin_lock_init(&br->multicast_lock);
4092	INIT_HLIST_HEAD(&br->mdb_list);
4093	INIT_HLIST_HEAD(&br->mcast_gc_list);
4094	INIT_WORK(&br->mcast_gc_work, br_multicast_gc_work);
4095}
4096
4097static void br_ip4_multicast_join_snoopers(struct net_bridge *br)
4098{
4099	struct in_device *in_dev = in_dev_get(br->dev);
4100
4101	if (!in_dev)
4102		return;
4103
4104	__ip_mc_inc_group(in_dev, htonl(INADDR_ALLSNOOPERS_GROUP), GFP_ATOMIC);
4105	in_dev_put(in_dev);
4106}
4107
4108#if IS_ENABLED(CONFIG_IPV6)
4109static void br_ip6_multicast_join_snoopers(struct net_bridge *br)
4110{
4111	struct in6_addr addr;
4112
4113	ipv6_addr_set(&addr, htonl(0xff020000), 0, 0, htonl(0x6a));
4114	ipv6_dev_mc_inc(br->dev, &addr);
4115}
4116#else
4117static inline void br_ip6_multicast_join_snoopers(struct net_bridge *br)
4118{
4119}
4120#endif
4121
4122void br_multicast_join_snoopers(struct net_bridge *br)
4123{
4124	br_ip4_multicast_join_snoopers(br);
4125	br_ip6_multicast_join_snoopers(br);
4126}
4127
4128static void br_ip4_multicast_leave_snoopers(struct net_bridge *br)
4129{
4130	struct in_device *in_dev = in_dev_get(br->dev);
4131
4132	if (WARN_ON(!in_dev))
4133		return;
4134
4135	__ip_mc_dec_group(in_dev, htonl(INADDR_ALLSNOOPERS_GROUP), GFP_ATOMIC);
4136	in_dev_put(in_dev);
4137}
4138
4139#if IS_ENABLED(CONFIG_IPV6)
4140static void br_ip6_multicast_leave_snoopers(struct net_bridge *br)
4141{
4142	struct in6_addr addr;
4143
4144	ipv6_addr_set(&addr, htonl(0xff020000), 0, 0, htonl(0x6a));
4145	ipv6_dev_mc_dec(br->dev, &addr);
4146}
4147#else
4148static inline void br_ip6_multicast_leave_snoopers(struct net_bridge *br)
4149{
4150}
4151#endif
4152
4153void br_multicast_leave_snoopers(struct net_bridge *br)
4154{
4155	br_ip4_multicast_leave_snoopers(br);
4156	br_ip6_multicast_leave_snoopers(br);
4157}
4158
4159static void __br_multicast_open_query(struct net_bridge *br,
4160				      struct bridge_mcast_own_query *query)
4161{
4162	query->startup_sent = 0;
4163
4164	if (!br_opt_get(br, BROPT_MULTICAST_ENABLED))
4165		return;
4166
4167	mod_timer(&query->timer, jiffies);
4168}
4169
4170static void __br_multicast_open(struct net_bridge_mcast *brmctx)
4171{
4172	__br_multicast_open_query(brmctx->br, &brmctx->ip4_own_query);
4173#if IS_ENABLED(CONFIG_IPV6)
4174	__br_multicast_open_query(brmctx->br, &brmctx->ip6_own_query);
4175#endif
4176}
4177
4178void br_multicast_open(struct net_bridge *br)
4179{
4180	ASSERT_RTNL();
4181
4182	if (br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) {
4183		struct net_bridge_vlan_group *vg;
4184		struct net_bridge_vlan *vlan;
4185
4186		vg = br_vlan_group(br);
4187		if (vg) {
4188			list_for_each_entry(vlan, &vg->vlan_list, vlist) {
4189				struct net_bridge_mcast *brmctx;
4190
4191				brmctx = &vlan->br_mcast_ctx;
4192				if (br_vlan_is_brentry(vlan) &&
4193				    !br_multicast_ctx_vlan_disabled(brmctx))
4194					__br_multicast_open(&vlan->br_mcast_ctx);
4195			}
4196		}
4197	} else {
4198		__br_multicast_open(&br->multicast_ctx);
4199	}
4200}
4201
4202static void __br_multicast_stop(struct net_bridge_mcast *brmctx)
4203{
4204	del_timer_sync(&brmctx->ip4_mc_router_timer);
4205	del_timer_sync(&brmctx->ip4_other_query.timer);
4206	del_timer_sync(&brmctx->ip4_other_query.delay_timer);
4207	del_timer_sync(&brmctx->ip4_own_query.timer);
4208#if IS_ENABLED(CONFIG_IPV6)
4209	del_timer_sync(&brmctx->ip6_mc_router_timer);
4210	del_timer_sync(&brmctx->ip6_other_query.timer);
4211	del_timer_sync(&brmctx->ip6_other_query.delay_timer);
4212	del_timer_sync(&brmctx->ip6_own_query.timer);
4213#endif
4214}
4215
4216void br_multicast_toggle_one_vlan(struct net_bridge_vlan *vlan, bool on)
4217{
4218	struct net_bridge *br;
 
 
 
 
4219
4220	/* it's okay to check for the flag without the multicast lock because it
4221	 * can only change under RTNL -> multicast_lock, we need the latter to
4222	 * sync with timers and packets
4223	 */
4224	if (on == !!(vlan->priv_flags & BR_VLFLAG_MCAST_ENABLED))
4225		return;
4226
4227	if (br_vlan_is_master(vlan)) {
4228		br = vlan->br;
4229
4230		if (!br_vlan_is_brentry(vlan) ||
4231		    (on &&
4232		     br_multicast_ctx_vlan_global_disabled(&vlan->br_mcast_ctx)))
4233			return;
 
 
 
 
4234
4235		spin_lock_bh(&br->multicast_lock);
4236		vlan->priv_flags ^= BR_VLFLAG_MCAST_ENABLED;
4237		spin_unlock_bh(&br->multicast_lock);
4238
4239		if (on)
4240			__br_multicast_open(&vlan->br_mcast_ctx);
4241		else
4242			__br_multicast_stop(&vlan->br_mcast_ctx);
4243	} else {
4244		struct net_bridge_mcast *brmctx;
4245
4246		brmctx = br_multicast_port_ctx_get_global(&vlan->port_mcast_ctx);
4247		if (on && br_multicast_ctx_vlan_global_disabled(brmctx))
4248			return;
4249
4250		br = vlan->port->br;
4251		spin_lock_bh(&br->multicast_lock);
4252		vlan->priv_flags ^= BR_VLFLAG_MCAST_ENABLED;
4253		if (on)
4254			__br_multicast_enable_port_ctx(&vlan->port_mcast_ctx);
4255		else
4256			__br_multicast_disable_port_ctx(&vlan->port_mcast_ctx);
4257		spin_unlock_bh(&br->multicast_lock);
4258	}
4259}
4260
4261static void br_multicast_toggle_vlan(struct net_bridge_vlan *vlan, bool on)
4262{
4263	struct net_bridge_port *p;
4264
4265	if (WARN_ON_ONCE(!br_vlan_is_master(vlan)))
4266		return;
4267
4268	list_for_each_entry(p, &vlan->br->port_list, list) {
4269		struct net_bridge_vlan *vport;
4270
4271		vport = br_vlan_find(nbp_vlan_group(p), vlan->vid);
4272		if (!vport)
4273			continue;
4274		br_multicast_toggle_one_vlan(vport, on);
4275	}
4276
4277	if (br_vlan_is_brentry(vlan))
4278		br_multicast_toggle_one_vlan(vlan, on);
4279}
4280
4281int br_multicast_toggle_vlan_snooping(struct net_bridge *br, bool on,
4282				      struct netlink_ext_ack *extack)
4283{
4284	struct net_bridge_vlan_group *vg;
4285	struct net_bridge_vlan *vlan;
4286	struct net_bridge_port *p;
4287
4288	if (br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) == on)
4289		return 0;
4290
4291	if (on && !br_opt_get(br, BROPT_VLAN_ENABLED)) {
4292		NL_SET_ERR_MSG_MOD(extack, "Cannot enable multicast vlan snooping with vlan filtering disabled");
4293		return -EINVAL;
4294	}
4295
4296	vg = br_vlan_group(br);
4297	if (!vg)
4298		return 0;
4299
4300	br_opt_toggle(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED, on);
4301
4302	/* disable/enable non-vlan mcast contexts based on vlan snooping */
4303	if (on)
4304		__br_multicast_stop(&br->multicast_ctx);
4305	else
4306		__br_multicast_open(&br->multicast_ctx);
4307	list_for_each_entry(p, &br->port_list, list) {
4308		if (on)
4309			br_multicast_disable_port(p);
4310		else
4311			br_multicast_enable_port(p);
4312	}
4313
4314	list_for_each_entry(vlan, &vg->vlan_list, vlist)
4315		br_multicast_toggle_vlan(vlan, on);
4316
4317	return 0;
4318}
4319
4320bool br_multicast_toggle_global_vlan(struct net_bridge_vlan *vlan, bool on)
4321{
4322	ASSERT_RTNL();
4323
4324	/* BR_VLFLAG_GLOBAL_MCAST_ENABLED relies on eventual consistency and
4325	 * requires only RTNL to change
4326	 */
4327	if (on == !!(vlan->priv_flags & BR_VLFLAG_GLOBAL_MCAST_ENABLED))
4328		return false;
4329
4330	vlan->priv_flags ^= BR_VLFLAG_GLOBAL_MCAST_ENABLED;
4331	br_multicast_toggle_vlan(vlan, on);
4332
4333	return true;
4334}
4335
4336void br_multicast_stop(struct net_bridge *br)
4337{
4338	ASSERT_RTNL();
4339
4340	if (br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) {
4341		struct net_bridge_vlan_group *vg;
4342		struct net_bridge_vlan *vlan;
4343
4344		vg = br_vlan_group(br);
4345		if (vg) {
4346			list_for_each_entry(vlan, &vg->vlan_list, vlist) {
4347				struct net_bridge_mcast *brmctx;
4348
4349				brmctx = &vlan->br_mcast_ctx;
4350				if (br_vlan_is_brentry(vlan) &&
4351				    !br_multicast_ctx_vlan_disabled(brmctx))
4352					__br_multicast_stop(&vlan->br_mcast_ctx);
4353			}
4354		}
4355	} else {
4356		__br_multicast_stop(&br->multicast_ctx);
4357	}
4358}
4359
4360void br_multicast_dev_del(struct net_bridge *br)
4361{
4362	struct net_bridge_mdb_entry *mp;
4363	HLIST_HEAD(deleted_head);
4364	struct hlist_node *tmp;
4365
4366	spin_lock_bh(&br->multicast_lock);
4367	hlist_for_each_entry_safe(mp, tmp, &br->mdb_list, mdb_node)
4368		br_multicast_del_mdb_entry(mp);
4369	hlist_move_list(&br->mcast_gc_list, &deleted_head);
4370	spin_unlock_bh(&br->multicast_lock);
4371
4372	br_multicast_ctx_deinit(&br->multicast_ctx);
4373	br_multicast_gc(&deleted_head);
4374	cancel_work_sync(&br->mcast_gc_work);
4375
4376	rcu_barrier();
4377}
4378
4379int br_multicast_set_router(struct net_bridge_mcast *brmctx, unsigned long val)
4380{
4381	int err = -EINVAL;
4382
4383	spin_lock_bh(&brmctx->br->multicast_lock);
4384
4385	switch (val) {
4386	case MDB_RTR_TYPE_DISABLED:
4387	case MDB_RTR_TYPE_PERM:
4388		br_mc_router_state_change(brmctx->br, val == MDB_RTR_TYPE_PERM);
4389		del_timer(&brmctx->ip4_mc_router_timer);
4390#if IS_ENABLED(CONFIG_IPV6)
4391		del_timer(&brmctx->ip6_mc_router_timer);
4392#endif
4393		brmctx->multicast_router = val;
4394		err = 0;
4395		break;
4396	case MDB_RTR_TYPE_TEMP_QUERY:
4397		if (brmctx->multicast_router != MDB_RTR_TYPE_TEMP_QUERY)
4398			br_mc_router_state_change(brmctx->br, false);
4399		brmctx->multicast_router = val;
4400		err = 0;
4401		break;
4402	}
4403
4404	spin_unlock_bh(&brmctx->br->multicast_lock);
4405
4406	return err;
4407}
4408
4409static void
4410br_multicast_rport_del_notify(struct net_bridge_mcast_port *pmctx, bool deleted)
4411{
4412	if (!deleted)
4413		return;
4414
4415	/* For backwards compatibility for now, only notify if there is
4416	 * no multicast router anymore for both IPv4 and IPv6.
4417	 */
4418	if (!hlist_unhashed(&pmctx->ip4_rlist))
4419		return;
4420#if IS_ENABLED(CONFIG_IPV6)
4421	if (!hlist_unhashed(&pmctx->ip6_rlist))
4422		return;
4423#endif
4424
4425	br_rtr_notify(pmctx->port->br->dev, pmctx, RTM_DELMDB);
4426	br_port_mc_router_state_change(pmctx->port, false);
4427
4428	/* don't allow timer refresh */
4429	if (pmctx->multicast_router == MDB_RTR_TYPE_TEMP)
4430		pmctx->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
4431}
4432
4433int br_multicast_set_port_router(struct net_bridge_mcast_port *pmctx,
4434				 unsigned long val)
4435{
4436	struct net_bridge_mcast *brmctx;
4437	unsigned long now = jiffies;
4438	int err = -EINVAL;
4439	bool del = false;
4440
4441	brmctx = br_multicast_port_ctx_get_global(pmctx);
4442	spin_lock_bh(&brmctx->br->multicast_lock);
4443	if (pmctx->multicast_router == val) {
4444		/* Refresh the temp router port timer */
4445		if (pmctx->multicast_router == MDB_RTR_TYPE_TEMP) {
4446			mod_timer(&pmctx->ip4_mc_router_timer,
4447				  now + brmctx->multicast_querier_interval);
4448#if IS_ENABLED(CONFIG_IPV6)
4449			mod_timer(&pmctx->ip6_mc_router_timer,
4450				  now + brmctx->multicast_querier_interval);
4451#endif
4452		}
4453		err = 0;
4454		goto unlock;
4455	}
4456	switch (val) {
4457	case MDB_RTR_TYPE_DISABLED:
4458		pmctx->multicast_router = MDB_RTR_TYPE_DISABLED;
4459		del |= br_ip4_multicast_rport_del(pmctx);
4460		del_timer(&pmctx->ip4_mc_router_timer);
4461		del |= br_ip6_multicast_rport_del(pmctx);
4462#if IS_ENABLED(CONFIG_IPV6)
4463		del_timer(&pmctx->ip6_mc_router_timer);
4464#endif
4465		br_multicast_rport_del_notify(pmctx, del);
4466		break;
4467	case MDB_RTR_TYPE_TEMP_QUERY:
4468		pmctx->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
4469		del |= br_ip4_multicast_rport_del(pmctx);
4470		del |= br_ip6_multicast_rport_del(pmctx);
4471		br_multicast_rport_del_notify(pmctx, del);
4472		break;
4473	case MDB_RTR_TYPE_PERM:
4474		pmctx->multicast_router = MDB_RTR_TYPE_PERM;
4475		del_timer(&pmctx->ip4_mc_router_timer);
4476		br_ip4_multicast_add_router(brmctx, pmctx);
4477#if IS_ENABLED(CONFIG_IPV6)
4478		del_timer(&pmctx->ip6_mc_router_timer);
4479#endif
4480		br_ip6_multicast_add_router(brmctx, pmctx);
4481		break;
4482	case MDB_RTR_TYPE_TEMP:
4483		pmctx->multicast_router = MDB_RTR_TYPE_TEMP;
4484		br_ip4_multicast_mark_router(brmctx, pmctx);
4485		br_ip6_multicast_mark_router(brmctx, pmctx);
4486		break;
4487	default:
4488		goto unlock;
4489	}
4490	err = 0;
4491unlock:
4492	spin_unlock_bh(&brmctx->br->multicast_lock);
4493
4494	return err;
4495}
4496
4497int br_multicast_set_vlan_router(struct net_bridge_vlan *v, u8 mcast_router)
4498{
4499	int err;
4500
4501	if (br_vlan_is_master(v))
4502		err = br_multicast_set_router(&v->br_mcast_ctx, mcast_router);
4503	else
4504		err = br_multicast_set_port_router(&v->port_mcast_ctx,
4505						   mcast_router);
4506
4507	return err;
4508}
4509
4510static void br_multicast_start_querier(struct net_bridge_mcast *brmctx,
4511				       struct bridge_mcast_own_query *query)
4512{
4513	struct net_bridge_port *port;
4514
4515	if (!br_multicast_ctx_matches_vlan_snooping(brmctx))
4516		return;
4517
4518	__br_multicast_open_query(brmctx->br, query);
4519
4520	rcu_read_lock();
4521	list_for_each_entry_rcu(port, &brmctx->br->port_list, list) {
4522		struct bridge_mcast_own_query *ip4_own_query;
4523#if IS_ENABLED(CONFIG_IPV6)
4524		struct bridge_mcast_own_query *ip6_own_query;
4525#endif
4526
4527		if (br_multicast_port_ctx_state_stopped(&port->multicast_ctx))
4528			continue;
4529
4530		if (br_multicast_ctx_is_vlan(brmctx)) {
4531			struct net_bridge_vlan *vlan;
4532
4533			vlan = br_vlan_find(nbp_vlan_group_rcu(port),
4534					    brmctx->vlan->vid);
4535			if (!vlan ||
4536			    br_multicast_port_ctx_state_stopped(&vlan->port_mcast_ctx))
4537				continue;
4538
4539			ip4_own_query = &vlan->port_mcast_ctx.ip4_own_query;
4540#if IS_ENABLED(CONFIG_IPV6)
4541			ip6_own_query = &vlan->port_mcast_ctx.ip6_own_query;
4542#endif
4543		} else {
4544			ip4_own_query = &port->multicast_ctx.ip4_own_query;
4545#if IS_ENABLED(CONFIG_IPV6)
4546			ip6_own_query = &port->multicast_ctx.ip6_own_query;
4547#endif
4548		}
4549
4550		if (query == &brmctx->ip4_own_query)
4551			br_multicast_enable(ip4_own_query);
4552#if IS_ENABLED(CONFIG_IPV6)
4553		else
4554			br_multicast_enable(ip6_own_query);
4555#endif
4556	}
4557	rcu_read_unlock();
4558}
4559
4560int br_multicast_toggle(struct net_bridge *br, unsigned long val,
4561			struct netlink_ext_ack *extack)
4562{
 
4563	struct net_bridge_port *port;
4564	bool change_snoopers = false;
4565	int err = 0;
4566
4567	spin_lock_bh(&br->multicast_lock);
4568	if (!!br_opt_get(br, BROPT_MULTICAST_ENABLED) == !!val)
4569		goto unlock;
4570
4571	err = br_mc_disabled_update(br->dev, val, extack);
4572	if (err == -EOPNOTSUPP)
4573		err = 0;
4574	if (err)
4575		goto unlock;
4576
4577	br_opt_toggle(br, BROPT_MULTICAST_ENABLED, !!val);
4578	if (!br_opt_get(br, BROPT_MULTICAST_ENABLED)) {
4579		change_snoopers = true;
4580		goto unlock;
4581	}
4582
4583	if (!netif_running(br->dev))
4584		goto unlock;
4585
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4586	br_multicast_open(br);
4587	list_for_each_entry(port, &br->port_list, list)
4588		__br_multicast_enable_port_ctx(&port->multicast_ctx);
4589
4590	change_snoopers = true;
4591
4592unlock:
4593	spin_unlock_bh(&br->multicast_lock);
4594
4595	/* br_multicast_join_snoopers has the potential to cause
4596	 * an MLD Report/Leave to be delivered to br_multicast_rcv,
4597	 * which would in turn call br_multicast_add_group, which would
4598	 * attempt to acquire multicast_lock. This function should be
4599	 * called after the lock has been released to avoid deadlocks on
4600	 * multicast_lock.
4601	 *
4602	 * br_multicast_leave_snoopers does not have the problem since
4603	 * br_multicast_rcv first checks BROPT_MULTICAST_ENABLED, and
4604	 * returns without calling br_multicast_ipv4/6_rcv if it's not
4605	 * enabled. Moved both functions out just for symmetry.
4606	 */
4607	if (change_snoopers) {
4608		if (br_opt_get(br, BROPT_MULTICAST_ENABLED))
4609			br_multicast_join_snoopers(br);
4610		else
4611			br_multicast_leave_snoopers(br);
4612	}
4613
4614	return err;
4615}
4616
4617bool br_multicast_enabled(const struct net_device *dev)
4618{
4619	struct net_bridge *br = netdev_priv(dev);
4620
4621	return !!br_opt_get(br, BROPT_MULTICAST_ENABLED);
4622}
4623EXPORT_SYMBOL_GPL(br_multicast_enabled);
4624
4625bool br_multicast_router(const struct net_device *dev)
4626{
4627	struct net_bridge *br = netdev_priv(dev);
4628	bool is_router;
4629
4630	spin_lock_bh(&br->multicast_lock);
4631	is_router = br_multicast_is_router(&br->multicast_ctx, NULL);
4632	spin_unlock_bh(&br->multicast_lock);
4633	return is_router;
4634}
4635EXPORT_SYMBOL_GPL(br_multicast_router);
4636
4637int br_multicast_set_querier(struct net_bridge_mcast *brmctx, unsigned long val)
4638{
4639	unsigned long max_delay;
4640
4641	val = !!val;
4642
4643	spin_lock_bh(&brmctx->br->multicast_lock);
4644	if (brmctx->multicast_querier == val)
4645		goto unlock;
4646
4647	WRITE_ONCE(brmctx->multicast_querier, val);
4648	if (!val)
4649		goto unlock;
4650
4651	max_delay = brmctx->multicast_query_response_interval;
4652
4653	if (!timer_pending(&brmctx->ip4_other_query.timer))
4654		mod_timer(&brmctx->ip4_other_query.delay_timer,
4655			  jiffies + max_delay);
4656
4657	br_multicast_start_querier(brmctx, &brmctx->ip4_own_query);
4658
4659#if IS_ENABLED(CONFIG_IPV6)
4660	if (!timer_pending(&brmctx->ip6_other_query.timer))
4661		mod_timer(&brmctx->ip6_other_query.delay_timer,
4662			  jiffies + max_delay);
4663
4664	br_multicast_start_querier(brmctx, &brmctx->ip6_own_query);
4665#endif
4666
4667unlock:
4668	spin_unlock_bh(&brmctx->br->multicast_lock);
4669
4670	return 0;
4671}
4672
4673int br_multicast_set_igmp_version(struct net_bridge_mcast *brmctx,
4674				  unsigned long val)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4675{
4676	/* Currently we support only version 2 and 3 */
4677	switch (val) {
4678	case 2:
4679	case 3:
4680		break;
4681	default:
4682		return -EINVAL;
4683	}
4684
4685	spin_lock_bh(&brmctx->br->multicast_lock);
4686	brmctx->multicast_igmp_version = val;
4687	spin_unlock_bh(&brmctx->br->multicast_lock);
4688
4689	return 0;
4690}
4691
4692#if IS_ENABLED(CONFIG_IPV6)
4693int br_multicast_set_mld_version(struct net_bridge_mcast *brmctx,
4694				 unsigned long val)
4695{
4696	/* Currently we support version 1 and 2 */
4697	switch (val) {
4698	case 1:
4699	case 2:
4700		break;
4701	default:
4702		return -EINVAL;
4703	}
4704
4705	spin_lock_bh(&brmctx->br->multicast_lock);
4706	brmctx->multicast_mld_version = val;
4707	spin_unlock_bh(&brmctx->br->multicast_lock);
4708
4709	return 0;
4710}
4711#endif
4712
4713void br_multicast_set_query_intvl(struct net_bridge_mcast *brmctx,
4714				  unsigned long val)
4715{
4716	unsigned long intvl_jiffies = clock_t_to_jiffies(val);
4717
4718	if (intvl_jiffies < BR_MULTICAST_QUERY_INTVL_MIN) {
4719		br_info(brmctx->br,
4720			"trying to set multicast query interval below minimum, setting to %lu (%ums)\n",
4721			jiffies_to_clock_t(BR_MULTICAST_QUERY_INTVL_MIN),
4722			jiffies_to_msecs(BR_MULTICAST_QUERY_INTVL_MIN));
4723		intvl_jiffies = BR_MULTICAST_QUERY_INTVL_MIN;
4724	}
4725
4726	brmctx->multicast_query_interval = intvl_jiffies;
4727}
4728
4729void br_multicast_set_startup_query_intvl(struct net_bridge_mcast *brmctx,
4730					  unsigned long val)
4731{
4732	unsigned long intvl_jiffies = clock_t_to_jiffies(val);
4733
4734	if (intvl_jiffies < BR_MULTICAST_STARTUP_QUERY_INTVL_MIN) {
4735		br_info(brmctx->br,
4736			"trying to set multicast startup query interval below minimum, setting to %lu (%ums)\n",
4737			jiffies_to_clock_t(BR_MULTICAST_STARTUP_QUERY_INTVL_MIN),
4738			jiffies_to_msecs(BR_MULTICAST_STARTUP_QUERY_INTVL_MIN));
4739		intvl_jiffies = BR_MULTICAST_STARTUP_QUERY_INTVL_MIN;
4740	}
4741
4742	brmctx->multicast_startup_query_interval = intvl_jiffies;
4743}
4744
4745/**
4746 * br_multicast_list_adjacent - Returns snooped multicast addresses
4747 * @dev:	The bridge port adjacent to which to retrieve addresses
4748 * @br_ip_list:	The list to store found, snooped multicast IP addresses in
4749 *
4750 * Creates a list of IP addresses (struct br_ip_list) sensed by the multicast
4751 * snooping feature on all bridge ports of dev's bridge device, excluding
4752 * the addresses from dev itself.
4753 *
4754 * Returns the number of items added to br_ip_list.
4755 *
4756 * Notes:
4757 * - br_ip_list needs to be initialized by caller
4758 * - br_ip_list might contain duplicates in the end
4759 *   (needs to be taken care of by caller)
4760 * - br_ip_list needs to be freed by caller
4761 */
4762int br_multicast_list_adjacent(struct net_device *dev,
4763			       struct list_head *br_ip_list)
4764{
4765	struct net_bridge *br;
4766	struct net_bridge_port *port;
4767	struct net_bridge_port_group *group;
4768	struct br_ip_list *entry;
4769	int count = 0;
4770
4771	rcu_read_lock();
4772	if (!br_ip_list || !netif_is_bridge_port(dev))
4773		goto unlock;
4774
4775	port = br_port_get_rcu(dev);
4776	if (!port || !port->br)
4777		goto unlock;
4778
4779	br = port->br;
4780
4781	list_for_each_entry_rcu(port, &br->port_list, list) {
4782		if (!port->dev || port->dev == dev)
4783			continue;
4784
4785		hlist_for_each_entry_rcu(group, &port->mglist, mglist) {
4786			entry = kmalloc(sizeof(*entry), GFP_ATOMIC);
4787			if (!entry)
4788				goto unlock;
4789
4790			entry->addr = group->key.addr;
4791			list_add(&entry->list, br_ip_list);
4792			count++;
4793		}
4794	}
4795
4796unlock:
4797	rcu_read_unlock();
4798	return count;
4799}
4800EXPORT_SYMBOL_GPL(br_multicast_list_adjacent);
4801
4802/**
4803 * br_multicast_has_querier_anywhere - Checks for a querier on a bridge
4804 * @dev: The bridge port providing the bridge on which to check for a querier
4805 * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6
4806 *
4807 * Checks whether the given interface has a bridge on top and if so returns
4808 * true if a valid querier exists anywhere on the bridged link layer.
4809 * Otherwise returns false.
4810 */
4811bool br_multicast_has_querier_anywhere(struct net_device *dev, int proto)
4812{
4813	struct net_bridge *br;
4814	struct net_bridge_port *port;
4815	struct ethhdr eth;
4816	bool ret = false;
4817
4818	rcu_read_lock();
4819	if (!netif_is_bridge_port(dev))
4820		goto unlock;
4821
4822	port = br_port_get_rcu(dev);
4823	if (!port || !port->br)
4824		goto unlock;
4825
4826	br = port->br;
4827
4828	memset(&eth, 0, sizeof(eth));
4829	eth.h_proto = htons(proto);
4830
4831	ret = br_multicast_querier_exists(&br->multicast_ctx, &eth, NULL);
4832
4833unlock:
4834	rcu_read_unlock();
4835	return ret;
4836}
4837EXPORT_SYMBOL_GPL(br_multicast_has_querier_anywhere);
4838
4839/**
4840 * br_multicast_has_querier_adjacent - Checks for a querier behind a bridge port
4841 * @dev: The bridge port adjacent to which to check for a querier
4842 * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6
4843 *
4844 * Checks whether the given interface has a bridge on top and if so returns
4845 * true if a selected querier is behind one of the other ports of this
4846 * bridge. Otherwise returns false.
4847 */
4848bool br_multicast_has_querier_adjacent(struct net_device *dev, int proto)
4849{
4850	struct net_bridge_mcast *brmctx;
4851	struct net_bridge *br;
4852	struct net_bridge_port *port;
4853	bool ret = false;
4854	int port_ifidx;
4855
4856	rcu_read_lock();
4857	if (!netif_is_bridge_port(dev))
4858		goto unlock;
4859
4860	port = br_port_get_rcu(dev);
4861	if (!port || !port->br)
4862		goto unlock;
4863
4864	br = port->br;
4865	brmctx = &br->multicast_ctx;
4866
4867	switch (proto) {
4868	case ETH_P_IP:
4869		port_ifidx = brmctx->ip4_querier.port_ifidx;
4870		if (!timer_pending(&brmctx->ip4_other_query.timer) ||
4871		    port_ifidx == port->dev->ifindex)
4872			goto unlock;
4873		break;
4874#if IS_ENABLED(CONFIG_IPV6)
4875	case ETH_P_IPV6:
4876		port_ifidx = brmctx->ip6_querier.port_ifidx;
4877		if (!timer_pending(&brmctx->ip6_other_query.timer) ||
4878		    port_ifidx == port->dev->ifindex)
4879			goto unlock;
4880		break;
4881#endif
4882	default:
4883		goto unlock;
4884	}
4885
4886	ret = true;
4887unlock:
4888	rcu_read_unlock();
4889	return ret;
4890}
4891EXPORT_SYMBOL_GPL(br_multicast_has_querier_adjacent);
4892
4893/**
4894 * br_multicast_has_router_adjacent - Checks for a router behind a bridge port
4895 * @dev: The bridge port adjacent to which to check for a multicast router
4896 * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6
4897 *
4898 * Checks whether the given interface has a bridge on top and if so returns
4899 * true if a multicast router is behind one of the other ports of this
4900 * bridge. Otherwise returns false.
4901 */
4902bool br_multicast_has_router_adjacent(struct net_device *dev, int proto)
4903{
4904	struct net_bridge_mcast_port *pmctx;
4905	struct net_bridge_mcast *brmctx;
4906	struct net_bridge_port *port;
4907	bool ret = false;
4908
4909	rcu_read_lock();
4910	port = br_port_get_check_rcu(dev);
4911	if (!port)
4912		goto unlock;
4913
4914	brmctx = &port->br->multicast_ctx;
4915	switch (proto) {
4916	case ETH_P_IP:
4917		hlist_for_each_entry_rcu(pmctx, &brmctx->ip4_mc_router_list,
4918					 ip4_rlist) {
4919			if (pmctx->port == port)
4920				continue;
4921
4922			ret = true;
4923			goto unlock;
4924		}
4925		break;
4926#if IS_ENABLED(CONFIG_IPV6)
4927	case ETH_P_IPV6:
4928		hlist_for_each_entry_rcu(pmctx, &brmctx->ip6_mc_router_list,
4929					 ip6_rlist) {
4930			if (pmctx->port == port)
4931				continue;
4932
4933			ret = true;
4934			goto unlock;
4935		}
4936		break;
4937#endif
4938	default:
4939		/* when compiled without IPv6 support, be conservative and
4940		 * always assume presence of an IPv6 multicast router
4941		 */
4942		ret = true;
4943	}
4944
4945unlock:
4946	rcu_read_unlock();
4947	return ret;
4948}
4949EXPORT_SYMBOL_GPL(br_multicast_has_router_adjacent);
4950
4951static void br_mcast_stats_add(struct bridge_mcast_stats __percpu *stats,
4952			       const struct sk_buff *skb, u8 type, u8 dir)
4953{
4954	struct bridge_mcast_stats *pstats = this_cpu_ptr(stats);
4955	__be16 proto = skb->protocol;
4956	unsigned int t_len;
4957
4958	u64_stats_update_begin(&pstats->syncp);
4959	switch (proto) {
4960	case htons(ETH_P_IP):
4961		t_len = ntohs(ip_hdr(skb)->tot_len) - ip_hdrlen(skb);
4962		switch (type) {
4963		case IGMP_HOST_MEMBERSHIP_REPORT:
4964			pstats->mstats.igmp_v1reports[dir]++;
4965			break;
4966		case IGMPV2_HOST_MEMBERSHIP_REPORT:
4967			pstats->mstats.igmp_v2reports[dir]++;
4968			break;
4969		case IGMPV3_HOST_MEMBERSHIP_REPORT:
4970			pstats->mstats.igmp_v3reports[dir]++;
4971			break;
4972		case IGMP_HOST_MEMBERSHIP_QUERY:
4973			if (t_len != sizeof(struct igmphdr)) {
4974				pstats->mstats.igmp_v3queries[dir]++;
4975			} else {
4976				unsigned int offset = skb_transport_offset(skb);
4977				struct igmphdr *ih, _ihdr;
4978
4979				ih = skb_header_pointer(skb, offset,
4980							sizeof(_ihdr), &_ihdr);
4981				if (!ih)
4982					break;
4983				if (!ih->code)
4984					pstats->mstats.igmp_v1queries[dir]++;
4985				else
4986					pstats->mstats.igmp_v2queries[dir]++;
4987			}
4988			break;
4989		case IGMP_HOST_LEAVE_MESSAGE:
4990			pstats->mstats.igmp_leaves[dir]++;
4991			break;
4992		}
4993		break;
4994#if IS_ENABLED(CONFIG_IPV6)
4995	case htons(ETH_P_IPV6):
4996		t_len = ntohs(ipv6_hdr(skb)->payload_len) +
4997			sizeof(struct ipv6hdr);
4998		t_len -= skb_network_header_len(skb);
4999		switch (type) {
5000		case ICMPV6_MGM_REPORT:
5001			pstats->mstats.mld_v1reports[dir]++;
5002			break;
5003		case ICMPV6_MLD2_REPORT:
5004			pstats->mstats.mld_v2reports[dir]++;
5005			break;
5006		case ICMPV6_MGM_QUERY:
5007			if (t_len != sizeof(struct mld_msg))
5008				pstats->mstats.mld_v2queries[dir]++;
5009			else
5010				pstats->mstats.mld_v1queries[dir]++;
5011			break;
5012		case ICMPV6_MGM_REDUCTION:
5013			pstats->mstats.mld_leaves[dir]++;
5014			break;
5015		}
5016		break;
5017#endif /* CONFIG_IPV6 */
5018	}
5019	u64_stats_update_end(&pstats->syncp);
5020}
5021
5022void br_multicast_count(struct net_bridge *br,
5023			const struct net_bridge_port *p,
5024			const struct sk_buff *skb, u8 type, u8 dir)
5025{
5026	struct bridge_mcast_stats __percpu *stats;
5027
5028	/* if multicast_disabled is true then igmp type can't be set */
5029	if (!type || !br_opt_get(br, BROPT_MULTICAST_STATS_ENABLED))
5030		return;
5031
5032	if (p)
5033		stats = p->mcast_stats;
5034	else
5035		stats = br->mcast_stats;
5036	if (WARN_ON(!stats))
5037		return;
5038
5039	br_mcast_stats_add(stats, skb, type, dir);
5040}
5041
5042int br_multicast_init_stats(struct net_bridge *br)
5043{
5044	br->mcast_stats = netdev_alloc_pcpu_stats(struct bridge_mcast_stats);
5045	if (!br->mcast_stats)
5046		return -ENOMEM;
5047
5048	return 0;
5049}
5050
5051void br_multicast_uninit_stats(struct net_bridge *br)
5052{
5053	free_percpu(br->mcast_stats);
5054}
5055
5056/* noinline for https://bugs.llvm.org/show_bug.cgi?id=45802#c9 */
5057static noinline_for_stack void mcast_stats_add_dir(u64 *dst, u64 *src)
5058{
5059	dst[BR_MCAST_DIR_RX] += src[BR_MCAST_DIR_RX];
5060	dst[BR_MCAST_DIR_TX] += src[BR_MCAST_DIR_TX];
5061}
5062
5063void br_multicast_get_stats(const struct net_bridge *br,
5064			    const struct net_bridge_port *p,
5065			    struct br_mcast_stats *dest)
5066{
5067	struct bridge_mcast_stats __percpu *stats;
5068	struct br_mcast_stats tdst;
5069	int i;
5070
5071	memset(dest, 0, sizeof(*dest));
5072	if (p)
5073		stats = p->mcast_stats;
5074	else
5075		stats = br->mcast_stats;
5076	if (WARN_ON(!stats))
5077		return;
5078
5079	memset(&tdst, 0, sizeof(tdst));
5080	for_each_possible_cpu(i) {
5081		struct bridge_mcast_stats *cpu_stats = per_cpu_ptr(stats, i);
5082		struct br_mcast_stats temp;
5083		unsigned int start;
5084
5085		do {
5086			start = u64_stats_fetch_begin(&cpu_stats->syncp);
5087			memcpy(&temp, &cpu_stats->mstats, sizeof(temp));
5088		} while (u64_stats_fetch_retry(&cpu_stats->syncp, start));
5089
5090		mcast_stats_add_dir(tdst.igmp_v1queries, temp.igmp_v1queries);
5091		mcast_stats_add_dir(tdst.igmp_v2queries, temp.igmp_v2queries);
5092		mcast_stats_add_dir(tdst.igmp_v3queries, temp.igmp_v3queries);
5093		mcast_stats_add_dir(tdst.igmp_leaves, temp.igmp_leaves);
5094		mcast_stats_add_dir(tdst.igmp_v1reports, temp.igmp_v1reports);
5095		mcast_stats_add_dir(tdst.igmp_v2reports, temp.igmp_v2reports);
5096		mcast_stats_add_dir(tdst.igmp_v3reports, temp.igmp_v3reports);
5097		tdst.igmp_parse_errors += temp.igmp_parse_errors;
5098
5099		mcast_stats_add_dir(tdst.mld_v1queries, temp.mld_v1queries);
5100		mcast_stats_add_dir(tdst.mld_v2queries, temp.mld_v2queries);
5101		mcast_stats_add_dir(tdst.mld_leaves, temp.mld_leaves);
5102		mcast_stats_add_dir(tdst.mld_v1reports, temp.mld_v1reports);
5103		mcast_stats_add_dir(tdst.mld_v2reports, temp.mld_v2reports);
5104		tdst.mld_parse_errors += temp.mld_parse_errors;
5105	}
5106	memcpy(dest, &tdst, sizeof(*dest));
5107}
5108
5109int br_mdb_hash_init(struct net_bridge *br)
5110{
5111	int err;
5112
5113	err = rhashtable_init(&br->sg_port_tbl, &br_sg_port_rht_params);
5114	if (err)
5115		return err;
5116
5117	err = rhashtable_init(&br->mdb_hash_tbl, &br_mdb_rht_params);
5118	if (err) {
5119		rhashtable_destroy(&br->sg_port_tbl);
5120		return err;
5121	}
5122
5123	return 0;
5124}
5125
5126void br_mdb_hash_fini(struct net_bridge *br)
5127{
5128	rhashtable_destroy(&br->sg_port_tbl);
5129	rhashtable_destroy(&br->mdb_hash_tbl);
5130}