Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Forwarding database
4 * Linux ethernet bridge
5 *
6 * Authors:
7 * Lennert Buytenhek <buytenh@gnu.org>
8 */
9
10#include <linux/kernel.h>
11#include <linux/init.h>
12#include <linux/rculist.h>
13#include <linux/spinlock.h>
14#include <linux/times.h>
15#include <linux/netdevice.h>
16#include <linux/etherdevice.h>
17#include <linux/jhash.h>
18#include <linux/random.h>
19#include <linux/slab.h>
20#include <linux/atomic.h>
21#include <asm/unaligned.h>
22#include <linux/if_vlan.h>
23#include <net/switchdev.h>
24#include <trace/events/bridge.h>
25#include "br_private.h"
26
27static const struct rhashtable_params br_fdb_rht_params = {
28 .head_offset = offsetof(struct net_bridge_fdb_entry, rhnode),
29 .key_offset = offsetof(struct net_bridge_fdb_entry, key),
30 .key_len = sizeof(struct net_bridge_fdb_key),
31 .automatic_shrinking = true,
32};
33
34static struct kmem_cache *br_fdb_cache __read_mostly;
35static int fdb_insert(struct net_bridge *br, struct net_bridge_port *source,
36 const unsigned char *addr, u16 vid);
37static void fdb_notify(struct net_bridge *br,
38 const struct net_bridge_fdb_entry *, int, bool);
39
40int __init br_fdb_init(void)
41{
42 br_fdb_cache = kmem_cache_create("bridge_fdb_cache",
43 sizeof(struct net_bridge_fdb_entry),
44 0,
45 SLAB_HWCACHE_ALIGN, NULL);
46 if (!br_fdb_cache)
47 return -ENOMEM;
48
49 return 0;
50}
51
52void br_fdb_fini(void)
53{
54 kmem_cache_destroy(br_fdb_cache);
55}
56
57int br_fdb_hash_init(struct net_bridge *br)
58{
59 return rhashtable_init(&br->fdb_hash_tbl, &br_fdb_rht_params);
60}
61
62void br_fdb_hash_fini(struct net_bridge *br)
63{
64 rhashtable_destroy(&br->fdb_hash_tbl);
65}
66
67/* if topology_changing then use forward_delay (default 15 sec)
68 * otherwise keep longer (default 5 minutes)
69 */
70static inline unsigned long hold_time(const struct net_bridge *br)
71{
72 return br->topology_change ? br->forward_delay : br->ageing_time;
73}
74
75static inline int has_expired(const struct net_bridge *br,
76 const struct net_bridge_fdb_entry *fdb)
77{
78 return !fdb->is_static && !fdb->added_by_external_learn &&
79 time_before_eq(fdb->updated + hold_time(br), jiffies);
80}
81
82static void fdb_rcu_free(struct rcu_head *head)
83{
84 struct net_bridge_fdb_entry *ent
85 = container_of(head, struct net_bridge_fdb_entry, rcu);
86 kmem_cache_free(br_fdb_cache, ent);
87}
88
89static struct net_bridge_fdb_entry *fdb_find_rcu(struct rhashtable *tbl,
90 const unsigned char *addr,
91 __u16 vid)
92{
93 struct net_bridge_fdb_key key;
94
95 WARN_ON_ONCE(!rcu_read_lock_held());
96
97 key.vlan_id = vid;
98 memcpy(key.addr.addr, addr, sizeof(key.addr.addr));
99
100 return rhashtable_lookup(tbl, &key, br_fdb_rht_params);
101}
102
103/* requires bridge hash_lock */
104static struct net_bridge_fdb_entry *br_fdb_find(struct net_bridge *br,
105 const unsigned char *addr,
106 __u16 vid)
107{
108 struct net_bridge_fdb_entry *fdb;
109
110 lockdep_assert_held_once(&br->hash_lock);
111
112 rcu_read_lock();
113 fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
114 rcu_read_unlock();
115
116 return fdb;
117}
118
119struct net_device *br_fdb_find_port(const struct net_device *br_dev,
120 const unsigned char *addr,
121 __u16 vid)
122{
123 struct net_bridge_fdb_entry *f;
124 struct net_device *dev = NULL;
125 struct net_bridge *br;
126
127 ASSERT_RTNL();
128
129 if (!netif_is_bridge_master(br_dev))
130 return NULL;
131
132 br = netdev_priv(br_dev);
133 rcu_read_lock();
134 f = br_fdb_find_rcu(br, addr, vid);
135 if (f && f->dst)
136 dev = f->dst->dev;
137 rcu_read_unlock();
138
139 return dev;
140}
141EXPORT_SYMBOL_GPL(br_fdb_find_port);
142
143struct net_bridge_fdb_entry *br_fdb_find_rcu(struct net_bridge *br,
144 const unsigned char *addr,
145 __u16 vid)
146{
147 return fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
148}
149
150/* When a static FDB entry is added, the mac address from the entry is
151 * added to the bridge private HW address list and all required ports
152 * are then updated with the new information.
153 * Called under RTNL.
154 */
155static void fdb_add_hw_addr(struct net_bridge *br, const unsigned char *addr)
156{
157 int err;
158 struct net_bridge_port *p;
159
160 ASSERT_RTNL();
161
162 list_for_each_entry(p, &br->port_list, list) {
163 if (!br_promisc_port(p)) {
164 err = dev_uc_add(p->dev, addr);
165 if (err)
166 goto undo;
167 }
168 }
169
170 return;
171undo:
172 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
173 if (!br_promisc_port(p))
174 dev_uc_del(p->dev, addr);
175 }
176}
177
178/* When a static FDB entry is deleted, the HW address from that entry is
179 * also removed from the bridge private HW address list and updates all
180 * the ports with needed information.
181 * Called under RTNL.
182 */
183static void fdb_del_hw_addr(struct net_bridge *br, const unsigned char *addr)
184{
185 struct net_bridge_port *p;
186
187 ASSERT_RTNL();
188
189 list_for_each_entry(p, &br->port_list, list) {
190 if (!br_promisc_port(p))
191 dev_uc_del(p->dev, addr);
192 }
193}
194
195static void fdb_delete(struct net_bridge *br, struct net_bridge_fdb_entry *f,
196 bool swdev_notify)
197{
198 trace_fdb_delete(br, f);
199
200 if (f->is_static)
201 fdb_del_hw_addr(br, f->key.addr.addr);
202
203 hlist_del_init_rcu(&f->fdb_node);
204 rhashtable_remove_fast(&br->fdb_hash_tbl, &f->rhnode,
205 br_fdb_rht_params);
206 fdb_notify(br, f, RTM_DELNEIGH, swdev_notify);
207 call_rcu(&f->rcu, fdb_rcu_free);
208}
209
210/* Delete a local entry if no other port had the same address. */
211static void fdb_delete_local(struct net_bridge *br,
212 const struct net_bridge_port *p,
213 struct net_bridge_fdb_entry *f)
214{
215 const unsigned char *addr = f->key.addr.addr;
216 struct net_bridge_vlan_group *vg;
217 const struct net_bridge_vlan *v;
218 struct net_bridge_port *op;
219 u16 vid = f->key.vlan_id;
220
221 /* Maybe another port has same hw addr? */
222 list_for_each_entry(op, &br->port_list, list) {
223 vg = nbp_vlan_group(op);
224 if (op != p && ether_addr_equal(op->dev->dev_addr, addr) &&
225 (!vid || br_vlan_find(vg, vid))) {
226 f->dst = op;
227 f->added_by_user = 0;
228 return;
229 }
230 }
231
232 vg = br_vlan_group(br);
233 v = br_vlan_find(vg, vid);
234 /* Maybe bridge device has same hw addr? */
235 if (p && ether_addr_equal(br->dev->dev_addr, addr) &&
236 (!vid || (v && br_vlan_should_use(v)))) {
237 f->dst = NULL;
238 f->added_by_user = 0;
239 return;
240 }
241
242 fdb_delete(br, f, true);
243}
244
245void br_fdb_find_delete_local(struct net_bridge *br,
246 const struct net_bridge_port *p,
247 const unsigned char *addr, u16 vid)
248{
249 struct net_bridge_fdb_entry *f;
250
251 spin_lock_bh(&br->hash_lock);
252 f = br_fdb_find(br, addr, vid);
253 if (f && f->is_local && !f->added_by_user && f->dst == p)
254 fdb_delete_local(br, p, f);
255 spin_unlock_bh(&br->hash_lock);
256}
257
258void br_fdb_changeaddr(struct net_bridge_port *p, const unsigned char *newaddr)
259{
260 struct net_bridge_vlan_group *vg;
261 struct net_bridge_fdb_entry *f;
262 struct net_bridge *br = p->br;
263 struct net_bridge_vlan *v;
264
265 spin_lock_bh(&br->hash_lock);
266 vg = nbp_vlan_group(p);
267 hlist_for_each_entry(f, &br->fdb_list, fdb_node) {
268 if (f->dst == p && f->is_local && !f->added_by_user) {
269 /* delete old one */
270 fdb_delete_local(br, p, f);
271
272 /* if this port has no vlan information
273 * configured, we can safely be done at
274 * this point.
275 */
276 if (!vg || !vg->num_vlans)
277 goto insert;
278 }
279 }
280
281insert:
282 /* insert new address, may fail if invalid address or dup. */
283 fdb_insert(br, p, newaddr, 0);
284
285 if (!vg || !vg->num_vlans)
286 goto done;
287
288 /* Now add entries for every VLAN configured on the port.
289 * This function runs under RTNL so the bitmap will not change
290 * from under us.
291 */
292 list_for_each_entry(v, &vg->vlan_list, vlist)
293 fdb_insert(br, p, newaddr, v->vid);
294
295done:
296 spin_unlock_bh(&br->hash_lock);
297}
298
299void br_fdb_change_mac_address(struct net_bridge *br, const u8 *newaddr)
300{
301 struct net_bridge_vlan_group *vg;
302 struct net_bridge_fdb_entry *f;
303 struct net_bridge_vlan *v;
304
305 spin_lock_bh(&br->hash_lock);
306
307 /* If old entry was unassociated with any port, then delete it. */
308 f = br_fdb_find(br, br->dev->dev_addr, 0);
309 if (f && f->is_local && !f->dst && !f->added_by_user)
310 fdb_delete_local(br, NULL, f);
311
312 fdb_insert(br, NULL, newaddr, 0);
313 vg = br_vlan_group(br);
314 if (!vg || !vg->num_vlans)
315 goto out;
316 /* Now remove and add entries for every VLAN configured on the
317 * bridge. This function runs under RTNL so the bitmap will not
318 * change from under us.
319 */
320 list_for_each_entry(v, &vg->vlan_list, vlist) {
321 if (!br_vlan_should_use(v))
322 continue;
323 f = br_fdb_find(br, br->dev->dev_addr, v->vid);
324 if (f && f->is_local && !f->dst && !f->added_by_user)
325 fdb_delete_local(br, NULL, f);
326 fdb_insert(br, NULL, newaddr, v->vid);
327 }
328out:
329 spin_unlock_bh(&br->hash_lock);
330}
331
332void br_fdb_cleanup(struct work_struct *work)
333{
334 struct net_bridge *br = container_of(work, struct net_bridge,
335 gc_work.work);
336 struct net_bridge_fdb_entry *f = NULL;
337 unsigned long delay = hold_time(br);
338 unsigned long work_delay = delay;
339 unsigned long now = jiffies;
340
341 /* this part is tricky, in order to avoid blocking learning and
342 * consequently forwarding, we rely on rcu to delete objects with
343 * delayed freeing allowing us to continue traversing
344 */
345 rcu_read_lock();
346 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
347 unsigned long this_timer;
348
349 if (f->is_static || f->added_by_external_learn)
350 continue;
351 this_timer = f->updated + delay;
352 if (time_after(this_timer, now)) {
353 work_delay = min(work_delay, this_timer - now);
354 } else {
355 spin_lock_bh(&br->hash_lock);
356 if (!hlist_unhashed(&f->fdb_node))
357 fdb_delete(br, f, true);
358 spin_unlock_bh(&br->hash_lock);
359 }
360 }
361 rcu_read_unlock();
362
363 /* Cleanup minimum 10 milliseconds apart */
364 work_delay = max_t(unsigned long, work_delay, msecs_to_jiffies(10));
365 mod_delayed_work(system_long_wq, &br->gc_work, work_delay);
366}
367
368/* Completely flush all dynamic entries in forwarding database.*/
369void br_fdb_flush(struct net_bridge *br)
370{
371 struct net_bridge_fdb_entry *f;
372 struct hlist_node *tmp;
373
374 spin_lock_bh(&br->hash_lock);
375 hlist_for_each_entry_safe(f, tmp, &br->fdb_list, fdb_node) {
376 if (!f->is_static)
377 fdb_delete(br, f, true);
378 }
379 spin_unlock_bh(&br->hash_lock);
380}
381
382/* Flush all entries referring to a specific port.
383 * if do_all is set also flush static entries
384 * if vid is set delete all entries that match the vlan_id
385 */
386void br_fdb_delete_by_port(struct net_bridge *br,
387 const struct net_bridge_port *p,
388 u16 vid,
389 int do_all)
390{
391 struct net_bridge_fdb_entry *f;
392 struct hlist_node *tmp;
393
394 spin_lock_bh(&br->hash_lock);
395 hlist_for_each_entry_safe(f, tmp, &br->fdb_list, fdb_node) {
396 if (f->dst != p)
397 continue;
398
399 if (!do_all)
400 if (f->is_static || (vid && f->key.vlan_id != vid))
401 continue;
402
403 if (f->is_local)
404 fdb_delete_local(br, p, f);
405 else
406 fdb_delete(br, f, true);
407 }
408 spin_unlock_bh(&br->hash_lock);
409}
410
411#if IS_ENABLED(CONFIG_ATM_LANE)
412/* Interface used by ATM LANE hook to test
413 * if an addr is on some other bridge port */
414int br_fdb_test_addr(struct net_device *dev, unsigned char *addr)
415{
416 struct net_bridge_fdb_entry *fdb;
417 struct net_bridge_port *port;
418 int ret;
419
420 rcu_read_lock();
421 port = br_port_get_rcu(dev);
422 if (!port)
423 ret = 0;
424 else {
425 fdb = br_fdb_find_rcu(port->br, addr, 0);
426 ret = fdb && fdb->dst && fdb->dst->dev != dev &&
427 fdb->dst->state == BR_STATE_FORWARDING;
428 }
429 rcu_read_unlock();
430
431 return ret;
432}
433#endif /* CONFIG_ATM_LANE */
434
435/*
436 * Fill buffer with forwarding table records in
437 * the API format.
438 */
439int br_fdb_fillbuf(struct net_bridge *br, void *buf,
440 unsigned long maxnum, unsigned long skip)
441{
442 struct net_bridge_fdb_entry *f;
443 struct __fdb_entry *fe = buf;
444 int num = 0;
445
446 memset(buf, 0, maxnum*sizeof(struct __fdb_entry));
447
448 rcu_read_lock();
449 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
450 if (num >= maxnum)
451 break;
452
453 if (has_expired(br, f))
454 continue;
455
456 /* ignore pseudo entry for local MAC address */
457 if (!f->dst)
458 continue;
459
460 if (skip) {
461 --skip;
462 continue;
463 }
464
465 /* convert from internal format to API */
466 memcpy(fe->mac_addr, f->key.addr.addr, ETH_ALEN);
467
468 /* due to ABI compat need to split into hi/lo */
469 fe->port_no = f->dst->port_no;
470 fe->port_hi = f->dst->port_no >> 8;
471
472 fe->is_local = f->is_local;
473 if (!f->is_static)
474 fe->ageing_timer_value = jiffies_delta_to_clock_t(jiffies - f->updated);
475 ++fe;
476 ++num;
477 }
478 rcu_read_unlock();
479
480 return num;
481}
482
483static struct net_bridge_fdb_entry *fdb_create(struct net_bridge *br,
484 struct net_bridge_port *source,
485 const unsigned char *addr,
486 __u16 vid,
487 unsigned char is_local,
488 unsigned char is_static)
489{
490 struct net_bridge_fdb_entry *fdb;
491
492 fdb = kmem_cache_alloc(br_fdb_cache, GFP_ATOMIC);
493 if (fdb) {
494 memcpy(fdb->key.addr.addr, addr, ETH_ALEN);
495 fdb->dst = source;
496 fdb->key.vlan_id = vid;
497 fdb->is_local = is_local;
498 fdb->is_static = is_static;
499 fdb->added_by_user = 0;
500 fdb->added_by_external_learn = 0;
501 fdb->offloaded = 0;
502 fdb->is_sticky = 0;
503 fdb->updated = fdb->used = jiffies;
504 if (rhashtable_lookup_insert_fast(&br->fdb_hash_tbl,
505 &fdb->rhnode,
506 br_fdb_rht_params)) {
507 kmem_cache_free(br_fdb_cache, fdb);
508 fdb = NULL;
509 } else {
510 hlist_add_head_rcu(&fdb->fdb_node, &br->fdb_list);
511 }
512 }
513 return fdb;
514}
515
516static int fdb_insert(struct net_bridge *br, struct net_bridge_port *source,
517 const unsigned char *addr, u16 vid)
518{
519 struct net_bridge_fdb_entry *fdb;
520
521 if (!is_valid_ether_addr(addr))
522 return -EINVAL;
523
524 fdb = br_fdb_find(br, addr, vid);
525 if (fdb) {
526 /* it is okay to have multiple ports with same
527 * address, just use the first one.
528 */
529 if (fdb->is_local)
530 return 0;
531 br_warn(br, "adding interface %s with same address as a received packet (addr:%pM, vlan:%u)\n",
532 source ? source->dev->name : br->dev->name, addr, vid);
533 fdb_delete(br, fdb, true);
534 }
535
536 fdb = fdb_create(br, source, addr, vid, 1, 1);
537 if (!fdb)
538 return -ENOMEM;
539
540 fdb_add_hw_addr(br, addr);
541 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
542 return 0;
543}
544
545/* Add entry for local address of interface */
546int br_fdb_insert(struct net_bridge *br, struct net_bridge_port *source,
547 const unsigned char *addr, u16 vid)
548{
549 int ret;
550
551 spin_lock_bh(&br->hash_lock);
552 ret = fdb_insert(br, source, addr, vid);
553 spin_unlock_bh(&br->hash_lock);
554 return ret;
555}
556
557void br_fdb_update(struct net_bridge *br, struct net_bridge_port *source,
558 const unsigned char *addr, u16 vid, bool added_by_user)
559{
560 struct net_bridge_fdb_entry *fdb;
561 bool fdb_modified = false;
562
563 /* some users want to always flood. */
564 if (hold_time(br) == 0)
565 return;
566
567 /* ignore packets unless we are using this port */
568 if (!(source->state == BR_STATE_LEARNING ||
569 source->state == BR_STATE_FORWARDING))
570 return;
571
572 fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
573 if (likely(fdb)) {
574 /* attempt to update an entry for a local interface */
575 if (unlikely(fdb->is_local)) {
576 if (net_ratelimit())
577 br_warn(br, "received packet on %s with own address as source address (addr:%pM, vlan:%u)\n",
578 source->dev->name, addr, vid);
579 } else {
580 unsigned long now = jiffies;
581
582 /* fastpath: update of existing entry */
583 if (unlikely(source != fdb->dst && !fdb->is_sticky)) {
584 fdb->dst = source;
585 fdb_modified = true;
586 /* Take over HW learned entry */
587 if (unlikely(fdb->added_by_external_learn))
588 fdb->added_by_external_learn = 0;
589 }
590 if (now != fdb->updated)
591 fdb->updated = now;
592 if (unlikely(added_by_user))
593 fdb->added_by_user = 1;
594 if (unlikely(fdb_modified)) {
595 trace_br_fdb_update(br, source, addr, vid, added_by_user);
596 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
597 }
598 }
599 } else {
600 spin_lock(&br->hash_lock);
601 fdb = fdb_create(br, source, addr, vid, 0, 0);
602 if (fdb) {
603 if (unlikely(added_by_user))
604 fdb->added_by_user = 1;
605 trace_br_fdb_update(br, source, addr, vid,
606 added_by_user);
607 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
608 }
609 /* else we lose race and someone else inserts
610 * it first, don't bother updating
611 */
612 spin_unlock(&br->hash_lock);
613 }
614}
615
616static int fdb_to_nud(const struct net_bridge *br,
617 const struct net_bridge_fdb_entry *fdb)
618{
619 if (fdb->is_local)
620 return NUD_PERMANENT;
621 else if (fdb->is_static)
622 return NUD_NOARP;
623 else if (has_expired(br, fdb))
624 return NUD_STALE;
625 else
626 return NUD_REACHABLE;
627}
628
629static int fdb_fill_info(struct sk_buff *skb, const struct net_bridge *br,
630 const struct net_bridge_fdb_entry *fdb,
631 u32 portid, u32 seq, int type, unsigned int flags)
632{
633 unsigned long now = jiffies;
634 struct nda_cacheinfo ci;
635 struct nlmsghdr *nlh;
636 struct ndmsg *ndm;
637
638 nlh = nlmsg_put(skb, portid, seq, type, sizeof(*ndm), flags);
639 if (nlh == NULL)
640 return -EMSGSIZE;
641
642 ndm = nlmsg_data(nlh);
643 ndm->ndm_family = AF_BRIDGE;
644 ndm->ndm_pad1 = 0;
645 ndm->ndm_pad2 = 0;
646 ndm->ndm_flags = 0;
647 ndm->ndm_type = 0;
648 ndm->ndm_ifindex = fdb->dst ? fdb->dst->dev->ifindex : br->dev->ifindex;
649 ndm->ndm_state = fdb_to_nud(br, fdb);
650
651 if (fdb->offloaded)
652 ndm->ndm_flags |= NTF_OFFLOADED;
653 if (fdb->added_by_external_learn)
654 ndm->ndm_flags |= NTF_EXT_LEARNED;
655 if (fdb->is_sticky)
656 ndm->ndm_flags |= NTF_STICKY;
657
658 if (nla_put(skb, NDA_LLADDR, ETH_ALEN, &fdb->key.addr))
659 goto nla_put_failure;
660 if (nla_put_u32(skb, NDA_MASTER, br->dev->ifindex))
661 goto nla_put_failure;
662 ci.ndm_used = jiffies_to_clock_t(now - fdb->used);
663 ci.ndm_confirmed = 0;
664 ci.ndm_updated = jiffies_to_clock_t(now - fdb->updated);
665 ci.ndm_refcnt = 0;
666 if (nla_put(skb, NDA_CACHEINFO, sizeof(ci), &ci))
667 goto nla_put_failure;
668
669 if (fdb->key.vlan_id && nla_put(skb, NDA_VLAN, sizeof(u16),
670 &fdb->key.vlan_id))
671 goto nla_put_failure;
672
673 nlmsg_end(skb, nlh);
674 return 0;
675
676nla_put_failure:
677 nlmsg_cancel(skb, nlh);
678 return -EMSGSIZE;
679}
680
681static inline size_t fdb_nlmsg_size(void)
682{
683 return NLMSG_ALIGN(sizeof(struct ndmsg))
684 + nla_total_size(ETH_ALEN) /* NDA_LLADDR */
685 + nla_total_size(sizeof(u32)) /* NDA_MASTER */
686 + nla_total_size(sizeof(u16)) /* NDA_VLAN */
687 + nla_total_size(sizeof(struct nda_cacheinfo));
688}
689
690static void fdb_notify(struct net_bridge *br,
691 const struct net_bridge_fdb_entry *fdb, int type,
692 bool swdev_notify)
693{
694 struct net *net = dev_net(br->dev);
695 struct sk_buff *skb;
696 int err = -ENOBUFS;
697
698 if (swdev_notify)
699 br_switchdev_fdb_notify(fdb, type);
700
701 skb = nlmsg_new(fdb_nlmsg_size(), GFP_ATOMIC);
702 if (skb == NULL)
703 goto errout;
704
705 err = fdb_fill_info(skb, br, fdb, 0, 0, type, 0);
706 if (err < 0) {
707 /* -EMSGSIZE implies BUG in fdb_nlmsg_size() */
708 WARN_ON(err == -EMSGSIZE);
709 kfree_skb(skb);
710 goto errout;
711 }
712 rtnl_notify(skb, net, 0, RTNLGRP_NEIGH, NULL, GFP_ATOMIC);
713 return;
714errout:
715 rtnl_set_sk_err(net, RTNLGRP_NEIGH, err);
716}
717
718/* Dump information about entries, in response to GETNEIGH */
719int br_fdb_dump(struct sk_buff *skb,
720 struct netlink_callback *cb,
721 struct net_device *dev,
722 struct net_device *filter_dev,
723 int *idx)
724{
725 struct net_bridge *br = netdev_priv(dev);
726 struct net_bridge_fdb_entry *f;
727 int err = 0;
728
729 if (!(dev->priv_flags & IFF_EBRIDGE))
730 return err;
731
732 if (!filter_dev) {
733 err = ndo_dflt_fdb_dump(skb, cb, dev, NULL, idx);
734 if (err < 0)
735 return err;
736 }
737
738 rcu_read_lock();
739 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
740 if (*idx < cb->args[2])
741 goto skip;
742 if (filter_dev && (!f->dst || f->dst->dev != filter_dev)) {
743 if (filter_dev != dev)
744 goto skip;
745 /* !f->dst is a special case for bridge
746 * It means the MAC belongs to the bridge
747 * Therefore need a little more filtering
748 * we only want to dump the !f->dst case
749 */
750 if (f->dst)
751 goto skip;
752 }
753 if (!filter_dev && f->dst)
754 goto skip;
755
756 err = fdb_fill_info(skb, br, f,
757 NETLINK_CB(cb->skb).portid,
758 cb->nlh->nlmsg_seq,
759 RTM_NEWNEIGH,
760 NLM_F_MULTI);
761 if (err < 0)
762 break;
763skip:
764 *idx += 1;
765 }
766 rcu_read_unlock();
767
768 return err;
769}
770
771int br_fdb_get(struct sk_buff *skb,
772 struct nlattr *tb[],
773 struct net_device *dev,
774 const unsigned char *addr,
775 u16 vid, u32 portid, u32 seq,
776 struct netlink_ext_ack *extack)
777{
778 struct net_bridge *br = netdev_priv(dev);
779 struct net_bridge_fdb_entry *f;
780 int err = 0;
781
782 rcu_read_lock();
783 f = br_fdb_find_rcu(br, addr, vid);
784 if (!f) {
785 NL_SET_ERR_MSG(extack, "Fdb entry not found");
786 err = -ENOENT;
787 goto errout;
788 }
789
790 err = fdb_fill_info(skb, br, f, portid, seq,
791 RTM_NEWNEIGH, 0);
792errout:
793 rcu_read_unlock();
794 return err;
795}
796
797/* Update (create or replace) forwarding database entry */
798static int fdb_add_entry(struct net_bridge *br, struct net_bridge_port *source,
799 const u8 *addr, u16 state, u16 flags, u16 vid,
800 u8 ndm_flags)
801{
802 u8 is_sticky = !!(ndm_flags & NTF_STICKY);
803 struct net_bridge_fdb_entry *fdb;
804 bool modified = false;
805
806 /* If the port cannot learn allow only local and static entries */
807 if (source && !(state & NUD_PERMANENT) && !(state & NUD_NOARP) &&
808 !(source->state == BR_STATE_LEARNING ||
809 source->state == BR_STATE_FORWARDING))
810 return -EPERM;
811
812 if (!source && !(state & NUD_PERMANENT)) {
813 pr_info("bridge: RTM_NEWNEIGH %s without NUD_PERMANENT\n",
814 br->dev->name);
815 return -EINVAL;
816 }
817
818 if (is_sticky && (state & NUD_PERMANENT))
819 return -EINVAL;
820
821 fdb = br_fdb_find(br, addr, vid);
822 if (fdb == NULL) {
823 if (!(flags & NLM_F_CREATE))
824 return -ENOENT;
825
826 fdb = fdb_create(br, source, addr, vid, 0, 0);
827 if (!fdb)
828 return -ENOMEM;
829
830 modified = true;
831 } else {
832 if (flags & NLM_F_EXCL)
833 return -EEXIST;
834
835 if (fdb->dst != source) {
836 fdb->dst = source;
837 modified = true;
838 }
839 }
840
841 if (fdb_to_nud(br, fdb) != state) {
842 if (state & NUD_PERMANENT) {
843 fdb->is_local = 1;
844 if (!fdb->is_static) {
845 fdb->is_static = 1;
846 fdb_add_hw_addr(br, addr);
847 }
848 } else if (state & NUD_NOARP) {
849 fdb->is_local = 0;
850 if (!fdb->is_static) {
851 fdb->is_static = 1;
852 fdb_add_hw_addr(br, addr);
853 }
854 } else {
855 fdb->is_local = 0;
856 if (fdb->is_static) {
857 fdb->is_static = 0;
858 fdb_del_hw_addr(br, addr);
859 }
860 }
861
862 modified = true;
863 }
864
865 if (is_sticky != fdb->is_sticky) {
866 fdb->is_sticky = is_sticky;
867 modified = true;
868 }
869
870 fdb->added_by_user = 1;
871
872 fdb->used = jiffies;
873 if (modified) {
874 fdb->updated = jiffies;
875 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
876 }
877
878 return 0;
879}
880
881static int __br_fdb_add(struct ndmsg *ndm, struct net_bridge *br,
882 struct net_bridge_port *p, const unsigned char *addr,
883 u16 nlh_flags, u16 vid)
884{
885 int err = 0;
886
887 if (ndm->ndm_flags & NTF_USE) {
888 if (!p) {
889 pr_info("bridge: RTM_NEWNEIGH %s with NTF_USE is not supported\n",
890 br->dev->name);
891 return -EINVAL;
892 }
893 local_bh_disable();
894 rcu_read_lock();
895 br_fdb_update(br, p, addr, vid, true);
896 rcu_read_unlock();
897 local_bh_enable();
898 } else if (ndm->ndm_flags & NTF_EXT_LEARNED) {
899 err = br_fdb_external_learn_add(br, p, addr, vid, true);
900 } else {
901 spin_lock_bh(&br->hash_lock);
902 err = fdb_add_entry(br, p, addr, ndm->ndm_state,
903 nlh_flags, vid, ndm->ndm_flags);
904 spin_unlock_bh(&br->hash_lock);
905 }
906
907 return err;
908}
909
910/* Add new permanent fdb entry with RTM_NEWNEIGH */
911int br_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
912 struct net_device *dev,
913 const unsigned char *addr, u16 vid, u16 nlh_flags,
914 struct netlink_ext_ack *extack)
915{
916 struct net_bridge_vlan_group *vg;
917 struct net_bridge_port *p = NULL;
918 struct net_bridge_vlan *v;
919 struct net_bridge *br = NULL;
920 int err = 0;
921
922 trace_br_fdb_add(ndm, dev, addr, vid, nlh_flags);
923
924 if (!(ndm->ndm_state & (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE))) {
925 pr_info("bridge: RTM_NEWNEIGH with invalid state %#x\n", ndm->ndm_state);
926 return -EINVAL;
927 }
928
929 if (is_zero_ether_addr(addr)) {
930 pr_info("bridge: RTM_NEWNEIGH with invalid ether address\n");
931 return -EINVAL;
932 }
933
934 if (dev->priv_flags & IFF_EBRIDGE) {
935 br = netdev_priv(dev);
936 vg = br_vlan_group(br);
937 } else {
938 p = br_port_get_rtnl(dev);
939 if (!p) {
940 pr_info("bridge: RTM_NEWNEIGH %s not a bridge port\n",
941 dev->name);
942 return -EINVAL;
943 }
944 br = p->br;
945 vg = nbp_vlan_group(p);
946 }
947
948 if (vid) {
949 v = br_vlan_find(vg, vid);
950 if (!v || !br_vlan_should_use(v)) {
951 pr_info("bridge: RTM_NEWNEIGH with unconfigured vlan %d on %s\n", vid, dev->name);
952 return -EINVAL;
953 }
954
955 /* VID was specified, so use it. */
956 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, vid);
957 } else {
958 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, 0);
959 if (err || !vg || !vg->num_vlans)
960 goto out;
961
962 /* We have vlans configured on this port and user didn't
963 * specify a VLAN. To be nice, add/update entry for every
964 * vlan on this port.
965 */
966 list_for_each_entry(v, &vg->vlan_list, vlist) {
967 if (!br_vlan_should_use(v))
968 continue;
969 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, v->vid);
970 if (err)
971 goto out;
972 }
973 }
974
975out:
976 return err;
977}
978
979static int fdb_delete_by_addr_and_port(struct net_bridge *br,
980 const struct net_bridge_port *p,
981 const u8 *addr, u16 vlan)
982{
983 struct net_bridge_fdb_entry *fdb;
984
985 fdb = br_fdb_find(br, addr, vlan);
986 if (!fdb || fdb->dst != p)
987 return -ENOENT;
988
989 fdb_delete(br, fdb, true);
990
991 return 0;
992}
993
994static int __br_fdb_delete(struct net_bridge *br,
995 const struct net_bridge_port *p,
996 const unsigned char *addr, u16 vid)
997{
998 int err;
999
1000 spin_lock_bh(&br->hash_lock);
1001 err = fdb_delete_by_addr_and_port(br, p, addr, vid);
1002 spin_unlock_bh(&br->hash_lock);
1003
1004 return err;
1005}
1006
1007/* Remove neighbor entry with RTM_DELNEIGH */
1008int br_fdb_delete(struct ndmsg *ndm, struct nlattr *tb[],
1009 struct net_device *dev,
1010 const unsigned char *addr, u16 vid)
1011{
1012 struct net_bridge_vlan_group *vg;
1013 struct net_bridge_port *p = NULL;
1014 struct net_bridge_vlan *v;
1015 struct net_bridge *br;
1016 int err;
1017
1018 if (dev->priv_flags & IFF_EBRIDGE) {
1019 br = netdev_priv(dev);
1020 vg = br_vlan_group(br);
1021 } else {
1022 p = br_port_get_rtnl(dev);
1023 if (!p) {
1024 pr_info("bridge: RTM_DELNEIGH %s not a bridge port\n",
1025 dev->name);
1026 return -EINVAL;
1027 }
1028 vg = nbp_vlan_group(p);
1029 br = p->br;
1030 }
1031
1032 if (vid) {
1033 v = br_vlan_find(vg, vid);
1034 if (!v) {
1035 pr_info("bridge: RTM_DELNEIGH with unconfigured vlan %d on %s\n", vid, dev->name);
1036 return -EINVAL;
1037 }
1038
1039 err = __br_fdb_delete(br, p, addr, vid);
1040 } else {
1041 err = -ENOENT;
1042 err &= __br_fdb_delete(br, p, addr, 0);
1043 if (!vg || !vg->num_vlans)
1044 return err;
1045
1046 list_for_each_entry(v, &vg->vlan_list, vlist) {
1047 if (!br_vlan_should_use(v))
1048 continue;
1049 err &= __br_fdb_delete(br, p, addr, v->vid);
1050 }
1051 }
1052
1053 return err;
1054}
1055
1056int br_fdb_sync_static(struct net_bridge *br, struct net_bridge_port *p)
1057{
1058 struct net_bridge_fdb_entry *f, *tmp;
1059 int err = 0;
1060
1061 ASSERT_RTNL();
1062
1063 /* the key here is that static entries change only under rtnl */
1064 rcu_read_lock();
1065 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
1066 /* We only care for static entries */
1067 if (!f->is_static)
1068 continue;
1069 err = dev_uc_add(p->dev, f->key.addr.addr);
1070 if (err)
1071 goto rollback;
1072 }
1073done:
1074 rcu_read_unlock();
1075
1076 return err;
1077
1078rollback:
1079 hlist_for_each_entry_rcu(tmp, &br->fdb_list, fdb_node) {
1080 /* We only care for static entries */
1081 if (!tmp->is_static)
1082 continue;
1083 if (tmp == f)
1084 break;
1085 dev_uc_del(p->dev, tmp->key.addr.addr);
1086 }
1087
1088 goto done;
1089}
1090
1091void br_fdb_unsync_static(struct net_bridge *br, struct net_bridge_port *p)
1092{
1093 struct net_bridge_fdb_entry *f;
1094
1095 ASSERT_RTNL();
1096
1097 rcu_read_lock();
1098 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
1099 /* We only care for static entries */
1100 if (!f->is_static)
1101 continue;
1102
1103 dev_uc_del(p->dev, f->key.addr.addr);
1104 }
1105 rcu_read_unlock();
1106}
1107
1108int br_fdb_external_learn_add(struct net_bridge *br, struct net_bridge_port *p,
1109 const unsigned char *addr, u16 vid,
1110 bool swdev_notify)
1111{
1112 struct net_bridge_fdb_entry *fdb;
1113 bool modified = false;
1114 int err = 0;
1115
1116 trace_br_fdb_external_learn_add(br, p, addr, vid);
1117
1118 spin_lock_bh(&br->hash_lock);
1119
1120 fdb = br_fdb_find(br, addr, vid);
1121 if (!fdb) {
1122 fdb = fdb_create(br, p, addr, vid, 0, 0);
1123 if (!fdb) {
1124 err = -ENOMEM;
1125 goto err_unlock;
1126 }
1127 if (swdev_notify)
1128 fdb->added_by_user = 1;
1129 fdb->added_by_external_learn = 1;
1130 fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);
1131 } else {
1132 fdb->updated = jiffies;
1133
1134 if (fdb->dst != p) {
1135 fdb->dst = p;
1136 modified = true;
1137 }
1138
1139 if (fdb->added_by_external_learn) {
1140 /* Refresh entry */
1141 fdb->used = jiffies;
1142 } else if (!fdb->added_by_user) {
1143 /* Take over SW learned entry */
1144 fdb->added_by_external_learn = 1;
1145 modified = true;
1146 }
1147
1148 if (swdev_notify)
1149 fdb->added_by_user = 1;
1150
1151 if (modified)
1152 fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);
1153 }
1154
1155err_unlock:
1156 spin_unlock_bh(&br->hash_lock);
1157
1158 return err;
1159}
1160
1161int br_fdb_external_learn_del(struct net_bridge *br, struct net_bridge_port *p,
1162 const unsigned char *addr, u16 vid,
1163 bool swdev_notify)
1164{
1165 struct net_bridge_fdb_entry *fdb;
1166 int err = 0;
1167
1168 spin_lock_bh(&br->hash_lock);
1169
1170 fdb = br_fdb_find(br, addr, vid);
1171 if (fdb && fdb->added_by_external_learn)
1172 fdb_delete(br, fdb, swdev_notify);
1173 else
1174 err = -ENOENT;
1175
1176 spin_unlock_bh(&br->hash_lock);
1177
1178 return err;
1179}
1180
1181void br_fdb_offloaded_set(struct net_bridge *br, struct net_bridge_port *p,
1182 const unsigned char *addr, u16 vid, bool offloaded)
1183{
1184 struct net_bridge_fdb_entry *fdb;
1185
1186 spin_lock_bh(&br->hash_lock);
1187
1188 fdb = br_fdb_find(br, addr, vid);
1189 if (fdb)
1190 fdb->offloaded = offloaded;
1191
1192 spin_unlock_bh(&br->hash_lock);
1193}
1194
1195void br_fdb_clear_offload(const struct net_device *dev, u16 vid)
1196{
1197 struct net_bridge_fdb_entry *f;
1198 struct net_bridge_port *p;
1199
1200 ASSERT_RTNL();
1201
1202 p = br_port_get_rtnl(dev);
1203 if (!p)
1204 return;
1205
1206 spin_lock_bh(&p->br->hash_lock);
1207 hlist_for_each_entry(f, &p->br->fdb_list, fdb_node) {
1208 if (f->dst == p && f->key.vlan_id == vid)
1209 f->offloaded = 0;
1210 }
1211 spin_unlock_bh(&p->br->hash_lock);
1212}
1213EXPORT_SYMBOL_GPL(br_fdb_clear_offload);
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Forwarding database
4 * Linux ethernet bridge
5 *
6 * Authors:
7 * Lennert Buytenhek <buytenh@gnu.org>
8 */
9
10#include <linux/kernel.h>
11#include <linux/init.h>
12#include <linux/rculist.h>
13#include <linux/spinlock.h>
14#include <linux/times.h>
15#include <linux/netdevice.h>
16#include <linux/etherdevice.h>
17#include <linux/jhash.h>
18#include <linux/random.h>
19#include <linux/slab.h>
20#include <linux/atomic.h>
21#include <asm/unaligned.h>
22#include <linux/if_vlan.h>
23#include <net/switchdev.h>
24#include <trace/events/bridge.h>
25#include "br_private.h"
26
27static const struct rhashtable_params br_fdb_rht_params = {
28 .head_offset = offsetof(struct net_bridge_fdb_entry, rhnode),
29 .key_offset = offsetof(struct net_bridge_fdb_entry, key),
30 .key_len = sizeof(struct net_bridge_fdb_key),
31 .automatic_shrinking = true,
32};
33
34static struct kmem_cache *br_fdb_cache __read_mostly;
35
36int __init br_fdb_init(void)
37{
38 br_fdb_cache = kmem_cache_create("bridge_fdb_cache",
39 sizeof(struct net_bridge_fdb_entry),
40 0,
41 SLAB_HWCACHE_ALIGN, NULL);
42 if (!br_fdb_cache)
43 return -ENOMEM;
44
45 return 0;
46}
47
48void br_fdb_fini(void)
49{
50 kmem_cache_destroy(br_fdb_cache);
51}
52
53int br_fdb_hash_init(struct net_bridge *br)
54{
55 return rhashtable_init(&br->fdb_hash_tbl, &br_fdb_rht_params);
56}
57
58void br_fdb_hash_fini(struct net_bridge *br)
59{
60 rhashtable_destroy(&br->fdb_hash_tbl);
61}
62
63/* if topology_changing then use forward_delay (default 15 sec)
64 * otherwise keep longer (default 5 minutes)
65 */
66static inline unsigned long hold_time(const struct net_bridge *br)
67{
68 return br->topology_change ? br->forward_delay : br->ageing_time;
69}
70
71static inline int has_expired(const struct net_bridge *br,
72 const struct net_bridge_fdb_entry *fdb)
73{
74 return !test_bit(BR_FDB_STATIC, &fdb->flags) &&
75 !test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags) &&
76 time_before_eq(fdb->updated + hold_time(br), jiffies);
77}
78
79static void fdb_rcu_free(struct rcu_head *head)
80{
81 struct net_bridge_fdb_entry *ent
82 = container_of(head, struct net_bridge_fdb_entry, rcu);
83 kmem_cache_free(br_fdb_cache, ent);
84}
85
86static int fdb_to_nud(const struct net_bridge *br,
87 const struct net_bridge_fdb_entry *fdb)
88{
89 if (test_bit(BR_FDB_LOCAL, &fdb->flags))
90 return NUD_PERMANENT;
91 else if (test_bit(BR_FDB_STATIC, &fdb->flags))
92 return NUD_NOARP;
93 else if (has_expired(br, fdb))
94 return NUD_STALE;
95 else
96 return NUD_REACHABLE;
97}
98
99static int fdb_fill_info(struct sk_buff *skb, const struct net_bridge *br,
100 const struct net_bridge_fdb_entry *fdb,
101 u32 portid, u32 seq, int type, unsigned int flags)
102{
103 const struct net_bridge_port *dst = READ_ONCE(fdb->dst);
104 unsigned long now = jiffies;
105 struct nda_cacheinfo ci;
106 struct nlmsghdr *nlh;
107 struct ndmsg *ndm;
108 u32 ext_flags = 0;
109
110 nlh = nlmsg_put(skb, portid, seq, type, sizeof(*ndm), flags);
111 if (nlh == NULL)
112 return -EMSGSIZE;
113
114 ndm = nlmsg_data(nlh);
115 ndm->ndm_family = AF_BRIDGE;
116 ndm->ndm_pad1 = 0;
117 ndm->ndm_pad2 = 0;
118 ndm->ndm_flags = 0;
119 ndm->ndm_type = 0;
120 ndm->ndm_ifindex = dst ? dst->dev->ifindex : br->dev->ifindex;
121 ndm->ndm_state = fdb_to_nud(br, fdb);
122
123 if (test_bit(BR_FDB_OFFLOADED, &fdb->flags))
124 ndm->ndm_flags |= NTF_OFFLOADED;
125 if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags))
126 ndm->ndm_flags |= NTF_EXT_LEARNED;
127 if (test_bit(BR_FDB_STICKY, &fdb->flags))
128 ndm->ndm_flags |= NTF_STICKY;
129 if (test_bit(BR_FDB_LOCKED, &fdb->flags))
130 ext_flags |= NTF_EXT_LOCKED;
131
132 if (nla_put(skb, NDA_LLADDR, ETH_ALEN, &fdb->key.addr))
133 goto nla_put_failure;
134 if (nla_put_u32(skb, NDA_MASTER, br->dev->ifindex))
135 goto nla_put_failure;
136 if (nla_put_u32(skb, NDA_FLAGS_EXT, ext_flags))
137 goto nla_put_failure;
138
139 ci.ndm_used = jiffies_to_clock_t(now - fdb->used);
140 ci.ndm_confirmed = 0;
141 ci.ndm_updated = jiffies_to_clock_t(now - fdb->updated);
142 ci.ndm_refcnt = 0;
143 if (nla_put(skb, NDA_CACHEINFO, sizeof(ci), &ci))
144 goto nla_put_failure;
145
146 if (fdb->key.vlan_id && nla_put(skb, NDA_VLAN, sizeof(u16),
147 &fdb->key.vlan_id))
148 goto nla_put_failure;
149
150 if (test_bit(BR_FDB_NOTIFY, &fdb->flags)) {
151 struct nlattr *nest = nla_nest_start(skb, NDA_FDB_EXT_ATTRS);
152 u8 notify_bits = FDB_NOTIFY_BIT;
153
154 if (!nest)
155 goto nla_put_failure;
156 if (test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags))
157 notify_bits |= FDB_NOTIFY_INACTIVE_BIT;
158
159 if (nla_put_u8(skb, NFEA_ACTIVITY_NOTIFY, notify_bits)) {
160 nla_nest_cancel(skb, nest);
161 goto nla_put_failure;
162 }
163
164 nla_nest_end(skb, nest);
165 }
166
167 nlmsg_end(skb, nlh);
168 return 0;
169
170nla_put_failure:
171 nlmsg_cancel(skb, nlh);
172 return -EMSGSIZE;
173}
174
175static inline size_t fdb_nlmsg_size(void)
176{
177 return NLMSG_ALIGN(sizeof(struct ndmsg))
178 + nla_total_size(ETH_ALEN) /* NDA_LLADDR */
179 + nla_total_size(sizeof(u32)) /* NDA_MASTER */
180 + nla_total_size(sizeof(u32)) /* NDA_FLAGS_EXT */
181 + nla_total_size(sizeof(u16)) /* NDA_VLAN */
182 + nla_total_size(sizeof(struct nda_cacheinfo))
183 + nla_total_size(0) /* NDA_FDB_EXT_ATTRS */
184 + nla_total_size(sizeof(u8)); /* NFEA_ACTIVITY_NOTIFY */
185}
186
187static void fdb_notify(struct net_bridge *br,
188 const struct net_bridge_fdb_entry *fdb, int type,
189 bool swdev_notify)
190{
191 struct net *net = dev_net(br->dev);
192 struct sk_buff *skb;
193 int err = -ENOBUFS;
194
195 if (swdev_notify)
196 br_switchdev_fdb_notify(br, fdb, type);
197
198 skb = nlmsg_new(fdb_nlmsg_size(), GFP_ATOMIC);
199 if (skb == NULL)
200 goto errout;
201
202 err = fdb_fill_info(skb, br, fdb, 0, 0, type, 0);
203 if (err < 0) {
204 /* -EMSGSIZE implies BUG in fdb_nlmsg_size() */
205 WARN_ON(err == -EMSGSIZE);
206 kfree_skb(skb);
207 goto errout;
208 }
209 rtnl_notify(skb, net, 0, RTNLGRP_NEIGH, NULL, GFP_ATOMIC);
210 return;
211errout:
212 rtnl_set_sk_err(net, RTNLGRP_NEIGH, err);
213}
214
215static struct net_bridge_fdb_entry *fdb_find_rcu(struct rhashtable *tbl,
216 const unsigned char *addr,
217 __u16 vid)
218{
219 struct net_bridge_fdb_key key;
220
221 WARN_ON_ONCE(!rcu_read_lock_held());
222
223 key.vlan_id = vid;
224 memcpy(key.addr.addr, addr, sizeof(key.addr.addr));
225
226 return rhashtable_lookup(tbl, &key, br_fdb_rht_params);
227}
228
229/* requires bridge hash_lock */
230static struct net_bridge_fdb_entry *br_fdb_find(struct net_bridge *br,
231 const unsigned char *addr,
232 __u16 vid)
233{
234 struct net_bridge_fdb_entry *fdb;
235
236 lockdep_assert_held_once(&br->hash_lock);
237
238 rcu_read_lock();
239 fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
240 rcu_read_unlock();
241
242 return fdb;
243}
244
245struct net_device *br_fdb_find_port(const struct net_device *br_dev,
246 const unsigned char *addr,
247 __u16 vid)
248{
249 struct net_bridge_fdb_entry *f;
250 struct net_device *dev = NULL;
251 struct net_bridge *br;
252
253 ASSERT_RTNL();
254
255 if (!netif_is_bridge_master(br_dev))
256 return NULL;
257
258 br = netdev_priv(br_dev);
259 rcu_read_lock();
260 f = br_fdb_find_rcu(br, addr, vid);
261 if (f && f->dst)
262 dev = f->dst->dev;
263 rcu_read_unlock();
264
265 return dev;
266}
267EXPORT_SYMBOL_GPL(br_fdb_find_port);
268
269struct net_bridge_fdb_entry *br_fdb_find_rcu(struct net_bridge *br,
270 const unsigned char *addr,
271 __u16 vid)
272{
273 return fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
274}
275
276/* When a static FDB entry is added, the mac address from the entry is
277 * added to the bridge private HW address list and all required ports
278 * are then updated with the new information.
279 * Called under RTNL.
280 */
281static void fdb_add_hw_addr(struct net_bridge *br, const unsigned char *addr)
282{
283 int err;
284 struct net_bridge_port *p;
285
286 ASSERT_RTNL();
287
288 list_for_each_entry(p, &br->port_list, list) {
289 if (!br_promisc_port(p)) {
290 err = dev_uc_add(p->dev, addr);
291 if (err)
292 goto undo;
293 }
294 }
295
296 return;
297undo:
298 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
299 if (!br_promisc_port(p))
300 dev_uc_del(p->dev, addr);
301 }
302}
303
304/* When a static FDB entry is deleted, the HW address from that entry is
305 * also removed from the bridge private HW address list and updates all
306 * the ports with needed information.
307 * Called under RTNL.
308 */
309static void fdb_del_hw_addr(struct net_bridge *br, const unsigned char *addr)
310{
311 struct net_bridge_port *p;
312
313 ASSERT_RTNL();
314
315 list_for_each_entry(p, &br->port_list, list) {
316 if (!br_promisc_port(p))
317 dev_uc_del(p->dev, addr);
318 }
319}
320
321static void fdb_delete(struct net_bridge *br, struct net_bridge_fdb_entry *f,
322 bool swdev_notify)
323{
324 trace_fdb_delete(br, f);
325
326 if (test_bit(BR_FDB_STATIC, &f->flags))
327 fdb_del_hw_addr(br, f->key.addr.addr);
328
329 hlist_del_init_rcu(&f->fdb_node);
330 rhashtable_remove_fast(&br->fdb_hash_tbl, &f->rhnode,
331 br_fdb_rht_params);
332 fdb_notify(br, f, RTM_DELNEIGH, swdev_notify);
333 call_rcu(&f->rcu, fdb_rcu_free);
334}
335
336/* Delete a local entry if no other port had the same address. */
337static void fdb_delete_local(struct net_bridge *br,
338 const struct net_bridge_port *p,
339 struct net_bridge_fdb_entry *f)
340{
341 const unsigned char *addr = f->key.addr.addr;
342 struct net_bridge_vlan_group *vg;
343 const struct net_bridge_vlan *v;
344 struct net_bridge_port *op;
345 u16 vid = f->key.vlan_id;
346
347 /* Maybe another port has same hw addr? */
348 list_for_each_entry(op, &br->port_list, list) {
349 vg = nbp_vlan_group(op);
350 if (op != p && ether_addr_equal(op->dev->dev_addr, addr) &&
351 (!vid || br_vlan_find(vg, vid))) {
352 f->dst = op;
353 clear_bit(BR_FDB_ADDED_BY_USER, &f->flags);
354 return;
355 }
356 }
357
358 vg = br_vlan_group(br);
359 v = br_vlan_find(vg, vid);
360 /* Maybe bridge device has same hw addr? */
361 if (p && ether_addr_equal(br->dev->dev_addr, addr) &&
362 (!vid || (v && br_vlan_should_use(v)))) {
363 f->dst = NULL;
364 clear_bit(BR_FDB_ADDED_BY_USER, &f->flags);
365 return;
366 }
367
368 fdb_delete(br, f, true);
369}
370
371void br_fdb_find_delete_local(struct net_bridge *br,
372 const struct net_bridge_port *p,
373 const unsigned char *addr, u16 vid)
374{
375 struct net_bridge_fdb_entry *f;
376
377 spin_lock_bh(&br->hash_lock);
378 f = br_fdb_find(br, addr, vid);
379 if (f && test_bit(BR_FDB_LOCAL, &f->flags) &&
380 !test_bit(BR_FDB_ADDED_BY_USER, &f->flags) && f->dst == p)
381 fdb_delete_local(br, p, f);
382 spin_unlock_bh(&br->hash_lock);
383}
384
385static struct net_bridge_fdb_entry *fdb_create(struct net_bridge *br,
386 struct net_bridge_port *source,
387 const unsigned char *addr,
388 __u16 vid,
389 unsigned long flags)
390{
391 struct net_bridge_fdb_entry *fdb;
392 int err;
393
394 fdb = kmem_cache_alloc(br_fdb_cache, GFP_ATOMIC);
395 if (!fdb)
396 return NULL;
397
398 memcpy(fdb->key.addr.addr, addr, ETH_ALEN);
399 WRITE_ONCE(fdb->dst, source);
400 fdb->key.vlan_id = vid;
401 fdb->flags = flags;
402 fdb->updated = fdb->used = jiffies;
403 err = rhashtable_lookup_insert_fast(&br->fdb_hash_tbl, &fdb->rhnode,
404 br_fdb_rht_params);
405 if (err) {
406 kmem_cache_free(br_fdb_cache, fdb);
407 return NULL;
408 }
409
410 hlist_add_head_rcu(&fdb->fdb_node, &br->fdb_list);
411
412 return fdb;
413}
414
415static int fdb_add_local(struct net_bridge *br, struct net_bridge_port *source,
416 const unsigned char *addr, u16 vid)
417{
418 struct net_bridge_fdb_entry *fdb;
419
420 if (!is_valid_ether_addr(addr))
421 return -EINVAL;
422
423 fdb = br_fdb_find(br, addr, vid);
424 if (fdb) {
425 /* it is okay to have multiple ports with same
426 * address, just use the first one.
427 */
428 if (test_bit(BR_FDB_LOCAL, &fdb->flags))
429 return 0;
430 br_warn(br, "adding interface %s with same address as a received packet (addr:%pM, vlan:%u)\n",
431 source ? source->dev->name : br->dev->name, addr, vid);
432 fdb_delete(br, fdb, true);
433 }
434
435 fdb = fdb_create(br, source, addr, vid,
436 BIT(BR_FDB_LOCAL) | BIT(BR_FDB_STATIC));
437 if (!fdb)
438 return -ENOMEM;
439
440 fdb_add_hw_addr(br, addr);
441 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
442 return 0;
443}
444
445void br_fdb_changeaddr(struct net_bridge_port *p, const unsigned char *newaddr)
446{
447 struct net_bridge_vlan_group *vg;
448 struct net_bridge_fdb_entry *f;
449 struct net_bridge *br = p->br;
450 struct net_bridge_vlan *v;
451
452 spin_lock_bh(&br->hash_lock);
453 vg = nbp_vlan_group(p);
454 hlist_for_each_entry(f, &br->fdb_list, fdb_node) {
455 if (f->dst == p && test_bit(BR_FDB_LOCAL, &f->flags) &&
456 !test_bit(BR_FDB_ADDED_BY_USER, &f->flags)) {
457 /* delete old one */
458 fdb_delete_local(br, p, f);
459
460 /* if this port has no vlan information
461 * configured, we can safely be done at
462 * this point.
463 */
464 if (!vg || !vg->num_vlans)
465 goto insert;
466 }
467 }
468
469insert:
470 /* insert new address, may fail if invalid address or dup. */
471 fdb_add_local(br, p, newaddr, 0);
472
473 if (!vg || !vg->num_vlans)
474 goto done;
475
476 /* Now add entries for every VLAN configured on the port.
477 * This function runs under RTNL so the bitmap will not change
478 * from under us.
479 */
480 list_for_each_entry(v, &vg->vlan_list, vlist)
481 fdb_add_local(br, p, newaddr, v->vid);
482
483done:
484 spin_unlock_bh(&br->hash_lock);
485}
486
487void br_fdb_change_mac_address(struct net_bridge *br, const u8 *newaddr)
488{
489 struct net_bridge_vlan_group *vg;
490 struct net_bridge_fdb_entry *f;
491 struct net_bridge_vlan *v;
492
493 spin_lock_bh(&br->hash_lock);
494
495 /* If old entry was unassociated with any port, then delete it. */
496 f = br_fdb_find(br, br->dev->dev_addr, 0);
497 if (f && test_bit(BR_FDB_LOCAL, &f->flags) &&
498 !f->dst && !test_bit(BR_FDB_ADDED_BY_USER, &f->flags))
499 fdb_delete_local(br, NULL, f);
500
501 fdb_add_local(br, NULL, newaddr, 0);
502 vg = br_vlan_group(br);
503 if (!vg || !vg->num_vlans)
504 goto out;
505 /* Now remove and add entries for every VLAN configured on the
506 * bridge. This function runs under RTNL so the bitmap will not
507 * change from under us.
508 */
509 list_for_each_entry(v, &vg->vlan_list, vlist) {
510 if (!br_vlan_should_use(v))
511 continue;
512 f = br_fdb_find(br, br->dev->dev_addr, v->vid);
513 if (f && test_bit(BR_FDB_LOCAL, &f->flags) &&
514 !f->dst && !test_bit(BR_FDB_ADDED_BY_USER, &f->flags))
515 fdb_delete_local(br, NULL, f);
516 fdb_add_local(br, NULL, newaddr, v->vid);
517 }
518out:
519 spin_unlock_bh(&br->hash_lock);
520}
521
522void br_fdb_cleanup(struct work_struct *work)
523{
524 struct net_bridge *br = container_of(work, struct net_bridge,
525 gc_work.work);
526 struct net_bridge_fdb_entry *f = NULL;
527 unsigned long delay = hold_time(br);
528 unsigned long work_delay = delay;
529 unsigned long now = jiffies;
530
531 /* this part is tricky, in order to avoid blocking learning and
532 * consequently forwarding, we rely on rcu to delete objects with
533 * delayed freeing allowing us to continue traversing
534 */
535 rcu_read_lock();
536 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
537 unsigned long this_timer = f->updated + delay;
538
539 if (test_bit(BR_FDB_STATIC, &f->flags) ||
540 test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &f->flags)) {
541 if (test_bit(BR_FDB_NOTIFY, &f->flags)) {
542 if (time_after(this_timer, now))
543 work_delay = min(work_delay,
544 this_timer - now);
545 else if (!test_and_set_bit(BR_FDB_NOTIFY_INACTIVE,
546 &f->flags))
547 fdb_notify(br, f, RTM_NEWNEIGH, false);
548 }
549 continue;
550 }
551
552 if (time_after(this_timer, now)) {
553 work_delay = min(work_delay, this_timer - now);
554 } else {
555 spin_lock_bh(&br->hash_lock);
556 if (!hlist_unhashed(&f->fdb_node))
557 fdb_delete(br, f, true);
558 spin_unlock_bh(&br->hash_lock);
559 }
560 }
561 rcu_read_unlock();
562
563 /* Cleanup minimum 10 milliseconds apart */
564 work_delay = max_t(unsigned long, work_delay, msecs_to_jiffies(10));
565 mod_delayed_work(system_long_wq, &br->gc_work, work_delay);
566}
567
568static bool __fdb_flush_matches(const struct net_bridge *br,
569 const struct net_bridge_fdb_entry *f,
570 const struct net_bridge_fdb_flush_desc *desc)
571{
572 const struct net_bridge_port *dst = READ_ONCE(f->dst);
573 int port_ifidx = dst ? dst->dev->ifindex : br->dev->ifindex;
574
575 if (desc->vlan_id && desc->vlan_id != f->key.vlan_id)
576 return false;
577 if (desc->port_ifindex && desc->port_ifindex != port_ifidx)
578 return false;
579 if (desc->flags_mask && (f->flags & desc->flags_mask) != desc->flags)
580 return false;
581
582 return true;
583}
584
585/* Flush forwarding database entries matching the description */
586void br_fdb_flush(struct net_bridge *br,
587 const struct net_bridge_fdb_flush_desc *desc)
588{
589 struct net_bridge_fdb_entry *f;
590
591 rcu_read_lock();
592 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
593 if (!__fdb_flush_matches(br, f, desc))
594 continue;
595
596 spin_lock_bh(&br->hash_lock);
597 if (!hlist_unhashed(&f->fdb_node))
598 fdb_delete(br, f, true);
599 spin_unlock_bh(&br->hash_lock);
600 }
601 rcu_read_unlock();
602}
603
604static unsigned long __ndm_state_to_fdb_flags(u16 ndm_state)
605{
606 unsigned long flags = 0;
607
608 if (ndm_state & NUD_PERMANENT)
609 __set_bit(BR_FDB_LOCAL, &flags);
610 if (ndm_state & NUD_NOARP)
611 __set_bit(BR_FDB_STATIC, &flags);
612
613 return flags;
614}
615
616static unsigned long __ndm_flags_to_fdb_flags(u8 ndm_flags)
617{
618 unsigned long flags = 0;
619
620 if (ndm_flags & NTF_USE)
621 __set_bit(BR_FDB_ADDED_BY_USER, &flags);
622 if (ndm_flags & NTF_EXT_LEARNED)
623 __set_bit(BR_FDB_ADDED_BY_EXT_LEARN, &flags);
624 if (ndm_flags & NTF_OFFLOADED)
625 __set_bit(BR_FDB_OFFLOADED, &flags);
626 if (ndm_flags & NTF_STICKY)
627 __set_bit(BR_FDB_STICKY, &flags);
628
629 return flags;
630}
631
632static int __fdb_flush_validate_ifindex(const struct net_bridge *br,
633 int ifindex,
634 struct netlink_ext_ack *extack)
635{
636 const struct net_device *dev;
637
638 dev = __dev_get_by_index(dev_net(br->dev), ifindex);
639 if (!dev) {
640 NL_SET_ERR_MSG_MOD(extack, "Unknown flush device ifindex");
641 return -ENODEV;
642 }
643 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
644 NL_SET_ERR_MSG_MOD(extack, "Flush device is not a bridge or bridge port");
645 return -EINVAL;
646 }
647 if (netif_is_bridge_master(dev) && dev != br->dev) {
648 NL_SET_ERR_MSG_MOD(extack,
649 "Flush bridge device does not match target bridge device");
650 return -EINVAL;
651 }
652 if (netif_is_bridge_port(dev)) {
653 struct net_bridge_port *p = br_port_get_rtnl(dev);
654
655 if (p->br != br) {
656 NL_SET_ERR_MSG_MOD(extack, "Port belongs to a different bridge device");
657 return -EINVAL;
658 }
659 }
660
661 return 0;
662}
663
664int br_fdb_delete_bulk(struct ndmsg *ndm, struct nlattr *tb[],
665 struct net_device *dev, u16 vid,
666 struct netlink_ext_ack *extack)
667{
668 u8 ndm_flags = ndm->ndm_flags & ~FDB_FLUSH_IGNORED_NDM_FLAGS;
669 struct net_bridge_fdb_flush_desc desc = { .vlan_id = vid };
670 struct net_bridge_port *p = NULL;
671 struct net_bridge *br;
672
673 if (netif_is_bridge_master(dev)) {
674 br = netdev_priv(dev);
675 } else {
676 p = br_port_get_rtnl(dev);
677 if (!p) {
678 NL_SET_ERR_MSG_MOD(extack, "Device is not a bridge port");
679 return -EINVAL;
680 }
681 br = p->br;
682 }
683
684 if (ndm_flags & ~FDB_FLUSH_ALLOWED_NDM_FLAGS) {
685 NL_SET_ERR_MSG(extack, "Unsupported fdb flush ndm flag bits set");
686 return -EINVAL;
687 }
688 if (ndm->ndm_state & ~FDB_FLUSH_ALLOWED_NDM_STATES) {
689 NL_SET_ERR_MSG(extack, "Unsupported fdb flush ndm state bits set");
690 return -EINVAL;
691 }
692
693 desc.flags |= __ndm_state_to_fdb_flags(ndm->ndm_state);
694 desc.flags |= __ndm_flags_to_fdb_flags(ndm_flags);
695 if (tb[NDA_NDM_STATE_MASK]) {
696 u16 ndm_state_mask = nla_get_u16(tb[NDA_NDM_STATE_MASK]);
697
698 desc.flags_mask |= __ndm_state_to_fdb_flags(ndm_state_mask);
699 }
700 if (tb[NDA_NDM_FLAGS_MASK]) {
701 u8 ndm_flags_mask = nla_get_u8(tb[NDA_NDM_FLAGS_MASK]);
702
703 desc.flags_mask |= __ndm_flags_to_fdb_flags(ndm_flags_mask);
704 }
705 if (tb[NDA_IFINDEX]) {
706 int err, ifidx = nla_get_s32(tb[NDA_IFINDEX]);
707
708 err = __fdb_flush_validate_ifindex(br, ifidx, extack);
709 if (err)
710 return err;
711 desc.port_ifindex = ifidx;
712 } else if (p) {
713 /* flush was invoked with port device and NTF_MASTER */
714 desc.port_ifindex = p->dev->ifindex;
715 }
716
717 br_debug(br, "flushing port ifindex: %d vlan id: %u flags: 0x%lx flags mask: 0x%lx\n",
718 desc.port_ifindex, desc.vlan_id, desc.flags, desc.flags_mask);
719
720 br_fdb_flush(br, &desc);
721
722 return 0;
723}
724
725/* Flush all entries referring to a specific port.
726 * if do_all is set also flush static entries
727 * if vid is set delete all entries that match the vlan_id
728 */
729void br_fdb_delete_by_port(struct net_bridge *br,
730 const struct net_bridge_port *p,
731 u16 vid,
732 int do_all)
733{
734 struct net_bridge_fdb_entry *f;
735 struct hlist_node *tmp;
736
737 spin_lock_bh(&br->hash_lock);
738 hlist_for_each_entry_safe(f, tmp, &br->fdb_list, fdb_node) {
739 if (f->dst != p)
740 continue;
741
742 if (!do_all)
743 if (test_bit(BR_FDB_STATIC, &f->flags) ||
744 (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &f->flags) &&
745 !test_bit(BR_FDB_OFFLOADED, &f->flags)) ||
746 (vid && f->key.vlan_id != vid))
747 continue;
748
749 if (test_bit(BR_FDB_LOCAL, &f->flags))
750 fdb_delete_local(br, p, f);
751 else
752 fdb_delete(br, f, true);
753 }
754 spin_unlock_bh(&br->hash_lock);
755}
756
757#if IS_ENABLED(CONFIG_ATM_LANE)
758/* Interface used by ATM LANE hook to test
759 * if an addr is on some other bridge port */
760int br_fdb_test_addr(struct net_device *dev, unsigned char *addr)
761{
762 struct net_bridge_fdb_entry *fdb;
763 struct net_bridge_port *port;
764 int ret;
765
766 rcu_read_lock();
767 port = br_port_get_rcu(dev);
768 if (!port)
769 ret = 0;
770 else {
771 const struct net_bridge_port *dst = NULL;
772
773 fdb = br_fdb_find_rcu(port->br, addr, 0);
774 if (fdb)
775 dst = READ_ONCE(fdb->dst);
776
777 ret = dst && dst->dev != dev &&
778 dst->state == BR_STATE_FORWARDING;
779 }
780 rcu_read_unlock();
781
782 return ret;
783}
784#endif /* CONFIG_ATM_LANE */
785
786/*
787 * Fill buffer with forwarding table records in
788 * the API format.
789 */
790int br_fdb_fillbuf(struct net_bridge *br, void *buf,
791 unsigned long maxnum, unsigned long skip)
792{
793 struct net_bridge_fdb_entry *f;
794 struct __fdb_entry *fe = buf;
795 int num = 0;
796
797 memset(buf, 0, maxnum*sizeof(struct __fdb_entry));
798
799 rcu_read_lock();
800 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
801 if (num >= maxnum)
802 break;
803
804 if (has_expired(br, f))
805 continue;
806
807 /* ignore pseudo entry for local MAC address */
808 if (!f->dst)
809 continue;
810
811 if (skip) {
812 --skip;
813 continue;
814 }
815
816 /* convert from internal format to API */
817 memcpy(fe->mac_addr, f->key.addr.addr, ETH_ALEN);
818
819 /* due to ABI compat need to split into hi/lo */
820 fe->port_no = f->dst->port_no;
821 fe->port_hi = f->dst->port_no >> 8;
822
823 fe->is_local = test_bit(BR_FDB_LOCAL, &f->flags);
824 if (!test_bit(BR_FDB_STATIC, &f->flags))
825 fe->ageing_timer_value = jiffies_delta_to_clock_t(jiffies - f->updated);
826 ++fe;
827 ++num;
828 }
829 rcu_read_unlock();
830
831 return num;
832}
833
834/* Add entry for local address of interface */
835int br_fdb_add_local(struct net_bridge *br, struct net_bridge_port *source,
836 const unsigned char *addr, u16 vid)
837{
838 int ret;
839
840 spin_lock_bh(&br->hash_lock);
841 ret = fdb_add_local(br, source, addr, vid);
842 spin_unlock_bh(&br->hash_lock);
843 return ret;
844}
845
846/* returns true if the fdb was modified */
847static bool __fdb_mark_active(struct net_bridge_fdb_entry *fdb)
848{
849 return !!(test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags) &&
850 test_and_clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags));
851}
852
853void br_fdb_update(struct net_bridge *br, struct net_bridge_port *source,
854 const unsigned char *addr, u16 vid, unsigned long flags)
855{
856 struct net_bridge_fdb_entry *fdb;
857
858 /* some users want to always flood. */
859 if (hold_time(br) == 0)
860 return;
861
862 fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
863 if (likely(fdb)) {
864 /* attempt to update an entry for a local interface */
865 if (unlikely(test_bit(BR_FDB_LOCAL, &fdb->flags))) {
866 if (net_ratelimit())
867 br_warn(br, "received packet on %s with own address as source address (addr:%pM, vlan:%u)\n",
868 source->dev->name, addr, vid);
869 } else {
870 unsigned long now = jiffies;
871 bool fdb_modified = false;
872
873 if (now != fdb->updated) {
874 fdb->updated = now;
875 fdb_modified = __fdb_mark_active(fdb);
876 }
877
878 /* fastpath: update of existing entry */
879 if (unlikely(source != READ_ONCE(fdb->dst) &&
880 !test_bit(BR_FDB_STICKY, &fdb->flags))) {
881 br_switchdev_fdb_notify(br, fdb, RTM_DELNEIGH);
882 WRITE_ONCE(fdb->dst, source);
883 fdb_modified = true;
884 /* Take over HW learned entry */
885 if (unlikely(test_bit(BR_FDB_ADDED_BY_EXT_LEARN,
886 &fdb->flags)))
887 clear_bit(BR_FDB_ADDED_BY_EXT_LEARN,
888 &fdb->flags);
889 /* Clear locked flag when roaming to an
890 * unlocked port.
891 */
892 if (unlikely(test_bit(BR_FDB_LOCKED, &fdb->flags)))
893 clear_bit(BR_FDB_LOCKED, &fdb->flags);
894 }
895
896 if (unlikely(test_bit(BR_FDB_ADDED_BY_USER, &flags)))
897 set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);
898 if (unlikely(fdb_modified)) {
899 trace_br_fdb_update(br, source, addr, vid, flags);
900 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
901 }
902 }
903 } else {
904 spin_lock(&br->hash_lock);
905 fdb = fdb_create(br, source, addr, vid, flags);
906 if (fdb) {
907 trace_br_fdb_update(br, source, addr, vid, flags);
908 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
909 }
910 /* else we lose race and someone else inserts
911 * it first, don't bother updating
912 */
913 spin_unlock(&br->hash_lock);
914 }
915}
916
917/* Dump information about entries, in response to GETNEIGH */
918int br_fdb_dump(struct sk_buff *skb,
919 struct netlink_callback *cb,
920 struct net_device *dev,
921 struct net_device *filter_dev,
922 int *idx)
923{
924 struct net_bridge *br = netdev_priv(dev);
925 struct net_bridge_fdb_entry *f;
926 int err = 0;
927
928 if (!netif_is_bridge_master(dev))
929 return err;
930
931 if (!filter_dev) {
932 err = ndo_dflt_fdb_dump(skb, cb, dev, NULL, idx);
933 if (err < 0)
934 return err;
935 }
936
937 rcu_read_lock();
938 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
939 if (*idx < cb->args[2])
940 goto skip;
941 if (filter_dev && (!f->dst || f->dst->dev != filter_dev)) {
942 if (filter_dev != dev)
943 goto skip;
944 /* !f->dst is a special case for bridge
945 * It means the MAC belongs to the bridge
946 * Therefore need a little more filtering
947 * we only want to dump the !f->dst case
948 */
949 if (f->dst)
950 goto skip;
951 }
952 if (!filter_dev && f->dst)
953 goto skip;
954
955 err = fdb_fill_info(skb, br, f,
956 NETLINK_CB(cb->skb).portid,
957 cb->nlh->nlmsg_seq,
958 RTM_NEWNEIGH,
959 NLM_F_MULTI);
960 if (err < 0)
961 break;
962skip:
963 *idx += 1;
964 }
965 rcu_read_unlock();
966
967 return err;
968}
969
970int br_fdb_get(struct sk_buff *skb,
971 struct nlattr *tb[],
972 struct net_device *dev,
973 const unsigned char *addr,
974 u16 vid, u32 portid, u32 seq,
975 struct netlink_ext_ack *extack)
976{
977 struct net_bridge *br = netdev_priv(dev);
978 struct net_bridge_fdb_entry *f;
979 int err = 0;
980
981 rcu_read_lock();
982 f = br_fdb_find_rcu(br, addr, vid);
983 if (!f) {
984 NL_SET_ERR_MSG(extack, "Fdb entry not found");
985 err = -ENOENT;
986 goto errout;
987 }
988
989 err = fdb_fill_info(skb, br, f, portid, seq,
990 RTM_NEWNEIGH, 0);
991errout:
992 rcu_read_unlock();
993 return err;
994}
995
996/* returns true if the fdb is modified */
997static bool fdb_handle_notify(struct net_bridge_fdb_entry *fdb, u8 notify)
998{
999 bool modified = false;
1000
1001 /* allow to mark an entry as inactive, usually done on creation */
1002 if ((notify & FDB_NOTIFY_INACTIVE_BIT) &&
1003 !test_and_set_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags))
1004 modified = true;
1005
1006 if ((notify & FDB_NOTIFY_BIT) &&
1007 !test_and_set_bit(BR_FDB_NOTIFY, &fdb->flags)) {
1008 /* enabled activity tracking */
1009 modified = true;
1010 } else if (!(notify & FDB_NOTIFY_BIT) &&
1011 test_and_clear_bit(BR_FDB_NOTIFY, &fdb->flags)) {
1012 /* disabled activity tracking, clear notify state */
1013 clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags);
1014 modified = true;
1015 }
1016
1017 return modified;
1018}
1019
1020/* Update (create or replace) forwarding database entry */
1021static int fdb_add_entry(struct net_bridge *br, struct net_bridge_port *source,
1022 const u8 *addr, struct ndmsg *ndm, u16 flags, u16 vid,
1023 struct nlattr *nfea_tb[])
1024{
1025 bool is_sticky = !!(ndm->ndm_flags & NTF_STICKY);
1026 bool refresh = !nfea_tb[NFEA_DONT_REFRESH];
1027 struct net_bridge_fdb_entry *fdb;
1028 u16 state = ndm->ndm_state;
1029 bool modified = false;
1030 u8 notify = 0;
1031
1032 /* If the port cannot learn allow only local and static entries */
1033 if (source && !(state & NUD_PERMANENT) && !(state & NUD_NOARP) &&
1034 !(source->state == BR_STATE_LEARNING ||
1035 source->state == BR_STATE_FORWARDING))
1036 return -EPERM;
1037
1038 if (!source && !(state & NUD_PERMANENT)) {
1039 pr_info("bridge: RTM_NEWNEIGH %s without NUD_PERMANENT\n",
1040 br->dev->name);
1041 return -EINVAL;
1042 }
1043
1044 if (is_sticky && (state & NUD_PERMANENT))
1045 return -EINVAL;
1046
1047 if (nfea_tb[NFEA_ACTIVITY_NOTIFY]) {
1048 notify = nla_get_u8(nfea_tb[NFEA_ACTIVITY_NOTIFY]);
1049 if ((notify & ~BR_FDB_NOTIFY_SETTABLE_BITS) ||
1050 (notify & BR_FDB_NOTIFY_SETTABLE_BITS) == FDB_NOTIFY_INACTIVE_BIT)
1051 return -EINVAL;
1052 }
1053
1054 fdb = br_fdb_find(br, addr, vid);
1055 if (fdb == NULL) {
1056 if (!(flags & NLM_F_CREATE))
1057 return -ENOENT;
1058
1059 fdb = fdb_create(br, source, addr, vid, 0);
1060 if (!fdb)
1061 return -ENOMEM;
1062
1063 modified = true;
1064 } else {
1065 if (flags & NLM_F_EXCL)
1066 return -EEXIST;
1067
1068 if (READ_ONCE(fdb->dst) != source) {
1069 WRITE_ONCE(fdb->dst, source);
1070 modified = true;
1071 }
1072 }
1073
1074 if (fdb_to_nud(br, fdb) != state) {
1075 if (state & NUD_PERMANENT) {
1076 set_bit(BR_FDB_LOCAL, &fdb->flags);
1077 if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags))
1078 fdb_add_hw_addr(br, addr);
1079 } else if (state & NUD_NOARP) {
1080 clear_bit(BR_FDB_LOCAL, &fdb->flags);
1081 if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags))
1082 fdb_add_hw_addr(br, addr);
1083 } else {
1084 clear_bit(BR_FDB_LOCAL, &fdb->flags);
1085 if (test_and_clear_bit(BR_FDB_STATIC, &fdb->flags))
1086 fdb_del_hw_addr(br, addr);
1087 }
1088
1089 modified = true;
1090 }
1091
1092 if (is_sticky != test_bit(BR_FDB_STICKY, &fdb->flags)) {
1093 change_bit(BR_FDB_STICKY, &fdb->flags);
1094 modified = true;
1095 }
1096
1097 if (test_and_clear_bit(BR_FDB_LOCKED, &fdb->flags))
1098 modified = true;
1099
1100 if (fdb_handle_notify(fdb, notify))
1101 modified = true;
1102
1103 set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);
1104
1105 fdb->used = jiffies;
1106 if (modified) {
1107 if (refresh)
1108 fdb->updated = jiffies;
1109 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
1110 }
1111
1112 return 0;
1113}
1114
1115static int __br_fdb_add(struct ndmsg *ndm, struct net_bridge *br,
1116 struct net_bridge_port *p, const unsigned char *addr,
1117 u16 nlh_flags, u16 vid, struct nlattr *nfea_tb[],
1118 struct netlink_ext_ack *extack)
1119{
1120 int err = 0;
1121
1122 if (ndm->ndm_flags & NTF_USE) {
1123 if (!p) {
1124 pr_info("bridge: RTM_NEWNEIGH %s with NTF_USE is not supported\n",
1125 br->dev->name);
1126 return -EINVAL;
1127 }
1128 if (!nbp_state_should_learn(p))
1129 return 0;
1130
1131 local_bh_disable();
1132 rcu_read_lock();
1133 br_fdb_update(br, p, addr, vid, BIT(BR_FDB_ADDED_BY_USER));
1134 rcu_read_unlock();
1135 local_bh_enable();
1136 } else if (ndm->ndm_flags & NTF_EXT_LEARNED) {
1137 if (!p && !(ndm->ndm_state & NUD_PERMANENT)) {
1138 NL_SET_ERR_MSG_MOD(extack,
1139 "FDB entry towards bridge must be permanent");
1140 return -EINVAL;
1141 }
1142 err = br_fdb_external_learn_add(br, p, addr, vid, false, true);
1143 } else {
1144 spin_lock_bh(&br->hash_lock);
1145 err = fdb_add_entry(br, p, addr, ndm, nlh_flags, vid, nfea_tb);
1146 spin_unlock_bh(&br->hash_lock);
1147 }
1148
1149 return err;
1150}
1151
1152static const struct nla_policy br_nda_fdb_pol[NFEA_MAX + 1] = {
1153 [NFEA_ACTIVITY_NOTIFY] = { .type = NLA_U8 },
1154 [NFEA_DONT_REFRESH] = { .type = NLA_FLAG },
1155};
1156
1157/* Add new permanent fdb entry with RTM_NEWNEIGH */
1158int br_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
1159 struct net_device *dev,
1160 const unsigned char *addr, u16 vid, u16 nlh_flags,
1161 struct netlink_ext_ack *extack)
1162{
1163 struct nlattr *nfea_tb[NFEA_MAX + 1], *attr;
1164 struct net_bridge_vlan_group *vg;
1165 struct net_bridge_port *p = NULL;
1166 struct net_bridge_vlan *v;
1167 struct net_bridge *br = NULL;
1168 u32 ext_flags = 0;
1169 int err = 0;
1170
1171 trace_br_fdb_add(ndm, dev, addr, vid, nlh_flags);
1172
1173 if (!(ndm->ndm_state & (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE))) {
1174 pr_info("bridge: RTM_NEWNEIGH with invalid state %#x\n", ndm->ndm_state);
1175 return -EINVAL;
1176 }
1177
1178 if (is_zero_ether_addr(addr)) {
1179 pr_info("bridge: RTM_NEWNEIGH with invalid ether address\n");
1180 return -EINVAL;
1181 }
1182
1183 if (netif_is_bridge_master(dev)) {
1184 br = netdev_priv(dev);
1185 vg = br_vlan_group(br);
1186 } else {
1187 p = br_port_get_rtnl(dev);
1188 if (!p) {
1189 pr_info("bridge: RTM_NEWNEIGH %s not a bridge port\n",
1190 dev->name);
1191 return -EINVAL;
1192 }
1193 br = p->br;
1194 vg = nbp_vlan_group(p);
1195 }
1196
1197 if (tb[NDA_FLAGS_EXT])
1198 ext_flags = nla_get_u32(tb[NDA_FLAGS_EXT]);
1199
1200 if (ext_flags & NTF_EXT_LOCKED) {
1201 NL_SET_ERR_MSG_MOD(extack, "Cannot add FDB entry with \"locked\" flag set");
1202 return -EINVAL;
1203 }
1204
1205 if (tb[NDA_FDB_EXT_ATTRS]) {
1206 attr = tb[NDA_FDB_EXT_ATTRS];
1207 err = nla_parse_nested(nfea_tb, NFEA_MAX, attr,
1208 br_nda_fdb_pol, extack);
1209 if (err)
1210 return err;
1211 } else {
1212 memset(nfea_tb, 0, sizeof(struct nlattr *) * (NFEA_MAX + 1));
1213 }
1214
1215 if (vid) {
1216 v = br_vlan_find(vg, vid);
1217 if (!v || !br_vlan_should_use(v)) {
1218 pr_info("bridge: RTM_NEWNEIGH with unconfigured vlan %d on %s\n", vid, dev->name);
1219 return -EINVAL;
1220 }
1221
1222 /* VID was specified, so use it. */
1223 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, vid, nfea_tb,
1224 extack);
1225 } else {
1226 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, 0, nfea_tb,
1227 extack);
1228 if (err || !vg || !vg->num_vlans)
1229 goto out;
1230
1231 /* We have vlans configured on this port and user didn't
1232 * specify a VLAN. To be nice, add/update entry for every
1233 * vlan on this port.
1234 */
1235 list_for_each_entry(v, &vg->vlan_list, vlist) {
1236 if (!br_vlan_should_use(v))
1237 continue;
1238 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, v->vid,
1239 nfea_tb, extack);
1240 if (err)
1241 goto out;
1242 }
1243 }
1244
1245out:
1246 return err;
1247}
1248
1249static int fdb_delete_by_addr_and_port(struct net_bridge *br,
1250 const struct net_bridge_port *p,
1251 const u8 *addr, u16 vlan)
1252{
1253 struct net_bridge_fdb_entry *fdb;
1254
1255 fdb = br_fdb_find(br, addr, vlan);
1256 if (!fdb || READ_ONCE(fdb->dst) != p)
1257 return -ENOENT;
1258
1259 fdb_delete(br, fdb, true);
1260
1261 return 0;
1262}
1263
1264static int __br_fdb_delete(struct net_bridge *br,
1265 const struct net_bridge_port *p,
1266 const unsigned char *addr, u16 vid)
1267{
1268 int err;
1269
1270 spin_lock_bh(&br->hash_lock);
1271 err = fdb_delete_by_addr_and_port(br, p, addr, vid);
1272 spin_unlock_bh(&br->hash_lock);
1273
1274 return err;
1275}
1276
1277/* Remove neighbor entry with RTM_DELNEIGH */
1278int br_fdb_delete(struct ndmsg *ndm, struct nlattr *tb[],
1279 struct net_device *dev,
1280 const unsigned char *addr, u16 vid,
1281 struct netlink_ext_ack *extack)
1282{
1283 struct net_bridge_vlan_group *vg;
1284 struct net_bridge_port *p = NULL;
1285 struct net_bridge_vlan *v;
1286 struct net_bridge *br;
1287 int err;
1288
1289 if (netif_is_bridge_master(dev)) {
1290 br = netdev_priv(dev);
1291 vg = br_vlan_group(br);
1292 } else {
1293 p = br_port_get_rtnl(dev);
1294 if (!p) {
1295 pr_info("bridge: RTM_DELNEIGH %s not a bridge port\n",
1296 dev->name);
1297 return -EINVAL;
1298 }
1299 vg = nbp_vlan_group(p);
1300 br = p->br;
1301 }
1302
1303 if (vid) {
1304 v = br_vlan_find(vg, vid);
1305 if (!v) {
1306 pr_info("bridge: RTM_DELNEIGH with unconfigured vlan %d on %s\n", vid, dev->name);
1307 return -EINVAL;
1308 }
1309
1310 err = __br_fdb_delete(br, p, addr, vid);
1311 } else {
1312 err = -ENOENT;
1313 err &= __br_fdb_delete(br, p, addr, 0);
1314 if (!vg || !vg->num_vlans)
1315 return err;
1316
1317 list_for_each_entry(v, &vg->vlan_list, vlist) {
1318 if (!br_vlan_should_use(v))
1319 continue;
1320 err &= __br_fdb_delete(br, p, addr, v->vid);
1321 }
1322 }
1323
1324 return err;
1325}
1326
1327int br_fdb_sync_static(struct net_bridge *br, struct net_bridge_port *p)
1328{
1329 struct net_bridge_fdb_entry *f, *tmp;
1330 int err = 0;
1331
1332 ASSERT_RTNL();
1333
1334 /* the key here is that static entries change only under rtnl */
1335 rcu_read_lock();
1336 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
1337 /* We only care for static entries */
1338 if (!test_bit(BR_FDB_STATIC, &f->flags))
1339 continue;
1340 err = dev_uc_add(p->dev, f->key.addr.addr);
1341 if (err)
1342 goto rollback;
1343 }
1344done:
1345 rcu_read_unlock();
1346
1347 return err;
1348
1349rollback:
1350 hlist_for_each_entry_rcu(tmp, &br->fdb_list, fdb_node) {
1351 /* We only care for static entries */
1352 if (!test_bit(BR_FDB_STATIC, &tmp->flags))
1353 continue;
1354 if (tmp == f)
1355 break;
1356 dev_uc_del(p->dev, tmp->key.addr.addr);
1357 }
1358
1359 goto done;
1360}
1361
1362void br_fdb_unsync_static(struct net_bridge *br, struct net_bridge_port *p)
1363{
1364 struct net_bridge_fdb_entry *f;
1365
1366 ASSERT_RTNL();
1367
1368 rcu_read_lock();
1369 hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
1370 /* We only care for static entries */
1371 if (!test_bit(BR_FDB_STATIC, &f->flags))
1372 continue;
1373
1374 dev_uc_del(p->dev, f->key.addr.addr);
1375 }
1376 rcu_read_unlock();
1377}
1378
1379int br_fdb_external_learn_add(struct net_bridge *br, struct net_bridge_port *p,
1380 const unsigned char *addr, u16 vid, bool locked,
1381 bool swdev_notify)
1382{
1383 struct net_bridge_fdb_entry *fdb;
1384 bool modified = false;
1385 int err = 0;
1386
1387 trace_br_fdb_external_learn_add(br, p, addr, vid);
1388
1389 if (locked && (!p || !(p->flags & BR_PORT_MAB)))
1390 return -EINVAL;
1391
1392 spin_lock_bh(&br->hash_lock);
1393
1394 fdb = br_fdb_find(br, addr, vid);
1395 if (!fdb) {
1396 unsigned long flags = BIT(BR_FDB_ADDED_BY_EXT_LEARN);
1397
1398 if (swdev_notify)
1399 flags |= BIT(BR_FDB_ADDED_BY_USER);
1400
1401 if (!p)
1402 flags |= BIT(BR_FDB_LOCAL);
1403
1404 if (locked)
1405 flags |= BIT(BR_FDB_LOCKED);
1406
1407 fdb = fdb_create(br, p, addr, vid, flags);
1408 if (!fdb) {
1409 err = -ENOMEM;
1410 goto err_unlock;
1411 }
1412 fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);
1413 } else {
1414 if (locked &&
1415 (!test_bit(BR_FDB_LOCKED, &fdb->flags) ||
1416 READ_ONCE(fdb->dst) != p)) {
1417 err = -EINVAL;
1418 goto err_unlock;
1419 }
1420
1421 fdb->updated = jiffies;
1422
1423 if (READ_ONCE(fdb->dst) != p) {
1424 WRITE_ONCE(fdb->dst, p);
1425 modified = true;
1426 }
1427
1428 if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags)) {
1429 /* Refresh entry */
1430 fdb->used = jiffies;
1431 } else if (!test_bit(BR_FDB_ADDED_BY_USER, &fdb->flags)) {
1432 /* Take over SW learned entry */
1433 set_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags);
1434 modified = true;
1435 }
1436
1437 if (locked != test_bit(BR_FDB_LOCKED, &fdb->flags)) {
1438 change_bit(BR_FDB_LOCKED, &fdb->flags);
1439 modified = true;
1440 }
1441
1442 if (swdev_notify)
1443 set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);
1444
1445 if (!p)
1446 set_bit(BR_FDB_LOCAL, &fdb->flags);
1447
1448 if (modified)
1449 fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);
1450 }
1451
1452err_unlock:
1453 spin_unlock_bh(&br->hash_lock);
1454
1455 return err;
1456}
1457
1458int br_fdb_external_learn_del(struct net_bridge *br, struct net_bridge_port *p,
1459 const unsigned char *addr, u16 vid,
1460 bool swdev_notify)
1461{
1462 struct net_bridge_fdb_entry *fdb;
1463 int err = 0;
1464
1465 spin_lock_bh(&br->hash_lock);
1466
1467 fdb = br_fdb_find(br, addr, vid);
1468 if (fdb && test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags))
1469 fdb_delete(br, fdb, swdev_notify);
1470 else
1471 err = -ENOENT;
1472
1473 spin_unlock_bh(&br->hash_lock);
1474
1475 return err;
1476}
1477
1478void br_fdb_offloaded_set(struct net_bridge *br, struct net_bridge_port *p,
1479 const unsigned char *addr, u16 vid, bool offloaded)
1480{
1481 struct net_bridge_fdb_entry *fdb;
1482
1483 spin_lock_bh(&br->hash_lock);
1484
1485 fdb = br_fdb_find(br, addr, vid);
1486 if (fdb && offloaded != test_bit(BR_FDB_OFFLOADED, &fdb->flags))
1487 change_bit(BR_FDB_OFFLOADED, &fdb->flags);
1488
1489 spin_unlock_bh(&br->hash_lock);
1490}
1491
1492void br_fdb_clear_offload(const struct net_device *dev, u16 vid)
1493{
1494 struct net_bridge_fdb_entry *f;
1495 struct net_bridge_port *p;
1496
1497 ASSERT_RTNL();
1498
1499 p = br_port_get_rtnl(dev);
1500 if (!p)
1501 return;
1502
1503 spin_lock_bh(&p->br->hash_lock);
1504 hlist_for_each_entry(f, &p->br->fdb_list, fdb_node) {
1505 if (f->dst == p && f->key.vlan_id == vid)
1506 clear_bit(BR_FDB_OFFLOADED, &f->flags);
1507 }
1508 spin_unlock_bh(&p->br->hash_lock);
1509}
1510EXPORT_SYMBOL_GPL(br_fdb_clear_offload);