Merge tag 'for-6.2-rc2-tag' of git://git.kernel.org/pub/scm/linux/kernel/git/kdave...
[linux-block.git] / net / bridge / br_fdb.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *      Forwarding database
4  *      Linux ethernet bridge
5  *
6  *      Authors:
7  *      Lennert Buytenhek               <buytenh@gnu.org>
8  */
9
10 #include <linux/kernel.h>
11 #include <linux/init.h>
12 #include <linux/rculist.h>
13 #include <linux/spinlock.h>
14 #include <linux/times.h>
15 #include <linux/netdevice.h>
16 #include <linux/etherdevice.h>
17 #include <linux/jhash.h>
18 #include <linux/random.h>
19 #include <linux/slab.h>
20 #include <linux/atomic.h>
21 #include <asm/unaligned.h>
22 #include <linux/if_vlan.h>
23 #include <net/switchdev.h>
24 #include <trace/events/bridge.h>
25 #include "br_private.h"
26
27 static const struct rhashtable_params br_fdb_rht_params = {
28         .head_offset = offsetof(struct net_bridge_fdb_entry, rhnode),
29         .key_offset = offsetof(struct net_bridge_fdb_entry, key),
30         .key_len = sizeof(struct net_bridge_fdb_key),
31         .automatic_shrinking = true,
32 };
33
34 static struct kmem_cache *br_fdb_cache __read_mostly;
35
36 int __init br_fdb_init(void)
37 {
38         br_fdb_cache = kmem_cache_create("bridge_fdb_cache",
39                                          sizeof(struct net_bridge_fdb_entry),
40                                          0,
41                                          SLAB_HWCACHE_ALIGN, NULL);
42         if (!br_fdb_cache)
43                 return -ENOMEM;
44
45         return 0;
46 }
47
48 void br_fdb_fini(void)
49 {
50         kmem_cache_destroy(br_fdb_cache);
51 }
52
53 int br_fdb_hash_init(struct net_bridge *br)
54 {
55         return rhashtable_init(&br->fdb_hash_tbl, &br_fdb_rht_params);
56 }
57
58 void br_fdb_hash_fini(struct net_bridge *br)
59 {
60         rhashtable_destroy(&br->fdb_hash_tbl);
61 }
62
63 /* if topology_changing then use forward_delay (default 15 sec)
64  * otherwise keep longer (default 5 minutes)
65  */
66 static inline unsigned long hold_time(const struct net_bridge *br)
67 {
68         return br->topology_change ? br->forward_delay : br->ageing_time;
69 }
70
71 static inline int has_expired(const struct net_bridge *br,
72                                   const struct net_bridge_fdb_entry *fdb)
73 {
74         return !test_bit(BR_FDB_STATIC, &fdb->flags) &&
75                !test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags) &&
76                time_before_eq(fdb->updated + hold_time(br), jiffies);
77 }
78
79 static void fdb_rcu_free(struct rcu_head *head)
80 {
81         struct net_bridge_fdb_entry *ent
82                 = container_of(head, struct net_bridge_fdb_entry, rcu);
83         kmem_cache_free(br_fdb_cache, ent);
84 }
85
86 static int fdb_to_nud(const struct net_bridge *br,
87                       const struct net_bridge_fdb_entry *fdb)
88 {
89         if (test_bit(BR_FDB_LOCAL, &fdb->flags))
90                 return NUD_PERMANENT;
91         else if (test_bit(BR_FDB_STATIC, &fdb->flags))
92                 return NUD_NOARP;
93         else if (has_expired(br, fdb))
94                 return NUD_STALE;
95         else
96                 return NUD_REACHABLE;
97 }
98
99 static int fdb_fill_info(struct sk_buff *skb, const struct net_bridge *br,
100                          const struct net_bridge_fdb_entry *fdb,
101                          u32 portid, u32 seq, int type, unsigned int flags)
102 {
103         const struct net_bridge_port *dst = READ_ONCE(fdb->dst);
104         unsigned long now = jiffies;
105         struct nda_cacheinfo ci;
106         struct nlmsghdr *nlh;
107         struct ndmsg *ndm;
108         u32 ext_flags = 0;
109
110         nlh = nlmsg_put(skb, portid, seq, type, sizeof(*ndm), flags);
111         if (nlh == NULL)
112                 return -EMSGSIZE;
113
114         ndm = nlmsg_data(nlh);
115         ndm->ndm_family  = AF_BRIDGE;
116         ndm->ndm_pad1    = 0;
117         ndm->ndm_pad2    = 0;
118         ndm->ndm_flags   = 0;
119         ndm->ndm_type    = 0;
120         ndm->ndm_ifindex = dst ? dst->dev->ifindex : br->dev->ifindex;
121         ndm->ndm_state   = fdb_to_nud(br, fdb);
122
123         if (test_bit(BR_FDB_OFFLOADED, &fdb->flags))
124                 ndm->ndm_flags |= NTF_OFFLOADED;
125         if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags))
126                 ndm->ndm_flags |= NTF_EXT_LEARNED;
127         if (test_bit(BR_FDB_STICKY, &fdb->flags))
128                 ndm->ndm_flags |= NTF_STICKY;
129         if (test_bit(BR_FDB_LOCKED, &fdb->flags))
130                 ext_flags |= NTF_EXT_LOCKED;
131
132         if (nla_put(skb, NDA_LLADDR, ETH_ALEN, &fdb->key.addr))
133                 goto nla_put_failure;
134         if (nla_put_u32(skb, NDA_MASTER, br->dev->ifindex))
135                 goto nla_put_failure;
136         if (nla_put_u32(skb, NDA_FLAGS_EXT, ext_flags))
137                 goto nla_put_failure;
138
139         ci.ndm_used      = jiffies_to_clock_t(now - fdb->used);
140         ci.ndm_confirmed = 0;
141         ci.ndm_updated   = jiffies_to_clock_t(now - fdb->updated);
142         ci.ndm_refcnt    = 0;
143         if (nla_put(skb, NDA_CACHEINFO, sizeof(ci), &ci))
144                 goto nla_put_failure;
145
146         if (fdb->key.vlan_id && nla_put(skb, NDA_VLAN, sizeof(u16),
147                                         &fdb->key.vlan_id))
148                 goto nla_put_failure;
149
150         if (test_bit(BR_FDB_NOTIFY, &fdb->flags)) {
151                 struct nlattr *nest = nla_nest_start(skb, NDA_FDB_EXT_ATTRS);
152                 u8 notify_bits = FDB_NOTIFY_BIT;
153
154                 if (!nest)
155                         goto nla_put_failure;
156                 if (test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags))
157                         notify_bits |= FDB_NOTIFY_INACTIVE_BIT;
158
159                 if (nla_put_u8(skb, NFEA_ACTIVITY_NOTIFY, notify_bits)) {
160                         nla_nest_cancel(skb, nest);
161                         goto nla_put_failure;
162                 }
163
164                 nla_nest_end(skb, nest);
165         }
166
167         nlmsg_end(skb, nlh);
168         return 0;
169
170 nla_put_failure:
171         nlmsg_cancel(skb, nlh);
172         return -EMSGSIZE;
173 }
174
175 static inline size_t fdb_nlmsg_size(void)
176 {
177         return NLMSG_ALIGN(sizeof(struct ndmsg))
178                 + nla_total_size(ETH_ALEN) /* NDA_LLADDR */
179                 + nla_total_size(sizeof(u32)) /* NDA_MASTER */
180                 + nla_total_size(sizeof(u32)) /* NDA_FLAGS_EXT */
181                 + nla_total_size(sizeof(u16)) /* NDA_VLAN */
182                 + nla_total_size(sizeof(struct nda_cacheinfo))
183                 + nla_total_size(0) /* NDA_FDB_EXT_ATTRS */
184                 + nla_total_size(sizeof(u8)); /* NFEA_ACTIVITY_NOTIFY */
185 }
186
187 static void fdb_notify(struct net_bridge *br,
188                        const struct net_bridge_fdb_entry *fdb, int type,
189                        bool swdev_notify)
190 {
191         struct net *net = dev_net(br->dev);
192         struct sk_buff *skb;
193         int err = -ENOBUFS;
194
195         if (swdev_notify)
196                 br_switchdev_fdb_notify(br, fdb, type);
197
198         skb = nlmsg_new(fdb_nlmsg_size(), GFP_ATOMIC);
199         if (skb == NULL)
200                 goto errout;
201
202         err = fdb_fill_info(skb, br, fdb, 0, 0, type, 0);
203         if (err < 0) {
204                 /* -EMSGSIZE implies BUG in fdb_nlmsg_size() */
205                 WARN_ON(err == -EMSGSIZE);
206                 kfree_skb(skb);
207                 goto errout;
208         }
209         rtnl_notify(skb, net, 0, RTNLGRP_NEIGH, NULL, GFP_ATOMIC);
210         return;
211 errout:
212         rtnl_set_sk_err(net, RTNLGRP_NEIGH, err);
213 }
214
215 static struct net_bridge_fdb_entry *fdb_find_rcu(struct rhashtable *tbl,
216                                                  const unsigned char *addr,
217                                                  __u16 vid)
218 {
219         struct net_bridge_fdb_key key;
220
221         WARN_ON_ONCE(!rcu_read_lock_held());
222
223         key.vlan_id = vid;
224         memcpy(key.addr.addr, addr, sizeof(key.addr.addr));
225
226         return rhashtable_lookup(tbl, &key, br_fdb_rht_params);
227 }
228
229 /* requires bridge hash_lock */
230 static struct net_bridge_fdb_entry *br_fdb_find(struct net_bridge *br,
231                                                 const unsigned char *addr,
232                                                 __u16 vid)
233 {
234         struct net_bridge_fdb_entry *fdb;
235
236         lockdep_assert_held_once(&br->hash_lock);
237
238         rcu_read_lock();
239         fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
240         rcu_read_unlock();
241
242         return fdb;
243 }
244
245 struct net_device *br_fdb_find_port(const struct net_device *br_dev,
246                                     const unsigned char *addr,
247                                     __u16 vid)
248 {
249         struct net_bridge_fdb_entry *f;
250         struct net_device *dev = NULL;
251         struct net_bridge *br;
252
253         ASSERT_RTNL();
254
255         if (!netif_is_bridge_master(br_dev))
256                 return NULL;
257
258         br = netdev_priv(br_dev);
259         rcu_read_lock();
260         f = br_fdb_find_rcu(br, addr, vid);
261         if (f && f->dst)
262                 dev = f->dst->dev;
263         rcu_read_unlock();
264
265         return dev;
266 }
267 EXPORT_SYMBOL_GPL(br_fdb_find_port);
268
269 struct net_bridge_fdb_entry *br_fdb_find_rcu(struct net_bridge *br,
270                                              const unsigned char *addr,
271                                              __u16 vid)
272 {
273         return fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
274 }
275
276 /* When a static FDB entry is added, the mac address from the entry is
277  * added to the bridge private HW address list and all required ports
278  * are then updated with the new information.
279  * Called under RTNL.
280  */
281 static void fdb_add_hw_addr(struct net_bridge *br, const unsigned char *addr)
282 {
283         int err;
284         struct net_bridge_port *p;
285
286         ASSERT_RTNL();
287
288         list_for_each_entry(p, &br->port_list, list) {
289                 if (!br_promisc_port(p)) {
290                         err = dev_uc_add(p->dev, addr);
291                         if (err)
292                                 goto undo;
293                 }
294         }
295
296         return;
297 undo:
298         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
299                 if (!br_promisc_port(p))
300                         dev_uc_del(p->dev, addr);
301         }
302 }
303
304 /* When a static FDB entry is deleted, the HW address from that entry is
305  * also removed from the bridge private HW address list and updates all
306  * the ports with needed information.
307  * Called under RTNL.
308  */
309 static void fdb_del_hw_addr(struct net_bridge *br, const unsigned char *addr)
310 {
311         struct net_bridge_port *p;
312
313         ASSERT_RTNL();
314
315         list_for_each_entry(p, &br->port_list, list) {
316                 if (!br_promisc_port(p))
317                         dev_uc_del(p->dev, addr);
318         }
319 }
320
321 static void fdb_delete(struct net_bridge *br, struct net_bridge_fdb_entry *f,
322                        bool swdev_notify)
323 {
324         trace_fdb_delete(br, f);
325
326         if (test_bit(BR_FDB_STATIC, &f->flags))
327                 fdb_del_hw_addr(br, f->key.addr.addr);
328
329         hlist_del_init_rcu(&f->fdb_node);
330         rhashtable_remove_fast(&br->fdb_hash_tbl, &f->rhnode,
331                                br_fdb_rht_params);
332         fdb_notify(br, f, RTM_DELNEIGH, swdev_notify);
333         call_rcu(&f->rcu, fdb_rcu_free);
334 }
335
336 /* Delete a local entry if no other port had the same address. */
337 static void fdb_delete_local(struct net_bridge *br,
338                              const struct net_bridge_port *p,
339                              struct net_bridge_fdb_entry *f)
340 {
341         const unsigned char *addr = f->key.addr.addr;
342         struct net_bridge_vlan_group *vg;
343         const struct net_bridge_vlan *v;
344         struct net_bridge_port *op;
345         u16 vid = f->key.vlan_id;
346
347         /* Maybe another port has same hw addr? */
348         list_for_each_entry(op, &br->port_list, list) {
349                 vg = nbp_vlan_group(op);
350                 if (op != p && ether_addr_equal(op->dev->dev_addr, addr) &&
351                     (!vid || br_vlan_find(vg, vid))) {
352                         f->dst = op;
353                         clear_bit(BR_FDB_ADDED_BY_USER, &f->flags);
354                         return;
355                 }
356         }
357
358         vg = br_vlan_group(br);
359         v = br_vlan_find(vg, vid);
360         /* Maybe bridge device has same hw addr? */
361         if (p && ether_addr_equal(br->dev->dev_addr, addr) &&
362             (!vid || (v && br_vlan_should_use(v)))) {
363                 f->dst = NULL;
364                 clear_bit(BR_FDB_ADDED_BY_USER, &f->flags);
365                 return;
366         }
367
368         fdb_delete(br, f, true);
369 }
370
371 void br_fdb_find_delete_local(struct net_bridge *br,
372                               const struct net_bridge_port *p,
373                               const unsigned char *addr, u16 vid)
374 {
375         struct net_bridge_fdb_entry *f;
376
377         spin_lock_bh(&br->hash_lock);
378         f = br_fdb_find(br, addr, vid);
379         if (f && test_bit(BR_FDB_LOCAL, &f->flags) &&
380             !test_bit(BR_FDB_ADDED_BY_USER, &f->flags) && f->dst == p)
381                 fdb_delete_local(br, p, f);
382         spin_unlock_bh(&br->hash_lock);
383 }
384
385 static struct net_bridge_fdb_entry *fdb_create(struct net_bridge *br,
386                                                struct net_bridge_port *source,
387                                                const unsigned char *addr,
388                                                __u16 vid,
389                                                unsigned long flags)
390 {
391         struct net_bridge_fdb_entry *fdb;
392         int err;
393
394         fdb = kmem_cache_alloc(br_fdb_cache, GFP_ATOMIC);
395         if (!fdb)
396                 return NULL;
397
398         memcpy(fdb->key.addr.addr, addr, ETH_ALEN);
399         WRITE_ONCE(fdb->dst, source);
400         fdb->key.vlan_id = vid;
401         fdb->flags = flags;
402         fdb->updated = fdb->used = jiffies;
403         err = rhashtable_lookup_insert_fast(&br->fdb_hash_tbl, &fdb->rhnode,
404                                             br_fdb_rht_params);
405         if (err) {
406                 kmem_cache_free(br_fdb_cache, fdb);
407                 return NULL;
408         }
409
410         hlist_add_head_rcu(&fdb->fdb_node, &br->fdb_list);
411
412         return fdb;
413 }
414
415 static int fdb_add_local(struct net_bridge *br, struct net_bridge_port *source,
416                          const unsigned char *addr, u16 vid)
417 {
418         struct net_bridge_fdb_entry *fdb;
419
420         if (!is_valid_ether_addr(addr))
421                 return -EINVAL;
422
423         fdb = br_fdb_find(br, addr, vid);
424         if (fdb) {
425                 /* it is okay to have multiple ports with same
426                  * address, just use the first one.
427                  */
428                 if (test_bit(BR_FDB_LOCAL, &fdb->flags))
429                         return 0;
430                 br_warn(br, "adding interface %s with same address as a received packet (addr:%pM, vlan:%u)\n",
431                         source ? source->dev->name : br->dev->name, addr, vid);
432                 fdb_delete(br, fdb, true);
433         }
434
435         fdb = fdb_create(br, source, addr, vid,
436                          BIT(BR_FDB_LOCAL) | BIT(BR_FDB_STATIC));
437         if (!fdb)
438                 return -ENOMEM;
439
440         fdb_add_hw_addr(br, addr);
441         fdb_notify(br, fdb, RTM_NEWNEIGH, true);
442         return 0;
443 }
444
445 void br_fdb_changeaddr(struct net_bridge_port *p, const unsigned char *newaddr)
446 {
447         struct net_bridge_vlan_group *vg;
448         struct net_bridge_fdb_entry *f;
449         struct net_bridge *br = p->br;
450         struct net_bridge_vlan *v;
451
452         spin_lock_bh(&br->hash_lock);
453         vg = nbp_vlan_group(p);
454         hlist_for_each_entry(f, &br->fdb_list, fdb_node) {
455                 if (f->dst == p && test_bit(BR_FDB_LOCAL, &f->flags) &&
456                     !test_bit(BR_FDB_ADDED_BY_USER, &f->flags)) {
457                         /* delete old one */
458                         fdb_delete_local(br, p, f);
459
460                         /* if this port has no vlan information
461                          * configured, we can safely be done at
462                          * this point.
463                          */
464                         if (!vg || !vg->num_vlans)
465                                 goto insert;
466                 }
467         }
468
469 insert:
470         /* insert new address,  may fail if invalid address or dup. */
471         fdb_add_local(br, p, newaddr, 0);
472
473         if (!vg || !vg->num_vlans)
474                 goto done;
475
476         /* Now add entries for every VLAN configured on the port.
477          * This function runs under RTNL so the bitmap will not change
478          * from under us.
479          */
480         list_for_each_entry(v, &vg->vlan_list, vlist)
481                 fdb_add_local(br, p, newaddr, v->vid);
482
483 done:
484         spin_unlock_bh(&br->hash_lock);
485 }
486
487 void br_fdb_change_mac_address(struct net_bridge *br, const u8 *newaddr)
488 {
489         struct net_bridge_vlan_group *vg;
490         struct net_bridge_fdb_entry *f;
491         struct net_bridge_vlan *v;
492
493         spin_lock_bh(&br->hash_lock);
494
495         /* If old entry was unassociated with any port, then delete it. */
496         f = br_fdb_find(br, br->dev->dev_addr, 0);
497         if (f && test_bit(BR_FDB_LOCAL, &f->flags) &&
498             !f->dst && !test_bit(BR_FDB_ADDED_BY_USER, &f->flags))
499                 fdb_delete_local(br, NULL, f);
500
501         fdb_add_local(br, NULL, newaddr, 0);
502         vg = br_vlan_group(br);
503         if (!vg || !vg->num_vlans)
504                 goto out;
505         /* Now remove and add entries for every VLAN configured on the
506          * bridge.  This function runs under RTNL so the bitmap will not
507          * change from under us.
508          */
509         list_for_each_entry(v, &vg->vlan_list, vlist) {
510                 if (!br_vlan_should_use(v))
511                         continue;
512                 f = br_fdb_find(br, br->dev->dev_addr, v->vid);
513                 if (f && test_bit(BR_FDB_LOCAL, &f->flags) &&
514                     !f->dst && !test_bit(BR_FDB_ADDED_BY_USER, &f->flags))
515                         fdb_delete_local(br, NULL, f);
516                 fdb_add_local(br, NULL, newaddr, v->vid);
517         }
518 out:
519         spin_unlock_bh(&br->hash_lock);
520 }
521
522 void br_fdb_cleanup(struct work_struct *work)
523 {
524         struct net_bridge *br = container_of(work, struct net_bridge,
525                                              gc_work.work);
526         struct net_bridge_fdb_entry *f = NULL;
527         unsigned long delay = hold_time(br);
528         unsigned long work_delay = delay;
529         unsigned long now = jiffies;
530
531         /* this part is tricky, in order to avoid blocking learning and
532          * consequently forwarding, we rely on rcu to delete objects with
533          * delayed freeing allowing us to continue traversing
534          */
535         rcu_read_lock();
536         hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
537                 unsigned long this_timer = f->updated + delay;
538
539                 if (test_bit(BR_FDB_STATIC, &f->flags) ||
540                     test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &f->flags)) {
541                         if (test_bit(BR_FDB_NOTIFY, &f->flags)) {
542                                 if (time_after(this_timer, now))
543                                         work_delay = min(work_delay,
544                                                          this_timer - now);
545                                 else if (!test_and_set_bit(BR_FDB_NOTIFY_INACTIVE,
546                                                            &f->flags))
547                                         fdb_notify(br, f, RTM_NEWNEIGH, false);
548                         }
549                         continue;
550                 }
551
552                 if (time_after(this_timer, now)) {
553                         work_delay = min(work_delay, this_timer - now);
554                 } else {
555                         spin_lock_bh(&br->hash_lock);
556                         if (!hlist_unhashed(&f->fdb_node))
557                                 fdb_delete(br, f, true);
558                         spin_unlock_bh(&br->hash_lock);
559                 }
560         }
561         rcu_read_unlock();
562
563         /* Cleanup minimum 10 milliseconds apart */
564         work_delay = max_t(unsigned long, work_delay, msecs_to_jiffies(10));
565         mod_delayed_work(system_long_wq, &br->gc_work, work_delay);
566 }
567
568 static bool __fdb_flush_matches(const struct net_bridge *br,
569                                 const struct net_bridge_fdb_entry *f,
570                                 const struct net_bridge_fdb_flush_desc *desc)
571 {
572         const struct net_bridge_port *dst = READ_ONCE(f->dst);
573         int port_ifidx = dst ? dst->dev->ifindex : br->dev->ifindex;
574
575         if (desc->vlan_id && desc->vlan_id != f->key.vlan_id)
576                 return false;
577         if (desc->port_ifindex && desc->port_ifindex != port_ifidx)
578                 return false;
579         if (desc->flags_mask && (f->flags & desc->flags_mask) != desc->flags)
580                 return false;
581
582         return true;
583 }
584
585 /* Flush forwarding database entries matching the description */
586 void br_fdb_flush(struct net_bridge *br,
587                   const struct net_bridge_fdb_flush_desc *desc)
588 {
589         struct net_bridge_fdb_entry *f;
590
591         rcu_read_lock();
592         hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
593                 if (!__fdb_flush_matches(br, f, desc))
594                         continue;
595
596                 spin_lock_bh(&br->hash_lock);
597                 if (!hlist_unhashed(&f->fdb_node))
598                         fdb_delete(br, f, true);
599                 spin_unlock_bh(&br->hash_lock);
600         }
601         rcu_read_unlock();
602 }
603
604 static unsigned long __ndm_state_to_fdb_flags(u16 ndm_state)
605 {
606         unsigned long flags = 0;
607
608         if (ndm_state & NUD_PERMANENT)
609                 __set_bit(BR_FDB_LOCAL, &flags);
610         if (ndm_state & NUD_NOARP)
611                 __set_bit(BR_FDB_STATIC, &flags);
612
613         return flags;
614 }
615
616 static unsigned long __ndm_flags_to_fdb_flags(u8 ndm_flags)
617 {
618         unsigned long flags = 0;
619
620         if (ndm_flags & NTF_USE)
621                 __set_bit(BR_FDB_ADDED_BY_USER, &flags);
622         if (ndm_flags & NTF_EXT_LEARNED)
623                 __set_bit(BR_FDB_ADDED_BY_EXT_LEARN, &flags);
624         if (ndm_flags & NTF_OFFLOADED)
625                 __set_bit(BR_FDB_OFFLOADED, &flags);
626         if (ndm_flags & NTF_STICKY)
627                 __set_bit(BR_FDB_STICKY, &flags);
628
629         return flags;
630 }
631
632 static int __fdb_flush_validate_ifindex(const struct net_bridge *br,
633                                         int ifindex,
634                                         struct netlink_ext_ack *extack)
635 {
636         const struct net_device *dev;
637
638         dev = __dev_get_by_index(dev_net(br->dev), ifindex);
639         if (!dev) {
640                 NL_SET_ERR_MSG_MOD(extack, "Unknown flush device ifindex");
641                 return -ENODEV;
642         }
643         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
644                 NL_SET_ERR_MSG_MOD(extack, "Flush device is not a bridge or bridge port");
645                 return -EINVAL;
646         }
647         if (netif_is_bridge_master(dev) && dev != br->dev) {
648                 NL_SET_ERR_MSG_MOD(extack,
649                                    "Flush bridge device does not match target bridge device");
650                 return -EINVAL;
651         }
652         if (netif_is_bridge_port(dev)) {
653                 struct net_bridge_port *p = br_port_get_rtnl(dev);
654
655                 if (p->br != br) {
656                         NL_SET_ERR_MSG_MOD(extack, "Port belongs to a different bridge device");
657                         return -EINVAL;
658                 }
659         }
660
661         return 0;
662 }
663
664 int br_fdb_delete_bulk(struct ndmsg *ndm, struct nlattr *tb[],
665                        struct net_device *dev, u16 vid,
666                        struct netlink_ext_ack *extack)
667 {
668         u8 ndm_flags = ndm->ndm_flags & ~FDB_FLUSH_IGNORED_NDM_FLAGS;
669         struct net_bridge_fdb_flush_desc desc = { .vlan_id = vid };
670         struct net_bridge_port *p = NULL;
671         struct net_bridge *br;
672
673         if (netif_is_bridge_master(dev)) {
674                 br = netdev_priv(dev);
675         } else {
676                 p = br_port_get_rtnl(dev);
677                 if (!p) {
678                         NL_SET_ERR_MSG_MOD(extack, "Device is not a bridge port");
679                         return -EINVAL;
680                 }
681                 br = p->br;
682         }
683
684         if (ndm_flags & ~FDB_FLUSH_ALLOWED_NDM_FLAGS) {
685                 NL_SET_ERR_MSG(extack, "Unsupported fdb flush ndm flag bits set");
686                 return -EINVAL;
687         }
688         if (ndm->ndm_state & ~FDB_FLUSH_ALLOWED_NDM_STATES) {
689                 NL_SET_ERR_MSG(extack, "Unsupported fdb flush ndm state bits set");
690                 return -EINVAL;
691         }
692
693         desc.flags |= __ndm_state_to_fdb_flags(ndm->ndm_state);
694         desc.flags |= __ndm_flags_to_fdb_flags(ndm_flags);
695         if (tb[NDA_NDM_STATE_MASK]) {
696                 u16 ndm_state_mask = nla_get_u16(tb[NDA_NDM_STATE_MASK]);
697
698                 desc.flags_mask |= __ndm_state_to_fdb_flags(ndm_state_mask);
699         }
700         if (tb[NDA_NDM_FLAGS_MASK]) {
701                 u8 ndm_flags_mask = nla_get_u8(tb[NDA_NDM_FLAGS_MASK]);
702
703                 desc.flags_mask |= __ndm_flags_to_fdb_flags(ndm_flags_mask);
704         }
705         if (tb[NDA_IFINDEX]) {
706                 int err, ifidx = nla_get_s32(tb[NDA_IFINDEX]);
707
708                 err = __fdb_flush_validate_ifindex(br, ifidx, extack);
709                 if (err)
710                         return err;
711                 desc.port_ifindex = ifidx;
712         } else if (p) {
713                 /* flush was invoked with port device and NTF_MASTER */
714                 desc.port_ifindex = p->dev->ifindex;
715         }
716
717         br_debug(br, "flushing port ifindex: %d vlan id: %u flags: 0x%lx flags mask: 0x%lx\n",
718                  desc.port_ifindex, desc.vlan_id, desc.flags, desc.flags_mask);
719
720         br_fdb_flush(br, &desc);
721
722         return 0;
723 }
724
725 /* Flush all entries referring to a specific port.
726  * if do_all is set also flush static entries
727  * if vid is set delete all entries that match the vlan_id
728  */
729 void br_fdb_delete_by_port(struct net_bridge *br,
730                            const struct net_bridge_port *p,
731                            u16 vid,
732                            int do_all)
733 {
734         struct net_bridge_fdb_entry *f;
735         struct hlist_node *tmp;
736
737         spin_lock_bh(&br->hash_lock);
738         hlist_for_each_entry_safe(f, tmp, &br->fdb_list, fdb_node) {
739                 if (f->dst != p)
740                         continue;
741
742                 if (!do_all)
743                         if (test_bit(BR_FDB_STATIC, &f->flags) ||
744                             (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &f->flags) &&
745                              !test_bit(BR_FDB_OFFLOADED, &f->flags)) ||
746                             (vid && f->key.vlan_id != vid))
747                                 continue;
748
749                 if (test_bit(BR_FDB_LOCAL, &f->flags))
750                         fdb_delete_local(br, p, f);
751                 else
752                         fdb_delete(br, f, true);
753         }
754         spin_unlock_bh(&br->hash_lock);
755 }
756
757 #if IS_ENABLED(CONFIG_ATM_LANE)
758 /* Interface used by ATM LANE hook to test
759  * if an addr is on some other bridge port */
760 int br_fdb_test_addr(struct net_device *dev, unsigned char *addr)
761 {
762         struct net_bridge_fdb_entry *fdb;
763         struct net_bridge_port *port;
764         int ret;
765
766         rcu_read_lock();
767         port = br_port_get_rcu(dev);
768         if (!port)
769                 ret = 0;
770         else {
771                 const struct net_bridge_port *dst = NULL;
772
773                 fdb = br_fdb_find_rcu(port->br, addr, 0);
774                 if (fdb)
775                         dst = READ_ONCE(fdb->dst);
776
777                 ret = dst && dst->dev != dev &&
778                       dst->state == BR_STATE_FORWARDING;
779         }
780         rcu_read_unlock();
781
782         return ret;
783 }
784 #endif /* CONFIG_ATM_LANE */
785
786 /*
787  * Fill buffer with forwarding table records in
788  * the API format.
789  */
790 int br_fdb_fillbuf(struct net_bridge *br, void *buf,
791                    unsigned long maxnum, unsigned long skip)
792 {
793         struct net_bridge_fdb_entry *f;
794         struct __fdb_entry *fe = buf;
795         int num = 0;
796
797         memset(buf, 0, maxnum*sizeof(struct __fdb_entry));
798
799         rcu_read_lock();
800         hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
801                 if (num >= maxnum)
802                         break;
803
804                 if (has_expired(br, f))
805                         continue;
806
807                 /* ignore pseudo entry for local MAC address */
808                 if (!f->dst)
809                         continue;
810
811                 if (skip) {
812                         --skip;
813                         continue;
814                 }
815
816                 /* convert from internal format to API */
817                 memcpy(fe->mac_addr, f->key.addr.addr, ETH_ALEN);
818
819                 /* due to ABI compat need to split into hi/lo */
820                 fe->port_no = f->dst->port_no;
821                 fe->port_hi = f->dst->port_no >> 8;
822
823                 fe->is_local = test_bit(BR_FDB_LOCAL, &f->flags);
824                 if (!test_bit(BR_FDB_STATIC, &f->flags))
825                         fe->ageing_timer_value = jiffies_delta_to_clock_t(jiffies - f->updated);
826                 ++fe;
827                 ++num;
828         }
829         rcu_read_unlock();
830
831         return num;
832 }
833
834 /* Add entry for local address of interface */
835 int br_fdb_add_local(struct net_bridge *br, struct net_bridge_port *source,
836                      const unsigned char *addr, u16 vid)
837 {
838         int ret;
839
840         spin_lock_bh(&br->hash_lock);
841         ret = fdb_add_local(br, source, addr, vid);
842         spin_unlock_bh(&br->hash_lock);
843         return ret;
844 }
845
846 /* returns true if the fdb was modified */
847 static bool __fdb_mark_active(struct net_bridge_fdb_entry *fdb)
848 {
849         return !!(test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags) &&
850                   test_and_clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags));
851 }
852
853 void br_fdb_update(struct net_bridge *br, struct net_bridge_port *source,
854                    const unsigned char *addr, u16 vid, unsigned long flags)
855 {
856         struct net_bridge_fdb_entry *fdb;
857
858         /* some users want to always flood. */
859         if (hold_time(br) == 0)
860                 return;
861
862         fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);
863         if (likely(fdb)) {
864                 /* attempt to update an entry for a local interface */
865                 if (unlikely(test_bit(BR_FDB_LOCAL, &fdb->flags))) {
866                         if (net_ratelimit())
867                                 br_warn(br, "received packet on %s with own address as source address (addr:%pM, vlan:%u)\n",
868                                         source->dev->name, addr, vid);
869                 } else {
870                         unsigned long now = jiffies;
871                         bool fdb_modified = false;
872
873                         if (now != fdb->updated) {
874                                 fdb->updated = now;
875                                 fdb_modified = __fdb_mark_active(fdb);
876                         }
877
878                         /* fastpath: update of existing entry */
879                         if (unlikely(source != READ_ONCE(fdb->dst) &&
880                                      !test_bit(BR_FDB_STICKY, &fdb->flags))) {
881                                 br_switchdev_fdb_notify(br, fdb, RTM_DELNEIGH);
882                                 WRITE_ONCE(fdb->dst, source);
883                                 fdb_modified = true;
884                                 /* Take over HW learned entry */
885                                 if (unlikely(test_bit(BR_FDB_ADDED_BY_EXT_LEARN,
886                                                       &fdb->flags)))
887                                         clear_bit(BR_FDB_ADDED_BY_EXT_LEARN,
888                                                   &fdb->flags);
889                                 /* Clear locked flag when roaming to an
890                                  * unlocked port.
891                                  */
892                                 if (unlikely(test_bit(BR_FDB_LOCKED, &fdb->flags)))
893                                         clear_bit(BR_FDB_LOCKED, &fdb->flags);
894                         }
895
896                         if (unlikely(test_bit(BR_FDB_ADDED_BY_USER, &flags)))
897                                 set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);
898                         if (unlikely(fdb_modified)) {
899                                 trace_br_fdb_update(br, source, addr, vid, flags);
900                                 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
901                         }
902                 }
903         } else {
904                 spin_lock(&br->hash_lock);
905                 fdb = fdb_create(br, source, addr, vid, flags);
906                 if (fdb) {
907                         trace_br_fdb_update(br, source, addr, vid, flags);
908                         fdb_notify(br, fdb, RTM_NEWNEIGH, true);
909                 }
910                 /* else  we lose race and someone else inserts
911                  * it first, don't bother updating
912                  */
913                 spin_unlock(&br->hash_lock);
914         }
915 }
916
917 /* Dump information about entries, in response to GETNEIGH */
918 int br_fdb_dump(struct sk_buff *skb,
919                 struct netlink_callback *cb,
920                 struct net_device *dev,
921                 struct net_device *filter_dev,
922                 int *idx)
923 {
924         struct net_bridge *br = netdev_priv(dev);
925         struct net_bridge_fdb_entry *f;
926         int err = 0;
927
928         if (!netif_is_bridge_master(dev))
929                 return err;
930
931         if (!filter_dev) {
932                 err = ndo_dflt_fdb_dump(skb, cb, dev, NULL, idx);
933                 if (err < 0)
934                         return err;
935         }
936
937         rcu_read_lock();
938         hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
939                 if (*idx < cb->args[2])
940                         goto skip;
941                 if (filter_dev && (!f->dst || f->dst->dev != filter_dev)) {
942                         if (filter_dev != dev)
943                                 goto skip;
944                         /* !f->dst is a special case for bridge
945                          * It means the MAC belongs to the bridge
946                          * Therefore need a little more filtering
947                          * we only want to dump the !f->dst case
948                          */
949                         if (f->dst)
950                                 goto skip;
951                 }
952                 if (!filter_dev && f->dst)
953                         goto skip;
954
955                 err = fdb_fill_info(skb, br, f,
956                                     NETLINK_CB(cb->skb).portid,
957                                     cb->nlh->nlmsg_seq,
958                                     RTM_NEWNEIGH,
959                                     NLM_F_MULTI);
960                 if (err < 0)
961                         break;
962 skip:
963                 *idx += 1;
964         }
965         rcu_read_unlock();
966
967         return err;
968 }
969
970 int br_fdb_get(struct sk_buff *skb,
971                struct nlattr *tb[],
972                struct net_device *dev,
973                const unsigned char *addr,
974                u16 vid, u32 portid, u32 seq,
975                struct netlink_ext_ack *extack)
976 {
977         struct net_bridge *br = netdev_priv(dev);
978         struct net_bridge_fdb_entry *f;
979         int err = 0;
980
981         rcu_read_lock();
982         f = br_fdb_find_rcu(br, addr, vid);
983         if (!f) {
984                 NL_SET_ERR_MSG(extack, "Fdb entry not found");
985                 err = -ENOENT;
986                 goto errout;
987         }
988
989         err = fdb_fill_info(skb, br, f, portid, seq,
990                             RTM_NEWNEIGH, 0);
991 errout:
992         rcu_read_unlock();
993         return err;
994 }
995
996 /* returns true if the fdb is modified */
997 static bool fdb_handle_notify(struct net_bridge_fdb_entry *fdb, u8 notify)
998 {
999         bool modified = false;
1000
1001         /* allow to mark an entry as inactive, usually done on creation */
1002         if ((notify & FDB_NOTIFY_INACTIVE_BIT) &&
1003             !test_and_set_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags))
1004                 modified = true;
1005
1006         if ((notify & FDB_NOTIFY_BIT) &&
1007             !test_and_set_bit(BR_FDB_NOTIFY, &fdb->flags)) {
1008                 /* enabled activity tracking */
1009                 modified = true;
1010         } else if (!(notify & FDB_NOTIFY_BIT) &&
1011                    test_and_clear_bit(BR_FDB_NOTIFY, &fdb->flags)) {
1012                 /* disabled activity tracking, clear notify state */
1013                 clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags);
1014                 modified = true;
1015         }
1016
1017         return modified;
1018 }
1019
1020 /* Update (create or replace) forwarding database entry */
1021 static int fdb_add_entry(struct net_bridge *br, struct net_bridge_port *source,
1022                          const u8 *addr, struct ndmsg *ndm, u16 flags, u16 vid,
1023                          struct nlattr *nfea_tb[])
1024 {
1025         bool is_sticky = !!(ndm->ndm_flags & NTF_STICKY);
1026         bool refresh = !nfea_tb[NFEA_DONT_REFRESH];
1027         struct net_bridge_fdb_entry *fdb;
1028         u16 state = ndm->ndm_state;
1029         bool modified = false;
1030         u8 notify = 0;
1031
1032         /* If the port cannot learn allow only local and static entries */
1033         if (source && !(state & NUD_PERMANENT) && !(state & NUD_NOARP) &&
1034             !(source->state == BR_STATE_LEARNING ||
1035               source->state == BR_STATE_FORWARDING))
1036                 return -EPERM;
1037
1038         if (!source && !(state & NUD_PERMANENT)) {
1039                 pr_info("bridge: RTM_NEWNEIGH %s without NUD_PERMANENT\n",
1040                         br->dev->name);
1041                 return -EINVAL;
1042         }
1043
1044         if (is_sticky && (state & NUD_PERMANENT))
1045                 return -EINVAL;
1046
1047         if (nfea_tb[NFEA_ACTIVITY_NOTIFY]) {
1048                 notify = nla_get_u8(nfea_tb[NFEA_ACTIVITY_NOTIFY]);
1049                 if ((notify & ~BR_FDB_NOTIFY_SETTABLE_BITS) ||
1050                     (notify & BR_FDB_NOTIFY_SETTABLE_BITS) == FDB_NOTIFY_INACTIVE_BIT)
1051                         return -EINVAL;
1052         }
1053
1054         fdb = br_fdb_find(br, addr, vid);
1055         if (fdb == NULL) {
1056                 if (!(flags & NLM_F_CREATE))
1057                         return -ENOENT;
1058
1059                 fdb = fdb_create(br, source, addr, vid, 0);
1060                 if (!fdb)
1061                         return -ENOMEM;
1062
1063                 modified = true;
1064         } else {
1065                 if (flags & NLM_F_EXCL)
1066                         return -EEXIST;
1067
1068                 if (READ_ONCE(fdb->dst) != source) {
1069                         WRITE_ONCE(fdb->dst, source);
1070                         modified = true;
1071                 }
1072         }
1073
1074         if (fdb_to_nud(br, fdb) != state) {
1075                 if (state & NUD_PERMANENT) {
1076                         set_bit(BR_FDB_LOCAL, &fdb->flags);
1077                         if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags))
1078                                 fdb_add_hw_addr(br, addr);
1079                 } else if (state & NUD_NOARP) {
1080                         clear_bit(BR_FDB_LOCAL, &fdb->flags);
1081                         if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags))
1082                                 fdb_add_hw_addr(br, addr);
1083                 } else {
1084                         clear_bit(BR_FDB_LOCAL, &fdb->flags);
1085                         if (test_and_clear_bit(BR_FDB_STATIC, &fdb->flags))
1086                                 fdb_del_hw_addr(br, addr);
1087                 }
1088
1089                 modified = true;
1090         }
1091
1092         if (is_sticky != test_bit(BR_FDB_STICKY, &fdb->flags)) {
1093                 change_bit(BR_FDB_STICKY, &fdb->flags);
1094                 modified = true;
1095         }
1096
1097         if (test_and_clear_bit(BR_FDB_LOCKED, &fdb->flags))
1098                 modified = true;
1099
1100         if (fdb_handle_notify(fdb, notify))
1101                 modified = true;
1102
1103         set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);
1104
1105         fdb->used = jiffies;
1106         if (modified) {
1107                 if (refresh)
1108                         fdb->updated = jiffies;
1109                 fdb_notify(br, fdb, RTM_NEWNEIGH, true);
1110         }
1111
1112         return 0;
1113 }
1114
1115 static int __br_fdb_add(struct ndmsg *ndm, struct net_bridge *br,
1116                         struct net_bridge_port *p, const unsigned char *addr,
1117                         u16 nlh_flags, u16 vid, struct nlattr *nfea_tb[],
1118                         struct netlink_ext_ack *extack)
1119 {
1120         int err = 0;
1121
1122         if (ndm->ndm_flags & NTF_USE) {
1123                 if (!p) {
1124                         pr_info("bridge: RTM_NEWNEIGH %s with NTF_USE is not supported\n",
1125                                 br->dev->name);
1126                         return -EINVAL;
1127                 }
1128                 if (!nbp_state_should_learn(p))
1129                         return 0;
1130
1131                 local_bh_disable();
1132                 rcu_read_lock();
1133                 br_fdb_update(br, p, addr, vid, BIT(BR_FDB_ADDED_BY_USER));
1134                 rcu_read_unlock();
1135                 local_bh_enable();
1136         } else if (ndm->ndm_flags & NTF_EXT_LEARNED) {
1137                 if (!p && !(ndm->ndm_state & NUD_PERMANENT)) {
1138                         NL_SET_ERR_MSG_MOD(extack,
1139                                            "FDB entry towards bridge must be permanent");
1140                         return -EINVAL;
1141                 }
1142                 err = br_fdb_external_learn_add(br, p, addr, vid, false, true);
1143         } else {
1144                 spin_lock_bh(&br->hash_lock);
1145                 err = fdb_add_entry(br, p, addr, ndm, nlh_flags, vid, nfea_tb);
1146                 spin_unlock_bh(&br->hash_lock);
1147         }
1148
1149         return err;
1150 }
1151
1152 static const struct nla_policy br_nda_fdb_pol[NFEA_MAX + 1] = {
1153         [NFEA_ACTIVITY_NOTIFY]  = { .type = NLA_U8 },
1154         [NFEA_DONT_REFRESH]     = { .type = NLA_FLAG },
1155 };
1156
1157 /* Add new permanent fdb entry with RTM_NEWNEIGH */
1158 int br_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
1159                struct net_device *dev,
1160                const unsigned char *addr, u16 vid, u16 nlh_flags,
1161                struct netlink_ext_ack *extack)
1162 {
1163         struct nlattr *nfea_tb[NFEA_MAX + 1], *attr;
1164         struct net_bridge_vlan_group *vg;
1165         struct net_bridge_port *p = NULL;
1166         struct net_bridge_vlan *v;
1167         struct net_bridge *br = NULL;
1168         u32 ext_flags = 0;
1169         int err = 0;
1170
1171         trace_br_fdb_add(ndm, dev, addr, vid, nlh_flags);
1172
1173         if (!(ndm->ndm_state & (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE))) {
1174                 pr_info("bridge: RTM_NEWNEIGH with invalid state %#x\n", ndm->ndm_state);
1175                 return -EINVAL;
1176         }
1177
1178         if (is_zero_ether_addr(addr)) {
1179                 pr_info("bridge: RTM_NEWNEIGH with invalid ether address\n");
1180                 return -EINVAL;
1181         }
1182
1183         if (netif_is_bridge_master(dev)) {
1184                 br = netdev_priv(dev);
1185                 vg = br_vlan_group(br);
1186         } else {
1187                 p = br_port_get_rtnl(dev);
1188                 if (!p) {
1189                         pr_info("bridge: RTM_NEWNEIGH %s not a bridge port\n",
1190                                 dev->name);
1191                         return -EINVAL;
1192                 }
1193                 br = p->br;
1194                 vg = nbp_vlan_group(p);
1195         }
1196
1197         if (tb[NDA_FLAGS_EXT])
1198                 ext_flags = nla_get_u32(tb[NDA_FLAGS_EXT]);
1199
1200         if (ext_flags & NTF_EXT_LOCKED) {
1201                 NL_SET_ERR_MSG_MOD(extack, "Cannot add FDB entry with \"locked\" flag set");
1202                 return -EINVAL;
1203         }
1204
1205         if (tb[NDA_FDB_EXT_ATTRS]) {
1206                 attr = tb[NDA_FDB_EXT_ATTRS];
1207                 err = nla_parse_nested(nfea_tb, NFEA_MAX, attr,
1208                                        br_nda_fdb_pol, extack);
1209                 if (err)
1210                         return err;
1211         } else {
1212                 memset(nfea_tb, 0, sizeof(struct nlattr *) * (NFEA_MAX + 1));
1213         }
1214
1215         if (vid) {
1216                 v = br_vlan_find(vg, vid);
1217                 if (!v || !br_vlan_should_use(v)) {
1218                         pr_info("bridge: RTM_NEWNEIGH with unconfigured vlan %d on %s\n", vid, dev->name);
1219                         return -EINVAL;
1220                 }
1221
1222                 /* VID was specified, so use it. */
1223                 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, vid, nfea_tb,
1224                                    extack);
1225         } else {
1226                 err = __br_fdb_add(ndm, br, p, addr, nlh_flags, 0, nfea_tb,
1227                                    extack);
1228                 if (err || !vg || !vg->num_vlans)
1229                         goto out;
1230
1231                 /* We have vlans configured on this port and user didn't
1232                  * specify a VLAN.  To be nice, add/update entry for every
1233                  * vlan on this port.
1234                  */
1235                 list_for_each_entry(v, &vg->vlan_list, vlist) {
1236                         if (!br_vlan_should_use(v))
1237                                 continue;
1238                         err = __br_fdb_add(ndm, br, p, addr, nlh_flags, v->vid,
1239                                            nfea_tb, extack);
1240                         if (err)
1241                                 goto out;
1242                 }
1243         }
1244
1245 out:
1246         return err;
1247 }
1248
1249 static int fdb_delete_by_addr_and_port(struct net_bridge *br,
1250                                        const struct net_bridge_port *p,
1251                                        const u8 *addr, u16 vlan)
1252 {
1253         struct net_bridge_fdb_entry *fdb;
1254
1255         fdb = br_fdb_find(br, addr, vlan);
1256         if (!fdb || READ_ONCE(fdb->dst) != p)
1257                 return -ENOENT;
1258
1259         fdb_delete(br, fdb, true);
1260
1261         return 0;
1262 }
1263
1264 static int __br_fdb_delete(struct net_bridge *br,
1265                            const struct net_bridge_port *p,
1266                            const unsigned char *addr, u16 vid)
1267 {
1268         int err;
1269
1270         spin_lock_bh(&br->hash_lock);
1271         err = fdb_delete_by_addr_and_port(br, p, addr, vid);
1272         spin_unlock_bh(&br->hash_lock);
1273
1274         return err;
1275 }
1276
1277 /* Remove neighbor entry with RTM_DELNEIGH */
1278 int br_fdb_delete(struct ndmsg *ndm, struct nlattr *tb[],
1279                   struct net_device *dev,
1280                   const unsigned char *addr, u16 vid,
1281                   struct netlink_ext_ack *extack)
1282 {
1283         struct net_bridge_vlan_group *vg;
1284         struct net_bridge_port *p = NULL;
1285         struct net_bridge_vlan *v;
1286         struct net_bridge *br;
1287         int err;
1288
1289         if (netif_is_bridge_master(dev)) {
1290                 br = netdev_priv(dev);
1291                 vg = br_vlan_group(br);
1292         } else {
1293                 p = br_port_get_rtnl(dev);
1294                 if (!p) {
1295                         pr_info("bridge: RTM_DELNEIGH %s not a bridge port\n",
1296                                 dev->name);
1297                         return -EINVAL;
1298                 }
1299                 vg = nbp_vlan_group(p);
1300                 br = p->br;
1301         }
1302
1303         if (vid) {
1304                 v = br_vlan_find(vg, vid);
1305                 if (!v) {
1306                         pr_info("bridge: RTM_DELNEIGH with unconfigured vlan %d on %s\n", vid, dev->name);
1307                         return -EINVAL;
1308                 }
1309
1310                 err = __br_fdb_delete(br, p, addr, vid);
1311         } else {
1312                 err = -ENOENT;
1313                 err &= __br_fdb_delete(br, p, addr, 0);
1314                 if (!vg || !vg->num_vlans)
1315                         return err;
1316
1317                 list_for_each_entry(v, &vg->vlan_list, vlist) {
1318                         if (!br_vlan_should_use(v))
1319                                 continue;
1320                         err &= __br_fdb_delete(br, p, addr, v->vid);
1321                 }
1322         }
1323
1324         return err;
1325 }
1326
1327 int br_fdb_sync_static(struct net_bridge *br, struct net_bridge_port *p)
1328 {
1329         struct net_bridge_fdb_entry *f, *tmp;
1330         int err = 0;
1331
1332         ASSERT_RTNL();
1333
1334         /* the key here is that static entries change only under rtnl */
1335         rcu_read_lock();
1336         hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
1337                 /* We only care for static entries */
1338                 if (!test_bit(BR_FDB_STATIC, &f->flags))
1339                         continue;
1340                 err = dev_uc_add(p->dev, f->key.addr.addr);
1341                 if (err)
1342                         goto rollback;
1343         }
1344 done:
1345         rcu_read_unlock();
1346
1347         return err;
1348
1349 rollback:
1350         hlist_for_each_entry_rcu(tmp, &br->fdb_list, fdb_node) {
1351                 /* We only care for static entries */
1352                 if (!test_bit(BR_FDB_STATIC, &tmp->flags))
1353                         continue;
1354                 if (tmp == f)
1355                         break;
1356                 dev_uc_del(p->dev, tmp->key.addr.addr);
1357         }
1358
1359         goto done;
1360 }
1361
1362 void br_fdb_unsync_static(struct net_bridge *br, struct net_bridge_port *p)
1363 {
1364         struct net_bridge_fdb_entry *f;
1365
1366         ASSERT_RTNL();
1367
1368         rcu_read_lock();
1369         hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) {
1370                 /* We only care for static entries */
1371                 if (!test_bit(BR_FDB_STATIC, &f->flags))
1372                         continue;
1373
1374                 dev_uc_del(p->dev, f->key.addr.addr);
1375         }
1376         rcu_read_unlock();
1377 }
1378
1379 int br_fdb_external_learn_add(struct net_bridge *br, struct net_bridge_port *p,
1380                               const unsigned char *addr, u16 vid, bool locked,
1381                               bool swdev_notify)
1382 {
1383         struct net_bridge_fdb_entry *fdb;
1384         bool modified = false;
1385         int err = 0;
1386
1387         trace_br_fdb_external_learn_add(br, p, addr, vid);
1388
1389         if (locked && (!p || !(p->flags & BR_PORT_MAB)))
1390                 return -EINVAL;
1391
1392         spin_lock_bh(&br->hash_lock);
1393
1394         fdb = br_fdb_find(br, addr, vid);
1395         if (!fdb) {
1396                 unsigned long flags = BIT(BR_FDB_ADDED_BY_EXT_LEARN);
1397
1398                 if (swdev_notify)
1399                         flags |= BIT(BR_FDB_ADDED_BY_USER);
1400
1401                 if (!p)
1402                         flags |= BIT(BR_FDB_LOCAL);
1403
1404                 if (locked)
1405                         flags |= BIT(BR_FDB_LOCKED);
1406
1407                 fdb = fdb_create(br, p, addr, vid, flags);
1408                 if (!fdb) {
1409                         err = -ENOMEM;
1410                         goto err_unlock;
1411                 }
1412                 fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);
1413         } else {
1414                 if (locked &&
1415                     (!test_bit(BR_FDB_LOCKED, &fdb->flags) ||
1416                      READ_ONCE(fdb->dst) != p)) {
1417                         err = -EINVAL;
1418                         goto err_unlock;
1419                 }
1420
1421                 fdb->updated = jiffies;
1422
1423                 if (READ_ONCE(fdb->dst) != p) {
1424                         WRITE_ONCE(fdb->dst, p);
1425                         modified = true;
1426                 }
1427
1428                 if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags)) {
1429                         /* Refresh entry */
1430                         fdb->used = jiffies;
1431                 } else if (!test_bit(BR_FDB_ADDED_BY_USER, &fdb->flags)) {
1432                         /* Take over SW learned entry */
1433                         set_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags);
1434                         modified = true;
1435                 }
1436
1437                 if (locked != test_bit(BR_FDB_LOCKED, &fdb->flags)) {
1438                         change_bit(BR_FDB_LOCKED, &fdb->flags);
1439                         modified = true;
1440                 }
1441
1442                 if (swdev_notify)
1443                         set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);
1444
1445                 if (!p)
1446                         set_bit(BR_FDB_LOCAL, &fdb->flags);
1447
1448                 if (modified)
1449                         fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);
1450         }
1451
1452 err_unlock:
1453         spin_unlock_bh(&br->hash_lock);
1454
1455         return err;
1456 }
1457
1458 int br_fdb_external_learn_del(struct net_bridge *br, struct net_bridge_port *p,
1459                               const unsigned char *addr, u16 vid,
1460                               bool swdev_notify)
1461 {
1462         struct net_bridge_fdb_entry *fdb;
1463         int err = 0;
1464
1465         spin_lock_bh(&br->hash_lock);
1466
1467         fdb = br_fdb_find(br, addr, vid);
1468         if (fdb && test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags))
1469                 fdb_delete(br, fdb, swdev_notify);
1470         else
1471                 err = -ENOENT;
1472
1473         spin_unlock_bh(&br->hash_lock);
1474
1475         return err;
1476 }
1477
1478 void br_fdb_offloaded_set(struct net_bridge *br, struct net_bridge_port *p,
1479                           const unsigned char *addr, u16 vid, bool offloaded)
1480 {
1481         struct net_bridge_fdb_entry *fdb;
1482
1483         spin_lock_bh(&br->hash_lock);
1484
1485         fdb = br_fdb_find(br, addr, vid);
1486         if (fdb && offloaded != test_bit(BR_FDB_OFFLOADED, &fdb->flags))
1487                 change_bit(BR_FDB_OFFLOADED, &fdb->flags);
1488
1489         spin_unlock_bh(&br->hash_lock);
1490 }
1491
1492 void br_fdb_clear_offload(const struct net_device *dev, u16 vid)
1493 {
1494         struct net_bridge_fdb_entry *f;
1495         struct net_bridge_port *p;
1496
1497         ASSERT_RTNL();
1498
1499         p = br_port_get_rtnl(dev);
1500         if (!p)
1501                 return;
1502
1503         spin_lock_bh(&p->br->hash_lock);
1504         hlist_for_each_entry(f, &p->br->fdb_list, fdb_node) {
1505                 if (f->dst == p && f->key.vlan_id == vid)
1506                         clear_bit(BR_FDB_OFFLOADED, &f->flags);
1507         }
1508         spin_unlock_bh(&p->br->hash_lock);
1509 }
1510 EXPORT_SYMBOL_GPL(br_fdb_clear_offload);