Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 LT |
2 | /* |
3 | * Forwarding database | |
4 | * Linux ethernet bridge | |
5 | * | |
6 | * Authors: | |
7 | * Lennert Buytenhek <buytenh@gnu.org> | |
1da177e4 LT |
8 | */ |
9 | ||
10 | #include <linux/kernel.h> | |
11 | #include <linux/init.h> | |
82524746 | 12 | #include <linux/rculist.h> |
1da177e4 LT |
13 | #include <linux/spinlock.h> |
14 | #include <linux/times.h> | |
15 | #include <linux/netdevice.h> | |
16 | #include <linux/etherdevice.h> | |
17 | #include <linux/jhash.h> | |
3f890923 | 18 | #include <linux/random.h> |
5a0e3ad6 | 19 | #include <linux/slab.h> |
60063497 | 20 | #include <linux/atomic.h> |
3f890923 | 21 | #include <asm/unaligned.h> |
2ba071ec | 22 | #include <linux/if_vlan.h> |
b4ad7baa | 23 | #include <net/switchdev.h> |
b74fd306 | 24 | #include <trace/events/bridge.h> |
1da177e4 LT |
25 | #include "br_private.h" |
26 | ||
eb793583 NA |
27 | static const struct rhashtable_params br_fdb_rht_params = { |
28 | .head_offset = offsetof(struct net_bridge_fdb_entry, rhnode), | |
29 | .key_offset = offsetof(struct net_bridge_fdb_entry, key), | |
30 | .key_len = sizeof(struct net_bridge_fdb_key), | |
31 | .automatic_shrinking = true, | |
eb793583 NA |
32 | }; |
33 | ||
e18b890b | 34 | static struct kmem_cache *br_fdb_cache __read_mostly; |
1da177e4 | 35 | static int fdb_insert(struct net_bridge *br, struct net_bridge_port *source, |
bc9a25d2 | 36 | const unsigned char *addr, u16 vid); |
31e8a49c | 37 | static void fdb_notify(struct net_bridge *br, |
161d82de | 38 | const struct net_bridge_fdb_entry *, int, bool); |
1da177e4 | 39 | |
87a596e0 | 40 | int __init br_fdb_init(void) |
1da177e4 LT |
41 | { |
42 | br_fdb_cache = kmem_cache_create("bridge_fdb_cache", | |
43 | sizeof(struct net_bridge_fdb_entry), | |
44 | 0, | |
20c2df83 | 45 | SLAB_HWCACHE_ALIGN, NULL); |
87a596e0 AM |
46 | if (!br_fdb_cache) |
47 | return -ENOMEM; | |
48 | ||
87a596e0 | 49 | return 0; |
1da177e4 LT |
50 | } |
51 | ||
73afc906 | 52 | void br_fdb_fini(void) |
1da177e4 LT |
53 | { |
54 | kmem_cache_destroy(br_fdb_cache); | |
55 | } | |
56 | ||
eb793583 NA |
57 | int br_fdb_hash_init(struct net_bridge *br) |
58 | { | |
59 | return rhashtable_init(&br->fdb_hash_tbl, &br_fdb_rht_params); | |
60 | } | |
61 | ||
62 | void br_fdb_hash_fini(struct net_bridge *br) | |
63 | { | |
64 | rhashtable_destroy(&br->fdb_hash_tbl); | |
65 | } | |
1da177e4 LT |
66 | |
67 | /* if topology_changing then use forward_delay (default 15 sec) | |
68 | * otherwise keep longer (default 5 minutes) | |
69 | */ | |
3f890923 | 70 | static inline unsigned long hold_time(const struct net_bridge *br) |
1da177e4 LT |
71 | { |
72 | return br->topology_change ? br->forward_delay : br->ageing_time; | |
73 | } | |
74 | ||
3f890923 | 75 | static inline int has_expired(const struct net_bridge *br, |
1da177e4 LT |
76 | const struct net_bridge_fdb_entry *fdb) |
77 | { | |
29e63fff | 78 | return !test_bit(BR_FDB_STATIC, &fdb->flags) && |
b5cd9f7c | 79 | !test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags) && |
29e63fff | 80 | time_before_eq(fdb->updated + hold_time(br), jiffies); |
1da177e4 LT |
81 | } |
82 | ||
da678292 MM |
83 | static void fdb_rcu_free(struct rcu_head *head) |
84 | { | |
85 | struct net_bridge_fdb_entry *ent | |
86 | = container_of(head, struct net_bridge_fdb_entry, rcu); | |
87 | kmem_cache_free(br_fdb_cache, ent); | |
88 | } | |
89 | ||
eb793583 | 90 | static struct net_bridge_fdb_entry *fdb_find_rcu(struct rhashtable *tbl, |
bfd0aeac NA |
91 | const unsigned char *addr, |
92 | __u16 vid) | |
93 | { | |
eb793583 | 94 | struct net_bridge_fdb_key key; |
bfd0aeac | 95 | |
410b3d48 NA |
96 | WARN_ON_ONCE(!rcu_read_lock_held()); |
97 | ||
eb793583 NA |
98 | key.vlan_id = vid; |
99 | memcpy(key.addr.addr, addr, sizeof(key.addr.addr)); | |
bfd0aeac | 100 | |
eb793583 | 101 | return rhashtable_lookup(tbl, &key, br_fdb_rht_params); |
bfd0aeac NA |
102 | } |
103 | ||
104 | /* requires bridge hash_lock */ | |
105 | static struct net_bridge_fdb_entry *br_fdb_find(struct net_bridge *br, | |
106 | const unsigned char *addr, | |
107 | __u16 vid) | |
108 | { | |
bfd0aeac NA |
109 | struct net_bridge_fdb_entry *fdb; |
110 | ||
d12c9176 | 111 | lockdep_assert_held_once(&br->hash_lock); |
410b3d48 | 112 | |
bfd0aeac | 113 | rcu_read_lock(); |
eb793583 | 114 | fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid); |
bfd0aeac NA |
115 | rcu_read_unlock(); |
116 | ||
117 | return fdb; | |
118 | } | |
119 | ||
4d4fd361 PM |
120 | struct net_device *br_fdb_find_port(const struct net_device *br_dev, |
121 | const unsigned char *addr, | |
122 | __u16 vid) | |
123 | { | |
124 | struct net_bridge_fdb_entry *f; | |
125 | struct net_device *dev = NULL; | |
126 | struct net_bridge *br; | |
127 | ||
128 | ASSERT_RTNL(); | |
129 | ||
130 | if (!netif_is_bridge_master(br_dev)) | |
131 | return NULL; | |
132 | ||
133 | br = netdev_priv(br_dev); | |
873aca2e PM |
134 | rcu_read_lock(); |
135 | f = br_fdb_find_rcu(br, addr, vid); | |
4d4fd361 PM |
136 | if (f && f->dst) |
137 | dev = f->dst->dev; | |
873aca2e | 138 | rcu_read_unlock(); |
4d4fd361 PM |
139 | |
140 | return dev; | |
141 | } | |
142 | EXPORT_SYMBOL_GPL(br_fdb_find_port); | |
143 | ||
bfd0aeac NA |
144 | struct net_bridge_fdb_entry *br_fdb_find_rcu(struct net_bridge *br, |
145 | const unsigned char *addr, | |
146 | __u16 vid) | |
147 | { | |
eb793583 | 148 | return fdb_find_rcu(&br->fdb_hash_tbl, addr, vid); |
bfd0aeac NA |
149 | } |
150 | ||
145beee8 VY |
151 | /* When a static FDB entry is added, the mac address from the entry is |
152 | * added to the bridge private HW address list and all required ports | |
153 | * are then updated with the new information. | |
154 | * Called under RTNL. | |
155 | */ | |
020ec6ba | 156 | static void fdb_add_hw_addr(struct net_bridge *br, const unsigned char *addr) |
145beee8 VY |
157 | { |
158 | int err; | |
a3f5ee71 | 159 | struct net_bridge_port *p; |
145beee8 VY |
160 | |
161 | ASSERT_RTNL(); | |
162 | ||
163 | list_for_each_entry(p, &br->port_list, list) { | |
164 | if (!br_promisc_port(p)) { | |
165 | err = dev_uc_add(p->dev, addr); | |
166 | if (err) | |
167 | goto undo; | |
168 | } | |
169 | } | |
170 | ||
171 | return; | |
172 | undo: | |
a3f5ee71 LR |
173 | list_for_each_entry_continue_reverse(p, &br->port_list, list) { |
174 | if (!br_promisc_port(p)) | |
175 | dev_uc_del(p->dev, addr); | |
145beee8 VY |
176 | } |
177 | } | |
178 | ||
179 | /* When a static FDB entry is deleted, the HW address from that entry is | |
180 | * also removed from the bridge private HW address list and updates all | |
181 | * the ports with needed information. | |
182 | * Called under RTNL. | |
183 | */ | |
020ec6ba | 184 | static void fdb_del_hw_addr(struct net_bridge *br, const unsigned char *addr) |
145beee8 VY |
185 | { |
186 | struct net_bridge_port *p; | |
187 | ||
188 | ASSERT_RTNL(); | |
189 | ||
190 | list_for_each_entry(p, &br->port_list, list) { | |
191 | if (!br_promisc_port(p)) | |
192 | dev_uc_del(p->dev, addr); | |
193 | } | |
194 | } | |
195 | ||
161d82de PM |
196 | static void fdb_delete(struct net_bridge *br, struct net_bridge_fdb_entry *f, |
197 | bool swdev_notify) | |
1da177e4 | 198 | { |
b74fd306 RP |
199 | trace_fdb_delete(br, f); |
200 | ||
29e63fff | 201 | if (test_bit(BR_FDB_STATIC, &f->flags)) |
eb793583 | 202 | fdb_del_hw_addr(br, f->key.addr.addr); |
145beee8 | 203 | |
eb793583 NA |
204 | hlist_del_init_rcu(&f->fdb_node); |
205 | rhashtable_remove_fast(&br->fdb_hash_tbl, &f->rhnode, | |
206 | br_fdb_rht_params); | |
161d82de | 207 | fdb_notify(br, f, RTM_DELNEIGH, swdev_notify); |
da678292 | 208 | call_rcu(&f->rcu, fdb_rcu_free); |
1da177e4 LT |
209 | } |
210 | ||
960b589f TM |
211 | /* Delete a local entry if no other port had the same address. */ |
212 | static void fdb_delete_local(struct net_bridge *br, | |
213 | const struct net_bridge_port *p, | |
214 | struct net_bridge_fdb_entry *f) | |
215 | { | |
eb793583 | 216 | const unsigned char *addr = f->key.addr.addr; |
2594e906 NA |
217 | struct net_bridge_vlan_group *vg; |
218 | const struct net_bridge_vlan *v; | |
960b589f | 219 | struct net_bridge_port *op; |
eb793583 | 220 | u16 vid = f->key.vlan_id; |
960b589f TM |
221 | |
222 | /* Maybe another port has same hw addr? */ | |
223 | list_for_each_entry(op, &br->port_list, list) { | |
2594e906 | 224 | vg = nbp_vlan_group(op); |
960b589f | 225 | if (op != p && ether_addr_equal(op->dev->dev_addr, addr) && |
2594e906 | 226 | (!vid || br_vlan_find(vg, vid))) { |
960b589f | 227 | f->dst = op; |
ac3ca6af | 228 | clear_bit(BR_FDB_ADDED_BY_USER, &f->flags); |
960b589f TM |
229 | return; |
230 | } | |
231 | } | |
232 | ||
2594e906 NA |
233 | vg = br_vlan_group(br); |
234 | v = br_vlan_find(vg, vid); | |
960b589f TM |
235 | /* Maybe bridge device has same hw addr? */ |
236 | if (p && ether_addr_equal(br->dev->dev_addr, addr) && | |
2594e906 | 237 | (!vid || (v && br_vlan_should_use(v)))) { |
960b589f | 238 | f->dst = NULL; |
ac3ca6af | 239 | clear_bit(BR_FDB_ADDED_BY_USER, &f->flags); |
960b589f TM |
240 | return; |
241 | } | |
242 | ||
161d82de | 243 | fdb_delete(br, f, true); |
960b589f TM |
244 | } |
245 | ||
424bb9c9 TM |
246 | void br_fdb_find_delete_local(struct net_bridge *br, |
247 | const struct net_bridge_port *p, | |
248 | const unsigned char *addr, u16 vid) | |
249 | { | |
424bb9c9 TM |
250 | struct net_bridge_fdb_entry *f; |
251 | ||
252 | spin_lock_bh(&br->hash_lock); | |
bfd0aeac | 253 | f = br_fdb_find(br, addr, vid); |
6869c3b0 | 254 | if (f && test_bit(BR_FDB_LOCAL, &f->flags) && |
ac3ca6af | 255 | !test_bit(BR_FDB_ADDED_BY_USER, &f->flags) && f->dst == p) |
424bb9c9 TM |
256 | fdb_delete_local(br, p, f); |
257 | spin_unlock_bh(&br->hash_lock); | |
258 | } | |
259 | ||
1da177e4 LT |
260 | void br_fdb_changeaddr(struct net_bridge_port *p, const unsigned char *newaddr) |
261 | { | |
2594e906 | 262 | struct net_bridge_vlan_group *vg; |
eb793583 | 263 | struct net_bridge_fdb_entry *f; |
1da177e4 | 264 | struct net_bridge *br = p->br; |
2594e906 | 265 | struct net_bridge_vlan *v; |
9d6f229f | 266 | |
1da177e4 | 267 | spin_lock_bh(&br->hash_lock); |
2594e906 | 268 | vg = nbp_vlan_group(p); |
eb793583 | 269 | hlist_for_each_entry(f, &br->fdb_list, fdb_node) { |
6869c3b0 | 270 | if (f->dst == p && test_bit(BR_FDB_LOCAL, &f->flags) && |
ac3ca6af | 271 | !test_bit(BR_FDB_ADDED_BY_USER, &f->flags)) { |
eb793583 NA |
272 | /* delete old one */ |
273 | fdb_delete_local(br, p, f); | |
274 | ||
275 | /* if this port has no vlan information | |
276 | * configured, we can safely be done at | |
277 | * this point. | |
278 | */ | |
279 | if (!vg || !vg->num_vlans) | |
280 | goto insert; | |
1da177e4 LT |
281 | } |
282 | } | |
1da177e4 | 283 | |
2836882f TM |
284 | insert: |
285 | /* insert new address, may fail if invalid address or dup. */ | |
286 | fdb_insert(br, p, newaddr, 0); | |
287 | ||
2594e906 | 288 | if (!vg || !vg->num_vlans) |
2836882f TM |
289 | goto done; |
290 | ||
291 | /* Now add entries for every VLAN configured on the port. | |
292 | * This function runs under RTNL so the bitmap will not change | |
293 | * from under us. | |
294 | */ | |
2594e906 NA |
295 | list_for_each_entry(v, &vg->vlan_list, vlist) |
296 | fdb_insert(br, p, newaddr, v->vid); | |
2836882f | 297 | |
bc9a25d2 | 298 | done: |
1da177e4 LT |
299 | spin_unlock_bh(&br->hash_lock); |
300 | } | |
301 | ||
43598813 | 302 | void br_fdb_change_mac_address(struct net_bridge *br, const u8 *newaddr) |
303 | { | |
2594e906 | 304 | struct net_bridge_vlan_group *vg; |
43598813 | 305 | struct net_bridge_fdb_entry *f; |
2594e906 | 306 | struct net_bridge_vlan *v; |
43598813 | 307 | |
ac4c8868 TM |
308 | spin_lock_bh(&br->hash_lock); |
309 | ||
43598813 | 310 | /* If old entry was unassociated with any port, then delete it. */ |
bfd0aeac | 311 | f = br_fdb_find(br, br->dev->dev_addr, 0); |
6869c3b0 | 312 | if (f && test_bit(BR_FDB_LOCAL, &f->flags) && |
ac3ca6af | 313 | !f->dst && !test_bit(BR_FDB_ADDED_BY_USER, &f->flags)) |
960b589f | 314 | fdb_delete_local(br, NULL, f); |
43598813 | 315 | |
bc9a25d2 | 316 | fdb_insert(br, NULL, newaddr, 0); |
2594e906 NA |
317 | vg = br_vlan_group(br); |
318 | if (!vg || !vg->num_vlans) | |
319 | goto out; | |
bc9a25d2 VY |
320 | /* Now remove and add entries for every VLAN configured on the |
321 | * bridge. This function runs under RTNL so the bitmap will not | |
322 | * change from under us. | |
323 | */ | |
2594e906 | 324 | list_for_each_entry(v, &vg->vlan_list, vlist) { |
0b148def TM |
325 | if (!br_vlan_should_use(v)) |
326 | continue; | |
bfd0aeac | 327 | f = br_fdb_find(br, br->dev->dev_addr, v->vid); |
6869c3b0 | 328 | if (f && test_bit(BR_FDB_LOCAL, &f->flags) && |
ac3ca6af | 329 | !f->dst && !test_bit(BR_FDB_ADDED_BY_USER, &f->flags)) |
960b589f | 330 | fdb_delete_local(br, NULL, f); |
2594e906 | 331 | fdb_insert(br, NULL, newaddr, v->vid); |
bc9a25d2 | 332 | } |
ac4c8868 TM |
333 | out: |
334 | spin_unlock_bh(&br->hash_lock); | |
43598813 | 335 | } |
336 | ||
f7cdee8a | 337 | void br_fdb_cleanup(struct work_struct *work) |
1da177e4 | 338 | { |
f7cdee8a NA |
339 | struct net_bridge *br = container_of(work, struct net_bridge, |
340 | gc_work.work); | |
eb793583 | 341 | struct net_bridge_fdb_entry *f = NULL; |
1da177e4 | 342 | unsigned long delay = hold_time(br); |
f7cdee8a NA |
343 | unsigned long work_delay = delay; |
344 | unsigned long now = jiffies; | |
1da177e4 | 345 | |
eb793583 NA |
346 | /* this part is tricky, in order to avoid blocking learning and |
347 | * consequently forwarding, we rely on rcu to delete objects with | |
348 | * delayed freeing allowing us to continue traversing | |
349 | */ | |
350 | rcu_read_lock(); | |
351 | hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) { | |
31cbc39b | 352 | unsigned long this_timer = f->updated + delay; |
1da177e4 | 353 | |
29e63fff | 354 | if (test_bit(BR_FDB_STATIC, &f->flags) || |
31cbc39b NA |
355 | test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &f->flags)) { |
356 | if (test_bit(BR_FDB_NOTIFY, &f->flags)) { | |
357 | if (time_after(this_timer, now)) | |
358 | work_delay = min(work_delay, | |
359 | this_timer - now); | |
360 | else if (!test_and_set_bit(BR_FDB_NOTIFY_INACTIVE, | |
361 | &f->flags)) | |
362 | fdb_notify(br, f, RTM_NEWNEIGH, false); | |
363 | } | |
f7cdee8a | 364 | continue; |
31cbc39b NA |
365 | } |
366 | ||
eb793583 NA |
367 | if (time_after(this_timer, now)) { |
368 | work_delay = min(work_delay, this_timer - now); | |
369 | } else { | |
370 | spin_lock_bh(&br->hash_lock); | |
371 | if (!hlist_unhashed(&f->fdb_node)) | |
161d82de | 372 | fdb_delete(br, f, true); |
eb793583 | 373 | spin_unlock_bh(&br->hash_lock); |
1da177e4 LT |
374 | } |
375 | } | |
eb793583 | 376 | rcu_read_unlock(); |
1da177e4 | 377 | |
f7cdee8a NA |
378 | /* Cleanup minimum 10 milliseconds apart */ |
379 | work_delay = max_t(unsigned long, work_delay, msecs_to_jiffies(10)); | |
380 | mod_delayed_work(system_long_wq, &br->gc_work, work_delay); | |
1da177e4 LT |
381 | } |
382 | ||
9cf63747 SH |
383 | /* Completely flush all dynamic entries in forwarding database.*/ |
384 | void br_fdb_flush(struct net_bridge *br) | |
385 | { | |
eb793583 NA |
386 | struct net_bridge_fdb_entry *f; |
387 | struct hlist_node *tmp; | |
9cf63747 SH |
388 | |
389 | spin_lock_bh(&br->hash_lock); | |
eb793583 | 390 | hlist_for_each_entry_safe(f, tmp, &br->fdb_list, fdb_node) { |
29e63fff | 391 | if (!test_bit(BR_FDB_STATIC, &f->flags)) |
161d82de | 392 | fdb_delete(br, f, true); |
9cf63747 SH |
393 | } |
394 | spin_unlock_bh(&br->hash_lock); | |
395 | } | |
1a620698 | 396 | |
25985edc | 397 | /* Flush all entries referring to a specific port. |
9cf63747 | 398 | * if do_all is set also flush static entries |
1ea2d020 | 399 | * if vid is set delete all entries that match the vlan_id |
9cf63747 | 400 | */ |
1a620698 SH |
401 | void br_fdb_delete_by_port(struct net_bridge *br, |
402 | const struct net_bridge_port *p, | |
1ea2d020 | 403 | u16 vid, |
1a620698 | 404 | int do_all) |
1da177e4 | 405 | { |
eb793583 NA |
406 | struct net_bridge_fdb_entry *f; |
407 | struct hlist_node *tmp; | |
1da177e4 LT |
408 | |
409 | spin_lock_bh(&br->hash_lock); | |
eb793583 NA |
410 | hlist_for_each_entry_safe(f, tmp, &br->fdb_list, fdb_node) { |
411 | if (f->dst != p) | |
412 | continue; | |
9d6f229f | 413 | |
eb793583 | 414 | if (!do_all) |
29e63fff | 415 | if (test_bit(BR_FDB_STATIC, &f->flags) || |
f2f3729f NA |
416 | (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &f->flags) && |
417 | !test_bit(BR_FDB_OFFLOADED, &f->flags)) || | |
29e63fff | 418 | (vid && f->key.vlan_id != vid)) |
1da177e4 LT |
419 | continue; |
420 | ||
6869c3b0 | 421 | if (test_bit(BR_FDB_LOCAL, &f->flags)) |
eb793583 NA |
422 | fdb_delete_local(br, p, f); |
423 | else | |
161d82de | 424 | fdb_delete(br, f, true); |
1da177e4 LT |
425 | } |
426 | spin_unlock_bh(&br->hash_lock); | |
427 | } | |
428 | ||
e6373c4c | 429 | #if IS_ENABLED(CONFIG_ATM_LANE) |
da678292 MM |
430 | /* Interface used by ATM LANE hook to test |
431 | * if an addr is on some other bridge port */ | |
432 | int br_fdb_test_addr(struct net_device *dev, unsigned char *addr) | |
1da177e4 LT |
433 | { |
434 | struct net_bridge_fdb_entry *fdb; | |
b5ed54e9 | 435 | struct net_bridge_port *port; |
da678292 MM |
436 | int ret; |
437 | ||
1da177e4 | 438 | rcu_read_lock(); |
b5ed54e9 | 439 | port = br_port_get_rcu(dev); |
440 | if (!port) | |
441 | ret = 0; | |
442 | else { | |
3e19ae7c VO |
443 | const struct net_bridge_port *dst = NULL; |
444 | ||
bfd0aeac | 445 | fdb = br_fdb_find_rcu(port->br, addr, 0); |
3e19ae7c VO |
446 | if (fdb) |
447 | dst = READ_ONCE(fdb->dst); | |
448 | ||
449 | ret = dst && dst->dev != dev && | |
450 | dst->state == BR_STATE_FORWARDING; | |
b5ed54e9 | 451 | } |
1da177e4 | 452 | rcu_read_unlock(); |
1da177e4 | 453 | |
da678292 | 454 | return ret; |
1da177e4 | 455 | } |
da678292 | 456 | #endif /* CONFIG_ATM_LANE */ |
1da177e4 LT |
457 | |
458 | /* | |
9d6f229f | 459 | * Fill buffer with forwarding table records in |
1da177e4 LT |
460 | * the API format. |
461 | */ | |
462 | int br_fdb_fillbuf(struct net_bridge *br, void *buf, | |
463 | unsigned long maxnum, unsigned long skip) | |
464 | { | |
1da177e4 | 465 | struct net_bridge_fdb_entry *f; |
eb793583 NA |
466 | struct __fdb_entry *fe = buf; |
467 | int num = 0; | |
1da177e4 LT |
468 | |
469 | memset(buf, 0, maxnum*sizeof(struct __fdb_entry)); | |
470 | ||
471 | rcu_read_lock(); | |
eb793583 NA |
472 | hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) { |
473 | if (num >= maxnum) | |
474 | break; | |
1da177e4 | 475 | |
eb793583 NA |
476 | if (has_expired(br, f)) |
477 | continue; | |
1da177e4 | 478 | |
eb793583 NA |
479 | /* ignore pseudo entry for local MAC address */ |
480 | if (!f->dst) | |
481 | continue; | |
43598813 | 482 | |
eb793583 NA |
483 | if (skip) { |
484 | --skip; | |
485 | continue; | |
486 | } | |
1da177e4 | 487 | |
eb793583 NA |
488 | /* convert from internal format to API */ |
489 | memcpy(fe->mac_addr, f->key.addr.addr, ETH_ALEN); | |
ae4f8fca | 490 | |
eb793583 NA |
491 | /* due to ABI compat need to split into hi/lo */ |
492 | fe->port_no = f->dst->port_no; | |
493 | fe->port_hi = f->dst->port_no >> 8; | |
ae4f8fca | 494 | |
6869c3b0 | 495 | fe->is_local = test_bit(BR_FDB_LOCAL, &f->flags); |
29e63fff | 496 | if (!test_bit(BR_FDB_STATIC, &f->flags)) |
eb793583 NA |
497 | fe->ageing_timer_value = jiffies_delta_to_clock_t(jiffies - f->updated); |
498 | ++fe; | |
499 | ++num; | |
1da177e4 | 500 | } |
1da177e4 LT |
501 | rcu_read_unlock(); |
502 | ||
503 | return num; | |
504 | } | |
505 | ||
eb793583 | 506 | static struct net_bridge_fdb_entry *fdb_create(struct net_bridge *br, |
1da177e4 | 507 | struct net_bridge_port *source, |
2ba071ec | 508 | const unsigned char *addr, |
b7af1472 | 509 | __u16 vid, |
3fb01a31 | 510 | unsigned long flags) |
1da177e4 LT |
511 | { |
512 | struct net_bridge_fdb_entry *fdb; | |
513 | ||
514 | fdb = kmem_cache_alloc(br_fdb_cache, GFP_ATOMIC); | |
515 | if (fdb) { | |
eb793583 | 516 | memcpy(fdb->key.addr.addr, addr, ETH_ALEN); |
3e19ae7c | 517 | WRITE_ONCE(fdb->dst, source); |
eb793583 | 518 | fdb->key.vlan_id = vid; |
3fb01a31 | 519 | fdb->flags = flags; |
7cd8861a | 520 | fdb->updated = fdb->used = jiffies; |
eb793583 NA |
521 | if (rhashtable_lookup_insert_fast(&br->fdb_hash_tbl, |
522 | &fdb->rhnode, | |
523 | br_fdb_rht_params)) { | |
524 | kmem_cache_free(br_fdb_cache, fdb); | |
525 | fdb = NULL; | |
526 | } else { | |
527 | hlist_add_head_rcu(&fdb->fdb_node, &br->fdb_list); | |
528 | } | |
1da177e4 LT |
529 | } |
530 | return fdb; | |
531 | } | |
532 | ||
533 | static int fdb_insert(struct net_bridge *br, struct net_bridge_port *source, | |
bc9a25d2 | 534 | const unsigned char *addr, u16 vid) |
1da177e4 | 535 | { |
1da177e4 LT |
536 | struct net_bridge_fdb_entry *fdb; |
537 | ||
538 | if (!is_valid_ether_addr(addr)) | |
539 | return -EINVAL; | |
540 | ||
bfd0aeac | 541 | fdb = br_fdb_find(br, addr, vid); |
1da177e4 | 542 | if (fdb) { |
9d6f229f | 543 | /* it is okay to have multiple ports with same |
1da177e4 LT |
544 | * address, just use the first one. |
545 | */ | |
6869c3b0 | 546 | if (test_bit(BR_FDB_LOCAL, &fdb->flags)) |
1da177e4 | 547 | return 0; |
de1dfeef RP |
548 | br_warn(br, "adding interface %s with same address as a received packet (addr:%pM, vlan:%u)\n", |
549 | source ? source->dev->name : br->dev->name, addr, vid); | |
161d82de | 550 | fdb_delete(br, fdb, true); |
9d6f229f | 551 | } |
1da177e4 | 552 | |
3fb01a31 NA |
553 | fdb = fdb_create(br, source, addr, vid, |
554 | BIT(BR_FDB_LOCAL) | BIT(BR_FDB_STATIC)); | |
03e9b64b | 555 | if (!fdb) |
1da177e4 LT |
556 | return -ENOMEM; |
557 | ||
020ec6ba | 558 | fdb_add_hw_addr(br, addr); |
161d82de | 559 | fdb_notify(br, fdb, RTM_NEWNEIGH, true); |
1da177e4 LT |
560 | return 0; |
561 | } | |
562 | ||
03e9b64b | 563 | /* Add entry for local address of interface */ |
1da177e4 | 564 | int br_fdb_insert(struct net_bridge *br, struct net_bridge_port *source, |
bc9a25d2 | 565 | const unsigned char *addr, u16 vid) |
1da177e4 LT |
566 | { |
567 | int ret; | |
568 | ||
569 | spin_lock_bh(&br->hash_lock); | |
bc9a25d2 | 570 | ret = fdb_insert(br, source, addr, vid); |
1da177e4 LT |
571 | spin_unlock_bh(&br->hash_lock); |
572 | return ret; | |
573 | } | |
574 | ||
31cbc39b NA |
575 | /* returns true if the fdb was modified */ |
576 | static bool __fdb_mark_active(struct net_bridge_fdb_entry *fdb) | |
577 | { | |
578 | return !!(test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags) && | |
579 | test_and_clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags)); | |
580 | } | |
581 | ||
1da177e4 | 582 | void br_fdb_update(struct net_bridge *br, struct net_bridge_port *source, |
be0c5677 | 583 | const unsigned char *addr, u16 vid, unsigned long flags) |
1da177e4 | 584 | { |
1da177e4 LT |
585 | struct net_bridge_fdb_entry *fdb; |
586 | ||
587 | /* some users want to always flood. */ | |
588 | if (hold_time(br) == 0) | |
589 | return; | |
590 | ||
eb793583 | 591 | fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid); |
1da177e4 LT |
592 | if (likely(fdb)) { |
593 | /* attempt to update an entry for a local interface */ | |
6869c3b0 | 594 | if (unlikely(test_bit(BR_FDB_LOCAL, &fdb->flags))) { |
9d6f229f | 595 | if (net_ratelimit()) |
de1dfeef RP |
596 | br_warn(br, "received packet on %s with own address as source address (addr:%pM, vlan:%u)\n", |
597 | source->dev->name, addr, vid); | |
1da177e4 | 598 | } else { |
ca6d4480 | 599 | unsigned long now = jiffies; |
31cbc39b NA |
600 | bool fdb_modified = false; |
601 | ||
602 | if (now != fdb->updated) { | |
603 | fdb->updated = now; | |
604 | fdb_modified = __fdb_mark_active(fdb); | |
605 | } | |
ca6d4480 | 606 | |
1da177e4 | 607 | /* fastpath: update of existing entry */ |
3e19ae7c | 608 | if (unlikely(source != READ_ONCE(fdb->dst) && |
e0458d9a | 609 | !test_bit(BR_FDB_STICKY, &fdb->flags))) { |
6eb38bf8 | 610 | br_switchdev_fdb_notify(br, fdb, RTM_DELNEIGH); |
3e19ae7c | 611 | WRITE_ONCE(fdb->dst, source); |
c65c7a30 | 612 | fdb_modified = true; |
58073b32 | 613 | /* Take over HW learned entry */ |
58ec1ea6 NA |
614 | if (unlikely(test_bit(BR_FDB_ADDED_BY_EXT_LEARN, |
615 | &fdb->flags))) | |
616 | clear_bit(BR_FDB_ADDED_BY_EXT_LEARN, | |
617 | &fdb->flags); | |
c65c7a30 | 618 | } |
31cbc39b | 619 | |
be0c5677 | 620 | if (unlikely(test_bit(BR_FDB_ADDED_BY_USER, &flags))) |
ac3ca6af | 621 | set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags); |
e3cfddd5 | 622 | if (unlikely(fdb_modified)) { |
be0c5677 | 623 | trace_br_fdb_update(br, source, addr, vid, flags); |
161d82de | 624 | fdb_notify(br, fdb, RTM_NEWNEIGH, true); |
e3cfddd5 | 625 | } |
1da177e4 LT |
626 | } |
627 | } else { | |
f8ae737d | 628 | spin_lock(&br->hash_lock); |
be0c5677 | 629 | fdb = fdb_create(br, source, addr, vid, flags); |
eb793583 | 630 | if (fdb) { |
be0c5677 | 631 | trace_br_fdb_update(br, source, addr, vid, flags); |
161d82de | 632 | fdb_notify(br, fdb, RTM_NEWNEIGH, true); |
f58ee4e1 | 633 | } |
1da177e4 LT |
634 | /* else we lose race and someone else inserts |
635 | * it first, don't bother updating | |
636 | */ | |
f8ae737d | 637 | spin_unlock(&br->hash_lock); |
1da177e4 | 638 | } |
1da177e4 | 639 | } |
b078f0df | 640 | |
3741873b RP |
641 | static int fdb_to_nud(const struct net_bridge *br, |
642 | const struct net_bridge_fdb_entry *fdb) | |
b078f0df | 643 | { |
6869c3b0 | 644 | if (test_bit(BR_FDB_LOCAL, &fdb->flags)) |
b078f0df | 645 | return NUD_PERMANENT; |
29e63fff | 646 | else if (test_bit(BR_FDB_STATIC, &fdb->flags)) |
b078f0df | 647 | return NUD_NOARP; |
3741873b | 648 | else if (has_expired(br, fdb)) |
b078f0df | 649 | return NUD_STALE; |
650 | else | |
651 | return NUD_REACHABLE; | |
652 | } | |
653 | ||
31e8a49c | 654 | static int fdb_fill_info(struct sk_buff *skb, const struct net_bridge *br, |
b078f0df | 655 | const struct net_bridge_fdb_entry *fdb, |
15e47304 | 656 | u32 portid, u32 seq, int type, unsigned int flags) |
b078f0df | 657 | { |
3e19ae7c | 658 | const struct net_bridge_port *dst = READ_ONCE(fdb->dst); |
b078f0df | 659 | unsigned long now = jiffies; |
660 | struct nda_cacheinfo ci; | |
661 | struct nlmsghdr *nlh; | |
662 | struct ndmsg *ndm; | |
663 | ||
15e47304 | 664 | nlh = nlmsg_put(skb, portid, seq, type, sizeof(*ndm), flags); |
b078f0df | 665 | if (nlh == NULL) |
666 | return -EMSGSIZE; | |
667 | ||
b078f0df | 668 | ndm = nlmsg_data(nlh); |
669 | ndm->ndm_family = AF_BRIDGE; | |
670 | ndm->ndm_pad1 = 0; | |
671 | ndm->ndm_pad2 = 0; | |
9fe8bcec | 672 | ndm->ndm_flags = 0; |
b078f0df | 673 | ndm->ndm_type = 0; |
3e19ae7c | 674 | ndm->ndm_ifindex = dst ? dst->dev->ifindex : br->dev->ifindex; |
3741873b | 675 | ndm->ndm_state = fdb_to_nud(br, fdb); |
b078f0df | 676 | |
d38c6e3d | 677 | if (test_bit(BR_FDB_OFFLOADED, &fdb->flags)) |
9fe8bcec | 678 | ndm->ndm_flags |= NTF_OFFLOADED; |
b5cd9f7c | 679 | if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags)) |
9fe8bcec | 680 | ndm->ndm_flags |= NTF_EXT_LEARNED; |
e0458d9a | 681 | if (test_bit(BR_FDB_STICKY, &fdb->flags)) |
435f2e7c | 682 | ndm->ndm_flags |= NTF_STICKY; |
9fe8bcec | 683 | |
eb793583 | 684 | if (nla_put(skb, NDA_LLADDR, ETH_ALEN, &fdb->key.addr)) |
2eb812e6 | 685 | goto nla_put_failure; |
41c389d7 RP |
686 | if (nla_put_u32(skb, NDA_MASTER, br->dev->ifindex)) |
687 | goto nla_put_failure; | |
b078f0df | 688 | ci.ndm_used = jiffies_to_clock_t(now - fdb->used); |
689 | ci.ndm_confirmed = 0; | |
690 | ci.ndm_updated = jiffies_to_clock_t(now - fdb->updated); | |
691 | ci.ndm_refcnt = 0; | |
2eb812e6 DM |
692 | if (nla_put(skb, NDA_CACHEINFO, sizeof(ci), &ci)) |
693 | goto nla_put_failure; | |
1690be63 | 694 | |
eb793583 NA |
695 | if (fdb->key.vlan_id && nla_put(skb, NDA_VLAN, sizeof(u16), |
696 | &fdb->key.vlan_id)) | |
1690be63 VY |
697 | goto nla_put_failure; |
698 | ||
31cbc39b NA |
699 | if (test_bit(BR_FDB_NOTIFY, &fdb->flags)) { |
700 | struct nlattr *nest = nla_nest_start(skb, NDA_FDB_EXT_ATTRS); | |
701 | u8 notify_bits = FDB_NOTIFY_BIT; | |
702 | ||
703 | if (!nest) | |
704 | goto nla_put_failure; | |
705 | if (test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags)) | |
706 | notify_bits |= FDB_NOTIFY_INACTIVE_BIT; | |
707 | ||
708 | if (nla_put_u8(skb, NFEA_ACTIVITY_NOTIFY, notify_bits)) { | |
709 | nla_nest_cancel(skb, nest); | |
710 | goto nla_put_failure; | |
711 | } | |
712 | ||
713 | nla_nest_end(skb, nest); | |
714 | } | |
715 | ||
053c095a JB |
716 | nlmsg_end(skb, nlh); |
717 | return 0; | |
b078f0df | 718 | |
719 | nla_put_failure: | |
720 | nlmsg_cancel(skb, nlh); | |
721 | return -EMSGSIZE; | |
722 | } | |
723 | ||
724 | static inline size_t fdb_nlmsg_size(void) | |
725 | { | |
726 | return NLMSG_ALIGN(sizeof(struct ndmsg)) | |
727 | + nla_total_size(ETH_ALEN) /* NDA_LLADDR */ | |
41c389d7 | 728 | + nla_total_size(sizeof(u32)) /* NDA_MASTER */ |
1690be63 | 729 | + nla_total_size(sizeof(u16)) /* NDA_VLAN */ |
31cbc39b NA |
730 | + nla_total_size(sizeof(struct nda_cacheinfo)) |
731 | + nla_total_size(0) /* NDA_FDB_EXT_ATTRS */ | |
732 | + nla_total_size(sizeof(u8)); /* NFEA_ACTIVITY_NOTIFY */ | |
b078f0df | 733 | } |
734 | ||
04846f90 | 735 | static int br_fdb_replay_one(struct notifier_block *nb, |
bdf123b4 | 736 | const struct net_bridge_fdb_entry *fdb, |
7e8c1858 VO |
737 | struct net_device *dev, unsigned long action, |
738 | const void *ctx) | |
04846f90 VO |
739 | { |
740 | struct switchdev_notifier_fdb_info item; | |
741 | int err; | |
742 | ||
743 | item.addr = fdb->key.addr.addr; | |
744 | item.vid = fdb->key.vlan_id; | |
745 | item.added_by_user = test_bit(BR_FDB_ADDED_BY_USER, &fdb->flags); | |
746 | item.offloaded = test_bit(BR_FDB_OFFLOADED, &fdb->flags); | |
e887b2df | 747 | item.is_local = test_bit(BR_FDB_LOCAL, &fdb->flags); |
04846f90 | 748 | item.info.dev = dev; |
0d2cfbd4 | 749 | item.info.ctx = ctx; |
04846f90 | 750 | |
7e8c1858 | 751 | err = nb->notifier_call(nb, action, &item); |
04846f90 VO |
752 | return notifier_to_errno(err); |
753 | } | |
754 | ||
bdf123b4 | 755 | int br_fdb_replay(const struct net_device *br_dev, const struct net_device *dev, |
7e8c1858 | 756 | const void *ctx, bool adding, struct notifier_block *nb) |
04846f90 VO |
757 | { |
758 | struct net_bridge_fdb_entry *fdb; | |
759 | struct net_bridge *br; | |
7e8c1858 | 760 | unsigned long action; |
04846f90 VO |
761 | int err = 0; |
762 | ||
f851a721 VO |
763 | if (!netif_is_bridge_master(br_dev)) |
764 | return -EINVAL; | |
765 | ||
766 | if (!netif_is_bridge_port(dev) && !netif_is_bridge_master(dev)) | |
04846f90 VO |
767 | return -EINVAL; |
768 | ||
769 | br = netdev_priv(br_dev); | |
770 | ||
7e8c1858 VO |
771 | if (adding) |
772 | action = SWITCHDEV_FDB_ADD_TO_DEVICE; | |
773 | else | |
774 | action = SWITCHDEV_FDB_DEL_TO_DEVICE; | |
775 | ||
04846f90 VO |
776 | rcu_read_lock(); |
777 | ||
778 | hlist_for_each_entry_rcu(fdb, &br->fdb_list, fdb_node) { | |
bdf123b4 | 779 | const struct net_bridge_port *dst = READ_ONCE(fdb->dst); |
04846f90 VO |
780 | struct net_device *dst_dev; |
781 | ||
782 | dst_dev = dst ? dst->dev : br->dev; | |
cbb56b03 | 783 | if (dst_dev && dst_dev != dev) |
04846f90 VO |
784 | continue; |
785 | ||
7e8c1858 | 786 | err = br_fdb_replay_one(nb, fdb, dst_dev, action, ctx); |
04846f90 VO |
787 | if (err) |
788 | break; | |
789 | } | |
790 | ||
791 | rcu_read_unlock(); | |
792 | ||
793 | return err; | |
794 | } | |
795 | EXPORT_SYMBOL_GPL(br_fdb_replay); | |
796 | ||
31e8a49c | 797 | static void fdb_notify(struct net_bridge *br, |
161d82de PM |
798 | const struct net_bridge_fdb_entry *fdb, int type, |
799 | bool swdev_notify) | |
b078f0df | 800 | { |
31e8a49c | 801 | struct net *net = dev_net(br->dev); |
b078f0df | 802 | struct sk_buff *skb; |
803 | int err = -ENOBUFS; | |
804 | ||
161d82de | 805 | if (swdev_notify) |
6eb38bf8 | 806 | br_switchdev_fdb_notify(br, fdb, type); |
6b26b51b | 807 | |
b078f0df | 808 | skb = nlmsg_new(fdb_nlmsg_size(), GFP_ATOMIC); |
809 | if (skb == NULL) | |
810 | goto errout; | |
811 | ||
31e8a49c | 812 | err = fdb_fill_info(skb, br, fdb, 0, 0, type, 0); |
b078f0df | 813 | if (err < 0) { |
814 | /* -EMSGSIZE implies BUG in fdb_nlmsg_size() */ | |
815 | WARN_ON(err == -EMSGSIZE); | |
816 | kfree_skb(skb); | |
817 | goto errout; | |
818 | } | |
819 | rtnl_notify(skb, net, 0, RTNLGRP_NEIGH, NULL, GFP_ATOMIC); | |
820 | return; | |
821 | errout: | |
87e823b3 | 822 | rtnl_set_sk_err(net, RTNLGRP_NEIGH, err); |
b078f0df | 823 | } |
824 | ||
825 | /* Dump information about entries, in response to GETNEIGH */ | |
77162022 JF |
826 | int br_fdb_dump(struct sk_buff *skb, |
827 | struct netlink_callback *cb, | |
828 | struct net_device *dev, | |
5d5eacb3 | 829 | struct net_device *filter_dev, |
d297653d | 830 | int *idx) |
b078f0df | 831 | { |
77162022 | 832 | struct net_bridge *br = netdev_priv(dev); |
eb793583 | 833 | struct net_bridge_fdb_entry *f; |
d297653d | 834 | int err = 0; |
b078f0df | 835 | |
77162022 | 836 | if (!(dev->priv_flags & IFF_EBRIDGE)) |
eb793583 | 837 | return err; |
b078f0df | 838 | |
d297653d RP |
839 | if (!filter_dev) { |
840 | err = ndo_dflt_fdb_dump(skb, cb, dev, NULL, idx); | |
841 | if (err < 0) | |
eb793583 | 842 | return err; |
d297653d | 843 | } |
6cb69742 | 844 | |
eb793583 NA |
845 | rcu_read_lock(); |
846 | hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) { | |
847 | if (*idx < cb->args[2]) | |
848 | goto skip; | |
849 | if (filter_dev && (!f->dst || f->dst->dev != filter_dev)) { | |
850 | if (filter_dev != dev) | |
77162022 | 851 | goto skip; |
eb793583 NA |
852 | /* !f->dst is a special case for bridge |
853 | * It means the MAC belongs to the bridge | |
854 | * Therefore need a little more filtering | |
855 | * we only want to dump the !f->dst case | |
856 | */ | |
857 | if (f->dst) | |
6cb69742 | 858 | goto skip; |
b078f0df | 859 | } |
eb793583 NA |
860 | if (!filter_dev && f->dst) |
861 | goto skip; | |
862 | ||
863 | err = fdb_fill_info(skb, br, f, | |
864 | NETLINK_CB(cb->skb).portid, | |
865 | cb->nlh->nlmsg_seq, | |
866 | RTM_NEWNEIGH, | |
867 | NLM_F_MULTI); | |
868 | if (err < 0) | |
869 | break; | |
870 | skip: | |
871 | *idx += 1; | |
b078f0df | 872 | } |
eb793583 | 873 | rcu_read_unlock(); |
b078f0df | 874 | |
d297653d | 875 | return err; |
b078f0df | 876 | } |
36fd2b63 | 877 | |
47674562 RP |
878 | int br_fdb_get(struct sk_buff *skb, |
879 | struct nlattr *tb[], | |
880 | struct net_device *dev, | |
881 | const unsigned char *addr, | |
882 | u16 vid, u32 portid, u32 seq, | |
883 | struct netlink_ext_ack *extack) | |
884 | { | |
885 | struct net_bridge *br = netdev_priv(dev); | |
886 | struct net_bridge_fdb_entry *f; | |
887 | int err = 0; | |
888 | ||
889 | rcu_read_lock(); | |
890 | f = br_fdb_find_rcu(br, addr, vid); | |
891 | if (!f) { | |
892 | NL_SET_ERR_MSG(extack, "Fdb entry not found"); | |
893 | err = -ENOENT; | |
894 | goto errout; | |
895 | } | |
896 | ||
897 | err = fdb_fill_info(skb, br, f, portid, seq, | |
898 | RTM_NEWNEIGH, 0); | |
899 | errout: | |
900 | rcu_read_unlock(); | |
901 | return err; | |
902 | } | |
903 | ||
31cbc39b NA |
904 | /* returns true if the fdb is modified */ |
905 | static bool fdb_handle_notify(struct net_bridge_fdb_entry *fdb, u8 notify) | |
906 | { | |
907 | bool modified = false; | |
908 | ||
909 | /* allow to mark an entry as inactive, usually done on creation */ | |
910 | if ((notify & FDB_NOTIFY_INACTIVE_BIT) && | |
911 | !test_and_set_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags)) | |
912 | modified = true; | |
913 | ||
914 | if ((notify & FDB_NOTIFY_BIT) && | |
915 | !test_and_set_bit(BR_FDB_NOTIFY, &fdb->flags)) { | |
916 | /* enabled activity tracking */ | |
917 | modified = true; | |
918 | } else if (!(notify & FDB_NOTIFY_BIT) && | |
919 | test_and_clear_bit(BR_FDB_NOTIFY, &fdb->flags)) { | |
920 | /* disabled activity tracking, clear notify state */ | |
921 | clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags); | |
922 | modified = true; | |
923 | } | |
924 | ||
925 | return modified; | |
926 | } | |
927 | ||
292d1398 | 928 | /* Update (create or replace) forwarding database entry */ |
7bb90c37 | 929 | static int fdb_add_entry(struct net_bridge *br, struct net_bridge_port *source, |
31cbc39b NA |
930 | const u8 *addr, struct ndmsg *ndm, u16 flags, u16 vid, |
931 | struct nlattr *nfea_tb[]) | |
36fd2b63 | 932 | { |
0592ff88 | 933 | bool is_sticky = !!(ndm->ndm_flags & NTF_STICKY); |
b5f1d9ec | 934 | bool refresh = !nfea_tb[NFEA_DONT_REFRESH]; |
36fd2b63 | 935 | struct net_bridge_fdb_entry *fdb; |
0592ff88 | 936 | u16 state = ndm->ndm_state; |
b0a397fb | 937 | bool modified = false; |
31cbc39b | 938 | u8 notify = 0; |
36fd2b63 | 939 | |
eb8d7baa | 940 | /* If the port cannot learn allow only local and static entries */ |
7bb90c37 | 941 | if (source && !(state & NUD_PERMANENT) && !(state & NUD_NOARP) && |
eb8d7baa WK |
942 | !(source->state == BR_STATE_LEARNING || |
943 | source->state == BR_STATE_FORWARDING)) | |
944 | return -EPERM; | |
945 | ||
7bb90c37 TM |
946 | if (!source && !(state & NUD_PERMANENT)) { |
947 | pr_info("bridge: RTM_NEWNEIGH %s without NUD_PERMANENT\n", | |
948 | br->dev->name); | |
949 | return -EINVAL; | |
950 | } | |
951 | ||
435f2e7c NA |
952 | if (is_sticky && (state & NUD_PERMANENT)) |
953 | return -EINVAL; | |
954 | ||
31cbc39b NA |
955 | if (nfea_tb[NFEA_ACTIVITY_NOTIFY]) { |
956 | notify = nla_get_u8(nfea_tb[NFEA_ACTIVITY_NOTIFY]); | |
957 | if ((notify & ~BR_FDB_NOTIFY_SETTABLE_BITS) || | |
958 | (notify & BR_FDB_NOTIFY_SETTABLE_BITS) == FDB_NOTIFY_INACTIVE_BIT) | |
959 | return -EINVAL; | |
960 | } | |
961 | ||
bfd0aeac | 962 | fdb = br_fdb_find(br, addr, vid); |
64af1bac | 963 | if (fdb == NULL) { |
964 | if (!(flags & NLM_F_CREATE)) | |
965 | return -ENOENT; | |
36fd2b63 | 966 | |
3fb01a31 | 967 | fdb = fdb_create(br, source, addr, vid, 0); |
64af1bac | 968 | if (!fdb) |
969 | return -ENOMEM; | |
b0a397fb | 970 | |
971 | modified = true; | |
64af1bac | 972 | } else { |
973 | if (flags & NLM_F_EXCL) | |
974 | return -EEXIST; | |
b0a397fb | 975 | |
3e19ae7c VO |
976 | if (READ_ONCE(fdb->dst) != source) { |
977 | WRITE_ONCE(fdb->dst, source); | |
b0a397fb | 978 | modified = true; |
979 | } | |
292d1398 | 980 | } |
981 | ||
3741873b | 982 | if (fdb_to_nud(br, fdb) != state) { |
145beee8 | 983 | if (state & NUD_PERMANENT) { |
6869c3b0 | 984 | set_bit(BR_FDB_LOCAL, &fdb->flags); |
29e63fff | 985 | if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags)) |
020ec6ba | 986 | fdb_add_hw_addr(br, addr); |
145beee8 | 987 | } else if (state & NUD_NOARP) { |
6869c3b0 | 988 | clear_bit(BR_FDB_LOCAL, &fdb->flags); |
29e63fff | 989 | if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags)) |
020ec6ba | 990 | fdb_add_hw_addr(br, addr); |
145beee8 | 991 | } else { |
6869c3b0 | 992 | clear_bit(BR_FDB_LOCAL, &fdb->flags); |
29e63fff | 993 | if (test_and_clear_bit(BR_FDB_STATIC, &fdb->flags)) |
020ec6ba | 994 | fdb_del_hw_addr(br, addr); |
145beee8 | 995 | } |
64af1bac | 996 | |
b0a397fb | 997 | modified = true; |
998 | } | |
435f2e7c | 999 | |
e0458d9a NA |
1000 | if (is_sticky != test_bit(BR_FDB_STICKY, &fdb->flags)) { |
1001 | change_bit(BR_FDB_STICKY, &fdb->flags); | |
435f2e7c NA |
1002 | modified = true; |
1003 | } | |
1004 | ||
31cbc39b NA |
1005 | if (fdb_handle_notify(fdb, notify)) |
1006 | modified = true; | |
1007 | ||
ac3ca6af | 1008 | set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags); |
b0a397fb | 1009 | |
1010 | fdb->used = jiffies; | |
1011 | if (modified) { | |
b5f1d9ec NA |
1012 | if (refresh) |
1013 | fdb->updated = jiffies; | |
161d82de | 1014 | fdb_notify(br, fdb, RTM_NEWNEIGH, true); |
64af1bac | 1015 | } |
36fd2b63 | 1016 | |
36fd2b63 | 1017 | return 0; |
1018 | } | |
1019 | ||
7bb90c37 TM |
1020 | static int __br_fdb_add(struct ndmsg *ndm, struct net_bridge *br, |
1021 | struct net_bridge_port *p, const unsigned char *addr, | |
31cbc39b | 1022 | u16 nlh_flags, u16 vid, struct nlattr *nfea_tb[]) |
1690be63 VY |
1023 | { |
1024 | int err = 0; | |
1025 | ||
1026 | if (ndm->ndm_flags & NTF_USE) { | |
7bb90c37 TM |
1027 | if (!p) { |
1028 | pr_info("bridge: RTM_NEWNEIGH %s with NTF_USE is not supported\n", | |
1029 | br->dev->name); | |
1030 | return -EINVAL; | |
1031 | } | |
5d1fcaf3 NA |
1032 | if (!nbp_state_should_learn(p)) |
1033 | return 0; | |
1034 | ||
c4c832f8 | 1035 | local_bh_disable(); |
1690be63 | 1036 | rcu_read_lock(); |
be0c5677 | 1037 | br_fdb_update(br, p, addr, vid, BIT(BR_FDB_ADDED_BY_USER)); |
1690be63 | 1038 | rcu_read_unlock(); |
c4c832f8 | 1039 | local_bh_enable(); |
eb100e0e | 1040 | } else if (ndm->ndm_flags & NTF_EXT_LEARNED) { |
161d82de | 1041 | err = br_fdb_external_learn_add(br, p, addr, vid, true); |
1690be63 | 1042 | } else { |
7bb90c37 | 1043 | spin_lock_bh(&br->hash_lock); |
31cbc39b | 1044 | err = fdb_add_entry(br, p, addr, ndm, nlh_flags, vid, nfea_tb); |
7bb90c37 | 1045 | spin_unlock_bh(&br->hash_lock); |
1690be63 VY |
1046 | } |
1047 | ||
1048 | return err; | |
1049 | } | |
1050 | ||
31cbc39b NA |
1051 | static const struct nla_policy br_nda_fdb_pol[NFEA_MAX + 1] = { |
1052 | [NFEA_ACTIVITY_NOTIFY] = { .type = NLA_U8 }, | |
b5f1d9ec | 1053 | [NFEA_DONT_REFRESH] = { .type = NLA_FLAG }, |
31cbc39b NA |
1054 | }; |
1055 | ||
36fd2b63 | 1056 | /* Add new permanent fdb entry with RTM_NEWNEIGH */ |
edc7d573 | 1057 | int br_fdb_add(struct ndmsg *ndm, struct nlattr *tb[], |
1058 | struct net_device *dev, | |
87b0984e PM |
1059 | const unsigned char *addr, u16 vid, u16 nlh_flags, |
1060 | struct netlink_ext_ack *extack) | |
36fd2b63 | 1061 | { |
31cbc39b | 1062 | struct nlattr *nfea_tb[NFEA_MAX + 1], *attr; |
2594e906 | 1063 | struct net_bridge_vlan_group *vg; |
3741873b | 1064 | struct net_bridge_port *p = NULL; |
2594e906 | 1065 | struct net_bridge_vlan *v; |
3741873b | 1066 | struct net_bridge *br = NULL; |
77162022 | 1067 | int err = 0; |
36fd2b63 | 1068 | |
b74fd306 RP |
1069 | trace_br_fdb_add(ndm, dev, addr, vid, nlh_flags); |
1070 | ||
292d1398 | 1071 | if (!(ndm->ndm_state & (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE))) { |
1072 | pr_info("bridge: RTM_NEWNEIGH with invalid state %#x\n", ndm->ndm_state); | |
1073 | return -EINVAL; | |
1074 | } | |
1075 | ||
537f7f84 SH |
1076 | if (is_zero_ether_addr(addr)) { |
1077 | pr_info("bridge: RTM_NEWNEIGH with invalid ether address\n"); | |
1078 | return -EINVAL; | |
1079 | } | |
1080 | ||
3741873b RP |
1081 | if (dev->priv_flags & IFF_EBRIDGE) { |
1082 | br = netdev_priv(dev); | |
1083 | vg = br_vlan_group(br); | |
1084 | } else { | |
1085 | p = br_port_get_rtnl(dev); | |
1086 | if (!p) { | |
1087 | pr_info("bridge: RTM_NEWNEIGH %s not a bridge port\n", | |
1088 | dev->name); | |
1089 | return -EINVAL; | |
1090 | } | |
7bb90c37 | 1091 | br = p->br; |
3741873b | 1092 | vg = nbp_vlan_group(p); |
36fd2b63 | 1093 | } |
1094 | ||
31cbc39b NA |
1095 | if (tb[NDA_FDB_EXT_ATTRS]) { |
1096 | attr = tb[NDA_FDB_EXT_ATTRS]; | |
1097 | err = nla_parse_nested(nfea_tb, NFEA_MAX, attr, | |
1098 | br_nda_fdb_pol, extack); | |
1099 | if (err) | |
1100 | return err; | |
1101 | } else { | |
1102 | memset(nfea_tb, 0, sizeof(struct nlattr *) * (NFEA_MAX + 1)); | |
1103 | } | |
1104 | ||
f6f6424b | 1105 | if (vid) { |
2594e906 | 1106 | v = br_vlan_find(vg, vid); |
3741873b RP |
1107 | if (!v || !br_vlan_should_use(v)) { |
1108 | pr_info("bridge: RTM_NEWNEIGH with unconfigured vlan %d on %s\n", vid, dev->name); | |
1690be63 VY |
1109 | return -EINVAL; |
1110 | } | |
1111 | ||
1112 | /* VID was specified, so use it. */ | |
31cbc39b | 1113 | err = __br_fdb_add(ndm, br, p, addr, nlh_flags, vid, nfea_tb); |
292d1398 | 1114 | } else { |
31cbc39b | 1115 | err = __br_fdb_add(ndm, br, p, addr, nlh_flags, 0, nfea_tb); |
2594e906 | 1116 | if (err || !vg || !vg->num_vlans) |
1690be63 | 1117 | goto out; |
1690be63 VY |
1118 | |
1119 | /* We have vlans configured on this port and user didn't | |
1120 | * specify a VLAN. To be nice, add/update entry for every | |
1121 | * vlan on this port. | |
1122 | */ | |
2594e906 | 1123 | list_for_each_entry(v, &vg->vlan_list, vlist) { |
3741873b RP |
1124 | if (!br_vlan_should_use(v)) |
1125 | continue; | |
31cbc39b NA |
1126 | err = __br_fdb_add(ndm, br, p, addr, nlh_flags, v->vid, |
1127 | nfea_tb); | |
1690be63 VY |
1128 | if (err) |
1129 | goto out; | |
1690be63 | 1130 | } |
292d1398 | 1131 | } |
36fd2b63 | 1132 | |
1690be63 | 1133 | out: |
36fd2b63 | 1134 | return err; |
1135 | } | |
1136 | ||
5019ab50 NA |
1137 | static int fdb_delete_by_addr_and_port(struct net_bridge *br, |
1138 | const struct net_bridge_port *p, | |
8c86f967 | 1139 | const u8 *addr, u16 vlan) |
36fd2b63 | 1140 | { |
36fd2b63 | 1141 | struct net_bridge_fdb_entry *fdb; |
1142 | ||
bfd0aeac | 1143 | fdb = br_fdb_find(br, addr, vlan); |
3e19ae7c | 1144 | if (!fdb || READ_ONCE(fdb->dst) != p) |
36fd2b63 | 1145 | return -ENOENT; |
1146 | ||
161d82de | 1147 | fdb_delete(br, fdb, true); |
5019ab50 | 1148 | |
36fd2b63 | 1149 | return 0; |
1150 | } | |
1151 | ||
5019ab50 NA |
1152 | static int __br_fdb_delete(struct net_bridge *br, |
1153 | const struct net_bridge_port *p, | |
1690be63 VY |
1154 | const unsigned char *addr, u16 vid) |
1155 | { | |
1156 | int err; | |
1157 | ||
5019ab50 NA |
1158 | spin_lock_bh(&br->hash_lock); |
1159 | err = fdb_delete_by_addr_and_port(br, p, addr, vid); | |
1160 | spin_unlock_bh(&br->hash_lock); | |
1690be63 VY |
1161 | |
1162 | return err; | |
1163 | } | |
1164 | ||
36fd2b63 | 1165 | /* Remove neighbor entry with RTM_DELNEIGH */ |
1690be63 VY |
1166 | int br_fdb_delete(struct ndmsg *ndm, struct nlattr *tb[], |
1167 | struct net_device *dev, | |
f6f6424b | 1168 | const unsigned char *addr, u16 vid) |
36fd2b63 | 1169 | { |
2594e906 | 1170 | struct net_bridge_vlan_group *vg; |
3741873b | 1171 | struct net_bridge_port *p = NULL; |
2594e906 | 1172 | struct net_bridge_vlan *v; |
5019ab50 | 1173 | struct net_bridge *br; |
36fd2b63 | 1174 | int err; |
1690be63 | 1175 | |
3741873b RP |
1176 | if (dev->priv_flags & IFF_EBRIDGE) { |
1177 | br = netdev_priv(dev); | |
1178 | vg = br_vlan_group(br); | |
1179 | } else { | |
1180 | p = br_port_get_rtnl(dev); | |
1181 | if (!p) { | |
1182 | pr_info("bridge: RTM_DELNEIGH %s not a bridge port\n", | |
1183 | dev->name); | |
1184 | return -EINVAL; | |
1185 | } | |
1186 | vg = nbp_vlan_group(p); | |
5019ab50 | 1187 | br = p->br; |
36fd2b63 | 1188 | } |
1189 | ||
f6f6424b | 1190 | if (vid) { |
2594e906 NA |
1191 | v = br_vlan_find(vg, vid); |
1192 | if (!v) { | |
3741873b | 1193 | pr_info("bridge: RTM_DELNEIGH with unconfigured vlan %d on %s\n", vid, dev->name); |
1690be63 VY |
1194 | return -EINVAL; |
1195 | } | |
36fd2b63 | 1196 | |
5019ab50 | 1197 | err = __br_fdb_delete(br, p, addr, vid); |
1690be63 | 1198 | } else { |
25d3b493 | 1199 | err = -ENOENT; |
5019ab50 | 1200 | err &= __br_fdb_delete(br, p, addr, 0); |
2594e906 | 1201 | if (!vg || !vg->num_vlans) |
5019ab50 | 1202 | return err; |
1690be63 | 1203 | |
3741873b RP |
1204 | list_for_each_entry(v, &vg->vlan_list, vlist) { |
1205 | if (!br_vlan_should_use(v)) | |
1206 | continue; | |
5019ab50 | 1207 | err &= __br_fdb_delete(br, p, addr, v->vid); |
3741873b | 1208 | } |
1690be63 | 1209 | } |
5019ab50 | 1210 | |
36fd2b63 | 1211 | return err; |
1212 | } | |
8db24af7 VY |
1213 | |
1214 | int br_fdb_sync_static(struct net_bridge *br, struct net_bridge_port *p) | |
1215 | { | |
eb793583 | 1216 | struct net_bridge_fdb_entry *f, *tmp; |
367dc658 | 1217 | int err = 0; |
8db24af7 VY |
1218 | |
1219 | ASSERT_RTNL(); | |
1220 | ||
eb793583 NA |
1221 | /* the key here is that static entries change only under rtnl */ |
1222 | rcu_read_lock(); | |
1223 | hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) { | |
1224 | /* We only care for static entries */ | |
29e63fff | 1225 | if (!test_bit(BR_FDB_STATIC, &f->flags)) |
eb793583 NA |
1226 | continue; |
1227 | err = dev_uc_add(p->dev, f->key.addr.addr); | |
1228 | if (err) | |
1229 | goto rollback; | |
8db24af7 | 1230 | } |
eb793583 NA |
1231 | done: |
1232 | rcu_read_unlock(); | |
8db24af7 | 1233 | |
eb793583 | 1234 | return err; |
8db24af7 | 1235 | |
eb793583 NA |
1236 | rollback: |
1237 | hlist_for_each_entry_rcu(tmp, &br->fdb_list, fdb_node) { | |
1238 | /* We only care for static entries */ | |
29e63fff | 1239 | if (!test_bit(BR_FDB_STATIC, &tmp->flags)) |
eb793583 NA |
1240 | continue; |
1241 | if (tmp == f) | |
1242 | break; | |
1243 | dev_uc_del(p->dev, tmp->key.addr.addr); | |
8db24af7 | 1244 | } |
eb793583 NA |
1245 | |
1246 | goto done; | |
8db24af7 VY |
1247 | } |
1248 | ||
1249 | void br_fdb_unsync_static(struct net_bridge *br, struct net_bridge_port *p) | |
1250 | { | |
eb793583 | 1251 | struct net_bridge_fdb_entry *f; |
8db24af7 VY |
1252 | |
1253 | ASSERT_RTNL(); | |
1254 | ||
eb793583 NA |
1255 | rcu_read_lock(); |
1256 | hlist_for_each_entry_rcu(f, &br->fdb_list, fdb_node) { | |
1257 | /* We only care for static entries */ | |
29e63fff | 1258 | if (!test_bit(BR_FDB_STATIC, &f->flags)) |
eb793583 | 1259 | continue; |
8db24af7 | 1260 | |
eb793583 | 1261 | dev_uc_del(p->dev, f->key.addr.addr); |
8db24af7 | 1262 | } |
eb793583 | 1263 | rcu_read_unlock(); |
8db24af7 | 1264 | } |
cf6b8e1e | 1265 | |
3aeb6617 | 1266 | int br_fdb_external_learn_add(struct net_bridge *br, struct net_bridge_port *p, |
161d82de PM |
1267 | const unsigned char *addr, u16 vid, |
1268 | bool swdev_notify) | |
cf6b8e1e | 1269 | { |
cf6b8e1e | 1270 | struct net_bridge_fdb_entry *fdb; |
7597b266 | 1271 | bool modified = false; |
cf6b8e1e SF |
1272 | int err = 0; |
1273 | ||
b74fd306 RP |
1274 | trace_br_fdb_external_learn_add(br, p, addr, vid); |
1275 | ||
cf6b8e1e SF |
1276 | spin_lock_bh(&br->hash_lock); |
1277 | ||
bfd0aeac | 1278 | fdb = br_fdb_find(br, addr, vid); |
cf6b8e1e | 1279 | if (!fdb) { |
31f1155b NA |
1280 | unsigned long flags = BIT(BR_FDB_ADDED_BY_EXT_LEARN); |
1281 | ||
1282 | if (swdev_notify) | |
1283 | flags |= BIT(BR_FDB_ADDED_BY_USER); | |
1284 | fdb = fdb_create(br, p, addr, vid, flags); | |
cf6b8e1e SF |
1285 | if (!fdb) { |
1286 | err = -ENOMEM; | |
1287 | goto err_unlock; | |
1288 | } | |
161d82de | 1289 | fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify); |
7597b266 | 1290 | } else { |
cf6b8e1e | 1291 | fdb->updated = jiffies; |
7597b266 | 1292 | |
3e19ae7c VO |
1293 | if (READ_ONCE(fdb->dst) != p) { |
1294 | WRITE_ONCE(fdb->dst, p); | |
7597b266 NA |
1295 | modified = true; |
1296 | } | |
1297 | ||
b5cd9f7c | 1298 | if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags)) { |
7597b266 NA |
1299 | /* Refresh entry */ |
1300 | fdb->used = jiffies; | |
ac3ca6af | 1301 | } else if (!test_bit(BR_FDB_ADDED_BY_USER, &fdb->flags)) { |
7597b266 | 1302 | /* Take over SW learned entry */ |
b5cd9f7c | 1303 | set_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags); |
7597b266 NA |
1304 | modified = true; |
1305 | } | |
1306 | ||
710ae728 | 1307 | if (swdev_notify) |
ac3ca6af | 1308 | set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags); |
710ae728 | 1309 | |
7597b266 | 1310 | if (modified) |
161d82de | 1311 | fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify); |
cf6b8e1e SF |
1312 | } |
1313 | ||
1314 | err_unlock: | |
1315 | spin_unlock_bh(&br->hash_lock); | |
cf6b8e1e SF |
1316 | |
1317 | return err; | |
1318 | } | |
cf6b8e1e | 1319 | |
3aeb6617 | 1320 | int br_fdb_external_learn_del(struct net_bridge *br, struct net_bridge_port *p, |
161d82de PM |
1321 | const unsigned char *addr, u16 vid, |
1322 | bool swdev_notify) | |
cf6b8e1e | 1323 | { |
cf6b8e1e SF |
1324 | struct net_bridge_fdb_entry *fdb; |
1325 | int err = 0; | |
1326 | ||
cf6b8e1e SF |
1327 | spin_lock_bh(&br->hash_lock); |
1328 | ||
bfd0aeac | 1329 | fdb = br_fdb_find(br, addr, vid); |
b5cd9f7c | 1330 | if (fdb && test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags)) |
161d82de | 1331 | fdb_delete(br, fdb, swdev_notify); |
cf6b8e1e SF |
1332 | else |
1333 | err = -ENOENT; | |
1334 | ||
1335 | spin_unlock_bh(&br->hash_lock); | |
cf6b8e1e SF |
1336 | |
1337 | return err; | |
1338 | } | |
9fe8bcec AS |
1339 | |
1340 | void br_fdb_offloaded_set(struct net_bridge *br, struct net_bridge_port *p, | |
e9ba0fbc | 1341 | const unsigned char *addr, u16 vid, bool offloaded) |
9fe8bcec AS |
1342 | { |
1343 | struct net_bridge_fdb_entry *fdb; | |
1344 | ||
1345 | spin_lock_bh(&br->hash_lock); | |
1346 | ||
1347 | fdb = br_fdb_find(br, addr, vid); | |
d38c6e3d NA |
1348 | if (fdb && offloaded != test_bit(BR_FDB_OFFLOADED, &fdb->flags)) |
1349 | change_bit(BR_FDB_OFFLOADED, &fdb->flags); | |
9fe8bcec AS |
1350 | |
1351 | spin_unlock_bh(&br->hash_lock); | |
1352 | } | |
43920edf PM |
1353 | |
1354 | void br_fdb_clear_offload(const struct net_device *dev, u16 vid) | |
1355 | { | |
1356 | struct net_bridge_fdb_entry *f; | |
1357 | struct net_bridge_port *p; | |
1358 | ||
1359 | ASSERT_RTNL(); | |
1360 | ||
1361 | p = br_port_get_rtnl(dev); | |
1362 | if (!p) | |
1363 | return; | |
1364 | ||
1365 | spin_lock_bh(&p->br->hash_lock); | |
1366 | hlist_for_each_entry(f, &p->br->fdb_list, fdb_node) { | |
1367 | if (f->dst == p && f->key.vlan_id == vid) | |
d38c6e3d | 1368 | clear_bit(BR_FDB_OFFLOADED, &f->flags); |
43920edf PM |
1369 | } |
1370 | spin_unlock_bh(&p->br->hash_lock); | |
1371 | } | |
1372 | EXPORT_SYMBOL_GPL(br_fdb_clear_offload); |