Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
eb1d1641 HX |
2 | /* |
3 | * Bridge multicast support. | |
4 | * | |
5 | * Copyright (c) 2010 Herbert Xu <herbert@gondor.apana.org.au> | |
eb1d1641 HX |
6 | */ |
7 | ||
8 | #include <linux/err.h> | |
07f8ac4a | 9 | #include <linux/export.h> |
eb1d1641 HX |
10 | #include <linux/if_ether.h> |
11 | #include <linux/igmp.h> | |
4b3087c7 | 12 | #include <linux/in.h> |
eb1d1641 HX |
13 | #include <linux/jhash.h> |
14 | #include <linux/kernel.h> | |
b195167f | 15 | #include <linux/log2.h> |
eb1d1641 HX |
16 | #include <linux/netdevice.h> |
17 | #include <linux/netfilter_bridge.h> | |
18 | #include <linux/random.h> | |
19 | #include <linux/rculist.h> | |
20 | #include <linux/skbuff.h> | |
21 | #include <linux/slab.h> | |
22 | #include <linux/timer.h> | |
1c8ad5bf | 23 | #include <linux/inetdevice.h> |
91b02d3d | 24 | #include <linux/mroute.h> |
eb1d1641 | 25 | #include <net/ip.h> |
147c1e9b | 26 | #include <net/switchdev.h> |
dfd56b8b | 27 | #if IS_ENABLED(CONFIG_IPV6) |
4b3087c7 | 28 | #include <linux/icmpv6.h> |
08b202b6 YH |
29 | #include <net/ipv6.h> |
30 | #include <net/mld.h> | |
d4c4f07d | 31 | #include <net/ip6_checksum.h> |
3c3769e6 | 32 | #include <net/addrconf.h> |
08b202b6 | 33 | #endif |
eb1d1641 HX |
34 | |
35 | #include "br_private.h" | |
36 | ||
19e3a9c9 NA |
37 | static const struct rhashtable_params br_mdb_rht_params = { |
38 | .head_offset = offsetof(struct net_bridge_mdb_entry, rhnode), | |
39 | .key_offset = offsetof(struct net_bridge_mdb_entry, addr), | |
40 | .key_len = sizeof(struct br_ip), | |
41 | .automatic_shrinking = true, | |
19e3a9c9 NA |
42 | }; |
43 | ||
085b53c8 NA |
44 | static const struct rhashtable_params br_sg_port_rht_params = { |
45 | .head_offset = offsetof(struct net_bridge_port_group, rhnode), | |
46 | .key_offset = offsetof(struct net_bridge_port_group, key), | |
47 | .key_len = sizeof(struct net_bridge_port_group_sg_key), | |
48 | .automatic_shrinking = true, | |
49 | }; | |
50 | ||
cc0fdd80 | 51 | static void br_multicast_start_querier(struct net_bridge *br, |
90010b36 | 52 | struct bridge_mcast_own_query *query); |
754bc547 SA |
53 | static void br_multicast_add_router(struct net_bridge *br, |
54 | struct net_bridge_port *port); | |
bc8c20ac SA |
55 | static void br_ip4_multicast_leave_group(struct net_bridge *br, |
56 | struct net_bridge_port *port, | |
57 | __be32 group, | |
6db6f0ea FF |
58 | __u16 vid, |
59 | const unsigned char *src); | |
42c11ccf | 60 | static void br_multicast_port_group_rexmit(struct timer_list *t); |
6db6f0ea | 61 | |
f12e7d95 | 62 | static void __del_port_router(struct net_bridge_port *p); |
bc8c20ac SA |
63 | #if IS_ENABLED(CONFIG_IPV6) |
64 | static void br_ip6_multicast_leave_group(struct net_bridge *br, | |
65 | struct net_bridge_port *port, | |
66 | const struct in6_addr *group, | |
6db6f0ea | 67 | __u16 vid, const unsigned char *src); |
bc8c20ac | 68 | #endif |
b0812368 NA |
69 | static struct net_bridge_port_group * |
70 | __br_multicast_add_group(struct net_bridge *br, | |
71 | struct net_bridge_port *port, | |
72 | struct br_ip *group, | |
73 | const unsigned char *src, | |
74 | u8 filter_mode, | |
75 | bool igmpv2_mldv1); | |
8266a049 NA |
76 | static void br_multicast_find_del_pg(struct net_bridge *br, |
77 | struct net_bridge_port_group *pg); | |
c83b8fab | 78 | |
085b53c8 NA |
79 | static struct net_bridge_port_group * |
80 | br_sg_port_find(struct net_bridge *br, | |
81 | struct net_bridge_port_group_sg_key *sg_p) | |
82 | { | |
83 | lockdep_assert_held_once(&br->multicast_lock); | |
84 | ||
85 | return rhashtable_lookup_fast(&br->sg_port_tbl, sg_p, | |
86 | br_sg_port_rht_params); | |
87 | } | |
88 | ||
19e3a9c9 NA |
89 | static struct net_bridge_mdb_entry *br_mdb_ip_get_rcu(struct net_bridge *br, |
90 | struct br_ip *dst) | |
08b202b6 | 91 | { |
19e3a9c9 | 92 | return rhashtable_lookup(&br->mdb_hash_tbl, dst, br_mdb_rht_params); |
08b202b6 | 93 | } |
08b202b6 | 94 | |
19e3a9c9 NA |
95 | struct net_bridge_mdb_entry *br_mdb_ip_get(struct net_bridge *br, |
96 | struct br_ip *dst) | |
eb1d1641 | 97 | { |
19e3a9c9 | 98 | struct net_bridge_mdb_entry *ent; |
eb1d1641 | 99 | |
19e3a9c9 | 100 | lockdep_assert_held_once(&br->multicast_lock); |
eb1d1641 | 101 | |
19e3a9c9 NA |
102 | rcu_read_lock(); |
103 | ent = rhashtable_lookup(&br->mdb_hash_tbl, dst, br_mdb_rht_params); | |
104 | rcu_read_unlock(); | |
7f285fa7 | 105 | |
19e3a9c9 | 106 | return ent; |
7f285fa7 HX |
107 | } |
108 | ||
19e3a9c9 NA |
109 | static struct net_bridge_mdb_entry *br_mdb_ip4_get(struct net_bridge *br, |
110 | __be32 dst, __u16 vid) | |
eb1d1641 | 111 | { |
8ef2a9a5 YH |
112 | struct br_ip br_dst; |
113 | ||
19e3a9c9 | 114 | memset(&br_dst, 0, sizeof(br_dst)); |
eab3227b | 115 | br_dst.dst.ip4 = dst; |
8ef2a9a5 | 116 | br_dst.proto = htons(ETH_P_IP); |
b0e9a30d | 117 | br_dst.vid = vid; |
0821ec55 | 118 | |
19e3a9c9 | 119 | return br_mdb_ip_get(br, &br_dst); |
8ef2a9a5 YH |
120 | } |
121 | ||
dfd56b8b | 122 | #if IS_ENABLED(CONFIG_IPV6) |
19e3a9c9 NA |
123 | static struct net_bridge_mdb_entry *br_mdb_ip6_get(struct net_bridge *br, |
124 | const struct in6_addr *dst, | |
125 | __u16 vid) | |
08b202b6 YH |
126 | { |
127 | struct br_ip br_dst; | |
0821ec55 | 128 | |
19e3a9c9 | 129 | memset(&br_dst, 0, sizeof(br_dst)); |
eab3227b | 130 | br_dst.dst.ip6 = *dst; |
08b202b6 | 131 | br_dst.proto = htons(ETH_P_IPV6); |
b0e9a30d | 132 | br_dst.vid = vid; |
08b202b6 | 133 | |
19e3a9c9 | 134 | return br_mdb_ip_get(br, &br_dst); |
08b202b6 YH |
135 | } |
136 | #endif | |
137 | ||
eb1d1641 | 138 | struct net_bridge_mdb_entry *br_mdb_get(struct net_bridge *br, |
fbca58a2 | 139 | struct sk_buff *skb, u16 vid) |
eb1d1641 | 140 | { |
8ef2a9a5 YH |
141 | struct br_ip ip; |
142 | ||
13cefad2 | 143 | if (!br_opt_get(br, BROPT_MULTICAST_ENABLED)) |
eb1d1641 HX |
144 | return NULL; |
145 | ||
8ef2a9a5 | 146 | if (BR_INPUT_SKB_CB(skb)->igmp) |
eb1d1641 HX |
147 | return NULL; |
148 | ||
19e3a9c9 | 149 | memset(&ip, 0, sizeof(ip)); |
8ef2a9a5 | 150 | ip.proto = skb->protocol; |
fbca58a2 | 151 | ip.vid = vid; |
8ef2a9a5 | 152 | |
eb1d1641 HX |
153 | switch (skb->protocol) { |
154 | case htons(ETH_P_IP): | |
eab3227b | 155 | ip.dst.ip4 = ip_hdr(skb)->daddr; |
7d07a68c NA |
156 | if (br->multicast_igmp_version == 3) { |
157 | struct net_bridge_mdb_entry *mdb; | |
158 | ||
159 | ip.src.ip4 = ip_hdr(skb)->saddr; | |
160 | mdb = br_mdb_ip_get_rcu(br, &ip); | |
161 | if (mdb) | |
162 | return mdb; | |
163 | ip.src.ip4 = 0; | |
164 | } | |
8ef2a9a5 | 165 | break; |
dfd56b8b | 166 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 | 167 | case htons(ETH_P_IPV6): |
eab3227b | 168 | ip.dst.ip6 = ipv6_hdr(skb)->daddr; |
7d07a68c NA |
169 | if (br->multicast_mld_version == 2) { |
170 | struct net_bridge_mdb_entry *mdb; | |
171 | ||
172 | ip.src.ip6 = ipv6_hdr(skb)->saddr; | |
173 | mdb = br_mdb_ip_get_rcu(br, &ip); | |
174 | if (mdb) | |
175 | return mdb; | |
176 | memset(&ip.src.ip6, 0, sizeof(ip.src.ip6)); | |
177 | } | |
08b202b6 YH |
178 | break; |
179 | #endif | |
8ef2a9a5 YH |
180 | default: |
181 | return NULL; | |
eb1d1641 HX |
182 | } |
183 | ||
19e3a9c9 | 184 | return br_mdb_ip_get_rcu(br, &ip); |
eb1d1641 HX |
185 | } |
186 | ||
b0812368 NA |
187 | static bool br_port_group_equal(struct net_bridge_port_group *p, |
188 | struct net_bridge_port *port, | |
189 | const unsigned char *src) | |
190 | { | |
191 | if (p->key.port != port) | |
192 | return false; | |
193 | ||
194 | if (!(port->flags & BR_MULTICAST_TO_UNICAST)) | |
195 | return true; | |
196 | ||
197 | return ether_addr_equal(src, p->eth_addr); | |
198 | } | |
199 | ||
8266a049 NA |
200 | static void __fwd_add_star_excl(struct net_bridge_port_group *pg, |
201 | struct br_ip *sg_ip) | |
202 | { | |
203 | struct net_bridge_port_group_sg_key sg_key; | |
204 | struct net_bridge *br = pg->key.port->br; | |
205 | struct net_bridge_port_group *src_pg; | |
206 | ||
207 | memset(&sg_key, 0, sizeof(sg_key)); | |
208 | sg_key.port = pg->key.port; | |
209 | sg_key.addr = *sg_ip; | |
210 | if (br_sg_port_find(br, &sg_key)) | |
211 | return; | |
212 | ||
213 | src_pg = __br_multicast_add_group(br, pg->key.port, sg_ip, pg->eth_addr, | |
214 | MCAST_INCLUDE, false); | |
215 | if (IS_ERR_OR_NULL(src_pg) || | |
216 | src_pg->rt_protocol != RTPROT_KERNEL) | |
217 | return; | |
218 | ||
219 | src_pg->flags |= MDB_PG_FLAGS_STAR_EXCL; | |
220 | } | |
221 | ||
222 | static void __fwd_del_star_excl(struct net_bridge_port_group *pg, | |
223 | struct br_ip *sg_ip) | |
224 | { | |
225 | struct net_bridge_port_group_sg_key sg_key; | |
226 | struct net_bridge *br = pg->key.port->br; | |
227 | struct net_bridge_port_group *src_pg; | |
228 | ||
229 | memset(&sg_key, 0, sizeof(sg_key)); | |
230 | sg_key.port = pg->key.port; | |
231 | sg_key.addr = *sg_ip; | |
232 | src_pg = br_sg_port_find(br, &sg_key); | |
233 | if (!src_pg || !(src_pg->flags & MDB_PG_FLAGS_STAR_EXCL) || | |
234 | src_pg->rt_protocol != RTPROT_KERNEL) | |
235 | return; | |
236 | ||
237 | br_multicast_find_del_pg(br, src_pg); | |
238 | } | |
239 | ||
240 | /* When a port group transitions to (or is added as) EXCLUDE we need to add it | |
241 | * to all other ports' S,G entries which are not blocked by the current group | |
242 | * for proper replication, the assumption is that any S,G blocked entries | |
243 | * are already added so the S,G,port lookup should skip them. | |
244 | * When a port group transitions from EXCLUDE -> INCLUDE mode or is being | |
245 | * deleted we need to remove it from all ports' S,G entries where it was | |
246 | * automatically installed before (i.e. where it's MDB_PG_FLAGS_STAR_EXCL). | |
247 | */ | |
248 | void br_multicast_star_g_handle_mode(struct net_bridge_port_group *pg, | |
249 | u8 filter_mode) | |
250 | { | |
251 | struct net_bridge *br = pg->key.port->br; | |
252 | struct net_bridge_port_group *pg_lst; | |
253 | struct net_bridge_mdb_entry *mp; | |
254 | struct br_ip sg_ip; | |
255 | ||
256 | if (WARN_ON(!br_multicast_is_star_g(&pg->key.addr))) | |
257 | return; | |
258 | ||
259 | mp = br_mdb_ip_get(br, &pg->key.addr); | |
260 | if (!mp) | |
261 | return; | |
262 | ||
263 | memset(&sg_ip, 0, sizeof(sg_ip)); | |
264 | sg_ip = pg->key.addr; | |
265 | for (pg_lst = mlock_dereference(mp->ports, br); | |
266 | pg_lst; | |
267 | pg_lst = mlock_dereference(pg_lst->next, br)) { | |
268 | struct net_bridge_group_src *src_ent; | |
269 | ||
270 | if (pg_lst == pg) | |
271 | continue; | |
272 | hlist_for_each_entry(src_ent, &pg_lst->src_list, node) { | |
273 | if (!(src_ent->flags & BR_SGRP_F_INSTALLED)) | |
274 | continue; | |
275 | sg_ip.src = src_ent->addr.src; | |
276 | switch (filter_mode) { | |
277 | case MCAST_INCLUDE: | |
278 | __fwd_del_star_excl(pg, &sg_ip); | |
279 | break; | |
280 | case MCAST_EXCLUDE: | |
281 | __fwd_add_star_excl(pg, &sg_ip); | |
282 | break; | |
283 | } | |
284 | } | |
285 | } | |
286 | } | |
287 | ||
288 | static void br_multicast_sg_del_exclude_ports(struct net_bridge_mdb_entry *sgmp) | |
289 | { | |
290 | struct net_bridge_port_group __rcu **pp; | |
291 | struct net_bridge_port_group *p; | |
292 | ||
293 | /* *,G exclude ports are only added to S,G entries */ | |
294 | if (WARN_ON(br_multicast_is_star_g(&sgmp->addr))) | |
295 | return; | |
296 | ||
297 | /* we need the STAR_EXCLUDE ports if there are non-STAR_EXCLUDE ports | |
298 | * we should ignore perm entries since they're managed by user-space | |
299 | */ | |
300 | for (pp = &sgmp->ports; | |
301 | (p = mlock_dereference(*pp, sgmp->br)) != NULL; | |
302 | pp = &p->next) | |
303 | if (!(p->flags & (MDB_PG_FLAGS_STAR_EXCL | | |
304 | MDB_PG_FLAGS_PERMANENT))) | |
305 | return; | |
306 | ||
307 | for (pp = &sgmp->ports; | |
308 | (p = mlock_dereference(*pp, sgmp->br)) != NULL;) { | |
309 | if (!(p->flags & MDB_PG_FLAGS_PERMANENT)) | |
310 | br_multicast_del_pg(sgmp, p, pp); | |
311 | else | |
312 | pp = &p->next; | |
313 | } | |
314 | } | |
315 | ||
316 | void br_multicast_sg_add_exclude_ports(struct net_bridge_mdb_entry *star_mp, | |
317 | struct net_bridge_port_group *sg) | |
318 | { | |
319 | struct net_bridge_port_group_sg_key sg_key; | |
320 | struct net_bridge *br = star_mp->br; | |
321 | struct net_bridge_port_group *pg; | |
322 | ||
323 | if (WARN_ON(br_multicast_is_star_g(&sg->key.addr))) | |
324 | return; | |
325 | if (WARN_ON(!br_multicast_is_star_g(&star_mp->addr))) | |
326 | return; | |
327 | ||
328 | memset(&sg_key, 0, sizeof(sg_key)); | |
329 | sg_key.addr = sg->key.addr; | |
330 | /* we need to add all exclude ports to the S,G */ | |
331 | for (pg = mlock_dereference(star_mp->ports, br); | |
332 | pg; | |
333 | pg = mlock_dereference(pg->next, br)) { | |
334 | struct net_bridge_port_group *src_pg; | |
335 | ||
336 | if (pg == sg || pg->filter_mode == MCAST_INCLUDE) | |
337 | continue; | |
338 | ||
339 | sg_key.port = pg->key.port; | |
340 | if (br_sg_port_find(br, &sg_key)) | |
341 | continue; | |
342 | ||
343 | src_pg = __br_multicast_add_group(br, pg->key.port, | |
344 | &sg->key.addr, | |
345 | sg->eth_addr, | |
346 | MCAST_INCLUDE, false); | |
347 | if (IS_ERR_OR_NULL(src_pg) || | |
348 | src_pg->rt_protocol != RTPROT_KERNEL) | |
349 | continue; | |
350 | src_pg->flags |= MDB_PG_FLAGS_STAR_EXCL; | |
351 | } | |
352 | } | |
353 | ||
b0812368 NA |
354 | static void br_multicast_fwd_src_add(struct net_bridge_group_src *src) |
355 | { | |
8266a049 | 356 | struct net_bridge_mdb_entry *star_mp; |
b0812368 NA |
357 | struct net_bridge_port_group *sg; |
358 | struct br_ip sg_ip; | |
359 | ||
360 | if (src->flags & BR_SGRP_F_INSTALLED) | |
361 | return; | |
362 | ||
363 | memset(&sg_ip, 0, sizeof(sg_ip)); | |
364 | sg_ip = src->pg->key.addr; | |
365 | sg_ip.src = src->addr.src; | |
366 | sg = __br_multicast_add_group(src->br, src->pg->key.port, &sg_ip, | |
367 | src->pg->eth_addr, MCAST_INCLUDE, false); | |
368 | if (IS_ERR_OR_NULL(sg)) | |
369 | return; | |
370 | src->flags |= BR_SGRP_F_INSTALLED; | |
8266a049 | 371 | sg->flags &= ~MDB_PG_FLAGS_STAR_EXCL; |
b0812368 NA |
372 | |
373 | /* if it was added by user-space as perm we can skip next steps */ | |
374 | if (sg->rt_protocol != RTPROT_KERNEL && | |
375 | (sg->flags & MDB_PG_FLAGS_PERMANENT)) | |
376 | return; | |
377 | ||
378 | /* the kernel is now responsible for removing this S,G */ | |
379 | del_timer(&sg->timer); | |
8266a049 NA |
380 | star_mp = br_mdb_ip_get(src->br, &src->pg->key.addr); |
381 | if (!star_mp) | |
382 | return; | |
383 | ||
384 | br_multicast_sg_add_exclude_ports(star_mp, sg); | |
b0812368 NA |
385 | } |
386 | ||
387 | static void br_multicast_fwd_src_remove(struct net_bridge_group_src *src) | |
388 | { | |
389 | struct net_bridge_port_group *p, *pg = src->pg; | |
390 | struct net_bridge_port_group __rcu **pp; | |
391 | struct net_bridge_mdb_entry *mp; | |
392 | struct br_ip sg_ip; | |
393 | ||
394 | memset(&sg_ip, 0, sizeof(sg_ip)); | |
395 | sg_ip = pg->key.addr; | |
396 | sg_ip.src = src->addr.src; | |
397 | ||
398 | mp = br_mdb_ip_get(src->br, &sg_ip); | |
399 | if (!mp) | |
400 | return; | |
401 | ||
402 | for (pp = &mp->ports; | |
403 | (p = mlock_dereference(*pp, src->br)) != NULL; | |
404 | pp = &p->next) { | |
405 | if (!br_port_group_equal(p, pg->key.port, pg->eth_addr)) | |
406 | continue; | |
407 | ||
408 | if (p->rt_protocol != RTPROT_KERNEL && | |
409 | (p->flags & MDB_PG_FLAGS_PERMANENT)) | |
410 | break; | |
411 | ||
412 | br_multicast_del_pg(mp, p, pp); | |
413 | break; | |
414 | } | |
415 | src->flags &= ~BR_SGRP_F_INSTALLED; | |
416 | } | |
417 | ||
418 | static void br_multicast_fwd_src_handle(struct net_bridge_group_src *src) | |
419 | { | |
420 | br_multicast_fwd_src_add(src); | |
421 | } | |
422 | ||
e12cec65 NA |
423 | static void br_multicast_destroy_mdb_entry(struct net_bridge_mcast_gc *gc) |
424 | { | |
425 | struct net_bridge_mdb_entry *mp; | |
426 | ||
427 | mp = container_of(gc, struct net_bridge_mdb_entry, mcast_gc); | |
428 | WARN_ON(!hlist_unhashed(&mp->mdb_node)); | |
429 | WARN_ON(mp->ports); | |
430 | ||
431 | del_timer_sync(&mp->timer); | |
432 | kfree_rcu(mp, rcu); | |
433 | } | |
434 | ||
435 | static void br_multicast_del_mdb_entry(struct net_bridge_mdb_entry *mp) | |
436 | { | |
437 | struct net_bridge *br = mp->br; | |
438 | ||
439 | rhashtable_remove_fast(&br->mdb_hash_tbl, &mp->rhnode, | |
440 | br_mdb_rht_params); | |
441 | hlist_del_init_rcu(&mp->mdb_node); | |
442 | hlist_add_head(&mp->mcast_gc.gc_node, &br->mcast_gc_list); | |
443 | queue_work(system_long_wq, &br->mcast_gc_work); | |
444 | } | |
445 | ||
88c1f37f | 446 | static void br_multicast_group_expired(struct timer_list *t) |
eb1d1641 | 447 | { |
88c1f37f | 448 | struct net_bridge_mdb_entry *mp = from_timer(mp, t, timer); |
eb1d1641 | 449 | struct net_bridge *br = mp->br; |
eb1d1641 HX |
450 | |
451 | spin_lock(&br->multicast_lock); | |
b0812368 NA |
452 | if (hlist_unhashed(&mp->mdb_node) || !netif_running(br->dev) || |
453 | timer_pending(&mp->timer)) | |
eb1d1641 HX |
454 | goto out; |
455 | ||
1bc844ee | 456 | br_multicast_host_leave(mp, true); |
eb1d1641 HX |
457 | |
458 | if (mp->ports) | |
459 | goto out; | |
e12cec65 NA |
460 | br_multicast_del_mdb_entry(mp); |
461 | out: | |
462 | spin_unlock(&br->multicast_lock); | |
463 | } | |
eb1d1641 | 464 | |
e12cec65 NA |
465 | static void br_multicast_destroy_group_src(struct net_bridge_mcast_gc *gc) |
466 | { | |
467 | struct net_bridge_group_src *src; | |
eb1d1641 | 468 | |
e12cec65 NA |
469 | src = container_of(gc, struct net_bridge_group_src, mcast_gc); |
470 | WARN_ON(!hlist_unhashed(&src->node)); | |
eb1d1641 | 471 | |
e12cec65 NA |
472 | del_timer_sync(&src->timer); |
473 | kfree_rcu(src, rcu); | |
eb1d1641 HX |
474 | } |
475 | ||
8b671779 NA |
476 | static void br_multicast_del_group_src(struct net_bridge_group_src *src) |
477 | { | |
085b53c8 | 478 | struct net_bridge *br = src->pg->key.port->br; |
8b671779 | 479 | |
b0812368 | 480 | br_multicast_fwd_src_remove(src); |
8b671779 NA |
481 | hlist_del_init_rcu(&src->node); |
482 | src->pg->src_ents--; | |
e12cec65 NA |
483 | hlist_add_head(&src->mcast_gc.gc_node, &br->mcast_gc_list); |
484 | queue_work(system_long_wq, &br->mcast_gc_work); | |
485 | } | |
486 | ||
487 | static void br_multicast_destroy_port_group(struct net_bridge_mcast_gc *gc) | |
488 | { | |
489 | struct net_bridge_port_group *pg; | |
490 | ||
491 | pg = container_of(gc, struct net_bridge_port_group, mcast_gc); | |
492 | WARN_ON(!hlist_unhashed(&pg->mglist)); | |
493 | WARN_ON(!hlist_empty(&pg->src_list)); | |
494 | ||
495 | del_timer_sync(&pg->rexmit_timer); | |
496 | del_timer_sync(&pg->timer); | |
497 | kfree_rcu(pg, rcu); | |
8b671779 NA |
498 | } |
499 | ||
681590bd NA |
500 | void br_multicast_del_pg(struct net_bridge_mdb_entry *mp, |
501 | struct net_bridge_port_group *pg, | |
502 | struct net_bridge_port_group __rcu **pp) | |
503 | { | |
085b53c8 | 504 | struct net_bridge *br = pg->key.port->br; |
8b671779 NA |
505 | struct net_bridge_group_src *ent; |
506 | struct hlist_node *tmp; | |
681590bd | 507 | |
085b53c8 NA |
508 | rhashtable_remove_fast(&br->sg_port_tbl, &pg->rhnode, |
509 | br_sg_port_rht_params); | |
681590bd NA |
510 | rcu_assign_pointer(*pp, pg->next); |
511 | hlist_del_init(&pg->mglist); | |
8b671779 NA |
512 | hlist_for_each_entry_safe(ent, tmp, &pg->src_list, node) |
513 | br_multicast_del_group_src(ent); | |
81f19838 | 514 | br_mdb_notify(br->dev, mp, pg, RTM_DELMDB); |
8266a049 NA |
515 | if (!br_multicast_is_star_g(&mp->addr)) |
516 | br_multicast_sg_del_exclude_ports(mp); | |
517 | else | |
518 | br_multicast_star_g_handle_mode(pg, MCAST_INCLUDE); | |
e12cec65 NA |
519 | hlist_add_head(&pg->mcast_gc.gc_node, &br->mcast_gc_list); |
520 | queue_work(system_long_wq, &br->mcast_gc_work); | |
681590bd NA |
521 | |
522 | if (!mp->ports && !mp->host_joined && netif_running(br->dev)) | |
523 | mod_timer(&mp->timer, jiffies); | |
524 | } | |
525 | ||
526 | static void br_multicast_find_del_pg(struct net_bridge *br, | |
527 | struct net_bridge_port_group *pg) | |
eb1d1641 | 528 | { |
8b671779 | 529 | struct net_bridge_port_group __rcu **pp; |
eb1d1641 HX |
530 | struct net_bridge_mdb_entry *mp; |
531 | struct net_bridge_port_group *p; | |
e8051688 | 532 | |
085b53c8 | 533 | mp = br_mdb_ip_get(br, &pg->key.addr); |
eb1d1641 HX |
534 | if (WARN_ON(!mp)) |
535 | return; | |
536 | ||
e8051688 ED |
537 | for (pp = &mp->ports; |
538 | (p = mlock_dereference(*pp, br)) != NULL; | |
539 | pp = &p->next) { | |
eb1d1641 HX |
540 | if (p != pg) |
541 | continue; | |
542 | ||
681590bd | 543 | br_multicast_del_pg(mp, pg, pp); |
eb1d1641 HX |
544 | return; |
545 | } | |
546 | ||
547 | WARN_ON(1); | |
548 | } | |
549 | ||
88c1f37f | 550 | static void br_multicast_port_group_expired(struct timer_list *t) |
eb1d1641 | 551 | { |
88c1f37f | 552 | struct net_bridge_port_group *pg = from_timer(pg, t, timer); |
d6c33d67 | 553 | struct net_bridge_group_src *src_ent; |
085b53c8 | 554 | struct net_bridge *br = pg->key.port->br; |
d6c33d67 NA |
555 | struct hlist_node *tmp; |
556 | bool changed; | |
eb1d1641 HX |
557 | |
558 | spin_lock(&br->multicast_lock); | |
559 | if (!netif_running(br->dev) || timer_pending(&pg->timer) || | |
9d06b6d8 | 560 | hlist_unhashed(&pg->mglist) || pg->flags & MDB_PG_FLAGS_PERMANENT) |
eb1d1641 HX |
561 | goto out; |
562 | ||
d6c33d67 NA |
563 | changed = !!(pg->filter_mode == MCAST_EXCLUDE); |
564 | pg->filter_mode = MCAST_INCLUDE; | |
565 | hlist_for_each_entry_safe(src_ent, tmp, &pg->src_list, node) { | |
566 | if (!timer_pending(&src_ent->timer)) { | |
567 | br_multicast_del_group_src(src_ent); | |
568 | changed = true; | |
569 | } | |
570 | } | |
571 | ||
572 | if (hlist_empty(&pg->src_list)) { | |
573 | br_multicast_find_del_pg(br, pg); | |
574 | } else if (changed) { | |
085b53c8 | 575 | struct net_bridge_mdb_entry *mp = br_mdb_ip_get(br, &pg->key.addr); |
eb1d1641 | 576 | |
8266a049 NA |
577 | if (changed && br_multicast_is_star_g(&pg->key.addr)) |
578 | br_multicast_star_g_handle_mode(pg, MCAST_INCLUDE); | |
579 | ||
d6c33d67 NA |
580 | if (WARN_ON(!mp)) |
581 | goto out; | |
582 | br_mdb_notify(br->dev, mp, pg, RTM_NEWMDB); | |
583 | } | |
eb1d1641 HX |
584 | out: |
585 | spin_unlock(&br->multicast_lock); | |
586 | } | |
587 | ||
e12cec65 NA |
588 | static void br_multicast_gc(struct hlist_head *head) |
589 | { | |
590 | struct net_bridge_mcast_gc *gcent; | |
591 | struct hlist_node *tmp; | |
592 | ||
593 | hlist_for_each_entry_safe(gcent, tmp, head, gc_node) { | |
594 | hlist_del_init(&gcent->gc_node); | |
595 | gcent->destroy(gcent); | |
596 | } | |
597 | } | |
598 | ||
8ef2a9a5 | 599 | static struct sk_buff *br_ip4_multicast_alloc_query(struct net_bridge *br, |
438ef2d0 NA |
600 | struct net_bridge_port_group *pg, |
601 | __be32 ip_dst, __be32 group, | |
602 | bool with_srcs, bool over_lmqt, | |
42c11ccf NA |
603 | u8 sflag, u8 *igmp_type, |
604 | bool *need_rexmit) | |
eb1d1641 | 605 | { |
085b53c8 | 606 | struct net_bridge_port *p = pg ? pg->key.port : NULL; |
438ef2d0 NA |
607 | struct net_bridge_group_src *ent; |
608 | size_t pkt_size, igmp_hdr_size; | |
609 | unsigned long now = jiffies; | |
5e923585 | 610 | struct igmpv3_query *ihv3; |
438ef2d0 NA |
611 | void *csum_start = NULL; |
612 | __sum16 *csum = NULL; | |
eb1d1641 HX |
613 | struct sk_buff *skb; |
614 | struct igmphdr *ih; | |
615 | struct ethhdr *eth; | |
438ef2d0 | 616 | unsigned long lmqt; |
eb1d1641 | 617 | struct iphdr *iph; |
438ef2d0 | 618 | u16 lmqt_srcs = 0; |
eb1d1641 | 619 | |
5e923585 | 620 | igmp_hdr_size = sizeof(*ih); |
438ef2d0 | 621 | if (br->multicast_igmp_version == 3) { |
5e923585 | 622 | igmp_hdr_size = sizeof(*ihv3); |
438ef2d0 NA |
623 | if (pg && with_srcs) { |
624 | lmqt = now + (br->multicast_last_member_interval * | |
625 | br->multicast_last_member_count); | |
626 | hlist_for_each_entry(ent, &pg->src_list, node) { | |
627 | if (over_lmqt == time_after(ent->timer.expires, | |
628 | lmqt) && | |
629 | ent->src_query_rexmit_cnt > 0) | |
630 | lmqt_srcs++; | |
631 | } | |
632 | ||
633 | if (!lmqt_srcs) | |
634 | return NULL; | |
635 | igmp_hdr_size += lmqt_srcs * sizeof(__be32); | |
636 | } | |
637 | } | |
638 | ||
639 | pkt_size = sizeof(*eth) + sizeof(*iph) + 4 + igmp_hdr_size; | |
640 | if ((p && pkt_size > p->dev->mtu) || | |
641 | pkt_size > br->dev->mtu) | |
642 | return NULL; | |
643 | ||
644 | skb = netdev_alloc_skb_ip_align(br->dev, pkt_size); | |
eb1d1641 HX |
645 | if (!skb) |
646 | goto out; | |
647 | ||
648 | skb->protocol = htons(ETH_P_IP); | |
649 | ||
650 | skb_reset_mac_header(skb); | |
651 | eth = eth_hdr(skb); | |
652 | ||
e5a727f6 | 653 | ether_addr_copy(eth->h_source, br->dev->dev_addr); |
438ef2d0 | 654 | ip_eth_mc_map(ip_dst, eth->h_dest); |
eb1d1641 HX |
655 | eth->h_proto = htons(ETH_P_IP); |
656 | skb_put(skb, sizeof(*eth)); | |
657 | ||
658 | skb_set_network_header(skb, skb->len); | |
659 | iph = ip_hdr(skb); | |
438ef2d0 | 660 | iph->tot_len = htons(pkt_size - sizeof(*eth)); |
eb1d1641 HX |
661 | |
662 | iph->version = 4; | |
663 | iph->ihl = 6; | |
664 | iph->tos = 0xc0; | |
eb1d1641 HX |
665 | iph->id = 0; |
666 | iph->frag_off = htons(IP_DF); | |
667 | iph->ttl = 1; | |
668 | iph->protocol = IPPROTO_IGMP; | |
675779ad | 669 | iph->saddr = br_opt_get(br, BROPT_MULTICAST_QUERY_USE_IFADDR) ? |
1c8ad5bf | 670 | inet_select_addr(br->dev, 0, RT_SCOPE_LINK) : 0; |
438ef2d0 | 671 | iph->daddr = ip_dst; |
eb1d1641 HX |
672 | ((u8 *)&iph[1])[0] = IPOPT_RA; |
673 | ((u8 *)&iph[1])[1] = 4; | |
674 | ((u8 *)&iph[1])[2] = 0; | |
675 | ((u8 *)&iph[1])[3] = 0; | |
676 | ip_send_check(iph); | |
677 | skb_put(skb, 24); | |
678 | ||
679 | skb_set_transport_header(skb, skb->len); | |
1080ab95 | 680 | *igmp_type = IGMP_HOST_MEMBERSHIP_QUERY; |
eb1d1641 | 681 | |
5e923585 NA |
682 | switch (br->multicast_igmp_version) { |
683 | case 2: | |
684 | ih = igmp_hdr(skb); | |
685 | ih->type = IGMP_HOST_MEMBERSHIP_QUERY; | |
686 | ih->code = (group ? br->multicast_last_member_interval : | |
687 | br->multicast_query_response_interval) / | |
688 | (HZ / IGMP_TIMER_SCALE); | |
689 | ih->group = group; | |
690 | ih->csum = 0; | |
438ef2d0 NA |
691 | csum = &ih->csum; |
692 | csum_start = (void *)ih; | |
5e923585 NA |
693 | break; |
694 | case 3: | |
695 | ihv3 = igmpv3_query_hdr(skb); | |
696 | ihv3->type = IGMP_HOST_MEMBERSHIP_QUERY; | |
697 | ihv3->code = (group ? br->multicast_last_member_interval : | |
698 | br->multicast_query_response_interval) / | |
699 | (HZ / IGMP_TIMER_SCALE); | |
700 | ihv3->group = group; | |
701 | ihv3->qqic = br->multicast_query_interval / HZ; | |
438ef2d0 | 702 | ihv3->nsrcs = htons(lmqt_srcs); |
5e923585 | 703 | ihv3->resv = 0; |
438ef2d0 | 704 | ihv3->suppress = sflag; |
5e923585 NA |
705 | ihv3->qrv = 2; |
706 | ihv3->csum = 0; | |
438ef2d0 NA |
707 | csum = &ihv3->csum; |
708 | csum_start = (void *)ihv3; | |
709 | if (!pg || !with_srcs) | |
710 | break; | |
711 | ||
712 | lmqt_srcs = 0; | |
713 | hlist_for_each_entry(ent, &pg->src_list, node) { | |
714 | if (over_lmqt == time_after(ent->timer.expires, | |
715 | lmqt) && | |
716 | ent->src_query_rexmit_cnt > 0) { | |
deb96566 | 717 | ihv3->srcs[lmqt_srcs++] = ent->addr.src.ip4; |
438ef2d0 | 718 | ent->src_query_rexmit_cnt--; |
42c11ccf NA |
719 | if (need_rexmit && ent->src_query_rexmit_cnt) |
720 | *need_rexmit = true; | |
438ef2d0 NA |
721 | } |
722 | } | |
723 | if (WARN_ON(lmqt_srcs != ntohs(ihv3->nsrcs))) { | |
724 | kfree_skb(skb); | |
725 | return NULL; | |
726 | } | |
5e923585 NA |
727 | break; |
728 | } | |
729 | ||
438ef2d0 NA |
730 | if (WARN_ON(!csum || !csum_start)) { |
731 | kfree_skb(skb); | |
732 | return NULL; | |
733 | } | |
734 | ||
735 | *csum = ip_compute_csum(csum_start, igmp_hdr_size); | |
5e923585 | 736 | skb_put(skb, igmp_hdr_size); |
eb1d1641 HX |
737 | __skb_pull(skb, sizeof(*eth)); |
738 | ||
739 | out: | |
740 | return skb; | |
741 | } | |
742 | ||
dfd56b8b | 743 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 | 744 | static struct sk_buff *br_ip6_multicast_alloc_query(struct net_bridge *br, |
438ef2d0 NA |
745 | struct net_bridge_port_group *pg, |
746 | const struct in6_addr *ip6_dst, | |
747 | const struct in6_addr *group, | |
748 | bool with_srcs, bool over_llqt, | |
42c11ccf NA |
749 | u8 sflag, u8 *igmp_type, |
750 | bool *need_rexmit) | |
08b202b6 | 751 | { |
085b53c8 | 752 | struct net_bridge_port *p = pg ? pg->key.port : NULL; |
438ef2d0 NA |
753 | struct net_bridge_group_src *ent; |
754 | size_t pkt_size, mld_hdr_size; | |
755 | unsigned long now = jiffies; | |
aa2ae3e7 | 756 | struct mld2_query *mld2q; |
438ef2d0 | 757 | void *csum_start = NULL; |
aa2ae3e7 | 758 | unsigned long interval; |
438ef2d0 | 759 | __sum16 *csum = NULL; |
08b202b6 YH |
760 | struct ipv6hdr *ip6h; |
761 | struct mld_msg *mldq; | |
aa2ae3e7 | 762 | struct sk_buff *skb; |
438ef2d0 | 763 | unsigned long llqt; |
08b202b6 | 764 | struct ethhdr *eth; |
438ef2d0 | 765 | u16 llqt_srcs = 0; |
08b202b6 | 766 | u8 *hopopt; |
08b202b6 | 767 | |
aa2ae3e7 | 768 | mld_hdr_size = sizeof(*mldq); |
438ef2d0 | 769 | if (br->multicast_mld_version == 2) { |
aa2ae3e7 | 770 | mld_hdr_size = sizeof(*mld2q); |
438ef2d0 NA |
771 | if (pg && with_srcs) { |
772 | llqt = now + (br->multicast_last_member_interval * | |
773 | br->multicast_last_member_count); | |
774 | hlist_for_each_entry(ent, &pg->src_list, node) { | |
775 | if (over_llqt == time_after(ent->timer.expires, | |
776 | llqt) && | |
777 | ent->src_query_rexmit_cnt > 0) | |
778 | llqt_srcs++; | |
779 | } | |
780 | ||
781 | if (!llqt_srcs) | |
782 | return NULL; | |
783 | mld_hdr_size += llqt_srcs * sizeof(struct in6_addr); | |
784 | } | |
785 | } | |
786 | ||
787 | pkt_size = sizeof(*eth) + sizeof(*ip6h) + 8 + mld_hdr_size; | |
788 | if ((p && pkt_size > p->dev->mtu) || | |
789 | pkt_size > br->dev->mtu) | |
790 | return NULL; | |
791 | ||
792 | skb = netdev_alloc_skb_ip_align(br->dev, pkt_size); | |
08b202b6 YH |
793 | if (!skb) |
794 | goto out; | |
795 | ||
796 | skb->protocol = htons(ETH_P_IPV6); | |
797 | ||
798 | /* Ethernet header */ | |
799 | skb_reset_mac_header(skb); | |
800 | eth = eth_hdr(skb); | |
801 | ||
e5a727f6 | 802 | ether_addr_copy(eth->h_source, br->dev->dev_addr); |
08b202b6 YH |
803 | eth->h_proto = htons(ETH_P_IPV6); |
804 | skb_put(skb, sizeof(*eth)); | |
805 | ||
806 | /* IPv6 header + HbH option */ | |
807 | skb_set_network_header(skb, skb->len); | |
808 | ip6h = ipv6_hdr(skb); | |
809 | ||
810 | *(__force __be32 *)ip6h = htonl(0x60000000); | |
aa2ae3e7 | 811 | ip6h->payload_len = htons(8 + mld_hdr_size); |
08b202b6 YH |
812 | ip6h->nexthdr = IPPROTO_HOPOPTS; |
813 | ip6h->hop_limit = 1; | |
438ef2d0 | 814 | ip6h->daddr = *ip6_dst; |
d1d81d4c UW |
815 | if (ipv6_dev_get_saddr(dev_net(br->dev), br->dev, &ip6h->daddr, 0, |
816 | &ip6h->saddr)) { | |
817 | kfree_skb(skb); | |
675779ad | 818 | br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, false); |
d1d81d4c UW |
819 | return NULL; |
820 | } | |
0888d5f3 | 821 | |
675779ad | 822 | br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, true); |
36cff5a1 | 823 | ipv6_eth_mc_map(&ip6h->daddr, eth->h_dest); |
08b202b6 YH |
824 | |
825 | hopopt = (u8 *)(ip6h + 1); | |
826 | hopopt[0] = IPPROTO_ICMPV6; /* next hdr */ | |
827 | hopopt[1] = 0; /* length of HbH */ | |
828 | hopopt[2] = IPV6_TLV_ROUTERALERT; /* Router Alert */ | |
829 | hopopt[3] = 2; /* Length of RA Option */ | |
830 | hopopt[4] = 0; /* Type = 0x0000 (MLD) */ | |
831 | hopopt[5] = 0; | |
1de5a71c EZ |
832 | hopopt[6] = IPV6_TLV_PAD1; /* Pad1 */ |
833 | hopopt[7] = IPV6_TLV_PAD1; /* Pad1 */ | |
08b202b6 YH |
834 | |
835 | skb_put(skb, sizeof(*ip6h) + 8); | |
836 | ||
837 | /* ICMPv6 */ | |
838 | skb_set_transport_header(skb, skb->len); | |
438ef2d0 | 839 | interval = ipv6_addr_any(group) ? |
32de868c LL |
840 | br->multicast_query_response_interval : |
841 | br->multicast_last_member_interval; | |
1080ab95 | 842 | *igmp_type = ICMPV6_MGM_QUERY; |
aa2ae3e7 NA |
843 | switch (br->multicast_mld_version) { |
844 | case 1: | |
845 | mldq = (struct mld_msg *)icmp6_hdr(skb); | |
846 | mldq->mld_type = ICMPV6_MGM_QUERY; | |
847 | mldq->mld_code = 0; | |
848 | mldq->mld_cksum = 0; | |
849 | mldq->mld_maxdelay = htons((u16)jiffies_to_msecs(interval)); | |
850 | mldq->mld_reserved = 0; | |
438ef2d0 NA |
851 | mldq->mld_mca = *group; |
852 | csum = &mldq->mld_cksum; | |
853 | csum_start = (void *)mldq; | |
aa2ae3e7 NA |
854 | break; |
855 | case 2: | |
856 | mld2q = (struct mld2_query *)icmp6_hdr(skb); | |
53631a5f | 857 | mld2q->mld2q_mrc = htons((u16)jiffies_to_msecs(interval)); |
aa2ae3e7 NA |
858 | mld2q->mld2q_type = ICMPV6_MGM_QUERY; |
859 | mld2q->mld2q_code = 0; | |
860 | mld2q->mld2q_cksum = 0; | |
861 | mld2q->mld2q_resv1 = 0; | |
862 | mld2q->mld2q_resv2 = 0; | |
438ef2d0 | 863 | mld2q->mld2q_suppress = sflag; |
aa2ae3e7 | 864 | mld2q->mld2q_qrv = 2; |
438ef2d0 | 865 | mld2q->mld2q_nsrcs = htons(llqt_srcs); |
aa2ae3e7 | 866 | mld2q->mld2q_qqic = br->multicast_query_interval / HZ; |
438ef2d0 NA |
867 | mld2q->mld2q_mca = *group; |
868 | csum = &mld2q->mld2q_cksum; | |
869 | csum_start = (void *)mld2q; | |
870 | if (!pg || !with_srcs) | |
871 | break; | |
872 | ||
873 | llqt_srcs = 0; | |
874 | hlist_for_each_entry(ent, &pg->src_list, node) { | |
875 | if (over_llqt == time_after(ent->timer.expires, | |
876 | llqt) && | |
877 | ent->src_query_rexmit_cnt > 0) { | |
deb96566 | 878 | mld2q->mld2q_srcs[llqt_srcs++] = ent->addr.src.ip6; |
438ef2d0 | 879 | ent->src_query_rexmit_cnt--; |
42c11ccf NA |
880 | if (need_rexmit && ent->src_query_rexmit_cnt) |
881 | *need_rexmit = true; | |
438ef2d0 NA |
882 | } |
883 | } | |
884 | if (WARN_ON(llqt_srcs != ntohs(mld2q->mld2q_nsrcs))) { | |
885 | kfree_skb(skb); | |
886 | return NULL; | |
887 | } | |
aa2ae3e7 NA |
888 | break; |
889 | } | |
08b202b6 | 890 | |
438ef2d0 NA |
891 | if (WARN_ON(!csum || !csum_start)) { |
892 | kfree_skb(skb); | |
893 | return NULL; | |
894 | } | |
895 | ||
896 | *csum = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, mld_hdr_size, | |
897 | IPPROTO_ICMPV6, | |
898 | csum_partial(csum_start, mld_hdr_size, 0)); | |
899 | skb_put(skb, mld_hdr_size); | |
08b202b6 YH |
900 | __skb_pull(skb, sizeof(*eth)); |
901 | ||
902 | out: | |
903 | return skb; | |
904 | } | |
905 | #endif | |
906 | ||
8ef2a9a5 | 907 | static struct sk_buff *br_multicast_alloc_query(struct net_bridge *br, |
438ef2d0 NA |
908 | struct net_bridge_port_group *pg, |
909 | struct br_ip *ip_dst, | |
910 | struct br_ip *group, | |
911 | bool with_srcs, bool over_lmqt, | |
42c11ccf NA |
912 | u8 sflag, u8 *igmp_type, |
913 | bool *need_rexmit) | |
8ef2a9a5 | 914 | { |
438ef2d0 NA |
915 | __be32 ip4_dst; |
916 | ||
917 | switch (group->proto) { | |
8ef2a9a5 | 918 | case htons(ETH_P_IP): |
eab3227b | 919 | ip4_dst = ip_dst ? ip_dst->dst.ip4 : htonl(INADDR_ALLHOSTS_GROUP); |
438ef2d0 | 920 | return br_ip4_multicast_alloc_query(br, pg, |
eab3227b | 921 | ip4_dst, group->dst.ip4, |
438ef2d0 | 922 | with_srcs, over_lmqt, |
42c11ccf NA |
923 | sflag, igmp_type, |
924 | need_rexmit); | |
dfd56b8b | 925 | #if IS_ENABLED(CONFIG_IPV6) |
438ef2d0 NA |
926 | case htons(ETH_P_IPV6): { |
927 | struct in6_addr ip6_dst; | |
928 | ||
929 | if (ip_dst) | |
eab3227b | 930 | ip6_dst = ip_dst->dst.ip6; |
438ef2d0 NA |
931 | else |
932 | ipv6_addr_set(&ip6_dst, htonl(0xff020000), 0, 0, | |
933 | htonl(1)); | |
934 | ||
935 | return br_ip6_multicast_alloc_query(br, pg, | |
eab3227b | 936 | &ip6_dst, &group->dst.ip6, |
438ef2d0 | 937 | with_srcs, over_lmqt, |
42c11ccf NA |
938 | sflag, igmp_type, |
939 | need_rexmit); | |
438ef2d0 | 940 | } |
08b202b6 | 941 | #endif |
8ef2a9a5 YH |
942 | } |
943 | return NULL; | |
944 | } | |
945 | ||
cfd56754 | 946 | struct net_bridge_mdb_entry *br_multicast_new_group(struct net_bridge *br, |
5e923585 | 947 | struct br_ip *group) |
eb1d1641 | 948 | { |
eb1d1641 | 949 | struct net_bridge_mdb_entry *mp; |
4c0833bc | 950 | int err; |
eb1d1641 | 951 | |
19e3a9c9 NA |
952 | mp = br_mdb_ip_get(br, group); |
953 | if (mp) | |
954 | return mp; | |
eb1d1641 | 955 | |
19e3a9c9 NA |
956 | if (atomic_read(&br->mdb_hash_tbl.nelems) >= br->hash_max) { |
957 | br_opt_toggle(br, BROPT_MULTICAST_ENABLED, false); | |
958 | return ERR_PTR(-E2BIG); | |
eb1d1641 HX |
959 | } |
960 | ||
961 | mp = kzalloc(sizeof(*mp), GFP_ATOMIC); | |
962 | if (unlikely(!mp)) | |
4c0833bc | 963 | return ERR_PTR(-ENOMEM); |
eb1d1641 HX |
964 | |
965 | mp->br = br; | |
8ef2a9a5 | 966 | mp->addr = *group; |
e12cec65 | 967 | mp->mcast_gc.destroy = br_multicast_destroy_mdb_entry; |
88c1f37f | 968 | timer_setup(&mp->timer, br_multicast_group_expired, 0); |
19e3a9c9 NA |
969 | err = rhashtable_lookup_insert_fast(&br->mdb_hash_tbl, &mp->rhnode, |
970 | br_mdb_rht_params); | |
971 | if (err) { | |
972 | kfree(mp); | |
973 | mp = ERR_PTR(err); | |
974 | } else { | |
975 | hlist_add_head_rcu(&mp->mdb_node, &br->mdb_list); | |
976 | } | |
1faabf2a | 977 | |
eb1d1641 HX |
978 | return mp; |
979 | } | |
980 | ||
8b671779 NA |
981 | static void br_multicast_group_src_expired(struct timer_list *t) |
982 | { | |
983 | struct net_bridge_group_src *src = from_timer(src, t, timer); | |
984 | struct net_bridge_port_group *pg; | |
985 | struct net_bridge *br = src->br; | |
986 | ||
987 | spin_lock(&br->multicast_lock); | |
988 | if (hlist_unhashed(&src->node) || !netif_running(br->dev) || | |
989 | timer_pending(&src->timer)) | |
990 | goto out; | |
991 | ||
992 | pg = src->pg; | |
993 | if (pg->filter_mode == MCAST_INCLUDE) { | |
994 | br_multicast_del_group_src(src); | |
995 | if (!hlist_empty(&pg->src_list)) | |
996 | goto out; | |
997 | br_multicast_find_del_pg(br, pg); | |
998 | } | |
999 | out: | |
1000 | spin_unlock(&br->multicast_lock); | |
1001 | } | |
1002 | ||
1003 | static struct net_bridge_group_src * | |
1004 | br_multicast_find_group_src(struct net_bridge_port_group *pg, struct br_ip *ip) | |
1005 | { | |
1006 | struct net_bridge_group_src *ent; | |
1007 | ||
1008 | switch (ip->proto) { | |
1009 | case htons(ETH_P_IP): | |
1010 | hlist_for_each_entry(ent, &pg->src_list, node) | |
deb96566 | 1011 | if (ip->src.ip4 == ent->addr.src.ip4) |
8b671779 NA |
1012 | return ent; |
1013 | break; | |
1014 | #if IS_ENABLED(CONFIG_IPV6) | |
1015 | case htons(ETH_P_IPV6): | |
1016 | hlist_for_each_entry(ent, &pg->src_list, node) | |
deb96566 | 1017 | if (!ipv6_addr_cmp(&ent->addr.src.ip6, &ip->src.ip6)) |
8b671779 NA |
1018 | return ent; |
1019 | break; | |
1020 | #endif | |
1021 | } | |
1022 | ||
1023 | return NULL; | |
1024 | } | |
1025 | ||
1026 | static struct net_bridge_group_src * | |
1027 | br_multicast_new_group_src(struct net_bridge_port_group *pg, struct br_ip *src_ip) | |
1028 | { | |
1029 | struct net_bridge_group_src *grp_src; | |
1030 | ||
1031 | if (unlikely(pg->src_ents >= PG_SRC_ENT_LIMIT)) | |
1032 | return NULL; | |
1033 | ||
1034 | switch (src_ip->proto) { | |
1035 | case htons(ETH_P_IP): | |
deb96566 NA |
1036 | if (ipv4_is_zeronet(src_ip->src.ip4) || |
1037 | ipv4_is_multicast(src_ip->src.ip4)) | |
8b671779 NA |
1038 | return NULL; |
1039 | break; | |
1040 | #if IS_ENABLED(CONFIG_IPV6) | |
1041 | case htons(ETH_P_IPV6): | |
deb96566 NA |
1042 | if (ipv6_addr_any(&src_ip->src.ip6) || |
1043 | ipv6_addr_is_multicast(&src_ip->src.ip6)) | |
8b671779 NA |
1044 | return NULL; |
1045 | break; | |
1046 | #endif | |
1047 | } | |
1048 | ||
1049 | grp_src = kzalloc(sizeof(*grp_src), GFP_ATOMIC); | |
1050 | if (unlikely(!grp_src)) | |
1051 | return NULL; | |
1052 | ||
1053 | grp_src->pg = pg; | |
085b53c8 | 1054 | grp_src->br = pg->key.port->br; |
8b671779 | 1055 | grp_src->addr = *src_ip; |
e12cec65 | 1056 | grp_src->mcast_gc.destroy = br_multicast_destroy_group_src; |
8b671779 NA |
1057 | timer_setup(&grp_src->timer, br_multicast_group_src_expired, 0); |
1058 | ||
1059 | hlist_add_head_rcu(&grp_src->node, &pg->src_list); | |
1060 | pg->src_ents++; | |
1061 | ||
1062 | return grp_src; | |
1063 | } | |
1064 | ||
cfd56754 CW |
1065 | struct net_bridge_port_group *br_multicast_new_port_group( |
1066 | struct net_bridge_port *port, | |
1067 | struct br_ip *group, | |
ccb1c31a | 1068 | struct net_bridge_port_group __rcu *next, |
6db6f0ea | 1069 | unsigned char flags, |
8b671779 | 1070 | const unsigned char *src, |
8f8cb77e NA |
1071 | u8 filter_mode, |
1072 | u8 rt_protocol) | |
cfd56754 CW |
1073 | { |
1074 | struct net_bridge_port_group *p; | |
1075 | ||
1076 | p = kzalloc(sizeof(*p), GFP_ATOMIC); | |
1077 | if (unlikely(!p)) | |
1078 | return NULL; | |
1079 | ||
085b53c8 NA |
1080 | p->key.addr = *group; |
1081 | p->key.port = port; | |
9d06b6d8 | 1082 | p->flags = flags; |
8b671779 | 1083 | p->filter_mode = filter_mode; |
8f8cb77e | 1084 | p->rt_protocol = rt_protocol; |
e12cec65 | 1085 | p->mcast_gc.destroy = br_multicast_destroy_port_group; |
8b671779 | 1086 | INIT_HLIST_HEAD(&p->src_list); |
085b53c8 NA |
1087 | |
1088 | if (!br_multicast_is_star_g(group) && | |
1089 | rhashtable_lookup_insert_fast(&port->br->sg_port_tbl, &p->rhnode, | |
1090 | br_sg_port_rht_params)) { | |
1091 | kfree(p); | |
1092 | return NULL; | |
1093 | } | |
1094 | ||
eca2a43b | 1095 | rcu_assign_pointer(p->next, next); |
88c1f37f | 1096 | timer_setup(&p->timer, br_multicast_port_group_expired, 0); |
42c11ccf NA |
1097 | timer_setup(&p->rexmit_timer, br_multicast_port_group_rexmit, 0); |
1098 | hlist_add_head(&p->mglist, &port->mglist); | |
6db6f0ea FF |
1099 | |
1100 | if (src) | |
1101 | memcpy(p->eth_addr, src, ETH_ALEN); | |
1102 | else | |
1bfe45f4 | 1103 | eth_broadcast_addr(p->eth_addr); |
6db6f0ea | 1104 | |
cfd56754 CW |
1105 | return p; |
1106 | } | |
1107 | ||
1bc844ee NA |
1108 | void br_multicast_host_join(struct net_bridge_mdb_entry *mp, bool notify) |
1109 | { | |
1110 | if (!mp->host_joined) { | |
1111 | mp->host_joined = true; | |
1112 | if (notify) | |
81f19838 | 1113 | br_mdb_notify(mp->br->dev, mp, NULL, RTM_NEWMDB); |
1bc844ee NA |
1114 | } |
1115 | mod_timer(&mp->timer, jiffies + mp->br->multicast_membership_interval); | |
1116 | } | |
1117 | ||
1118 | void br_multicast_host_leave(struct net_bridge_mdb_entry *mp, bool notify) | |
1119 | { | |
1120 | if (!mp->host_joined) | |
1121 | return; | |
1122 | ||
1123 | mp->host_joined = false; | |
1124 | if (notify) | |
81f19838 | 1125 | br_mdb_notify(mp->br->dev, mp, NULL, RTM_DELMDB); |
1bc844ee NA |
1126 | } |
1127 | ||
b0812368 NA |
1128 | static struct net_bridge_port_group * |
1129 | __br_multicast_add_group(struct net_bridge *br, | |
1130 | struct net_bridge_port *port, | |
1131 | struct br_ip *group, | |
1132 | const unsigned char *src, | |
1133 | u8 filter_mode, | |
1134 | bool igmpv2_mldv1) | |
eb1d1641 | 1135 | { |
e8051688 | 1136 | struct net_bridge_port_group __rcu **pp; |
b0812368 | 1137 | struct net_bridge_port_group *p = NULL; |
5e923585 | 1138 | struct net_bridge_mdb_entry *mp; |
454594f3 | 1139 | unsigned long now = jiffies; |
eb1d1641 | 1140 | |
eb1d1641 HX |
1141 | if (!netif_running(br->dev) || |
1142 | (port && port->state == BR_STATE_DISABLED)) | |
1143 | goto out; | |
1144 | ||
19e3a9c9 | 1145 | mp = br_multicast_new_group(br, group); |
4c0833bc | 1146 | if (IS_ERR(mp)) |
b0812368 | 1147 | return ERR_PTR(PTR_ERR(mp)); |
eb1d1641 HX |
1148 | |
1149 | if (!port) { | |
1bc844ee | 1150 | br_multicast_host_join(mp, true); |
eb1d1641 HX |
1151 | goto out; |
1152 | } | |
1153 | ||
e8051688 ED |
1154 | for (pp = &mp->ports; |
1155 | (p = mlock_dereference(*pp, br)) != NULL; | |
1156 | pp = &p->next) { | |
6db6f0ea | 1157 | if (br_port_group_equal(p, port, src)) |
454594f3 | 1158 | goto found; |
085b53c8 | 1159 | if ((unsigned long)p->key.port < (unsigned long)port) |
eb1d1641 HX |
1160 | break; |
1161 | } | |
1162 | ||
8f8cb77e NA |
1163 | p = br_multicast_new_port_group(port, group, *pp, 0, src, filter_mode, |
1164 | RTPROT_KERNEL); | |
b0812368 NA |
1165 | if (unlikely(!p)) { |
1166 | p = ERR_PTR(-ENOMEM); | |
1167 | goto out; | |
1168 | } | |
eb1d1641 | 1169 | rcu_assign_pointer(*pp, p); |
81f19838 | 1170 | br_mdb_notify(br->dev, mp, p, RTM_NEWMDB); |
eb1d1641 | 1171 | |
454594f3 | 1172 | found: |
0436862e NA |
1173 | if (igmpv2_mldv1) |
1174 | mod_timer(&p->timer, now + br->multicast_membership_interval); | |
81f19838 | 1175 | |
eb1d1641 | 1176 | out: |
b0812368 NA |
1177 | return p; |
1178 | } | |
1179 | ||
1180 | static int br_multicast_add_group(struct net_bridge *br, | |
1181 | struct net_bridge_port *port, | |
1182 | struct br_ip *group, | |
1183 | const unsigned char *src, | |
1184 | u8 filter_mode, | |
1185 | bool igmpv2_mldv1) | |
1186 | { | |
1187 | struct net_bridge_port_group *pg; | |
1188 | int err; | |
eb1d1641 | 1189 | |
b0812368 NA |
1190 | spin_lock(&br->multicast_lock); |
1191 | pg = __br_multicast_add_group(br, port, group, src, filter_mode, | |
1192 | igmpv2_mldv1); | |
1193 | /* NULL is considered valid for host joined groups */ | |
1194 | err = IS_ERR(pg) ? PTR_ERR(pg) : 0; | |
eb1d1641 | 1195 | spin_unlock(&br->multicast_lock); |
b0812368 | 1196 | |
eb1d1641 HX |
1197 | return err; |
1198 | } | |
1199 | ||
8ef2a9a5 YH |
1200 | static int br_ip4_multicast_add_group(struct net_bridge *br, |
1201 | struct net_bridge_port *port, | |
b0e9a30d | 1202 | __be32 group, |
6db6f0ea | 1203 | __u16 vid, |
8b671779 NA |
1204 | const unsigned char *src, |
1205 | bool igmpv2) | |
8ef2a9a5 YH |
1206 | { |
1207 | struct br_ip br_group; | |
8b671779 | 1208 | u8 filter_mode; |
8ef2a9a5 YH |
1209 | |
1210 | if (ipv4_is_local_multicast(group)) | |
1211 | return 0; | |
1212 | ||
1515a63f | 1213 | memset(&br_group, 0, sizeof(br_group)); |
eab3227b | 1214 | br_group.dst.ip4 = group; |
8ef2a9a5 | 1215 | br_group.proto = htons(ETH_P_IP); |
b0e9a30d | 1216 | br_group.vid = vid; |
8b671779 | 1217 | filter_mode = igmpv2 ? MCAST_EXCLUDE : MCAST_INCLUDE; |
8ef2a9a5 | 1218 | |
0436862e NA |
1219 | return br_multicast_add_group(br, port, &br_group, src, filter_mode, |
1220 | igmpv2); | |
8ef2a9a5 YH |
1221 | } |
1222 | ||
dfd56b8b | 1223 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 YH |
1224 | static int br_ip6_multicast_add_group(struct net_bridge *br, |
1225 | struct net_bridge_port *port, | |
b0e9a30d | 1226 | const struct in6_addr *group, |
6db6f0ea | 1227 | __u16 vid, |
8b671779 NA |
1228 | const unsigned char *src, |
1229 | bool mldv1) | |
08b202b6 YH |
1230 | { |
1231 | struct br_ip br_group; | |
8b671779 | 1232 | u8 filter_mode; |
08b202b6 | 1233 | |
3c3769e6 | 1234 | if (ipv6_addr_is_ll_all_nodes(group)) |
08b202b6 YH |
1235 | return 0; |
1236 | ||
19e3a9c9 | 1237 | memset(&br_group, 0, sizeof(br_group)); |
eab3227b | 1238 | br_group.dst.ip6 = *group; |
9cc6e0c4 | 1239 | br_group.proto = htons(ETH_P_IPV6); |
b0e9a30d | 1240 | br_group.vid = vid; |
8b671779 | 1241 | filter_mode = mldv1 ? MCAST_EXCLUDE : MCAST_INCLUDE; |
08b202b6 | 1242 | |
0436862e NA |
1243 | return br_multicast_add_group(br, port, &br_group, src, filter_mode, |
1244 | mldv1); | |
08b202b6 YH |
1245 | } |
1246 | #endif | |
1247 | ||
88c1f37f | 1248 | static void br_multicast_router_expired(struct timer_list *t) |
eb1d1641 | 1249 | { |
88c1f37f AP |
1250 | struct net_bridge_port *port = |
1251 | from_timer(port, t, multicast_router_timer); | |
eb1d1641 HX |
1252 | struct net_bridge *br = port->br; |
1253 | ||
1254 | spin_lock(&br->multicast_lock); | |
a55d8246 NA |
1255 | if (port->multicast_router == MDB_RTR_TYPE_DISABLED || |
1256 | port->multicast_router == MDB_RTR_TYPE_PERM || | |
f12e7d95 | 1257 | timer_pending(&port->multicast_router_timer)) |
eb1d1641 HX |
1258 | goto out; |
1259 | ||
f12e7d95 | 1260 | __del_port_router(port); |
eb1d1641 HX |
1261 | out: |
1262 | spin_unlock(&br->multicast_lock); | |
1263 | } | |
1264 | ||
77041420 YG |
1265 | static void br_mc_router_state_change(struct net_bridge *p, |
1266 | bool is_mc_router) | |
1267 | { | |
1268 | struct switchdev_attr attr = { | |
1269 | .orig_dev = p->dev, | |
1270 | .id = SWITCHDEV_ATTR_ID_BRIDGE_MROUTER, | |
1271 | .flags = SWITCHDEV_F_DEFER, | |
1272 | .u.mrouter = is_mc_router, | |
1273 | }; | |
1274 | ||
1275 | switchdev_port_attr_set(p->dev, &attr); | |
1276 | } | |
1277 | ||
88c1f37f | 1278 | static void br_multicast_local_router_expired(struct timer_list *t) |
eb1d1641 | 1279 | { |
88c1f37f | 1280 | struct net_bridge *br = from_timer(br, t, multicast_router_timer); |
77041420 YG |
1281 | |
1282 | spin_lock(&br->multicast_lock); | |
1283 | if (br->multicast_router == MDB_RTR_TYPE_DISABLED || | |
1284 | br->multicast_router == MDB_RTR_TYPE_PERM || | |
1285 | timer_pending(&br->multicast_router_timer)) | |
1286 | goto out; | |
1287 | ||
1288 | br_mc_router_state_change(br, false); | |
1289 | out: | |
1290 | spin_unlock(&br->multicast_lock); | |
eb1d1641 HX |
1291 | } |
1292 | ||
cc0fdd80 | 1293 | static void br_multicast_querier_expired(struct net_bridge *br, |
90010b36 | 1294 | struct bridge_mcast_own_query *query) |
c83b8fab | 1295 | { |
c83b8fab | 1296 | spin_lock(&br->multicast_lock); |
13cefad2 | 1297 | if (!netif_running(br->dev) || !br_opt_get(br, BROPT_MULTICAST_ENABLED)) |
c83b8fab HX |
1298 | goto out; |
1299 | ||
cc0fdd80 | 1300 | br_multicast_start_querier(br, query); |
c83b8fab HX |
1301 | |
1302 | out: | |
1303 | spin_unlock(&br->multicast_lock); | |
1304 | } | |
1305 | ||
88c1f37f | 1306 | static void br_ip4_multicast_querier_expired(struct timer_list *t) |
cc0fdd80 | 1307 | { |
88c1f37f | 1308 | struct net_bridge *br = from_timer(br, t, ip4_other_query.timer); |
cc0fdd80 | 1309 | |
90010b36 | 1310 | br_multicast_querier_expired(br, &br->ip4_own_query); |
cc0fdd80 LL |
1311 | } |
1312 | ||
1313 | #if IS_ENABLED(CONFIG_IPV6) | |
88c1f37f | 1314 | static void br_ip6_multicast_querier_expired(struct timer_list *t) |
cc0fdd80 | 1315 | { |
88c1f37f | 1316 | struct net_bridge *br = from_timer(br, t, ip6_other_query.timer); |
cc0fdd80 | 1317 | |
90010b36 | 1318 | br_multicast_querier_expired(br, &br->ip6_own_query); |
cc0fdd80 LL |
1319 | } |
1320 | #endif | |
1321 | ||
dc4eb53a LL |
1322 | static void br_multicast_select_own_querier(struct net_bridge *br, |
1323 | struct br_ip *ip, | |
1324 | struct sk_buff *skb) | |
1325 | { | |
1326 | if (ip->proto == htons(ETH_P_IP)) | |
deb96566 | 1327 | br->ip4_querier.addr.src.ip4 = ip_hdr(skb)->saddr; |
dc4eb53a LL |
1328 | #if IS_ENABLED(CONFIG_IPV6) |
1329 | else | |
deb96566 | 1330 | br->ip6_querier.addr.src.ip6 = ipv6_hdr(skb)->saddr; |
dc4eb53a LL |
1331 | #endif |
1332 | } | |
1333 | ||
8ef2a9a5 YH |
1334 | static void __br_multicast_send_query(struct net_bridge *br, |
1335 | struct net_bridge_port *port, | |
438ef2d0 NA |
1336 | struct net_bridge_port_group *pg, |
1337 | struct br_ip *ip_dst, | |
1338 | struct br_ip *group, | |
1339 | bool with_srcs, | |
42c11ccf NA |
1340 | u8 sflag, |
1341 | bool *need_rexmit) | |
eb1d1641 | 1342 | { |
438ef2d0 | 1343 | bool over_lmqt = !!sflag; |
eb1d1641 | 1344 | struct sk_buff *skb; |
1080ab95 | 1345 | u8 igmp_type; |
eb1d1641 | 1346 | |
438ef2d0 NA |
1347 | again_under_lmqt: |
1348 | skb = br_multicast_alloc_query(br, pg, ip_dst, group, with_srcs, | |
42c11ccf NA |
1349 | over_lmqt, sflag, &igmp_type, |
1350 | need_rexmit); | |
eb1d1641 | 1351 | if (!skb) |
8ef2a9a5 | 1352 | return; |
eb1d1641 HX |
1353 | |
1354 | if (port) { | |
eb1d1641 | 1355 | skb->dev = port->dev; |
a65056ec | 1356 | br_multicast_count(br, port, skb, igmp_type, |
1080ab95 | 1357 | BR_MCAST_DIR_TX); |
29a26a56 EB |
1358 | NF_HOOK(NFPROTO_BRIDGE, NF_BR_LOCAL_OUT, |
1359 | dev_net(port->dev), NULL, skb, NULL, skb->dev, | |
f0b4eece | 1360 | br_dev_queue_push_xmit); |
438ef2d0 NA |
1361 | |
1362 | if (over_lmqt && with_srcs && sflag) { | |
1363 | over_lmqt = false; | |
1364 | goto again_under_lmqt; | |
1365 | } | |
dc4eb53a | 1366 | } else { |
438ef2d0 | 1367 | br_multicast_select_own_querier(br, group, skb); |
a65056ec | 1368 | br_multicast_count(br, port, skb, igmp_type, |
1080ab95 | 1369 | BR_MCAST_DIR_RX); |
eb1d1641 | 1370 | netif_rx(skb); |
dc4eb53a | 1371 | } |
8ef2a9a5 YH |
1372 | } |
1373 | ||
1374 | static void br_multicast_send_query(struct net_bridge *br, | |
cc0fdd80 | 1375 | struct net_bridge_port *port, |
90010b36 | 1376 | struct bridge_mcast_own_query *own_query) |
8ef2a9a5 | 1377 | { |
90010b36 | 1378 | struct bridge_mcast_other_query *other_query = NULL; |
5e923585 NA |
1379 | struct br_ip br_group; |
1380 | unsigned long time; | |
8ef2a9a5 | 1381 | |
13cefad2 NA |
1382 | if (!netif_running(br->dev) || |
1383 | !br_opt_get(br, BROPT_MULTICAST_ENABLED) || | |
675779ad | 1384 | !br_opt_get(br, BROPT_MULTICAST_QUERIER)) |
8ef2a9a5 YH |
1385 | return; |
1386 | ||
eab3227b | 1387 | memset(&br_group.dst, 0, sizeof(br_group.dst)); |
08b202b6 | 1388 | |
90010b36 LL |
1389 | if (port ? (own_query == &port->ip4_own_query) : |
1390 | (own_query == &br->ip4_own_query)) { | |
1391 | other_query = &br->ip4_other_query; | |
cc0fdd80 | 1392 | br_group.proto = htons(ETH_P_IP); |
dfd56b8b | 1393 | #if IS_ENABLED(CONFIG_IPV6) |
cc0fdd80 | 1394 | } else { |
90010b36 | 1395 | other_query = &br->ip6_other_query; |
cc0fdd80 | 1396 | br_group.proto = htons(ETH_P_IPV6); |
08b202b6 | 1397 | #endif |
cc0fdd80 LL |
1398 | } |
1399 | ||
90010b36 | 1400 | if (!other_query || timer_pending(&other_query->timer)) |
cc0fdd80 LL |
1401 | return; |
1402 | ||
42c11ccf NA |
1403 | __br_multicast_send_query(br, port, NULL, NULL, &br_group, false, 0, |
1404 | NULL); | |
eb1d1641 | 1405 | |
eb1d1641 | 1406 | time = jiffies; |
90010b36 | 1407 | time += own_query->startup_sent < br->multicast_startup_query_count ? |
eb1d1641 HX |
1408 | br->multicast_startup_query_interval : |
1409 | br->multicast_query_interval; | |
90010b36 | 1410 | mod_timer(&own_query->timer, time); |
eb1d1641 HX |
1411 | } |
1412 | ||
90010b36 LL |
1413 | static void |
1414 | br_multicast_port_query_expired(struct net_bridge_port *port, | |
1415 | struct bridge_mcast_own_query *query) | |
eb1d1641 | 1416 | { |
eb1d1641 HX |
1417 | struct net_bridge *br = port->br; |
1418 | ||
1419 | spin_lock(&br->multicast_lock); | |
02a780c0 DC |
1420 | if (port->state == BR_STATE_DISABLED || |
1421 | port->state == BR_STATE_BLOCKING) | |
eb1d1641 HX |
1422 | goto out; |
1423 | ||
cc0fdd80 LL |
1424 | if (query->startup_sent < br->multicast_startup_query_count) |
1425 | query->startup_sent++; | |
eb1d1641 | 1426 | |
cc0fdd80 | 1427 | br_multicast_send_query(port->br, port, query); |
eb1d1641 HX |
1428 | |
1429 | out: | |
1430 | spin_unlock(&br->multicast_lock); | |
1431 | } | |
1432 | ||
88c1f37f | 1433 | static void br_ip4_multicast_port_query_expired(struct timer_list *t) |
cc0fdd80 | 1434 | { |
88c1f37f | 1435 | struct net_bridge_port *port = from_timer(port, t, ip4_own_query.timer); |
cc0fdd80 | 1436 | |
90010b36 | 1437 | br_multicast_port_query_expired(port, &port->ip4_own_query); |
cc0fdd80 LL |
1438 | } |
1439 | ||
1440 | #if IS_ENABLED(CONFIG_IPV6) | |
88c1f37f | 1441 | static void br_ip6_multicast_port_query_expired(struct timer_list *t) |
cc0fdd80 | 1442 | { |
88c1f37f | 1443 | struct net_bridge_port *port = from_timer(port, t, ip6_own_query.timer); |
cc0fdd80 | 1444 | |
90010b36 | 1445 | br_multicast_port_query_expired(port, &port->ip6_own_query); |
cc0fdd80 LL |
1446 | } |
1447 | #endif | |
1448 | ||
42c11ccf NA |
1449 | static void br_multicast_port_group_rexmit(struct timer_list *t) |
1450 | { | |
1451 | struct net_bridge_port_group *pg = from_timer(pg, t, rexmit_timer); | |
1452 | struct bridge_mcast_other_query *other_query = NULL; | |
085b53c8 | 1453 | struct net_bridge *br = pg->key.port->br; |
42c11ccf NA |
1454 | bool need_rexmit = false; |
1455 | ||
1456 | spin_lock(&br->multicast_lock); | |
1457 | if (!netif_running(br->dev) || hlist_unhashed(&pg->mglist) || | |
1458 | !br_opt_get(br, BROPT_MULTICAST_ENABLED) || | |
1459 | !br_opt_get(br, BROPT_MULTICAST_QUERIER)) | |
1460 | goto out; | |
1461 | ||
085b53c8 | 1462 | if (pg->key.addr.proto == htons(ETH_P_IP)) |
42c11ccf NA |
1463 | other_query = &br->ip4_other_query; |
1464 | #if IS_ENABLED(CONFIG_IPV6) | |
1465 | else | |
1466 | other_query = &br->ip6_other_query; | |
1467 | #endif | |
1468 | ||
1469 | if (!other_query || timer_pending(&other_query->timer)) | |
1470 | goto out; | |
1471 | ||
1472 | if (pg->grp_query_rexmit_cnt) { | |
1473 | pg->grp_query_rexmit_cnt--; | |
085b53c8 NA |
1474 | __br_multicast_send_query(br, pg->key.port, pg, &pg->key.addr, |
1475 | &pg->key.addr, false, 1, NULL); | |
42c11ccf | 1476 | } |
085b53c8 NA |
1477 | __br_multicast_send_query(br, pg->key.port, pg, &pg->key.addr, |
1478 | &pg->key.addr, true, 0, &need_rexmit); | |
42c11ccf NA |
1479 | |
1480 | if (pg->grp_query_rexmit_cnt || need_rexmit) | |
1481 | mod_timer(&pg->rexmit_timer, jiffies + | |
1482 | br->multicast_last_member_interval); | |
1483 | out: | |
1484 | spin_unlock(&br->multicast_lock); | |
1485 | } | |
1486 | ||
147c1e9b NF |
1487 | static void br_mc_disabled_update(struct net_device *dev, bool value) |
1488 | { | |
1489 | struct switchdev_attr attr = { | |
1490 | .orig_dev = dev, | |
1491 | .id = SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED, | |
1492 | .flags = SWITCHDEV_F_DEFER, | |
13cefad2 | 1493 | .u.mc_disabled = !value, |
147c1e9b NF |
1494 | }; |
1495 | ||
1496 | switchdev_port_attr_set(dev, &attr); | |
1497 | } | |
1498 | ||
1080ab95 | 1499 | int br_multicast_add_port(struct net_bridge_port *port) |
eb1d1641 | 1500 | { |
7f0aec7a | 1501 | port->multicast_router = MDB_RTR_TYPE_TEMP_QUERY; |
eb1d1641 | 1502 | |
88c1f37f AP |
1503 | timer_setup(&port->multicast_router_timer, |
1504 | br_multicast_router_expired, 0); | |
1505 | timer_setup(&port->ip4_own_query.timer, | |
1506 | br_ip4_multicast_port_query_expired, 0); | |
cc0fdd80 | 1507 | #if IS_ENABLED(CONFIG_IPV6) |
88c1f37f AP |
1508 | timer_setup(&port->ip6_own_query.timer, |
1509 | br_ip6_multicast_port_query_expired, 0); | |
cc0fdd80 | 1510 | #endif |
13cefad2 NA |
1511 | br_mc_disabled_update(port->dev, |
1512 | br_opt_get(port->br, BROPT_MULTICAST_ENABLED)); | |
147c1e9b | 1513 | |
1080ab95 NA |
1514 | port->mcast_stats = netdev_alloc_pcpu_stats(struct bridge_mcast_stats); |
1515 | if (!port->mcast_stats) | |
1516 | return -ENOMEM; | |
1517 | ||
1518 | return 0; | |
eb1d1641 HX |
1519 | } |
1520 | ||
1521 | void br_multicast_del_port(struct net_bridge_port *port) | |
1522 | { | |
e10177ab SA |
1523 | struct net_bridge *br = port->br; |
1524 | struct net_bridge_port_group *pg; | |
e12cec65 | 1525 | HLIST_HEAD(deleted_head); |
e10177ab SA |
1526 | struct hlist_node *n; |
1527 | ||
1528 | /* Take care of the remaining groups, only perm ones should be left */ | |
1529 | spin_lock_bh(&br->multicast_lock); | |
1530 | hlist_for_each_entry_safe(pg, n, &port->mglist, mglist) | |
681590bd | 1531 | br_multicast_find_del_pg(br, pg); |
e12cec65 | 1532 | hlist_move_list(&br->mcast_gc_list, &deleted_head); |
e10177ab | 1533 | spin_unlock_bh(&br->multicast_lock); |
e12cec65 | 1534 | br_multicast_gc(&deleted_head); |
eb1d1641 | 1535 | del_timer_sync(&port->multicast_router_timer); |
1080ab95 | 1536 | free_percpu(port->mcast_stats); |
eb1d1641 HX |
1537 | } |
1538 | ||
90010b36 | 1539 | static void br_multicast_enable(struct bridge_mcast_own_query *query) |
561f1103 | 1540 | { |
cc0fdd80 | 1541 | query->startup_sent = 0; |
561f1103 | 1542 | |
cc0fdd80 LL |
1543 | if (try_to_del_timer_sync(&query->timer) >= 0 || |
1544 | del_timer(&query->timer)) | |
1545 | mod_timer(&query->timer, jiffies); | |
561f1103 HX |
1546 | } |
1547 | ||
7cb3f921 | 1548 | static void __br_multicast_enable_port(struct net_bridge_port *port) |
eb1d1641 HX |
1549 | { |
1550 | struct net_bridge *br = port->br; | |
1551 | ||
13cefad2 | 1552 | if (!br_opt_get(br, BROPT_MULTICAST_ENABLED) || !netif_running(br->dev)) |
7cb3f921 | 1553 | return; |
eb1d1641 | 1554 | |
90010b36 | 1555 | br_multicast_enable(&port->ip4_own_query); |
cc0fdd80 | 1556 | #if IS_ENABLED(CONFIG_IPV6) |
90010b36 | 1557 | br_multicast_enable(&port->ip6_own_query); |
cc0fdd80 | 1558 | #endif |
7f0aec7a NA |
1559 | if (port->multicast_router == MDB_RTR_TYPE_PERM && |
1560 | hlist_unhashed(&port->rlist)) | |
754bc547 | 1561 | br_multicast_add_router(br, port); |
7cb3f921 | 1562 | } |
eb1d1641 | 1563 | |
7cb3f921 NA |
1564 | void br_multicast_enable_port(struct net_bridge_port *port) |
1565 | { | |
1566 | struct net_bridge *br = port->br; | |
1567 | ||
1568 | spin_lock(&br->multicast_lock); | |
1569 | __br_multicast_enable_port(port); | |
eb1d1641 HX |
1570 | spin_unlock(&br->multicast_lock); |
1571 | } | |
1572 | ||
1573 | void br_multicast_disable_port(struct net_bridge_port *port) | |
1574 | { | |
1575 | struct net_bridge *br = port->br; | |
1576 | struct net_bridge_port_group *pg; | |
b67bfe0d | 1577 | struct hlist_node *n; |
eb1d1641 HX |
1578 | |
1579 | spin_lock(&br->multicast_lock); | |
b67bfe0d | 1580 | hlist_for_each_entry_safe(pg, n, &port->mglist, mglist) |
9d06b6d8 | 1581 | if (!(pg->flags & MDB_PG_FLAGS_PERMANENT)) |
681590bd | 1582 | br_multicast_find_del_pg(br, pg); |
eb1d1641 | 1583 | |
f12e7d95 NF |
1584 | __del_port_router(port); |
1585 | ||
eb1d1641 | 1586 | del_timer(&port->multicast_router_timer); |
90010b36 | 1587 | del_timer(&port->ip4_own_query.timer); |
cc0fdd80 | 1588 | #if IS_ENABLED(CONFIG_IPV6) |
90010b36 | 1589 | del_timer(&port->ip6_own_query.timer); |
cc0fdd80 | 1590 | #endif |
eb1d1641 HX |
1591 | spin_unlock(&br->multicast_lock); |
1592 | } | |
1593 | ||
e6231bca NA |
1594 | static int __grp_src_delete_marked(struct net_bridge_port_group *pg) |
1595 | { | |
1596 | struct net_bridge_group_src *ent; | |
1597 | struct hlist_node *tmp; | |
1598 | int deleted = 0; | |
1599 | ||
1600 | hlist_for_each_entry_safe(ent, tmp, &pg->src_list, node) | |
1601 | if (ent->flags & BR_SGRP_F_DELETE) { | |
1602 | br_multicast_del_group_src(ent); | |
1603 | deleted++; | |
1604 | } | |
1605 | ||
1606 | return deleted; | |
1607 | } | |
1608 | ||
b0812368 NA |
1609 | static void __grp_src_mod_timer(struct net_bridge_group_src *src, |
1610 | unsigned long expires) | |
1611 | { | |
1612 | mod_timer(&src->timer, expires); | |
1613 | br_multicast_fwd_src_handle(src); | |
1614 | } | |
1615 | ||
5bf1e00b NA |
1616 | static void __grp_src_query_marked_and_rexmit(struct net_bridge_port_group *pg) |
1617 | { | |
1618 | struct bridge_mcast_other_query *other_query = NULL; | |
085b53c8 | 1619 | struct net_bridge *br = pg->key.port->br; |
5bf1e00b NA |
1620 | u32 lmqc = br->multicast_last_member_count; |
1621 | unsigned long lmqt, lmi, now = jiffies; | |
1622 | struct net_bridge_group_src *ent; | |
1623 | ||
1624 | if (!netif_running(br->dev) || | |
1625 | !br_opt_get(br, BROPT_MULTICAST_ENABLED)) | |
1626 | return; | |
1627 | ||
085b53c8 | 1628 | if (pg->key.addr.proto == htons(ETH_P_IP)) |
5bf1e00b NA |
1629 | other_query = &br->ip4_other_query; |
1630 | #if IS_ENABLED(CONFIG_IPV6) | |
1631 | else | |
1632 | other_query = &br->ip6_other_query; | |
1633 | #endif | |
1634 | ||
1635 | lmqt = now + br_multicast_lmqt(br); | |
1636 | hlist_for_each_entry(ent, &pg->src_list, node) { | |
1637 | if (ent->flags & BR_SGRP_F_SEND) { | |
1638 | ent->flags &= ~BR_SGRP_F_SEND; | |
1639 | if (ent->timer.expires > lmqt) { | |
1640 | if (br_opt_get(br, BROPT_MULTICAST_QUERIER) && | |
1641 | other_query && | |
1642 | !timer_pending(&other_query->timer)) | |
1643 | ent->src_query_rexmit_cnt = lmqc; | |
b0812368 | 1644 | __grp_src_mod_timer(ent, lmqt); |
5bf1e00b NA |
1645 | } |
1646 | } | |
1647 | } | |
1648 | ||
1649 | if (!br_opt_get(br, BROPT_MULTICAST_QUERIER) || | |
1650 | !other_query || timer_pending(&other_query->timer)) | |
1651 | return; | |
1652 | ||
085b53c8 NA |
1653 | __br_multicast_send_query(br, pg->key.port, pg, &pg->key.addr, |
1654 | &pg->key.addr, true, 1, NULL); | |
5bf1e00b NA |
1655 | |
1656 | lmi = now + br->multicast_last_member_interval; | |
1657 | if (!timer_pending(&pg->rexmit_timer) || | |
1658 | time_after(pg->rexmit_timer.expires, lmi)) | |
1659 | mod_timer(&pg->rexmit_timer, lmi); | |
1660 | } | |
1661 | ||
1662 | static void __grp_send_query_and_rexmit(struct net_bridge_port_group *pg) | |
1663 | { | |
1664 | struct bridge_mcast_other_query *other_query = NULL; | |
085b53c8 | 1665 | struct net_bridge *br = pg->key.port->br; |
5bf1e00b NA |
1666 | unsigned long now = jiffies, lmi; |
1667 | ||
1668 | if (!netif_running(br->dev) || | |
1669 | !br_opt_get(br, BROPT_MULTICAST_ENABLED)) | |
1670 | return; | |
1671 | ||
085b53c8 | 1672 | if (pg->key.addr.proto == htons(ETH_P_IP)) |
5bf1e00b NA |
1673 | other_query = &br->ip4_other_query; |
1674 | #if IS_ENABLED(CONFIG_IPV6) | |
1675 | else | |
1676 | other_query = &br->ip6_other_query; | |
1677 | #endif | |
1678 | ||
1679 | if (br_opt_get(br, BROPT_MULTICAST_QUERIER) && | |
1680 | other_query && !timer_pending(&other_query->timer)) { | |
1681 | lmi = now + br->multicast_last_member_interval; | |
1682 | pg->grp_query_rexmit_cnt = br->multicast_last_member_count - 1; | |
085b53c8 NA |
1683 | __br_multicast_send_query(br, pg->key.port, pg, &pg->key.addr, |
1684 | &pg->key.addr, false, 0, NULL); | |
5bf1e00b NA |
1685 | if (!timer_pending(&pg->rexmit_timer) || |
1686 | time_after(pg->rexmit_timer.expires, lmi)) | |
1687 | mod_timer(&pg->rexmit_timer, lmi); | |
1688 | } | |
1689 | ||
1690 | if (pg->filter_mode == MCAST_EXCLUDE && | |
1691 | (!timer_pending(&pg->timer) || | |
1692 | time_after(pg->timer.expires, now + br_multicast_lmqt(br)))) | |
1693 | mod_timer(&pg->timer, now + br_multicast_lmqt(br)); | |
1694 | } | |
1695 | ||
0436862e NA |
1696 | /* State Msg type New state Actions |
1697 | * INCLUDE (A) IS_IN (B) INCLUDE (A+B) (B)=GMI | |
1698 | * INCLUDE (A) ALLOW (B) INCLUDE (A+B) (B)=GMI | |
1699 | * EXCLUDE (X,Y) ALLOW (A) EXCLUDE (X+A,Y-A) (A)=GMI | |
1700 | */ | |
1701 | static bool br_multicast_isinc_allow(struct net_bridge_port_group *pg, | |
1702 | void *srcs, u32 nsrcs, size_t src_size) | |
1703 | { | |
085b53c8 | 1704 | struct net_bridge *br = pg->key.port->br; |
0436862e NA |
1705 | struct net_bridge_group_src *ent; |
1706 | unsigned long now = jiffies; | |
1707 | bool changed = false; | |
1708 | struct br_ip src_ip; | |
1709 | u32 src_idx; | |
1710 | ||
1711 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1712 | src_ip.proto = pg->key.addr.proto; |
0436862e | 1713 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1714 | memcpy(&src_ip.src, srcs, src_size); |
0436862e NA |
1715 | ent = br_multicast_find_group_src(pg, &src_ip); |
1716 | if (!ent) { | |
1717 | ent = br_multicast_new_group_src(pg, &src_ip); | |
1718 | if (ent) | |
1719 | changed = true; | |
1720 | } | |
1721 | ||
1722 | if (ent) | |
b0812368 | 1723 | __grp_src_mod_timer(ent, now + br_multicast_gmi(br)); |
0436862e NA |
1724 | srcs += src_size; |
1725 | } | |
1726 | ||
1727 | return changed; | |
1728 | } | |
1729 | ||
e6231bca NA |
1730 | /* State Msg type New state Actions |
1731 | * INCLUDE (A) IS_EX (B) EXCLUDE (A*B,B-A) (B-A)=0 | |
1732 | * Delete (A-B) | |
1733 | * Group Timer=GMI | |
1734 | */ | |
1735 | static void __grp_src_isexc_incl(struct net_bridge_port_group *pg, | |
1736 | void *srcs, u32 nsrcs, size_t src_size) | |
1737 | { | |
1738 | struct net_bridge_group_src *ent; | |
1739 | struct br_ip src_ip; | |
1740 | u32 src_idx; | |
1741 | ||
1742 | hlist_for_each_entry(ent, &pg->src_list, node) | |
1743 | ent->flags |= BR_SGRP_F_DELETE; | |
1744 | ||
1745 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1746 | src_ip.proto = pg->key.addr.proto; |
e6231bca | 1747 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1748 | memcpy(&src_ip.src, srcs, src_size); |
e6231bca NA |
1749 | ent = br_multicast_find_group_src(pg, &src_ip); |
1750 | if (ent) | |
1751 | ent->flags &= ~BR_SGRP_F_DELETE; | |
1752 | else | |
b0812368 NA |
1753 | ent = br_multicast_new_group_src(pg, &src_ip); |
1754 | if (ent) | |
1755 | br_multicast_fwd_src_handle(ent); | |
e6231bca NA |
1756 | srcs += src_size; |
1757 | } | |
1758 | ||
1759 | __grp_src_delete_marked(pg); | |
1760 | } | |
1761 | ||
1762 | /* State Msg type New state Actions | |
1763 | * EXCLUDE (X,Y) IS_EX (A) EXCLUDE (A-Y,Y*A) (A-X-Y)=GMI | |
1764 | * Delete (X-A) | |
1765 | * Delete (Y-A) | |
1766 | * Group Timer=GMI | |
1767 | */ | |
1768 | static bool __grp_src_isexc_excl(struct net_bridge_port_group *pg, | |
1769 | void *srcs, u32 nsrcs, size_t src_size) | |
1770 | { | |
085b53c8 | 1771 | struct net_bridge *br = pg->key.port->br; |
e6231bca NA |
1772 | struct net_bridge_group_src *ent; |
1773 | unsigned long now = jiffies; | |
1774 | bool changed = false; | |
1775 | struct br_ip src_ip; | |
1776 | u32 src_idx; | |
1777 | ||
1778 | hlist_for_each_entry(ent, &pg->src_list, node) | |
1779 | ent->flags |= BR_SGRP_F_DELETE; | |
1780 | ||
1781 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1782 | src_ip.proto = pg->key.addr.proto; |
e6231bca | 1783 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1784 | memcpy(&src_ip.src, srcs, src_size); |
e6231bca NA |
1785 | ent = br_multicast_find_group_src(pg, &src_ip); |
1786 | if (ent) { | |
1787 | ent->flags &= ~BR_SGRP_F_DELETE; | |
1788 | } else { | |
1789 | ent = br_multicast_new_group_src(pg, &src_ip); | |
1790 | if (ent) { | |
b0812368 NA |
1791 | __grp_src_mod_timer(ent, |
1792 | now + br_multicast_gmi(br)); | |
e6231bca NA |
1793 | changed = true; |
1794 | } | |
1795 | } | |
1796 | srcs += src_size; | |
1797 | } | |
1798 | ||
1799 | if (__grp_src_delete_marked(pg)) | |
1800 | changed = true; | |
1801 | ||
1802 | return changed; | |
1803 | } | |
1804 | ||
1805 | static bool br_multicast_isexc(struct net_bridge_port_group *pg, | |
1806 | void *srcs, u32 nsrcs, size_t src_size) | |
1807 | { | |
085b53c8 | 1808 | struct net_bridge *br = pg->key.port->br; |
e6231bca NA |
1809 | bool changed = false; |
1810 | ||
1811 | switch (pg->filter_mode) { | |
1812 | case MCAST_INCLUDE: | |
1813 | __grp_src_isexc_incl(pg, srcs, nsrcs, src_size); | |
8266a049 | 1814 | br_multicast_star_g_handle_mode(pg, MCAST_EXCLUDE); |
e6231bca NA |
1815 | changed = true; |
1816 | break; | |
1817 | case MCAST_EXCLUDE: | |
1818 | changed = __grp_src_isexc_excl(pg, srcs, nsrcs, src_size); | |
1819 | break; | |
1820 | } | |
1821 | ||
1822 | pg->filter_mode = MCAST_EXCLUDE; | |
1823 | mod_timer(&pg->timer, jiffies + br_multicast_gmi(br)); | |
1824 | ||
1825 | return changed; | |
1826 | } | |
1827 | ||
5bf1e00b NA |
1828 | /* State Msg type New state Actions |
1829 | * INCLUDE (A) TO_IN (B) INCLUDE (A+B) (B)=GMI | |
1830 | * Send Q(G,A-B) | |
1831 | */ | |
1832 | static bool __grp_src_toin_incl(struct net_bridge_port_group *pg, | |
1833 | void *srcs, u32 nsrcs, size_t src_size) | |
1834 | { | |
085b53c8 | 1835 | struct net_bridge *br = pg->key.port->br; |
5bf1e00b NA |
1836 | u32 src_idx, to_send = pg->src_ents; |
1837 | struct net_bridge_group_src *ent; | |
1838 | unsigned long now = jiffies; | |
1839 | bool changed = false; | |
1840 | struct br_ip src_ip; | |
1841 | ||
1842 | hlist_for_each_entry(ent, &pg->src_list, node) | |
1843 | ent->flags |= BR_SGRP_F_SEND; | |
1844 | ||
1845 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1846 | src_ip.proto = pg->key.addr.proto; |
5bf1e00b | 1847 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1848 | memcpy(&src_ip.src, srcs, src_size); |
5bf1e00b NA |
1849 | ent = br_multicast_find_group_src(pg, &src_ip); |
1850 | if (ent) { | |
1851 | ent->flags &= ~BR_SGRP_F_SEND; | |
1852 | to_send--; | |
1853 | } else { | |
1854 | ent = br_multicast_new_group_src(pg, &src_ip); | |
1855 | if (ent) | |
1856 | changed = true; | |
1857 | } | |
1858 | if (ent) | |
b0812368 | 1859 | __grp_src_mod_timer(ent, now + br_multicast_gmi(br)); |
5bf1e00b NA |
1860 | srcs += src_size; |
1861 | } | |
1862 | ||
1863 | if (to_send) | |
1864 | __grp_src_query_marked_and_rexmit(pg); | |
1865 | ||
1866 | return changed; | |
1867 | } | |
1868 | ||
1869 | /* State Msg type New state Actions | |
1870 | * EXCLUDE (X,Y) TO_IN (A) EXCLUDE (X+A,Y-A) (A)=GMI | |
1871 | * Send Q(G,X-A) | |
1872 | * Send Q(G) | |
1873 | */ | |
1874 | static bool __grp_src_toin_excl(struct net_bridge_port_group *pg, | |
1875 | void *srcs, u32 nsrcs, size_t src_size) | |
1876 | { | |
085b53c8 | 1877 | struct net_bridge *br = pg->key.port->br; |
5bf1e00b NA |
1878 | u32 src_idx, to_send = pg->src_ents; |
1879 | struct net_bridge_group_src *ent; | |
1880 | unsigned long now = jiffies; | |
1881 | bool changed = false; | |
1882 | struct br_ip src_ip; | |
1883 | ||
1884 | hlist_for_each_entry(ent, &pg->src_list, node) | |
1885 | if (timer_pending(&ent->timer)) | |
1886 | ent->flags |= BR_SGRP_F_SEND; | |
1887 | ||
1888 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1889 | src_ip.proto = pg->key.addr.proto; |
5bf1e00b | 1890 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1891 | memcpy(&src_ip.src, srcs, src_size); |
5bf1e00b NA |
1892 | ent = br_multicast_find_group_src(pg, &src_ip); |
1893 | if (ent) { | |
1894 | if (timer_pending(&ent->timer)) { | |
1895 | ent->flags &= ~BR_SGRP_F_SEND; | |
1896 | to_send--; | |
1897 | } | |
1898 | } else { | |
1899 | ent = br_multicast_new_group_src(pg, &src_ip); | |
1900 | if (ent) | |
1901 | changed = true; | |
1902 | } | |
1903 | if (ent) | |
b0812368 | 1904 | __grp_src_mod_timer(ent, now + br_multicast_gmi(br)); |
5bf1e00b NA |
1905 | srcs += src_size; |
1906 | } | |
1907 | ||
1908 | if (to_send) | |
1909 | __grp_src_query_marked_and_rexmit(pg); | |
1910 | ||
1911 | __grp_send_query_and_rexmit(pg); | |
1912 | ||
1913 | return changed; | |
1914 | } | |
1915 | ||
1916 | static bool br_multicast_toin(struct net_bridge_port_group *pg, | |
1917 | void *srcs, u32 nsrcs, size_t src_size) | |
1918 | { | |
1919 | bool changed = false; | |
1920 | ||
1921 | switch (pg->filter_mode) { | |
1922 | case MCAST_INCLUDE: | |
1923 | changed = __grp_src_toin_incl(pg, srcs, nsrcs, src_size); | |
1924 | break; | |
1925 | case MCAST_EXCLUDE: | |
1926 | changed = __grp_src_toin_excl(pg, srcs, nsrcs, src_size); | |
1927 | break; | |
1928 | } | |
1929 | ||
1930 | return changed; | |
1931 | } | |
1932 | ||
1933 | /* State Msg type New state Actions | |
1934 | * INCLUDE (A) TO_EX (B) EXCLUDE (A*B,B-A) (B-A)=0 | |
1935 | * Delete (A-B) | |
1936 | * Send Q(G,A*B) | |
1937 | * Group Timer=GMI | |
1938 | */ | |
1939 | static void __grp_src_toex_incl(struct net_bridge_port_group *pg, | |
1940 | void *srcs, u32 nsrcs, size_t src_size) | |
1941 | { | |
1942 | struct net_bridge_group_src *ent; | |
1943 | u32 src_idx, to_send = 0; | |
1944 | struct br_ip src_ip; | |
1945 | ||
1946 | hlist_for_each_entry(ent, &pg->src_list, node) | |
1947 | ent->flags = (ent->flags & ~BR_SGRP_F_SEND) | BR_SGRP_F_DELETE; | |
1948 | ||
1949 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1950 | src_ip.proto = pg->key.addr.proto; |
5bf1e00b | 1951 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1952 | memcpy(&src_ip.src, srcs, src_size); |
5bf1e00b NA |
1953 | ent = br_multicast_find_group_src(pg, &src_ip); |
1954 | if (ent) { | |
1955 | ent->flags = (ent->flags & ~BR_SGRP_F_DELETE) | | |
1956 | BR_SGRP_F_SEND; | |
1957 | to_send++; | |
1958 | } else { | |
b0812368 | 1959 | ent = br_multicast_new_group_src(pg, &src_ip); |
5bf1e00b | 1960 | } |
b0812368 NA |
1961 | if (ent) |
1962 | br_multicast_fwd_src_handle(ent); | |
5bf1e00b NA |
1963 | srcs += src_size; |
1964 | } | |
1965 | ||
1966 | __grp_src_delete_marked(pg); | |
1967 | if (to_send) | |
1968 | __grp_src_query_marked_and_rexmit(pg); | |
1969 | } | |
1970 | ||
1971 | /* State Msg type New state Actions | |
1972 | * EXCLUDE (X,Y) TO_EX (A) EXCLUDE (A-Y,Y*A) (A-X-Y)=Group Timer | |
1973 | * Delete (X-A) | |
1974 | * Delete (Y-A) | |
1975 | * Send Q(G,A-Y) | |
1976 | * Group Timer=GMI | |
1977 | */ | |
1978 | static bool __grp_src_toex_excl(struct net_bridge_port_group *pg, | |
1979 | void *srcs, u32 nsrcs, size_t src_size) | |
1980 | { | |
1981 | struct net_bridge_group_src *ent; | |
1982 | u32 src_idx, to_send = 0; | |
1983 | bool changed = false; | |
1984 | struct br_ip src_ip; | |
1985 | ||
1986 | hlist_for_each_entry(ent, &pg->src_list, node) | |
1987 | ent->flags = (ent->flags & ~BR_SGRP_F_SEND) | BR_SGRP_F_DELETE; | |
1988 | ||
1989 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 1990 | src_ip.proto = pg->key.addr.proto; |
5bf1e00b | 1991 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 1992 | memcpy(&src_ip.src, srcs, src_size); |
5bf1e00b NA |
1993 | ent = br_multicast_find_group_src(pg, &src_ip); |
1994 | if (ent) { | |
1995 | ent->flags &= ~BR_SGRP_F_DELETE; | |
1996 | } else { | |
1997 | ent = br_multicast_new_group_src(pg, &src_ip); | |
1998 | if (ent) { | |
b0812368 | 1999 | __grp_src_mod_timer(ent, pg->timer.expires); |
5bf1e00b NA |
2000 | changed = true; |
2001 | } | |
2002 | } | |
2003 | if (ent && timer_pending(&ent->timer)) { | |
2004 | ent->flags |= BR_SGRP_F_SEND; | |
2005 | to_send++; | |
2006 | } | |
2007 | srcs += src_size; | |
2008 | } | |
2009 | ||
2010 | if (__grp_src_delete_marked(pg)) | |
2011 | changed = true; | |
2012 | if (to_send) | |
2013 | __grp_src_query_marked_and_rexmit(pg); | |
2014 | ||
2015 | return changed; | |
2016 | } | |
2017 | ||
2018 | static bool br_multicast_toex(struct net_bridge_port_group *pg, | |
2019 | void *srcs, u32 nsrcs, size_t src_size) | |
2020 | { | |
085b53c8 | 2021 | struct net_bridge *br = pg->key.port->br; |
5bf1e00b NA |
2022 | bool changed = false; |
2023 | ||
2024 | switch (pg->filter_mode) { | |
2025 | case MCAST_INCLUDE: | |
2026 | __grp_src_toex_incl(pg, srcs, nsrcs, src_size); | |
8266a049 | 2027 | br_multicast_star_g_handle_mode(pg, MCAST_EXCLUDE); |
5bf1e00b NA |
2028 | changed = true; |
2029 | break; | |
2030 | case MCAST_EXCLUDE: | |
d5bf31dd | 2031 | changed = __grp_src_toex_excl(pg, srcs, nsrcs, src_size); |
5bf1e00b NA |
2032 | break; |
2033 | } | |
2034 | ||
2035 | pg->filter_mode = MCAST_EXCLUDE; | |
2036 | mod_timer(&pg->timer, jiffies + br_multicast_gmi(br)); | |
2037 | ||
2038 | return changed; | |
2039 | } | |
2040 | ||
109865fe NA |
2041 | /* State Msg type New state Actions |
2042 | * INCLUDE (A) BLOCK (B) INCLUDE (A) Send Q(G,A*B) | |
2043 | */ | |
2044 | static void __grp_src_block_incl(struct net_bridge_port_group *pg, | |
2045 | void *srcs, u32 nsrcs, size_t src_size) | |
2046 | { | |
2047 | struct net_bridge_group_src *ent; | |
2048 | u32 src_idx, to_send = 0; | |
2049 | struct br_ip src_ip; | |
2050 | ||
2051 | hlist_for_each_entry(ent, &pg->src_list, node) | |
2052 | ent->flags &= ~BR_SGRP_F_SEND; | |
2053 | ||
2054 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 2055 | src_ip.proto = pg->key.addr.proto; |
109865fe | 2056 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 2057 | memcpy(&src_ip.src, srcs, src_size); |
109865fe NA |
2058 | ent = br_multicast_find_group_src(pg, &src_ip); |
2059 | if (ent) { | |
2060 | ent->flags |= BR_SGRP_F_SEND; | |
2061 | to_send++; | |
2062 | } | |
2063 | srcs += src_size; | |
2064 | } | |
2065 | ||
2066 | if (to_send) | |
2067 | __grp_src_query_marked_and_rexmit(pg); | |
2068 | ||
2069 | if (pg->filter_mode == MCAST_INCLUDE && hlist_empty(&pg->src_list)) | |
085b53c8 | 2070 | br_multicast_find_del_pg(pg->key.port->br, pg); |
109865fe NA |
2071 | } |
2072 | ||
2073 | /* State Msg type New state Actions | |
2074 | * EXCLUDE (X,Y) BLOCK (A) EXCLUDE (X+(A-Y),Y) (A-X-Y)=Group Timer | |
2075 | * Send Q(G,A-Y) | |
2076 | */ | |
2077 | static bool __grp_src_block_excl(struct net_bridge_port_group *pg, | |
2078 | void *srcs, u32 nsrcs, size_t src_size) | |
2079 | { | |
2080 | struct net_bridge_group_src *ent; | |
2081 | u32 src_idx, to_send = 0; | |
2082 | bool changed = false; | |
2083 | struct br_ip src_ip; | |
2084 | ||
2085 | hlist_for_each_entry(ent, &pg->src_list, node) | |
2086 | ent->flags &= ~BR_SGRP_F_SEND; | |
2087 | ||
2088 | memset(&src_ip, 0, sizeof(src_ip)); | |
085b53c8 | 2089 | src_ip.proto = pg->key.addr.proto; |
109865fe | 2090 | for (src_idx = 0; src_idx < nsrcs; src_idx++) { |
deb96566 | 2091 | memcpy(&src_ip.src, srcs, src_size); |
109865fe NA |
2092 | ent = br_multicast_find_group_src(pg, &src_ip); |
2093 | if (!ent) { | |
2094 | ent = br_multicast_new_group_src(pg, &src_ip); | |
2095 | if (ent) { | |
b0812368 | 2096 | __grp_src_mod_timer(ent, pg->timer.expires); |
109865fe NA |
2097 | changed = true; |
2098 | } | |
2099 | } | |
2100 | if (ent && timer_pending(&ent->timer)) { | |
2101 | ent->flags |= BR_SGRP_F_SEND; | |
2102 | to_send++; | |
2103 | } | |
2104 | srcs += src_size; | |
2105 | } | |
2106 | ||
2107 | if (to_send) | |
2108 | __grp_src_query_marked_and_rexmit(pg); | |
2109 | ||
2110 | return changed; | |
2111 | } | |
2112 | ||
2113 | static bool br_multicast_block(struct net_bridge_port_group *pg, | |
2114 | void *srcs, u32 nsrcs, size_t src_size) | |
2115 | { | |
2116 | bool changed = false; | |
2117 | ||
2118 | switch (pg->filter_mode) { | |
2119 | case MCAST_INCLUDE: | |
2120 | __grp_src_block_incl(pg, srcs, nsrcs, src_size); | |
2121 | break; | |
2122 | case MCAST_EXCLUDE: | |
2123 | changed = __grp_src_block_excl(pg, srcs, nsrcs, src_size); | |
2124 | break; | |
2125 | } | |
2126 | ||
2127 | return changed; | |
2128 | } | |
2129 | ||
0436862e NA |
2130 | static struct net_bridge_port_group * |
2131 | br_multicast_find_port(struct net_bridge_mdb_entry *mp, | |
2132 | struct net_bridge_port *p, | |
2133 | const unsigned char *src) | |
2134 | { | |
071445c6 | 2135 | struct net_bridge *br __maybe_unused = mp->br; |
0436862e | 2136 | struct net_bridge_port_group *pg; |
0436862e NA |
2137 | |
2138 | for (pg = mlock_dereference(mp->ports, br); | |
2139 | pg; | |
2140 | pg = mlock_dereference(pg->next, br)) | |
2141 | if (br_port_group_equal(pg, p, src)) | |
2142 | return pg; | |
2143 | ||
2144 | return NULL; | |
2145 | } | |
2146 | ||
8ef2a9a5 YH |
2147 | static int br_ip4_multicast_igmp3_report(struct net_bridge *br, |
2148 | struct net_bridge_port *port, | |
06499098 VY |
2149 | struct sk_buff *skb, |
2150 | u16 vid) | |
eb1d1641 | 2151 | { |
0436862e NA |
2152 | bool igmpv2 = br->multicast_igmp_version == 2; |
2153 | struct net_bridge_mdb_entry *mdst; | |
2154 | struct net_bridge_port_group *pg; | |
6db6f0ea | 2155 | const unsigned char *src; |
eb1d1641 HX |
2156 | struct igmpv3_report *ih; |
2157 | struct igmpv3_grec *grec; | |
0436862e NA |
2158 | int i, len, num, type; |
2159 | bool changed = false; | |
eb1d1641 | 2160 | __be32 group; |
0436862e | 2161 | int err = 0; |
e57f6185 | 2162 | u16 nsrcs; |
eb1d1641 | 2163 | |
eb1d1641 HX |
2164 | ih = igmpv3_report_hdr(skb); |
2165 | num = ntohs(ih->ngrec); | |
c2d4fbd2 | 2166 | len = skb_transport_offset(skb) + sizeof(*ih); |
eb1d1641 HX |
2167 | |
2168 | for (i = 0; i < num; i++) { | |
2169 | len += sizeof(*grec); | |
ba5ea614 | 2170 | if (!ip_mc_may_pull(skb, len)) |
eb1d1641 HX |
2171 | return -EINVAL; |
2172 | ||
fd218cf9 | 2173 | grec = (void *)(skb->data + len - sizeof(*grec)); |
eb1d1641 HX |
2174 | group = grec->grec_mca; |
2175 | type = grec->grec_type; | |
e57f6185 | 2176 | nsrcs = ntohs(grec->grec_nsrcs); |
eb1d1641 | 2177 | |
e57f6185 | 2178 | len += nsrcs * 4; |
ba5ea614 | 2179 | if (!ip_mc_may_pull(skb, len)) |
eb1d1641 HX |
2180 | return -EINVAL; |
2181 | ||
eb1d1641 HX |
2182 | switch (type) { |
2183 | case IGMPV3_MODE_IS_INCLUDE: | |
2184 | case IGMPV3_MODE_IS_EXCLUDE: | |
2185 | case IGMPV3_CHANGE_TO_INCLUDE: | |
2186 | case IGMPV3_CHANGE_TO_EXCLUDE: | |
2187 | case IGMPV3_ALLOW_NEW_SOURCES: | |
2188 | case IGMPV3_BLOCK_OLD_SOURCES: | |
2189 | break; | |
2190 | ||
2191 | default: | |
2192 | continue; | |
2193 | } | |
2194 | ||
6db6f0ea | 2195 | src = eth_hdr(skb)->h_source; |
0436862e NA |
2196 | if (nsrcs == 0 && |
2197 | (type == IGMPV3_CHANGE_TO_INCLUDE || | |
2198 | type == IGMPV3_MODE_IS_INCLUDE)) { | |
2199 | if (!port || igmpv2) { | |
2200 | br_ip4_multicast_leave_group(br, port, group, vid, src); | |
2201 | continue; | |
2202 | } | |
bc8c20ac | 2203 | } else { |
6db6f0ea | 2204 | err = br_ip4_multicast_add_group(br, port, group, vid, |
0436862e | 2205 | src, igmpv2); |
bc8c20ac SA |
2206 | if (err) |
2207 | break; | |
2208 | } | |
0436862e NA |
2209 | |
2210 | if (!port || igmpv2) | |
2211 | continue; | |
2212 | ||
2213 | spin_lock_bh(&br->multicast_lock); | |
2214 | mdst = br_mdb_ip4_get(br, group, vid); | |
2215 | if (!mdst) | |
2216 | goto unlock_continue; | |
2217 | pg = br_multicast_find_port(mdst, port, src); | |
2218 | if (!pg || (pg->flags & MDB_PG_FLAGS_PERMANENT)) | |
2219 | goto unlock_continue; | |
2220 | /* reload grec */ | |
2221 | grec = (void *)(skb->data + len - sizeof(*grec) - (nsrcs * 4)); | |
2222 | switch (type) { | |
2223 | case IGMPV3_ALLOW_NEW_SOURCES: | |
2224 | changed = br_multicast_isinc_allow(pg, grec->grec_src, | |
2225 | nsrcs, sizeof(__be32)); | |
2226 | break; | |
e6231bca NA |
2227 | case IGMPV3_MODE_IS_INCLUDE: |
2228 | changed = br_multicast_isinc_allow(pg, grec->grec_src, nsrcs, | |
2229 | sizeof(__be32)); | |
2230 | break; | |
2231 | case IGMPV3_MODE_IS_EXCLUDE: | |
2232 | changed = br_multicast_isexc(pg, grec->grec_src, nsrcs, | |
2233 | sizeof(__be32)); | |
2234 | break; | |
5bf1e00b NA |
2235 | case IGMPV3_CHANGE_TO_INCLUDE: |
2236 | changed = br_multicast_toin(pg, grec->grec_src, nsrcs, | |
2237 | sizeof(__be32)); | |
2238 | break; | |
2239 | case IGMPV3_CHANGE_TO_EXCLUDE: | |
2240 | changed = br_multicast_toex(pg, grec->grec_src, nsrcs, | |
2241 | sizeof(__be32)); | |
2242 | break; | |
109865fe NA |
2243 | case IGMPV3_BLOCK_OLD_SOURCES: |
2244 | changed = br_multicast_block(pg, grec->grec_src, nsrcs, | |
2245 | sizeof(__be32)); | |
2246 | break; | |
0436862e NA |
2247 | } |
2248 | if (changed) | |
2249 | br_mdb_notify(br->dev, mdst, pg, RTM_NEWMDB); | |
2250 | unlock_continue: | |
2251 | spin_unlock_bh(&br->multicast_lock); | |
eb1d1641 HX |
2252 | } |
2253 | ||
2254 | return err; | |
2255 | } | |
2256 | ||
dfd56b8b | 2257 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 YH |
2258 | static int br_ip6_multicast_mld2_report(struct net_bridge *br, |
2259 | struct net_bridge_port *port, | |
06499098 VY |
2260 | struct sk_buff *skb, |
2261 | u16 vid) | |
08b202b6 | 2262 | { |
0436862e NA |
2263 | bool mldv1 = br->multicast_mld_version == 1; |
2264 | struct net_bridge_mdb_entry *mdst; | |
2265 | struct net_bridge_port_group *pg; | |
ba5ea614 | 2266 | unsigned int nsrcs_offset; |
6db6f0ea | 2267 | const unsigned char *src; |
08b202b6 YH |
2268 | struct icmp6hdr *icmp6h; |
2269 | struct mld2_grec *grec; | |
ba5ea614 | 2270 | unsigned int grec_len; |
0436862e NA |
2271 | bool changed = false; |
2272 | int i, len, num; | |
08b202b6 YH |
2273 | int err = 0; |
2274 | ||
ba5ea614 | 2275 | if (!ipv6_mc_may_pull(skb, sizeof(*icmp6h))) |
08b202b6 YH |
2276 | return -EINVAL; |
2277 | ||
2278 | icmp6h = icmp6_hdr(skb); | |
2279 | num = ntohs(icmp6h->icmp6_dataun.un_data16[1]); | |
c2d4fbd2 | 2280 | len = skb_transport_offset(skb) + sizeof(*icmp6h); |
08b202b6 YH |
2281 | |
2282 | for (i = 0; i < num; i++) { | |
e57f6185 NA |
2283 | __be16 *_nsrcs, __nsrcs; |
2284 | u16 nsrcs; | |
08b202b6 | 2285 | |
ba5ea614 LL |
2286 | nsrcs_offset = len + offsetof(struct mld2_grec, grec_nsrcs); |
2287 | ||
2288 | if (skb_transport_offset(skb) + ipv6_transport_len(skb) < | |
5fc6266a | 2289 | nsrcs_offset + sizeof(__nsrcs)) |
ba5ea614 LL |
2290 | return -EINVAL; |
2291 | ||
e57f6185 NA |
2292 | _nsrcs = skb_header_pointer(skb, nsrcs_offset, |
2293 | sizeof(__nsrcs), &__nsrcs); | |
2294 | if (!_nsrcs) | |
08b202b6 YH |
2295 | return -EINVAL; |
2296 | ||
e57f6185 NA |
2297 | nsrcs = ntohs(*_nsrcs); |
2298 | grec_len = struct_size(grec, grec_src, nsrcs); | |
ba5ea614 LL |
2299 | |
2300 | if (!ipv6_mc_may_pull(skb, len + grec_len)) | |
08b202b6 YH |
2301 | return -EINVAL; |
2302 | ||
2303 | grec = (struct mld2_grec *)(skb->data + len); | |
ba5ea614 | 2304 | len += grec_len; |
08b202b6 | 2305 | |
08b202b6 YH |
2306 | switch (grec->grec_type) { |
2307 | case MLD2_MODE_IS_INCLUDE: | |
2308 | case MLD2_MODE_IS_EXCLUDE: | |
2309 | case MLD2_CHANGE_TO_INCLUDE: | |
2310 | case MLD2_CHANGE_TO_EXCLUDE: | |
2311 | case MLD2_ALLOW_NEW_SOURCES: | |
2312 | case MLD2_BLOCK_OLD_SOURCES: | |
2313 | break; | |
2314 | ||
2315 | default: | |
2316 | continue; | |
2317 | } | |
2318 | ||
6db6f0ea | 2319 | src = eth_hdr(skb)->h_source; |
bc8c20ac SA |
2320 | if ((grec->grec_type == MLD2_CHANGE_TO_INCLUDE || |
2321 | grec->grec_type == MLD2_MODE_IS_INCLUDE) && | |
e57f6185 | 2322 | nsrcs == 0) { |
0436862e NA |
2323 | if (!port || mldv1) { |
2324 | br_ip6_multicast_leave_group(br, port, | |
2325 | &grec->grec_mca, | |
2326 | vid, src); | |
2327 | continue; | |
2328 | } | |
bc8c20ac SA |
2329 | } else { |
2330 | err = br_ip6_multicast_add_group(br, port, | |
6db6f0ea | 2331 | &grec->grec_mca, vid, |
0436862e | 2332 | src, mldv1); |
9264251e | 2333 | if (err) |
bc8c20ac SA |
2334 | break; |
2335 | } | |
0436862e NA |
2336 | |
2337 | if (!port || mldv1) | |
2338 | continue; | |
2339 | ||
2340 | spin_lock_bh(&br->multicast_lock); | |
2341 | mdst = br_mdb_ip6_get(br, &grec->grec_mca, vid); | |
2342 | if (!mdst) | |
2343 | goto unlock_continue; | |
2344 | pg = br_multicast_find_port(mdst, port, src); | |
2345 | if (!pg || (pg->flags & MDB_PG_FLAGS_PERMANENT)) | |
2346 | goto unlock_continue; | |
2347 | switch (grec->grec_type) { | |
2348 | case MLD2_ALLOW_NEW_SOURCES: | |
2349 | changed = br_multicast_isinc_allow(pg, grec->grec_src, | |
2350 | nsrcs, | |
2351 | sizeof(struct in6_addr)); | |
2352 | break; | |
e6231bca NA |
2353 | case MLD2_MODE_IS_INCLUDE: |
2354 | changed = br_multicast_isinc_allow(pg, grec->grec_src, nsrcs, | |
2355 | sizeof(struct in6_addr)); | |
2356 | break; | |
2357 | case MLD2_MODE_IS_EXCLUDE: | |
2358 | changed = br_multicast_isexc(pg, grec->grec_src, nsrcs, | |
2359 | sizeof(struct in6_addr)); | |
2360 | break; | |
5bf1e00b NA |
2361 | case MLD2_CHANGE_TO_INCLUDE: |
2362 | changed = br_multicast_toin(pg, grec->grec_src, nsrcs, | |
2363 | sizeof(struct in6_addr)); | |
2364 | break; | |
2365 | case MLD2_CHANGE_TO_EXCLUDE: | |
2366 | changed = br_multicast_toex(pg, grec->grec_src, nsrcs, | |
2367 | sizeof(struct in6_addr)); | |
2368 | break; | |
109865fe NA |
2369 | case MLD2_BLOCK_OLD_SOURCES: |
2370 | changed = br_multicast_block(pg, grec->grec_src, nsrcs, | |
2371 | sizeof(struct in6_addr)); | |
2372 | break; | |
0436862e NA |
2373 | } |
2374 | if (changed) | |
2375 | br_mdb_notify(br->dev, mdst, pg, RTM_NEWMDB); | |
2376 | unlock_continue: | |
2377 | spin_unlock_bh(&br->multicast_lock); | |
08b202b6 YH |
2378 | } |
2379 | ||
2380 | return err; | |
2381 | } | |
2382 | #endif | |
2383 | ||
dc4eb53a | 2384 | static bool br_ip4_multicast_select_querier(struct net_bridge *br, |
2cd41431 | 2385 | struct net_bridge_port *port, |
dc4eb53a LL |
2386 | __be32 saddr) |
2387 | { | |
2388 | if (!timer_pending(&br->ip4_own_query.timer) && | |
2389 | !timer_pending(&br->ip4_other_query.timer)) | |
2390 | goto update; | |
2391 | ||
deb96566 | 2392 | if (!br->ip4_querier.addr.src.ip4) |
dc4eb53a LL |
2393 | goto update; |
2394 | ||
deb96566 | 2395 | if (ntohl(saddr) <= ntohl(br->ip4_querier.addr.src.ip4)) |
dc4eb53a LL |
2396 | goto update; |
2397 | ||
2398 | return false; | |
2399 | ||
2400 | update: | |
deb96566 | 2401 | br->ip4_querier.addr.src.ip4 = saddr; |
dc4eb53a | 2402 | |
2cd41431 LL |
2403 | /* update protected by general multicast_lock by caller */ |
2404 | rcu_assign_pointer(br->ip4_querier.port, port); | |
2405 | ||
dc4eb53a LL |
2406 | return true; |
2407 | } | |
2408 | ||
2409 | #if IS_ENABLED(CONFIG_IPV6) | |
2410 | static bool br_ip6_multicast_select_querier(struct net_bridge *br, | |
2cd41431 | 2411 | struct net_bridge_port *port, |
dc4eb53a LL |
2412 | struct in6_addr *saddr) |
2413 | { | |
2414 | if (!timer_pending(&br->ip6_own_query.timer) && | |
2415 | !timer_pending(&br->ip6_other_query.timer)) | |
2416 | goto update; | |
2417 | ||
deb96566 | 2418 | if (ipv6_addr_cmp(saddr, &br->ip6_querier.addr.src.ip6) <= 0) |
dc4eb53a LL |
2419 | goto update; |
2420 | ||
2421 | return false; | |
2422 | ||
2423 | update: | |
deb96566 | 2424 | br->ip6_querier.addr.src.ip6 = *saddr; |
dc4eb53a | 2425 | |
2cd41431 LL |
2426 | /* update protected by general multicast_lock by caller */ |
2427 | rcu_assign_pointer(br->ip6_querier.port, port); | |
2428 | ||
dc4eb53a LL |
2429 | return true; |
2430 | } | |
2431 | #endif | |
2432 | ||
2433 | static bool br_multicast_select_querier(struct net_bridge *br, | |
2cd41431 | 2434 | struct net_bridge_port *port, |
dc4eb53a LL |
2435 | struct br_ip *saddr) |
2436 | { | |
2437 | switch (saddr->proto) { | |
2438 | case htons(ETH_P_IP): | |
deb96566 | 2439 | return br_ip4_multicast_select_querier(br, port, saddr->src.ip4); |
dc4eb53a LL |
2440 | #if IS_ENABLED(CONFIG_IPV6) |
2441 | case htons(ETH_P_IPV6): | |
deb96566 | 2442 | return br_ip6_multicast_select_querier(br, port, &saddr->src.ip6); |
dc4eb53a LL |
2443 | #endif |
2444 | } | |
2445 | ||
2446 | return false; | |
2447 | } | |
2448 | ||
cc0fdd80 | 2449 | static void |
90010b36 LL |
2450 | br_multicast_update_query_timer(struct net_bridge *br, |
2451 | struct bridge_mcast_other_query *query, | |
2452 | unsigned long max_delay) | |
b00589af | 2453 | { |
90010b36 LL |
2454 | if (!timer_pending(&query->timer)) |
2455 | query->delay_time = jiffies + max_delay; | |
b00589af | 2456 | |
90010b36 | 2457 | mod_timer(&query->timer, jiffies + br->multicast_querier_interval); |
b00589af LL |
2458 | } |
2459 | ||
6d549648 NF |
2460 | static void br_port_mc_router_state_change(struct net_bridge_port *p, |
2461 | bool is_mc_router) | |
2462 | { | |
2463 | struct switchdev_attr attr = { | |
2464 | .orig_dev = p->dev, | |
2465 | .id = SWITCHDEV_ATTR_ID_PORT_MROUTER, | |
2466 | .flags = SWITCHDEV_F_DEFER, | |
2467 | .u.mrouter = is_mc_router, | |
2468 | }; | |
2469 | ||
2470 | switchdev_port_attr_set(p->dev, &attr); | |
2471 | } | |
2472 | ||
7e80c124 | 2473 | /* |
7c77602f | 2474 | * Add port to router_list |
7e80c124 | 2475 | * list is maintained ordered by pointer value |
2476 | * and locked by br->multicast_lock and RCU | |
2477 | */ | |
0909e117 HX |
2478 | static void br_multicast_add_router(struct net_bridge *br, |
2479 | struct net_bridge_port *port) | |
2480 | { | |
dcdca2c4 | 2481 | struct net_bridge_port *p; |
b67bfe0d | 2482 | struct hlist_node *slot = NULL; |
dcdca2c4 | 2483 | |
1a040eac NA |
2484 | if (!hlist_unhashed(&port->rlist)) |
2485 | return; | |
2486 | ||
b67bfe0d | 2487 | hlist_for_each_entry(p, &br->router_list, rlist) { |
7e80c124 | 2488 | if ((unsigned long) port >= (unsigned long) p) |
2489 | break; | |
b67bfe0d | 2490 | slot = &p->rlist; |
dcdca2c4 | 2491 | } |
2492 | ||
7e80c124 | 2493 | if (slot) |
1d023284 | 2494 | hlist_add_behind_rcu(&port->rlist, slot); |
dcdca2c4 | 2495 | else |
2496 | hlist_add_head_rcu(&port->rlist, &br->router_list); | |
949f1e39 | 2497 | br_rtr_notify(br->dev, port, RTM_NEWMDB); |
6d549648 | 2498 | br_port_mc_router_state_change(port, true); |
0909e117 HX |
2499 | } |
2500 | ||
eb1d1641 HX |
2501 | static void br_multicast_mark_router(struct net_bridge *br, |
2502 | struct net_bridge_port *port) | |
2503 | { | |
2504 | unsigned long now = jiffies; | |
eb1d1641 HX |
2505 | |
2506 | if (!port) { | |
77041420 YG |
2507 | if (br->multicast_router == MDB_RTR_TYPE_TEMP_QUERY) { |
2508 | if (!timer_pending(&br->multicast_router_timer)) | |
2509 | br_mc_router_state_change(br, true); | |
eb1d1641 HX |
2510 | mod_timer(&br->multicast_router_timer, |
2511 | now + br->multicast_querier_interval); | |
77041420 | 2512 | } |
eb1d1641 HX |
2513 | return; |
2514 | } | |
2515 | ||
a55d8246 NA |
2516 | if (port->multicast_router == MDB_RTR_TYPE_DISABLED || |
2517 | port->multicast_router == MDB_RTR_TYPE_PERM) | |
eb1d1641 HX |
2518 | return; |
2519 | ||
0909e117 | 2520 | br_multicast_add_router(br, port); |
eb1d1641 | 2521 | |
eb1d1641 HX |
2522 | mod_timer(&port->multicast_router_timer, |
2523 | now + br->multicast_querier_interval); | |
2524 | } | |
2525 | ||
2526 | static void br_multicast_query_received(struct net_bridge *br, | |
2527 | struct net_bridge_port *port, | |
90010b36 | 2528 | struct bridge_mcast_other_query *query, |
dc4eb53a | 2529 | struct br_ip *saddr, |
b00589af | 2530 | unsigned long max_delay) |
eb1d1641 | 2531 | { |
2cd41431 | 2532 | if (!br_multicast_select_querier(br, port, saddr)) |
eb1d1641 HX |
2533 | return; |
2534 | ||
dc4eb53a | 2535 | br_multicast_update_query_timer(br, query, max_delay); |
278e2148 | 2536 | br_multicast_mark_router(br, port); |
eb1d1641 HX |
2537 | } |
2538 | ||
9c2e955c | 2539 | static void br_ip4_multicast_query(struct net_bridge *br, |
2540 | struct net_bridge_port *port, | |
2541 | struct sk_buff *skb, | |
2542 | u16 vid) | |
eb1d1641 | 2543 | { |
ba5ea614 | 2544 | unsigned int transport_len = ip_transport_len(skb); |
b71d1d42 | 2545 | const struct iphdr *iph = ip_hdr(skb); |
eb1d1641 HX |
2546 | struct igmphdr *ih = igmp_hdr(skb); |
2547 | struct net_bridge_mdb_entry *mp; | |
2548 | struct igmpv3_query *ih3; | |
2549 | struct net_bridge_port_group *p; | |
e8051688 | 2550 | struct net_bridge_port_group __rcu **pp; |
dc4eb53a | 2551 | struct br_ip saddr; |
eb1d1641 HX |
2552 | unsigned long max_delay; |
2553 | unsigned long now = jiffies; | |
2554 | __be32 group; | |
2555 | ||
2556 | spin_lock(&br->multicast_lock); | |
2557 | if (!netif_running(br->dev) || | |
2558 | (port && port->state == BR_STATE_DISABLED)) | |
2559 | goto out; | |
2560 | ||
eb1d1641 HX |
2561 | group = ih->group; |
2562 | ||
ba5ea614 | 2563 | if (transport_len == sizeof(*ih)) { |
eb1d1641 HX |
2564 | max_delay = ih->code * (HZ / IGMP_TIMER_SCALE); |
2565 | ||
2566 | if (!max_delay) { | |
2567 | max_delay = 10 * HZ; | |
2568 | group = 0; | |
2569 | } | |
ba5ea614 | 2570 | } else if (transport_len >= sizeof(*ih3)) { |
eb1d1641 | 2571 | ih3 = igmpv3_query_hdr(skb); |
23550b83 NA |
2572 | if (ih3->nsrcs || |
2573 | (br->multicast_igmp_version == 3 && group && ih3->suppress)) | |
bec68ff1 | 2574 | goto out; |
eb1d1641 | 2575 | |
0ba8c9ec YH |
2576 | max_delay = ih3->code ? |
2577 | IGMPV3_MRC(ih3->code) * (HZ / IGMP_TIMER_SCALE) : 1; | |
9afd85c9 | 2578 | } else { |
9ed973cc LL |
2579 | goto out; |
2580 | } | |
2581 | ||
dc4eb53a LL |
2582 | if (!group) { |
2583 | saddr.proto = htons(ETH_P_IP); | |
deb96566 | 2584 | saddr.src.ip4 = iph->saddr; |
b00589af | 2585 | |
dc4eb53a LL |
2586 | br_multicast_query_received(br, port, &br->ip4_other_query, |
2587 | &saddr, max_delay); | |
eb1d1641 | 2588 | goto out; |
dc4eb53a | 2589 | } |
eb1d1641 | 2590 | |
19e3a9c9 | 2591 | mp = br_mdb_ip4_get(br, group, vid); |
eb1d1641 HX |
2592 | if (!mp) |
2593 | goto out; | |
2594 | ||
2595 | max_delay *= br->multicast_last_member_count; | |
2596 | ||
ff0fd34e | 2597 | if (mp->host_joined && |
eb1d1641 HX |
2598 | (timer_pending(&mp->timer) ? |
2599 | time_after(mp->timer.expires, now + max_delay) : | |
2600 | try_to_del_timer_sync(&mp->timer) >= 0)) | |
2601 | mod_timer(&mp->timer, now + max_delay); | |
2602 | ||
e8051688 ED |
2603 | for (pp = &mp->ports; |
2604 | (p = mlock_dereference(*pp, br)) != NULL; | |
2605 | pp = &p->next) { | |
eb1d1641 HX |
2606 | if (timer_pending(&p->timer) ? |
2607 | time_after(p->timer.expires, now + max_delay) : | |
23550b83 NA |
2608 | try_to_del_timer_sync(&p->timer) >= 0 && |
2609 | (br->multicast_igmp_version == 2 || | |
2610 | p->filter_mode == MCAST_EXCLUDE)) | |
24f9cdcb | 2611 | mod_timer(&p->timer, now + max_delay); |
eb1d1641 HX |
2612 | } |
2613 | ||
2614 | out: | |
2615 | spin_unlock(&br->multicast_lock); | |
eb1d1641 HX |
2616 | } |
2617 | ||
dfd56b8b | 2618 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 YH |
2619 | static int br_ip6_multicast_query(struct net_bridge *br, |
2620 | struct net_bridge_port *port, | |
06499098 VY |
2621 | struct sk_buff *skb, |
2622 | u16 vid) | |
08b202b6 | 2623 | { |
ba5ea614 | 2624 | unsigned int transport_len = ipv6_transport_len(skb); |
eca2a43b | 2625 | struct mld_msg *mld; |
08b202b6 YH |
2626 | struct net_bridge_mdb_entry *mp; |
2627 | struct mld2_query *mld2q; | |
e8051688 ED |
2628 | struct net_bridge_port_group *p; |
2629 | struct net_bridge_port_group __rcu **pp; | |
dc4eb53a | 2630 | struct br_ip saddr; |
08b202b6 YH |
2631 | unsigned long max_delay; |
2632 | unsigned long now = jiffies; | |
856ce5d0 | 2633 | unsigned int offset = skb_transport_offset(skb); |
b71d1d42 | 2634 | const struct in6_addr *group = NULL; |
9ed973cc | 2635 | bool is_general_query; |
08b202b6 YH |
2636 | int err = 0; |
2637 | ||
2638 | spin_lock(&br->multicast_lock); | |
2639 | if (!netif_running(br->dev) || | |
2640 | (port && port->state == BR_STATE_DISABLED)) | |
2641 | goto out; | |
2642 | ||
ba5ea614 | 2643 | if (transport_len == sizeof(*mld)) { |
856ce5d0 | 2644 | if (!pskb_may_pull(skb, offset + sizeof(*mld))) { |
08b202b6 YH |
2645 | err = -EINVAL; |
2646 | goto out; | |
2647 | } | |
2648 | mld = (struct mld_msg *) icmp6_hdr(skb); | |
4715213d | 2649 | max_delay = msecs_to_jiffies(ntohs(mld->mld_maxdelay)); |
08b202b6 YH |
2650 | if (max_delay) |
2651 | group = &mld->mld_mca; | |
248ba8ec | 2652 | } else { |
856ce5d0 | 2653 | if (!pskb_may_pull(skb, offset + sizeof(*mld2q))) { |
08b202b6 YH |
2654 | err = -EINVAL; |
2655 | goto out; | |
2656 | } | |
2657 | mld2q = (struct mld2_query *)icmp6_hdr(skb); | |
2658 | if (!mld2q->mld2q_nsrcs) | |
2659 | group = &mld2q->mld2q_mca; | |
23550b83 NA |
2660 | if (br->multicast_mld_version == 2 && |
2661 | !ipv6_addr_any(&mld2q->mld2q_mca) && | |
2662 | mld2q->mld2q_suppress) | |
2663 | goto out; | |
e3f5b170 DB |
2664 | |
2665 | max_delay = max(msecs_to_jiffies(mldv2_mrc(mld2q)), 1UL); | |
08b202b6 YH |
2666 | } |
2667 | ||
9ed973cc LL |
2668 | is_general_query = group && ipv6_addr_any(group); |
2669 | ||
dc4eb53a LL |
2670 | if (is_general_query) { |
2671 | saddr.proto = htons(ETH_P_IPV6); | |
deb96566 | 2672 | saddr.src.ip6 = ipv6_hdr(skb)->saddr; |
b00589af | 2673 | |
dc4eb53a LL |
2674 | br_multicast_query_received(br, port, &br->ip6_other_query, |
2675 | &saddr, max_delay); | |
08b202b6 | 2676 | goto out; |
6c03ee8b LL |
2677 | } else if (!group) { |
2678 | goto out; | |
dc4eb53a | 2679 | } |
08b202b6 | 2680 | |
19e3a9c9 | 2681 | mp = br_mdb_ip6_get(br, group, vid); |
08b202b6 YH |
2682 | if (!mp) |
2683 | goto out; | |
2684 | ||
2685 | max_delay *= br->multicast_last_member_count; | |
ff0fd34e | 2686 | if (mp->host_joined && |
08b202b6 YH |
2687 | (timer_pending(&mp->timer) ? |
2688 | time_after(mp->timer.expires, now + max_delay) : | |
2689 | try_to_del_timer_sync(&mp->timer) >= 0)) | |
2690 | mod_timer(&mp->timer, now + max_delay); | |
2691 | ||
e8051688 ED |
2692 | for (pp = &mp->ports; |
2693 | (p = mlock_dereference(*pp, br)) != NULL; | |
2694 | pp = &p->next) { | |
08b202b6 YH |
2695 | if (timer_pending(&p->timer) ? |
2696 | time_after(p->timer.expires, now + max_delay) : | |
23550b83 NA |
2697 | try_to_del_timer_sync(&p->timer) >= 0 && |
2698 | (br->multicast_mld_version == 1 || | |
2699 | p->filter_mode == MCAST_EXCLUDE)) | |
24f9cdcb | 2700 | mod_timer(&p->timer, now + max_delay); |
08b202b6 YH |
2701 | } |
2702 | ||
2703 | out: | |
2704 | spin_unlock(&br->multicast_lock); | |
2705 | return err; | |
2706 | } | |
2707 | #endif | |
2708 | ||
90010b36 LL |
2709 | static void |
2710 | br_multicast_leave_group(struct net_bridge *br, | |
2711 | struct net_bridge_port *port, | |
2712 | struct br_ip *group, | |
2713 | struct bridge_mcast_other_query *other_query, | |
6db6f0ea FF |
2714 | struct bridge_mcast_own_query *own_query, |
2715 | const unsigned char *src) | |
eb1d1641 | 2716 | { |
eb1d1641 HX |
2717 | struct net_bridge_mdb_entry *mp; |
2718 | struct net_bridge_port_group *p; | |
2719 | unsigned long now; | |
2720 | unsigned long time; | |
2721 | ||
eb1d1641 HX |
2722 | spin_lock(&br->multicast_lock); |
2723 | if (!netif_running(br->dev) || | |
544586f7 | 2724 | (port && port->state == BR_STATE_DISABLED)) |
eb1d1641 HX |
2725 | goto out; |
2726 | ||
19e3a9c9 | 2727 | mp = br_mdb_ip_get(br, group); |
eb1d1641 HX |
2728 | if (!mp) |
2729 | goto out; | |
2730 | ||
544586f7 SA |
2731 | if (port && (port->flags & BR_MULTICAST_FAST_LEAVE)) { |
2732 | struct net_bridge_port_group __rcu **pp; | |
2733 | ||
2734 | for (pp = &mp->ports; | |
2735 | (p = mlock_dereference(*pp, br)) != NULL; | |
2736 | pp = &p->next) { | |
6db6f0ea | 2737 | if (!br_port_group_equal(p, port, src)) |
544586f7 SA |
2738 | continue; |
2739 | ||
5c725b6b NA |
2740 | if (p->flags & MDB_PG_FLAGS_PERMANENT) |
2741 | break; | |
2742 | ||
681590bd NA |
2743 | p->flags |= MDB_PG_FLAGS_FAST_LEAVE; |
2744 | br_multicast_del_pg(mp, p, pp); | |
544586f7 SA |
2745 | } |
2746 | goto out; | |
2747 | } | |
2748 | ||
2749 | if (timer_pending(&other_query->timer)) | |
2750 | goto out; | |
2751 | ||
675779ad | 2752 | if (br_opt_get(br, BROPT_MULTICAST_QUERIER)) { |
438ef2d0 | 2753 | __br_multicast_send_query(br, port, NULL, NULL, &mp->addr, |
42c11ccf | 2754 | false, 0, NULL); |
6b7df111 CW |
2755 | |
2756 | time = jiffies + br->multicast_last_member_count * | |
2757 | br->multicast_last_member_interval; | |
cc0fdd80 | 2758 | |
90010b36 | 2759 | mod_timer(&own_query->timer, time); |
6b7df111 CW |
2760 | |
2761 | for (p = mlock_dereference(mp->ports, br); | |
2762 | p != NULL; | |
2763 | p = mlock_dereference(p->next, br)) { | |
6db6f0ea | 2764 | if (!br_port_group_equal(p, port, src)) |
6b7df111 CW |
2765 | continue; |
2766 | ||
2767 | if (!hlist_unhashed(&p->mglist) && | |
2768 | (timer_pending(&p->timer) ? | |
2769 | time_after(p->timer.expires, time) : | |
2770 | try_to_del_timer_sync(&p->timer) >= 0)) { | |
2771 | mod_timer(&p->timer, time); | |
2772 | } | |
2773 | ||
2774 | break; | |
2775 | } | |
2776 | } | |
2777 | ||
eb1d1641 HX |
2778 | now = jiffies; |
2779 | time = now + br->multicast_last_member_count * | |
2780 | br->multicast_last_member_interval; | |
2781 | ||
2782 | if (!port) { | |
ff0fd34e | 2783 | if (mp->host_joined && |
eb1d1641 HX |
2784 | (timer_pending(&mp->timer) ? |
2785 | time_after(mp->timer.expires, time) : | |
2786 | try_to_del_timer_sync(&mp->timer) >= 0)) { | |
2787 | mod_timer(&mp->timer, time); | |
eb1d1641 | 2788 | } |
454594f3 LL |
2789 | |
2790 | goto out; | |
2791 | } | |
2792 | ||
2793 | for (p = mlock_dereference(mp->ports, br); | |
2794 | p != NULL; | |
2795 | p = mlock_dereference(p->next, br)) { | |
085b53c8 | 2796 | if (p->key.port != port) |
454594f3 LL |
2797 | continue; |
2798 | ||
2799 | if (!hlist_unhashed(&p->mglist) && | |
2800 | (timer_pending(&p->timer) ? | |
2801 | time_after(p->timer.expires, time) : | |
2802 | try_to_del_timer_sync(&p->timer) >= 0)) { | |
2803 | mod_timer(&p->timer, time); | |
2804 | } | |
2805 | ||
2806 | break; | |
eb1d1641 | 2807 | } |
eb1d1641 HX |
2808 | out: |
2809 | spin_unlock(&br->multicast_lock); | |
2810 | } | |
2811 | ||
8ef2a9a5 YH |
2812 | static void br_ip4_multicast_leave_group(struct net_bridge *br, |
2813 | struct net_bridge_port *port, | |
b0e9a30d | 2814 | __be32 group, |
6db6f0ea FF |
2815 | __u16 vid, |
2816 | const unsigned char *src) | |
8ef2a9a5 YH |
2817 | { |
2818 | struct br_ip br_group; | |
90010b36 | 2819 | struct bridge_mcast_own_query *own_query; |
8ef2a9a5 YH |
2820 | |
2821 | if (ipv4_is_local_multicast(group)) | |
2822 | return; | |
2823 | ||
90010b36 LL |
2824 | own_query = port ? &port->ip4_own_query : &br->ip4_own_query; |
2825 | ||
1515a63f | 2826 | memset(&br_group, 0, sizeof(br_group)); |
eab3227b | 2827 | br_group.dst.ip4 = group; |
8ef2a9a5 | 2828 | br_group.proto = htons(ETH_P_IP); |
b0e9a30d | 2829 | br_group.vid = vid; |
8ef2a9a5 | 2830 | |
90010b36 | 2831 | br_multicast_leave_group(br, port, &br_group, &br->ip4_other_query, |
6db6f0ea | 2832 | own_query, src); |
8ef2a9a5 YH |
2833 | } |
2834 | ||
dfd56b8b | 2835 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 YH |
2836 | static void br_ip6_multicast_leave_group(struct net_bridge *br, |
2837 | struct net_bridge_port *port, | |
b0e9a30d | 2838 | const struct in6_addr *group, |
6db6f0ea FF |
2839 | __u16 vid, |
2840 | const unsigned char *src) | |
08b202b6 YH |
2841 | { |
2842 | struct br_ip br_group; | |
90010b36 | 2843 | struct bridge_mcast_own_query *own_query; |
08b202b6 | 2844 | |
3c3769e6 | 2845 | if (ipv6_addr_is_ll_all_nodes(group)) |
08b202b6 YH |
2846 | return; |
2847 | ||
90010b36 LL |
2848 | own_query = port ? &port->ip6_own_query : &br->ip6_own_query; |
2849 | ||
1515a63f | 2850 | memset(&br_group, 0, sizeof(br_group)); |
eab3227b | 2851 | br_group.dst.ip6 = *group; |
08b202b6 | 2852 | br_group.proto = htons(ETH_P_IPV6); |
b0e9a30d | 2853 | br_group.vid = vid; |
08b202b6 | 2854 | |
90010b36 | 2855 | br_multicast_leave_group(br, port, &br_group, &br->ip6_other_query, |
6db6f0ea | 2856 | own_query, src); |
08b202b6 YH |
2857 | } |
2858 | #endif | |
8ef2a9a5 | 2859 | |
1080ab95 NA |
2860 | static void br_multicast_err_count(const struct net_bridge *br, |
2861 | const struct net_bridge_port *p, | |
2862 | __be16 proto) | |
2863 | { | |
2864 | struct bridge_mcast_stats __percpu *stats; | |
2865 | struct bridge_mcast_stats *pstats; | |
2866 | ||
675779ad | 2867 | if (!br_opt_get(br, BROPT_MULTICAST_STATS_ENABLED)) |
1080ab95 NA |
2868 | return; |
2869 | ||
2870 | if (p) | |
2871 | stats = p->mcast_stats; | |
2872 | else | |
2873 | stats = br->mcast_stats; | |
2874 | if (WARN_ON(!stats)) | |
2875 | return; | |
2876 | ||
2877 | pstats = this_cpu_ptr(stats); | |
2878 | ||
2879 | u64_stats_update_begin(&pstats->syncp); | |
2880 | switch (proto) { | |
2881 | case htons(ETH_P_IP): | |
2882 | pstats->mstats.igmp_parse_errors++; | |
2883 | break; | |
2884 | #if IS_ENABLED(CONFIG_IPV6) | |
2885 | case htons(ETH_P_IPV6): | |
2886 | pstats->mstats.mld_parse_errors++; | |
2887 | break; | |
2888 | #endif | |
2889 | } | |
2890 | u64_stats_update_end(&pstats->syncp); | |
2891 | } | |
2892 | ||
91b02d3d NA |
2893 | static void br_multicast_pim(struct net_bridge *br, |
2894 | struct net_bridge_port *port, | |
2895 | const struct sk_buff *skb) | |
2896 | { | |
2897 | unsigned int offset = skb_transport_offset(skb); | |
2898 | struct pimhdr *pimhdr, _pimhdr; | |
2899 | ||
2900 | pimhdr = skb_header_pointer(skb, offset, sizeof(_pimhdr), &_pimhdr); | |
2901 | if (!pimhdr || pim_hdr_version(pimhdr) != PIM_VERSION || | |
2902 | pim_hdr_type(pimhdr) != PIM_TYPE_HELLO) | |
2903 | return; | |
2904 | ||
2905 | br_multicast_mark_router(br, port); | |
2906 | } | |
2907 | ||
4b3087c7 LL |
2908 | static int br_ip4_multicast_mrd_rcv(struct net_bridge *br, |
2909 | struct net_bridge_port *port, | |
2910 | struct sk_buff *skb) | |
2911 | { | |
2912 | if (ip_hdr(skb)->protocol != IPPROTO_IGMP || | |
2913 | igmp_hdr(skb)->type != IGMP_MRDISC_ADV) | |
2914 | return -ENOMSG; | |
2915 | ||
2916 | br_multicast_mark_router(br, port); | |
2917 | ||
2918 | return 0; | |
2919 | } | |
2920 | ||
eb1d1641 HX |
2921 | static int br_multicast_ipv4_rcv(struct net_bridge *br, |
2922 | struct net_bridge_port *port, | |
06499098 VY |
2923 | struct sk_buff *skb, |
2924 | u16 vid) | |
eb1d1641 | 2925 | { |
6db6f0ea | 2926 | const unsigned char *src; |
eb1d1641 | 2927 | struct igmphdr *ih; |
eb1d1641 HX |
2928 | int err; |
2929 | ||
ba5ea614 | 2930 | err = ip_mc_check_igmp(skb); |
eb1d1641 | 2931 | |
9afd85c9 | 2932 | if (err == -ENOMSG) { |
91b02d3d | 2933 | if (!ipv4_is_local_multicast(ip_hdr(skb)->daddr)) { |
bd4265fe | 2934 | BR_INPUT_SKB_CB(skb)->mrouters_only = 1; |
91b02d3d NA |
2935 | } else if (pim_ipv4_all_pim_routers(ip_hdr(skb)->daddr)) { |
2936 | if (ip_hdr(skb)->protocol == IPPROTO_PIM) | |
2937 | br_multicast_pim(br, port, skb); | |
4b3087c7 | 2938 | } else if (ipv4_is_all_snoopers(ip_hdr(skb)->daddr)) { |
08e71623 | 2939 | br_ip4_multicast_mrd_rcv(br, port, skb); |
91b02d3d | 2940 | } |
4b3087c7 | 2941 | |
eb1d1641 | 2942 | return 0; |
9afd85c9 | 2943 | } else if (err < 0) { |
1080ab95 | 2944 | br_multicast_err_count(br, port, skb->protocol); |
9afd85c9 | 2945 | return err; |
bd4265fe | 2946 | } |
eb1d1641 | 2947 | |
9afd85c9 | 2948 | ih = igmp_hdr(skb); |
6db6f0ea | 2949 | src = eth_hdr(skb)->h_source; |
1080ab95 | 2950 | BR_INPUT_SKB_CB(skb)->igmp = ih->type; |
eb1d1641 HX |
2951 | |
2952 | switch (ih->type) { | |
2953 | case IGMP_HOST_MEMBERSHIP_REPORT: | |
2954 | case IGMPV2_HOST_MEMBERSHIP_REPORT: | |
62b2bcb4 | 2955 | BR_INPUT_SKB_CB(skb)->mrouters_only = 1; |
8b671779 NA |
2956 | err = br_ip4_multicast_add_group(br, port, ih->group, vid, src, |
2957 | true); | |
eb1d1641 HX |
2958 | break; |
2959 | case IGMPV3_HOST_MEMBERSHIP_REPORT: | |
ba5ea614 | 2960 | err = br_ip4_multicast_igmp3_report(br, port, skb, vid); |
eb1d1641 HX |
2961 | break; |
2962 | case IGMP_HOST_MEMBERSHIP_QUERY: | |
ba5ea614 | 2963 | br_ip4_multicast_query(br, port, skb, vid); |
eb1d1641 HX |
2964 | break; |
2965 | case IGMP_HOST_LEAVE_MESSAGE: | |
6db6f0ea | 2966 | br_ip4_multicast_leave_group(br, port, ih->group, vid, src); |
eb1d1641 HX |
2967 | break; |
2968 | } | |
2969 | ||
a65056ec | 2970 | br_multicast_count(br, port, skb, BR_INPUT_SKB_CB(skb)->igmp, |
1080ab95 NA |
2971 | BR_MCAST_DIR_RX); |
2972 | ||
eb1d1641 HX |
2973 | return err; |
2974 | } | |
2975 | ||
dfd56b8b | 2976 | #if IS_ENABLED(CONFIG_IPV6) |
4b3087c7 LL |
2977 | static int br_ip6_multicast_mrd_rcv(struct net_bridge *br, |
2978 | struct net_bridge_port *port, | |
2979 | struct sk_buff *skb) | |
2980 | { | |
2981 | int ret; | |
2982 | ||
2983 | if (ipv6_hdr(skb)->nexthdr != IPPROTO_ICMPV6) | |
2984 | return -ENOMSG; | |
2985 | ||
2986 | ret = ipv6_mc_check_icmpv6(skb); | |
2987 | if (ret < 0) | |
2988 | return ret; | |
2989 | ||
2990 | if (icmp6_hdr(skb)->icmp6_type != ICMPV6_MRDISC_ADV) | |
2991 | return -ENOMSG; | |
2992 | ||
2993 | br_multicast_mark_router(br, port); | |
2994 | ||
2995 | return 0; | |
2996 | } | |
2997 | ||
08b202b6 YH |
2998 | static int br_multicast_ipv6_rcv(struct net_bridge *br, |
2999 | struct net_bridge_port *port, | |
06499098 VY |
3000 | struct sk_buff *skb, |
3001 | u16 vid) | |
08b202b6 | 3002 | { |
6db6f0ea | 3003 | const unsigned char *src; |
9afd85c9 | 3004 | struct mld_msg *mld; |
08b202b6 YH |
3005 | int err; |
3006 | ||
ba5ea614 | 3007 | err = ipv6_mc_check_mld(skb); |
08b202b6 | 3008 | |
9afd85c9 LL |
3009 | if (err == -ENOMSG) { |
3010 | if (!ipv6_addr_is_ll_all_nodes(&ipv6_hdr(skb)->daddr)) | |
3011 | BR_INPUT_SKB_CB(skb)->mrouters_only = 1; | |
4b3087c7 LL |
3012 | |
3013 | if (ipv6_addr_is_all_snoopers(&ipv6_hdr(skb)->daddr)) { | |
3014 | err = br_ip6_multicast_mrd_rcv(br, port, skb); | |
3015 | ||
3016 | if (err < 0 && err != -ENOMSG) { | |
3017 | br_multicast_err_count(br, port, skb->protocol); | |
3018 | return err; | |
3019 | } | |
3020 | } | |
3021 | ||
08b202b6 | 3022 | return 0; |
9afd85c9 | 3023 | } else if (err < 0) { |
1080ab95 | 3024 | br_multicast_err_count(br, port, skb->protocol); |
9afd85c9 | 3025 | return err; |
08b202b6 YH |
3026 | } |
3027 | ||
9afd85c9 | 3028 | mld = (struct mld_msg *)skb_transport_header(skb); |
1080ab95 | 3029 | BR_INPUT_SKB_CB(skb)->igmp = mld->mld_type; |
08b202b6 | 3030 | |
9afd85c9 | 3031 | switch (mld->mld_type) { |
08b202b6 | 3032 | case ICMPV6_MGM_REPORT: |
6db6f0ea | 3033 | src = eth_hdr(skb)->h_source; |
fc2af6c7 | 3034 | BR_INPUT_SKB_CB(skb)->mrouters_only = 1; |
6db6f0ea | 3035 | err = br_ip6_multicast_add_group(br, port, &mld->mld_mca, vid, |
8b671779 | 3036 | src, true); |
08b202b6 | 3037 | break; |
08b202b6 | 3038 | case ICMPV6_MLD2_REPORT: |
ba5ea614 | 3039 | err = br_ip6_multicast_mld2_report(br, port, skb, vid); |
08b202b6 YH |
3040 | break; |
3041 | case ICMPV6_MGM_QUERY: | |
ba5ea614 | 3042 | err = br_ip6_multicast_query(br, port, skb, vid); |
08b202b6 YH |
3043 | break; |
3044 | case ICMPV6_MGM_REDUCTION: | |
6db6f0ea FF |
3045 | src = eth_hdr(skb)->h_source; |
3046 | br_ip6_multicast_leave_group(br, port, &mld->mld_mca, vid, src); | |
9afd85c9 | 3047 | break; |
08b202b6 YH |
3048 | } |
3049 | ||
a65056ec | 3050 | br_multicast_count(br, port, skb, BR_INPUT_SKB_CB(skb)->igmp, |
1080ab95 NA |
3051 | BR_MCAST_DIR_RX); |
3052 | ||
08b202b6 YH |
3053 | return err; |
3054 | } | |
3055 | #endif | |
3056 | ||
eb1d1641 | 3057 | int br_multicast_rcv(struct net_bridge *br, struct net_bridge_port *port, |
06499098 | 3058 | struct sk_buff *skb, u16 vid) |
eb1d1641 | 3059 | { |
1080ab95 NA |
3060 | int ret = 0; |
3061 | ||
1fafc7a9 YH |
3062 | BR_INPUT_SKB_CB(skb)->igmp = 0; |
3063 | BR_INPUT_SKB_CB(skb)->mrouters_only = 0; | |
3064 | ||
13cefad2 | 3065 | if (!br_opt_get(br, BROPT_MULTICAST_ENABLED)) |
eb1d1641 HX |
3066 | return 0; |
3067 | ||
3068 | switch (skb->protocol) { | |
3069 | case htons(ETH_P_IP): | |
1080ab95 NA |
3070 | ret = br_multicast_ipv4_rcv(br, port, skb, vid); |
3071 | break; | |
dfd56b8b | 3072 | #if IS_ENABLED(CONFIG_IPV6) |
08b202b6 | 3073 | case htons(ETH_P_IPV6): |
1080ab95 NA |
3074 | ret = br_multicast_ipv6_rcv(br, port, skb, vid); |
3075 | break; | |
08b202b6 | 3076 | #endif |
eb1d1641 HX |
3077 | } |
3078 | ||
1080ab95 | 3079 | return ret; |
eb1d1641 HX |
3080 | } |
3081 | ||
cc0fdd80 | 3082 | static void br_multicast_query_expired(struct net_bridge *br, |
2cd41431 LL |
3083 | struct bridge_mcast_own_query *query, |
3084 | struct bridge_mcast_querier *querier) | |
cc0fdd80 LL |
3085 | { |
3086 | spin_lock(&br->multicast_lock); | |
3087 | if (query->startup_sent < br->multicast_startup_query_count) | |
3088 | query->startup_sent++; | |
3089 | ||
71d9f614 | 3090 | RCU_INIT_POINTER(querier->port, NULL); |
cc0fdd80 LL |
3091 | br_multicast_send_query(br, NULL, query); |
3092 | spin_unlock(&br->multicast_lock); | |
3093 | } | |
3094 | ||
88c1f37f | 3095 | static void br_ip4_multicast_query_expired(struct timer_list *t) |
eb1d1641 | 3096 | { |
88c1f37f | 3097 | struct net_bridge *br = from_timer(br, t, ip4_own_query.timer); |
eb1d1641 | 3098 | |
2cd41431 | 3099 | br_multicast_query_expired(br, &br->ip4_own_query, &br->ip4_querier); |
cc0fdd80 | 3100 | } |
eb1d1641 | 3101 | |
cc0fdd80 | 3102 | #if IS_ENABLED(CONFIG_IPV6) |
88c1f37f | 3103 | static void br_ip6_multicast_query_expired(struct timer_list *t) |
cc0fdd80 | 3104 | { |
88c1f37f | 3105 | struct net_bridge *br = from_timer(br, t, ip6_own_query.timer); |
eb1d1641 | 3106 | |
2cd41431 | 3107 | br_multicast_query_expired(br, &br->ip6_own_query, &br->ip6_querier); |
eb1d1641 | 3108 | } |
cc0fdd80 | 3109 | #endif |
eb1d1641 | 3110 | |
e12cec65 | 3111 | static void br_multicast_gc_work(struct work_struct *work) |
8b671779 NA |
3112 | { |
3113 | struct net_bridge *br = container_of(work, struct net_bridge, | |
e12cec65 | 3114 | mcast_gc_work); |
8b671779 NA |
3115 | HLIST_HEAD(deleted_head); |
3116 | ||
3117 | spin_lock_bh(&br->multicast_lock); | |
e12cec65 | 3118 | hlist_move_list(&br->mcast_gc_list, &deleted_head); |
8b671779 NA |
3119 | spin_unlock_bh(&br->multicast_lock); |
3120 | ||
e12cec65 | 3121 | br_multicast_gc(&deleted_head); |
8b671779 NA |
3122 | } |
3123 | ||
eb1d1641 HX |
3124 | void br_multicast_init(struct net_bridge *br) |
3125 | { | |
d08c6bc0 | 3126 | br->hash_max = BR_MULTICAST_DEFAULT_HASH_MAX; |
eb1d1641 | 3127 | |
7f0aec7a | 3128 | br->multicast_router = MDB_RTR_TYPE_TEMP_QUERY; |
eb1d1641 HX |
3129 | br->multicast_last_member_count = 2; |
3130 | br->multicast_startup_query_count = 2; | |
3131 | ||
3132 | br->multicast_last_member_interval = HZ; | |
3133 | br->multicast_query_response_interval = 10 * HZ; | |
3134 | br->multicast_startup_query_interval = 125 * HZ / 4; | |
3135 | br->multicast_query_interval = 125 * HZ; | |
3136 | br->multicast_querier_interval = 255 * HZ; | |
3137 | br->multicast_membership_interval = 260 * HZ; | |
3138 | ||
90010b36 | 3139 | br->ip4_other_query.delay_time = 0; |
2cd41431 | 3140 | br->ip4_querier.port = NULL; |
aa2ae3e7 | 3141 | br->multicast_igmp_version = 2; |
cc0fdd80 | 3142 | #if IS_ENABLED(CONFIG_IPV6) |
aa2ae3e7 | 3143 | br->multicast_mld_version = 1; |
90010b36 | 3144 | br->ip6_other_query.delay_time = 0; |
2cd41431 | 3145 | br->ip6_querier.port = NULL; |
cc0fdd80 | 3146 | #endif |
6919622a | 3147 | br_opt_toggle(br, BROPT_MULTICAST_ENABLED, true); |
675779ad | 3148 | br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, true); |
b00589af | 3149 | |
eb1d1641 | 3150 | spin_lock_init(&br->multicast_lock); |
88c1f37f AP |
3151 | timer_setup(&br->multicast_router_timer, |
3152 | br_multicast_local_router_expired, 0); | |
3153 | timer_setup(&br->ip4_other_query.timer, | |
3154 | br_ip4_multicast_querier_expired, 0); | |
3155 | timer_setup(&br->ip4_own_query.timer, | |
3156 | br_ip4_multicast_query_expired, 0); | |
cc0fdd80 | 3157 | #if IS_ENABLED(CONFIG_IPV6) |
88c1f37f AP |
3158 | timer_setup(&br->ip6_other_query.timer, |
3159 | br_ip6_multicast_querier_expired, 0); | |
3160 | timer_setup(&br->ip6_own_query.timer, | |
3161 | br_ip6_multicast_query_expired, 0); | |
cc0fdd80 | 3162 | #endif |
19e3a9c9 | 3163 | INIT_HLIST_HEAD(&br->mdb_list); |
e12cec65 NA |
3164 | INIT_HLIST_HEAD(&br->mcast_gc_list); |
3165 | INIT_WORK(&br->mcast_gc_work, br_multicast_gc_work); | |
eb1d1641 HX |
3166 | } |
3167 | ||
4effd28c LL |
3168 | static void br_ip4_multicast_join_snoopers(struct net_bridge *br) |
3169 | { | |
3170 | struct in_device *in_dev = in_dev_get(br->dev); | |
3171 | ||
3172 | if (!in_dev) | |
3173 | return; | |
3174 | ||
9fb20801 | 3175 | __ip_mc_inc_group(in_dev, htonl(INADDR_ALLSNOOPERS_GROUP), GFP_ATOMIC); |
4effd28c LL |
3176 | in_dev_put(in_dev); |
3177 | } | |
3178 | ||
3179 | #if IS_ENABLED(CONFIG_IPV6) | |
3180 | static void br_ip6_multicast_join_snoopers(struct net_bridge *br) | |
3181 | { | |
3182 | struct in6_addr addr; | |
3183 | ||
3184 | ipv6_addr_set(&addr, htonl(0xff020000), 0, 0, htonl(0x6a)); | |
3185 | ipv6_dev_mc_inc(br->dev, &addr); | |
3186 | } | |
3187 | #else | |
3188 | static inline void br_ip6_multicast_join_snoopers(struct net_bridge *br) | |
3189 | { | |
3190 | } | |
3191 | #endif | |
3192 | ||
3193 | static void br_multicast_join_snoopers(struct net_bridge *br) | |
3194 | { | |
3195 | br_ip4_multicast_join_snoopers(br); | |
3196 | br_ip6_multicast_join_snoopers(br); | |
3197 | } | |
3198 | ||
3199 | static void br_ip4_multicast_leave_snoopers(struct net_bridge *br) | |
3200 | { | |
3201 | struct in_device *in_dev = in_dev_get(br->dev); | |
3202 | ||
3203 | if (WARN_ON(!in_dev)) | |
3204 | return; | |
3205 | ||
9fb20801 | 3206 | __ip_mc_dec_group(in_dev, htonl(INADDR_ALLSNOOPERS_GROUP), GFP_ATOMIC); |
4effd28c LL |
3207 | in_dev_put(in_dev); |
3208 | } | |
3209 | ||
3210 | #if IS_ENABLED(CONFIG_IPV6) | |
3211 | static void br_ip6_multicast_leave_snoopers(struct net_bridge *br) | |
3212 | { | |
3213 | struct in6_addr addr; | |
3214 | ||
3215 | ipv6_addr_set(&addr, htonl(0xff020000), 0, 0, htonl(0x6a)); | |
3216 | ipv6_dev_mc_dec(br->dev, &addr); | |
3217 | } | |
3218 | #else | |
3219 | static inline void br_ip6_multicast_leave_snoopers(struct net_bridge *br) | |
3220 | { | |
3221 | } | |
3222 | #endif | |
3223 | ||
3224 | static void br_multicast_leave_snoopers(struct net_bridge *br) | |
3225 | { | |
3226 | br_ip4_multicast_leave_snoopers(br); | |
3227 | br_ip6_multicast_leave_snoopers(br); | |
3228 | } | |
3229 | ||
cc0fdd80 | 3230 | static void __br_multicast_open(struct net_bridge *br, |
90010b36 | 3231 | struct bridge_mcast_own_query *query) |
eb1d1641 | 3232 | { |
cc0fdd80 | 3233 | query->startup_sent = 0; |
eb1d1641 | 3234 | |
13cefad2 | 3235 | if (!br_opt_get(br, BROPT_MULTICAST_ENABLED)) |
eb1d1641 HX |
3236 | return; |
3237 | ||
cc0fdd80 LL |
3238 | mod_timer(&query->timer, jiffies); |
3239 | } | |
3240 | ||
3241 | void br_multicast_open(struct net_bridge *br) | |
3242 | { | |
4effd28c LL |
3243 | if (br_opt_get(br, BROPT_MULTICAST_ENABLED)) |
3244 | br_multicast_join_snoopers(br); | |
3245 | ||
90010b36 | 3246 | __br_multicast_open(br, &br->ip4_own_query); |
cc0fdd80 | 3247 | #if IS_ENABLED(CONFIG_IPV6) |
90010b36 | 3248 | __br_multicast_open(br, &br->ip6_own_query); |
cc0fdd80 | 3249 | #endif |
eb1d1641 HX |
3250 | } |
3251 | ||
3252 | void br_multicast_stop(struct net_bridge *br) | |
3253 | { | |
eb1d1641 | 3254 | del_timer_sync(&br->multicast_router_timer); |
90010b36 LL |
3255 | del_timer_sync(&br->ip4_other_query.timer); |
3256 | del_timer_sync(&br->ip4_own_query.timer); | |
cc0fdd80 | 3257 | #if IS_ENABLED(CONFIG_IPV6) |
90010b36 LL |
3258 | del_timer_sync(&br->ip6_other_query.timer); |
3259 | del_timer_sync(&br->ip6_own_query.timer); | |
cc0fdd80 | 3260 | #endif |
4effd28c LL |
3261 | |
3262 | if (br_opt_get(br, BROPT_MULTICAST_ENABLED)) | |
3263 | br_multicast_leave_snoopers(br); | |
e10177ab SA |
3264 | } |
3265 | ||
3266 | void br_multicast_dev_del(struct net_bridge *br) | |
3267 | { | |
e10177ab | 3268 | struct net_bridge_mdb_entry *mp; |
8b671779 | 3269 | HLIST_HEAD(deleted_head); |
19e3a9c9 | 3270 | struct hlist_node *tmp; |
eb1d1641 HX |
3271 | |
3272 | spin_lock_bh(&br->multicast_lock); | |
e12cec65 NA |
3273 | hlist_for_each_entry_safe(mp, tmp, &br->mdb_list, mdb_node) |
3274 | br_multicast_del_mdb_entry(mp); | |
3275 | hlist_move_list(&br->mcast_gc_list, &deleted_head); | |
eb1d1641 | 3276 | spin_unlock_bh(&br->multicast_lock); |
19e3a9c9 | 3277 | |
e12cec65 NA |
3278 | br_multicast_gc(&deleted_head); |
3279 | cancel_work_sync(&br->mcast_gc_work); | |
8b671779 | 3280 | |
4329596c | 3281 | rcu_barrier(); |
eb1d1641 | 3282 | } |
0909e117 HX |
3283 | |
3284 | int br_multicast_set_router(struct net_bridge *br, unsigned long val) | |
3285 | { | |
6ae4ae8e | 3286 | int err = -EINVAL; |
0909e117 HX |
3287 | |
3288 | spin_lock_bh(&br->multicast_lock); | |
0909e117 HX |
3289 | |
3290 | switch (val) { | |
7f0aec7a NA |
3291 | case MDB_RTR_TYPE_DISABLED: |
3292 | case MDB_RTR_TYPE_PERM: | |
77041420 | 3293 | br_mc_router_state_change(br, val == MDB_RTR_TYPE_PERM); |
0909e117 | 3294 | del_timer(&br->multicast_router_timer); |
77041420 YG |
3295 | br->multicast_router = val; |
3296 | err = 0; | |
3297 | break; | |
7f0aec7a | 3298 | case MDB_RTR_TYPE_TEMP_QUERY: |
77041420 YG |
3299 | if (br->multicast_router != MDB_RTR_TYPE_TEMP_QUERY) |
3300 | br_mc_router_state_change(br, false); | |
0909e117 HX |
3301 | br->multicast_router = val; |
3302 | err = 0; | |
3303 | break; | |
0909e117 HX |
3304 | } |
3305 | ||
0909e117 HX |
3306 | spin_unlock_bh(&br->multicast_lock); |
3307 | ||
3308 | return err; | |
3309 | } | |
3310 | ||
7f0aec7a NA |
3311 | static void __del_port_router(struct net_bridge_port *p) |
3312 | { | |
3313 | if (hlist_unhashed(&p->rlist)) | |
3314 | return; | |
3315 | hlist_del_init_rcu(&p->rlist); | |
3316 | br_rtr_notify(p->br->dev, p, RTM_DELMDB); | |
6d549648 | 3317 | br_port_mc_router_state_change(p, false); |
f12e7d95 NF |
3318 | |
3319 | /* don't allow timer refresh */ | |
3320 | if (p->multicast_router == MDB_RTR_TYPE_TEMP) | |
3321 | p->multicast_router = MDB_RTR_TYPE_TEMP_QUERY; | |
7f0aec7a NA |
3322 | } |
3323 | ||
0909e117 HX |
3324 | int br_multicast_set_port_router(struct net_bridge_port *p, unsigned long val) |
3325 | { | |
3326 | struct net_bridge *br = p->br; | |
a55d8246 | 3327 | unsigned long now = jiffies; |
6ae4ae8e | 3328 | int err = -EINVAL; |
0909e117 HX |
3329 | |
3330 | spin_lock(&br->multicast_lock); | |
4950cfd1 | 3331 | if (p->multicast_router == val) { |
a55d8246 NA |
3332 | /* Refresh the temp router port timer */ |
3333 | if (p->multicast_router == MDB_RTR_TYPE_TEMP) | |
3334 | mod_timer(&p->multicast_router_timer, | |
3335 | now + br->multicast_querier_interval); | |
4950cfd1 NA |
3336 | err = 0; |
3337 | goto unlock; | |
3338 | } | |
0909e117 | 3339 | switch (val) { |
7f0aec7a NA |
3340 | case MDB_RTR_TYPE_DISABLED: |
3341 | p->multicast_router = MDB_RTR_TYPE_DISABLED; | |
3342 | __del_port_router(p); | |
3343 | del_timer(&p->multicast_router_timer); | |
3344 | break; | |
3345 | case MDB_RTR_TYPE_TEMP_QUERY: | |
3346 | p->multicast_router = MDB_RTR_TYPE_TEMP_QUERY; | |
3347 | __del_port_router(p); | |
3348 | break; | |
3349 | case MDB_RTR_TYPE_PERM: | |
3350 | p->multicast_router = MDB_RTR_TYPE_PERM; | |
0909e117 | 3351 | del_timer(&p->multicast_router_timer); |
0909e117 HX |
3352 | br_multicast_add_router(br, p); |
3353 | break; | |
a55d8246 NA |
3354 | case MDB_RTR_TYPE_TEMP: |
3355 | p->multicast_router = MDB_RTR_TYPE_TEMP; | |
3356 | br_multicast_mark_router(br, p); | |
3357 | break; | |
7f0aec7a NA |
3358 | default: |
3359 | goto unlock; | |
0909e117 | 3360 | } |
7f0aec7a NA |
3361 | err = 0; |
3362 | unlock: | |
0909e117 HX |
3363 | spin_unlock(&br->multicast_lock); |
3364 | ||
3365 | return err; | |
3366 | } | |
561f1103 | 3367 | |
cc0fdd80 | 3368 | static void br_multicast_start_querier(struct net_bridge *br, |
90010b36 | 3369 | struct bridge_mcast_own_query *query) |
561f1103 HX |
3370 | { |
3371 | struct net_bridge_port *port; | |
74857216 | 3372 | |
cc0fdd80 | 3373 | __br_multicast_open(br, query); |
74857216 | 3374 | |
c5b493ce NA |
3375 | rcu_read_lock(); |
3376 | list_for_each_entry_rcu(port, &br->port_list, list) { | |
74857216 HX |
3377 | if (port->state == BR_STATE_DISABLED || |
3378 | port->state == BR_STATE_BLOCKING) | |
3379 | continue; | |
3380 | ||
90010b36 LL |
3381 | if (query == &br->ip4_own_query) |
3382 | br_multicast_enable(&port->ip4_own_query); | |
cc0fdd80 LL |
3383 | #if IS_ENABLED(CONFIG_IPV6) |
3384 | else | |
90010b36 | 3385 | br_multicast_enable(&port->ip6_own_query); |
cc0fdd80 | 3386 | #endif |
74857216 | 3387 | } |
c5b493ce | 3388 | rcu_read_unlock(); |
74857216 HX |
3389 | } |
3390 | ||
3391 | int br_multicast_toggle(struct net_bridge *br, unsigned long val) | |
3392 | { | |
7cb3f921 | 3393 | struct net_bridge_port *port; |
561f1103 | 3394 | |
ef5e0d82 | 3395 | spin_lock_bh(&br->multicast_lock); |
13cefad2 | 3396 | if (!!br_opt_get(br, BROPT_MULTICAST_ENABLED) == !!val) |
561f1103 HX |
3397 | goto unlock; |
3398 | ||
13cefad2 NA |
3399 | br_mc_disabled_update(br->dev, val); |
3400 | br_opt_toggle(br, BROPT_MULTICAST_ENABLED, !!val); | |
4effd28c LL |
3401 | if (!br_opt_get(br, BROPT_MULTICAST_ENABLED)) { |
3402 | br_multicast_leave_snoopers(br); | |
561f1103 | 3403 | goto unlock; |
4effd28c | 3404 | } |
561f1103 | 3405 | |
3a7fda06 HX |
3406 | if (!netif_running(br->dev)) |
3407 | goto unlock; | |
3408 | ||
7cb3f921 NA |
3409 | br_multicast_open(br); |
3410 | list_for_each_entry(port, &br->port_list, list) | |
3411 | __br_multicast_enable_port(port); | |
561f1103 HX |
3412 | |
3413 | unlock: | |
ef5e0d82 | 3414 | spin_unlock_bh(&br->multicast_lock); |
561f1103 | 3415 | |
a26d94bf | 3416 | return 0; |
561f1103 | 3417 | } |
b195167f | 3418 | |
9341b988 IS |
3419 | bool br_multicast_enabled(const struct net_device *dev) |
3420 | { | |
3421 | struct net_bridge *br = netdev_priv(dev); | |
3422 | ||
13cefad2 | 3423 | return !!br_opt_get(br, BROPT_MULTICAST_ENABLED); |
9341b988 IS |
3424 | } |
3425 | EXPORT_SYMBOL_GPL(br_multicast_enabled); | |
3426 | ||
0912bda4 YG |
3427 | bool br_multicast_router(const struct net_device *dev) |
3428 | { | |
3429 | struct net_bridge *br = netdev_priv(dev); | |
3430 | bool is_router; | |
3431 | ||
3432 | spin_lock_bh(&br->multicast_lock); | |
3433 | is_router = br_multicast_is_router(br); | |
3434 | spin_unlock_bh(&br->multicast_lock); | |
3435 | return is_router; | |
3436 | } | |
3437 | EXPORT_SYMBOL_GPL(br_multicast_router); | |
3438 | ||
c5c23260 HX |
3439 | int br_multicast_set_querier(struct net_bridge *br, unsigned long val) |
3440 | { | |
b00589af LL |
3441 | unsigned long max_delay; |
3442 | ||
c5c23260 HX |
3443 | val = !!val; |
3444 | ||
3445 | spin_lock_bh(&br->multicast_lock); | |
675779ad | 3446 | if (br_opt_get(br, BROPT_MULTICAST_QUERIER) == val) |
c5c23260 HX |
3447 | goto unlock; |
3448 | ||
675779ad | 3449 | br_opt_toggle(br, BROPT_MULTICAST_QUERIER, !!val); |
b00589af LL |
3450 | if (!val) |
3451 | goto unlock; | |
3452 | ||
3453 | max_delay = br->multicast_query_response_interval; | |
b00589af | 3454 | |
90010b36 LL |
3455 | if (!timer_pending(&br->ip4_other_query.timer)) |
3456 | br->ip4_other_query.delay_time = jiffies + max_delay; | |
cc0fdd80 | 3457 | |
90010b36 | 3458 | br_multicast_start_querier(br, &br->ip4_own_query); |
cc0fdd80 LL |
3459 | |
3460 | #if IS_ENABLED(CONFIG_IPV6) | |
90010b36 LL |
3461 | if (!timer_pending(&br->ip6_other_query.timer)) |
3462 | br->ip6_other_query.delay_time = jiffies + max_delay; | |
cc0fdd80 | 3463 | |
90010b36 | 3464 | br_multicast_start_querier(br, &br->ip6_own_query); |
cc0fdd80 | 3465 | #endif |
c5c23260 HX |
3466 | |
3467 | unlock: | |
3468 | spin_unlock_bh(&br->multicast_lock); | |
3469 | ||
3470 | return 0; | |
3471 | } | |
3472 | ||
5e923585 NA |
3473 | int br_multicast_set_igmp_version(struct net_bridge *br, unsigned long val) |
3474 | { | |
3475 | /* Currently we support only version 2 and 3 */ | |
3476 | switch (val) { | |
3477 | case 2: | |
3478 | case 3: | |
3479 | break; | |
3480 | default: | |
3481 | return -EINVAL; | |
3482 | } | |
3483 | ||
3484 | spin_lock_bh(&br->multicast_lock); | |
3485 | br->multicast_igmp_version = val; | |
3486 | spin_unlock_bh(&br->multicast_lock); | |
3487 | ||
3488 | return 0; | |
3489 | } | |
3490 | ||
aa2ae3e7 NA |
3491 | #if IS_ENABLED(CONFIG_IPV6) |
3492 | int br_multicast_set_mld_version(struct net_bridge *br, unsigned long val) | |
3493 | { | |
3494 | /* Currently we support version 1 and 2 */ | |
3495 | switch (val) { | |
3496 | case 1: | |
3497 | case 2: | |
3498 | break; | |
3499 | default: | |
3500 | return -EINVAL; | |
3501 | } | |
3502 | ||
3503 | spin_lock_bh(&br->multicast_lock); | |
3504 | br->multicast_mld_version = val; | |
3505 | spin_unlock_bh(&br->multicast_lock); | |
3506 | ||
3507 | return 0; | |
3508 | } | |
3509 | #endif | |
3510 | ||
07f8ac4a LL |
3511 | /** |
3512 | * br_multicast_list_adjacent - Returns snooped multicast addresses | |
3513 | * @dev: The bridge port adjacent to which to retrieve addresses | |
3514 | * @br_ip_list: The list to store found, snooped multicast IP addresses in | |
3515 | * | |
3516 | * Creates a list of IP addresses (struct br_ip_list) sensed by the multicast | |
3517 | * snooping feature on all bridge ports of dev's bridge device, excluding | |
3518 | * the addresses from dev itself. | |
3519 | * | |
3520 | * Returns the number of items added to br_ip_list. | |
3521 | * | |
3522 | * Notes: | |
3523 | * - br_ip_list needs to be initialized by caller | |
3524 | * - br_ip_list might contain duplicates in the end | |
3525 | * (needs to be taken care of by caller) | |
3526 | * - br_ip_list needs to be freed by caller | |
3527 | */ | |
3528 | int br_multicast_list_adjacent(struct net_device *dev, | |
3529 | struct list_head *br_ip_list) | |
3530 | { | |
3531 | struct net_bridge *br; | |
3532 | struct net_bridge_port *port; | |
3533 | struct net_bridge_port_group *group; | |
3534 | struct br_ip_list *entry; | |
3535 | int count = 0; | |
3536 | ||
3537 | rcu_read_lock(); | |
35f861e3 | 3538 | if (!br_ip_list || !netif_is_bridge_port(dev)) |
07f8ac4a LL |
3539 | goto unlock; |
3540 | ||
3541 | port = br_port_get_rcu(dev); | |
3542 | if (!port || !port->br) | |
3543 | goto unlock; | |
3544 | ||
3545 | br = port->br; | |
3546 | ||
3547 | list_for_each_entry_rcu(port, &br->port_list, list) { | |
3548 | if (!port->dev || port->dev == dev) | |
3549 | continue; | |
3550 | ||
3551 | hlist_for_each_entry_rcu(group, &port->mglist, mglist) { | |
3552 | entry = kmalloc(sizeof(*entry), GFP_ATOMIC); | |
3553 | if (!entry) | |
3554 | goto unlock; | |
3555 | ||
085b53c8 | 3556 | entry->addr = group->key.addr; |
07f8ac4a LL |
3557 | list_add(&entry->list, br_ip_list); |
3558 | count++; | |
3559 | } | |
3560 | } | |
3561 | ||
3562 | unlock: | |
3563 | rcu_read_unlock(); | |
3564 | return count; | |
3565 | } | |
3566 | EXPORT_SYMBOL_GPL(br_multicast_list_adjacent); | |
2cd41431 | 3567 | |
c34963e2 LL |
3568 | /** |
3569 | * br_multicast_has_querier_anywhere - Checks for a querier on a bridge | |
3570 | * @dev: The bridge port providing the bridge on which to check for a querier | |
3571 | * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6 | |
3572 | * | |
3573 | * Checks whether the given interface has a bridge on top and if so returns | |
3574 | * true if a valid querier exists anywhere on the bridged link layer. | |
3575 | * Otherwise returns false. | |
3576 | */ | |
3577 | bool br_multicast_has_querier_anywhere(struct net_device *dev, int proto) | |
3578 | { | |
3579 | struct net_bridge *br; | |
3580 | struct net_bridge_port *port; | |
3581 | struct ethhdr eth; | |
3582 | bool ret = false; | |
3583 | ||
3584 | rcu_read_lock(); | |
35f861e3 | 3585 | if (!netif_is_bridge_port(dev)) |
c34963e2 LL |
3586 | goto unlock; |
3587 | ||
3588 | port = br_port_get_rcu(dev); | |
3589 | if (!port || !port->br) | |
3590 | goto unlock; | |
3591 | ||
3592 | br = port->br; | |
3593 | ||
3594 | memset(ð, 0, sizeof(eth)); | |
3595 | eth.h_proto = htons(proto); | |
3596 | ||
3597 | ret = br_multicast_querier_exists(br, ð); | |
3598 | ||
3599 | unlock: | |
3600 | rcu_read_unlock(); | |
3601 | return ret; | |
3602 | } | |
3603 | EXPORT_SYMBOL_GPL(br_multicast_has_querier_anywhere); | |
3604 | ||
2cd41431 LL |
3605 | /** |
3606 | * br_multicast_has_querier_adjacent - Checks for a querier behind a bridge port | |
3607 | * @dev: The bridge port adjacent to which to check for a querier | |
3608 | * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6 | |
3609 | * | |
3610 | * Checks whether the given interface has a bridge on top and if so returns | |
3611 | * true if a selected querier is behind one of the other ports of this | |
3612 | * bridge. Otherwise returns false. | |
3613 | */ | |
3614 | bool br_multicast_has_querier_adjacent(struct net_device *dev, int proto) | |
3615 | { | |
3616 | struct net_bridge *br; | |
3617 | struct net_bridge_port *port; | |
3618 | bool ret = false; | |
3619 | ||
3620 | rcu_read_lock(); | |
35f861e3 | 3621 | if (!netif_is_bridge_port(dev)) |
2cd41431 LL |
3622 | goto unlock; |
3623 | ||
3624 | port = br_port_get_rcu(dev); | |
3625 | if (!port || !port->br) | |
3626 | goto unlock; | |
3627 | ||
3628 | br = port->br; | |
3629 | ||
3630 | switch (proto) { | |
3631 | case ETH_P_IP: | |
3632 | if (!timer_pending(&br->ip4_other_query.timer) || | |
3633 | rcu_dereference(br->ip4_querier.port) == port) | |
3634 | goto unlock; | |
3635 | break; | |
3993c4e1 | 3636 | #if IS_ENABLED(CONFIG_IPV6) |
2cd41431 LL |
3637 | case ETH_P_IPV6: |
3638 | if (!timer_pending(&br->ip6_other_query.timer) || | |
3639 | rcu_dereference(br->ip6_querier.port) == port) | |
3640 | goto unlock; | |
3641 | break; | |
3993c4e1 | 3642 | #endif |
2cd41431 LL |
3643 | default: |
3644 | goto unlock; | |
3645 | } | |
3646 | ||
3647 | ret = true; | |
3648 | unlock: | |
3649 | rcu_read_unlock(); | |
3650 | return ret; | |
3651 | } | |
3652 | EXPORT_SYMBOL_GPL(br_multicast_has_querier_adjacent); | |
1080ab95 NA |
3653 | |
3654 | static void br_mcast_stats_add(struct bridge_mcast_stats __percpu *stats, | |
a65056ec | 3655 | const struct sk_buff *skb, u8 type, u8 dir) |
1080ab95 NA |
3656 | { |
3657 | struct bridge_mcast_stats *pstats = this_cpu_ptr(stats); | |
a65056ec NA |
3658 | __be16 proto = skb->protocol; |
3659 | unsigned int t_len; | |
1080ab95 NA |
3660 | |
3661 | u64_stats_update_begin(&pstats->syncp); | |
3662 | switch (proto) { | |
3663 | case htons(ETH_P_IP): | |
a65056ec | 3664 | t_len = ntohs(ip_hdr(skb)->tot_len) - ip_hdrlen(skb); |
1080ab95 NA |
3665 | switch (type) { |
3666 | case IGMP_HOST_MEMBERSHIP_REPORT: | |
3667 | pstats->mstats.igmp_v1reports[dir]++; | |
3668 | break; | |
3669 | case IGMPV2_HOST_MEMBERSHIP_REPORT: | |
3670 | pstats->mstats.igmp_v2reports[dir]++; | |
3671 | break; | |
3672 | case IGMPV3_HOST_MEMBERSHIP_REPORT: | |
3673 | pstats->mstats.igmp_v3reports[dir]++; | |
3674 | break; | |
3675 | case IGMP_HOST_MEMBERSHIP_QUERY: | |
a65056ec NA |
3676 | if (t_len != sizeof(struct igmphdr)) { |
3677 | pstats->mstats.igmp_v3queries[dir]++; | |
3678 | } else { | |
3679 | unsigned int offset = skb_transport_offset(skb); | |
3680 | struct igmphdr *ih, _ihdr; | |
3681 | ||
3682 | ih = skb_header_pointer(skb, offset, | |
3683 | sizeof(_ihdr), &_ihdr); | |
3684 | if (!ih) | |
3685 | break; | |
3686 | if (!ih->code) | |
3687 | pstats->mstats.igmp_v1queries[dir]++; | |
3688 | else | |
3689 | pstats->mstats.igmp_v2queries[dir]++; | |
3690 | } | |
1080ab95 NA |
3691 | break; |
3692 | case IGMP_HOST_LEAVE_MESSAGE: | |
3693 | pstats->mstats.igmp_leaves[dir]++; | |
3694 | break; | |
3695 | } | |
3696 | break; | |
3697 | #if IS_ENABLED(CONFIG_IPV6) | |
3698 | case htons(ETH_P_IPV6): | |
a65056ec NA |
3699 | t_len = ntohs(ipv6_hdr(skb)->payload_len) + |
3700 | sizeof(struct ipv6hdr); | |
3701 | t_len -= skb_network_header_len(skb); | |
1080ab95 NA |
3702 | switch (type) { |
3703 | case ICMPV6_MGM_REPORT: | |
3704 | pstats->mstats.mld_v1reports[dir]++; | |
3705 | break; | |
3706 | case ICMPV6_MLD2_REPORT: | |
3707 | pstats->mstats.mld_v2reports[dir]++; | |
3708 | break; | |
3709 | case ICMPV6_MGM_QUERY: | |
a65056ec NA |
3710 | if (t_len != sizeof(struct mld_msg)) |
3711 | pstats->mstats.mld_v2queries[dir]++; | |
3712 | else | |
3713 | pstats->mstats.mld_v1queries[dir]++; | |
1080ab95 NA |
3714 | break; |
3715 | case ICMPV6_MGM_REDUCTION: | |
3716 | pstats->mstats.mld_leaves[dir]++; | |
3717 | break; | |
3718 | } | |
3719 | break; | |
3720 | #endif /* CONFIG_IPV6 */ | |
3721 | } | |
3722 | u64_stats_update_end(&pstats->syncp); | |
3723 | } | |
3724 | ||
3725 | void br_multicast_count(struct net_bridge *br, const struct net_bridge_port *p, | |
a65056ec | 3726 | const struct sk_buff *skb, u8 type, u8 dir) |
1080ab95 NA |
3727 | { |
3728 | struct bridge_mcast_stats __percpu *stats; | |
3729 | ||
3730 | /* if multicast_disabled is true then igmp type can't be set */ | |
675779ad | 3731 | if (!type || !br_opt_get(br, BROPT_MULTICAST_STATS_ENABLED)) |
1080ab95 NA |
3732 | return; |
3733 | ||
3734 | if (p) | |
3735 | stats = p->mcast_stats; | |
3736 | else | |
3737 | stats = br->mcast_stats; | |
3738 | if (WARN_ON(!stats)) | |
3739 | return; | |
3740 | ||
a65056ec | 3741 | br_mcast_stats_add(stats, skb, type, dir); |
1080ab95 NA |
3742 | } |
3743 | ||
3744 | int br_multicast_init_stats(struct net_bridge *br) | |
3745 | { | |
3746 | br->mcast_stats = netdev_alloc_pcpu_stats(struct bridge_mcast_stats); | |
3747 | if (!br->mcast_stats) | |
3748 | return -ENOMEM; | |
3749 | ||
3750 | return 0; | |
3751 | } | |
3752 | ||
b6fe0440 IS |
3753 | void br_multicast_uninit_stats(struct net_bridge *br) |
3754 | { | |
3755 | free_percpu(br->mcast_stats); | |
3756 | } | |
3757 | ||
b3b6a84c AB |
3758 | /* noinline for https://bugs.llvm.org/show_bug.cgi?id=45802#c9 */ |
3759 | static noinline_for_stack void mcast_stats_add_dir(u64 *dst, u64 *src) | |
1080ab95 NA |
3760 | { |
3761 | dst[BR_MCAST_DIR_RX] += src[BR_MCAST_DIR_RX]; | |
3762 | dst[BR_MCAST_DIR_TX] += src[BR_MCAST_DIR_TX]; | |
3763 | } | |
3764 | ||
3765 | void br_multicast_get_stats(const struct net_bridge *br, | |
3766 | const struct net_bridge_port *p, | |
3767 | struct br_mcast_stats *dest) | |
3768 | { | |
3769 | struct bridge_mcast_stats __percpu *stats; | |
3770 | struct br_mcast_stats tdst; | |
3771 | int i; | |
3772 | ||
3773 | memset(dest, 0, sizeof(*dest)); | |
3774 | if (p) | |
3775 | stats = p->mcast_stats; | |
3776 | else | |
3777 | stats = br->mcast_stats; | |
3778 | if (WARN_ON(!stats)) | |
3779 | return; | |
3780 | ||
3781 | memset(&tdst, 0, sizeof(tdst)); | |
3782 | for_each_possible_cpu(i) { | |
3783 | struct bridge_mcast_stats *cpu_stats = per_cpu_ptr(stats, i); | |
3784 | struct br_mcast_stats temp; | |
3785 | unsigned int start; | |
3786 | ||
3787 | do { | |
3788 | start = u64_stats_fetch_begin_irq(&cpu_stats->syncp); | |
3789 | memcpy(&temp, &cpu_stats->mstats, sizeof(temp)); | |
3790 | } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start)); | |
3791 | ||
a65056ec NA |
3792 | mcast_stats_add_dir(tdst.igmp_v1queries, temp.igmp_v1queries); |
3793 | mcast_stats_add_dir(tdst.igmp_v2queries, temp.igmp_v2queries); | |
3794 | mcast_stats_add_dir(tdst.igmp_v3queries, temp.igmp_v3queries); | |
1080ab95 NA |
3795 | mcast_stats_add_dir(tdst.igmp_leaves, temp.igmp_leaves); |
3796 | mcast_stats_add_dir(tdst.igmp_v1reports, temp.igmp_v1reports); | |
3797 | mcast_stats_add_dir(tdst.igmp_v2reports, temp.igmp_v2reports); | |
3798 | mcast_stats_add_dir(tdst.igmp_v3reports, temp.igmp_v3reports); | |
3799 | tdst.igmp_parse_errors += temp.igmp_parse_errors; | |
3800 | ||
a65056ec NA |
3801 | mcast_stats_add_dir(tdst.mld_v1queries, temp.mld_v1queries); |
3802 | mcast_stats_add_dir(tdst.mld_v2queries, temp.mld_v2queries); | |
1080ab95 NA |
3803 | mcast_stats_add_dir(tdst.mld_leaves, temp.mld_leaves); |
3804 | mcast_stats_add_dir(tdst.mld_v1reports, temp.mld_v1reports); | |
3805 | mcast_stats_add_dir(tdst.mld_v2reports, temp.mld_v2reports); | |
3806 | tdst.mld_parse_errors += temp.mld_parse_errors; | |
3807 | } | |
3808 | memcpy(dest, &tdst, sizeof(*dest)); | |
3809 | } | |
19e3a9c9 NA |
3810 | |
3811 | int br_mdb_hash_init(struct net_bridge *br) | |
3812 | { | |
085b53c8 NA |
3813 | int err; |
3814 | ||
3815 | err = rhashtable_init(&br->sg_port_tbl, &br_sg_port_rht_params); | |
3816 | if (err) | |
3817 | return err; | |
3818 | ||
3819 | err = rhashtable_init(&br->mdb_hash_tbl, &br_mdb_rht_params); | |
3820 | if (err) { | |
3821 | rhashtable_destroy(&br->sg_port_tbl); | |
3822 | return err; | |
3823 | } | |
3824 | ||
3825 | return 0; | |
19e3a9c9 NA |
3826 | } |
3827 | ||
3828 | void br_mdb_hash_fini(struct net_bridge *br) | |
3829 | { | |
085b53c8 | 3830 | rhashtable_destroy(&br->sg_port_tbl); |
19e3a9c9 NA |
3831 | rhashtable_destroy(&br->mdb_hash_tbl); |
3832 | } |