projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge branch 'qed-SmartAN-query-support'
[linux-2.6-block.git] / net / bridge / br_multicast.c
CommitLineData
eb1d1641
HX		 1/*
2 * Bridge multicast support.
3 *
4 * Copyright (c) 2010 Herbert Xu <herbert@gondor.apana.org.au>
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License as published by the Free
8 * Software Foundation; either version 2 of the License, or (at your option)
9 * any later version.
10 *
11 */
12
13#include <linux/err.h>
07f8ac4a 14#include <linux/export.h>
eb1d1641
HX		 15#include <linux/if_ether.h>
16#include <linux/igmp.h>
4b3087c7 17#include <linux/in.h>
eb1d1641
HX		 18#include <linux/jhash.h>
19#include <linux/kernel.h>
b195167f 20#include <linux/log2.h>
eb1d1641
HX		 21#include <linux/netdevice.h>
22#include <linux/netfilter_bridge.h>
23#include <linux/random.h>
24#include <linux/rculist.h>
25#include <linux/skbuff.h>
26#include <linux/slab.h>
27#include <linux/timer.h>
1c8ad5bf 28#include <linux/inetdevice.h>
91b02d3d 29#include <linux/mroute.h>
eb1d1641 30#include <net/ip.h>
147c1e9b 31#include <net/switchdev.h>
dfd56b8b 32#if IS_ENABLED(CONFIG_IPV6)
4b3087c7 33#include <linux/icmpv6.h>
08b202b6
YH		 34#include <net/ipv6.h>
35#include <net/mld.h>
d4c4f07d 36#include <net/ip6_checksum.h>
3c3769e6 37#include <net/addrconf.h>
08b202b6 38#endif
eb1d1641
HX		 39
40#include "br_private.h"
41
19e3a9c9
NA		 42static const struct rhashtable_params br_mdb_rht_params = {
43 .head_offset = offsetof(struct net_bridge_mdb_entry, rhnode),
44 .key_offset = offsetof(struct net_bridge_mdb_entry, addr),
45 .key_len = sizeof(struct br_ip),
46 .automatic_shrinking = true,
47 .locks_mul = 1,
48};
49
cc0fdd80 50static void br_multicast_start_querier(struct net_bridge *br,
90010b36 51 struct bridge_mcast_own_query *query);
754bc547
SA		 52static void br_multicast_add_router(struct net_bridge *br,
53 struct net_bridge_port *port);
bc8c20ac
SA		 54static void br_ip4_multicast_leave_group(struct net_bridge *br,
55 struct net_bridge_port *port,
56 __be32 group,
6db6f0ea
FF		 57 __u16 vid,
58 const unsigned char *src);
59
f12e7d95 60static void __del_port_router(struct net_bridge_port *p);
bc8c20ac
SA		 61#if IS_ENABLED(CONFIG_IPV6)
62static void br_ip6_multicast_leave_group(struct net_bridge *br,
63 struct net_bridge_port *port,
64 const struct in6_addr *group,
6db6f0ea 65 __u16 vid, const unsigned char *src);
bc8c20ac 66#endif
c83b8fab 67
8ef2a9a5
YH		 68static inline int br_ip_equal(const struct br_ip *a, const struct br_ip *b)
69{
70 if (a->proto != b->proto)
71 return 0;
b0e9a30d
VY		 72 if (a->vid != b->vid)
73 return 0;
8ef2a9a5
YH		 74 switch (a->proto) {
75 case htons(ETH_P_IP):
76 return a->u.ip4 == b->u.ip4;
dfd56b8b 77#if IS_ENABLED(CONFIG_IPV6)
08b202b6
YH		 78 case htons(ETH_P_IPV6):
79 return ipv6_addr_equal(&a->u.ip6, &b->u.ip6);
80#endif
8ef2a9a5
YH		 81 }
82 return 0;
83}
84
19e3a9c9
NA		 85static struct net_bridge_mdb_entry *br_mdb_ip_get_rcu(struct net_bridge *br,
86 struct br_ip *dst)
08b202b6 87{
19e3a9c9 88 return rhashtable_lookup(&br->mdb_hash_tbl, dst, br_mdb_rht_params);
08b202b6 89}
08b202b6 90
19e3a9c9
NA		 91struct net_bridge_mdb_entry *br_mdb_ip_get(struct net_bridge *br,
92 struct br_ip *dst)
eb1d1641 93{
19e3a9c9 94 struct net_bridge_mdb_entry *ent;
eb1d1641 95
19e3a9c9 96 lockdep_assert_held_once(&br->multicast_lock);
eb1d1641 97
19e3a9c9
NA		 98 rcu_read_lock();
99 ent = rhashtable_lookup(&br->mdb_hash_tbl, dst, br_mdb_rht_params);
100 rcu_read_unlock();
7f285fa7 101
19e3a9c9 102 return ent;
7f285fa7
HX		 103}
104
19e3a9c9
NA		 105static struct net_bridge_mdb_entry *br_mdb_ip4_get(struct net_bridge *br,
106 __be32 dst, __u16 vid)
eb1d1641 107{
8ef2a9a5
YH		 108 struct br_ip br_dst;
109
19e3a9c9 110 memset(&br_dst, 0, sizeof(br_dst));
8ef2a9a5
YH		 111 br_dst.u.ip4 = dst;
112 br_dst.proto = htons(ETH_P_IP);
b0e9a30d 113 br_dst.vid = vid;
0821ec55 114
19e3a9c9 115 return br_mdb_ip_get(br, &br_dst);
8ef2a9a5
YH		 116}
117
dfd56b8b 118#if IS_ENABLED(CONFIG_IPV6)
19e3a9c9
NA		 119static struct net_bridge_mdb_entry *br_mdb_ip6_get(struct net_bridge *br,
120 const struct in6_addr *dst,
121 __u16 vid)
08b202b6
YH		 122{
123 struct br_ip br_dst;
0821ec55 124
19e3a9c9 125 memset(&br_dst, 0, sizeof(br_dst));
4e3fd7a0 126 br_dst.u.ip6 = *dst;
08b202b6 127 br_dst.proto = htons(ETH_P_IPV6);
b0e9a30d 128 br_dst.vid = vid;
08b202b6 129
19e3a9c9 130 return br_mdb_ip_get(br, &br_dst);
08b202b6
YH		 131}
132#endif
133
eb1d1641 134struct net_bridge_mdb_entry *br_mdb_get(struct net_bridge *br,
fbca58a2 135 struct sk_buff *skb, u16 vid)
eb1d1641 136{
8ef2a9a5
YH		 137 struct br_ip ip;
138
13cefad2 139 if (!br_opt_get(br, BROPT_MULTICAST_ENABLED))
eb1d1641
HX		 140 return NULL;
141
8ef2a9a5 142 if (BR_INPUT_SKB_CB(skb)->igmp)
eb1d1641
HX		 143 return NULL;
144
19e3a9c9 145 memset(&ip, 0, sizeof(ip));
8ef2a9a5 146 ip.proto = skb->protocol;
fbca58a2 147 ip.vid = vid;
8ef2a9a5 148
eb1d1641
HX		 149 switch (skb->protocol) {
150 case htons(ETH_P_IP):
8ef2a9a5
YH		 151 ip.u.ip4 = ip_hdr(skb)->daddr;
152 break;
dfd56b8b 153#if IS_ENABLED(CONFIG_IPV6)
08b202b6 154 case htons(ETH_P_IPV6):
4e3fd7a0 155 ip.u.ip6 = ipv6_hdr(skb)->daddr;
08b202b6
YH		 156 break;
157#endif
8ef2a9a5
YH		 158 default:
159 return NULL;
eb1d1641
HX		 160 }
161
19e3a9c9 162 return br_mdb_ip_get_rcu(br, &ip);
eb1d1641
HX		 163}
164
88c1f37f 165static void br_multicast_group_expired(struct timer_list *t)
eb1d1641 166{
88c1f37f 167 struct net_bridge_mdb_entry *mp = from_timer(mp, t, timer);
eb1d1641 168 struct net_bridge *br = mp->br;
eb1d1641
HX		 169
170 spin_lock(&br->multicast_lock);
171 if (!netif_running(br->dev) || timer_pending(&mp->timer))
172 goto out;
173
ff0fd34e 174 mp->host_joined = false;
2a26028d 175 br_mdb_notify(br->dev, NULL, &mp->addr, RTM_DELMDB, 0);
eb1d1641
HX		 176
177 if (mp->ports)
178 goto out;
179
19e3a9c9
NA		 180 rhashtable_remove_fast(&br->mdb_hash_tbl, &mp->rhnode,
181 br_mdb_rht_params);
182 hlist_del_rcu(&mp->mdb_node);
eb1d1641 183
4329596c 184 kfree_rcu(mp, rcu);
eb1d1641
HX		 185
186out:
187 spin_unlock(&br->multicast_lock);
188}
189
190static void br_multicast_del_pg(struct net_bridge *br,
191 struct net_bridge_port_group *pg)
192{
eb1d1641
HX		 193 struct net_bridge_mdb_entry *mp;
194 struct net_bridge_port_group *p;
e8051688
ED		 195 struct net_bridge_port_group __rcu **pp;
196
19e3a9c9 197 mp = br_mdb_ip_get(br, &pg->addr);
eb1d1641
HX		 198 if (WARN_ON(!mp))
199 return;
200
e8051688
ED		 201 for (pp = &mp->ports;
202 (p = mlock_dereference(*pp, br)) != NULL;
203 pp = &p->next) {
eb1d1641
HX		 204 if (p != pg)
205 continue;
206
83f6a740 207 rcu_assign_pointer(*pp, p->next);
eb1d1641
HX		 208 hlist_del_init(&p->mglist);
209 del_timer(&p->timer);
45ebcce5
ER		 210 br_mdb_notify(br->dev, p->port, &pg->addr, RTM_DELMDB,
211 p->flags);
4329596c 212 kfree_rcu(p, rcu);
eb1d1641 213
ff0fd34e 214 if (!mp->ports && !mp->host_joined &&
eb1d1641
HX		 215 netif_running(br->dev))
216 mod_timer(&mp->timer, jiffies);
217
218 return;
219 }
220
221 WARN_ON(1);
222}
223
88c1f37f 224static void br_multicast_port_group_expired(struct timer_list *t)
eb1d1641 225{
88c1f37f 226 struct net_bridge_port_group *pg = from_timer(pg, t, timer);
eb1d1641
HX		 227 struct net_bridge *br = pg->port->br;
228
229 spin_lock(&br->multicast_lock);
230 if (!netif_running(br->dev) || timer_pending(&pg->timer) ||
9d06b6d8 231 hlist_unhashed(&pg->mglist) || pg->flags & MDB_PG_FLAGS_PERMANENT)
eb1d1641
HX		 232 goto out;
233
234 br_multicast_del_pg(br, pg);
235
236out:
237 spin_unlock(&br->multicast_lock);
238}
239
8ef2a9a5 240static struct sk_buff *br_ip4_multicast_alloc_query(struct net_bridge *br,
1080ab95
NA		 241 __be32 group,
242 u8 *igmp_type)
eb1d1641 243{
5e923585
NA		 244 struct igmpv3_query *ihv3;
245 size_t igmp_hdr_size;
eb1d1641
HX		 246 struct sk_buff *skb;
247 struct igmphdr *ih;
248 struct ethhdr *eth;
249 struct iphdr *iph;
250
5e923585
NA		 251 igmp_hdr_size = sizeof(*ih);
252 if (br->multicast_igmp_version == 3)
253 igmp_hdr_size = sizeof(*ihv3);
eb1d1641 254 skb = netdev_alloc_skb_ip_align(br->dev, sizeof(*eth) + sizeof(*iph) +
5e923585 255 igmp_hdr_size + 4);
eb1d1641
HX		 256 if (!skb)
257 goto out;
258
259 skb->protocol = htons(ETH_P_IP);
260
261 skb_reset_mac_header(skb);
262 eth = eth_hdr(skb);
263
e5a727f6 264 ether_addr_copy(eth->h_source, br->dev->dev_addr);
eb1d1641
HX		 265 eth->h_dest[0] = 1;
266 eth->h_dest[1] = 0;
267 eth->h_dest[2] = 0x5e;
268 eth->h_dest[3] = 0;
269 eth->h_dest[4] = 0;
270 eth->h_dest[5] = 1;
271 eth->h_proto = htons(ETH_P_IP);
272 skb_put(skb, sizeof(*eth));
273
274 skb_set_network_header(skb, skb->len);
275 iph = ip_hdr(skb);
276
277 iph->version = 4;
278 iph->ihl = 6;
279 iph->tos = 0xc0;
5e923585 280 iph->tot_len = htons(sizeof(*iph) + igmp_hdr_size + 4);
eb1d1641
HX		 281 iph->id = 0;
282 iph->frag_off = htons(IP_DF);
283 iph->ttl = 1;
284 iph->protocol = IPPROTO_IGMP;
675779ad 285 iph->saddr = br_opt_get(br, BROPT_MULTICAST_QUERY_USE_IFADDR) ?
1c8ad5bf 286 inet_select_addr(br->dev, 0, RT_SCOPE_LINK) : 0;
eb1d1641
HX		 287 iph->daddr = htonl(INADDR_ALLHOSTS_GROUP);
288 ((u8 *)&iph[1])[0] = IPOPT_RA;
289 ((u8 *)&iph[1])[1] = 4;
290 ((u8 *)&iph[1])[2] = 0;
291 ((u8 *)&iph[1])[3] = 0;
292 ip_send_check(iph);
293 skb_put(skb, 24);
294
295 skb_set_transport_header(skb, skb->len);
1080ab95 296 *igmp_type = IGMP_HOST_MEMBERSHIP_QUERY;
eb1d1641 297
5e923585
NA		 298 switch (br->multicast_igmp_version) {
299 case 2:
300 ih = igmp_hdr(skb);
301 ih->type = IGMP_HOST_MEMBERSHIP_QUERY;
302 ih->code = (group ? br->multicast_last_member_interval :
303 br->multicast_query_response_interval) /
304 (HZ / IGMP_TIMER_SCALE);
305 ih->group = group;
306 ih->csum = 0;
307 ih->csum = ip_compute_csum((void *)ih, sizeof(*ih));
308 break;
309 case 3:
310 ihv3 = igmpv3_query_hdr(skb);
311 ihv3->type = IGMP_HOST_MEMBERSHIP_QUERY;
312 ihv3->code = (group ? br->multicast_last_member_interval :
313 br->multicast_query_response_interval) /
314 (HZ / IGMP_TIMER_SCALE);
315 ihv3->group = group;
316 ihv3->qqic = br->multicast_query_interval / HZ;
317 ihv3->nsrcs = 0;
318 ihv3->resv = 0;
319 ihv3->suppress = 0;
320 ihv3->qrv = 2;
321 ihv3->csum = 0;
322 ihv3->csum = ip_compute_csum((void *)ihv3, sizeof(*ihv3));
323 break;
324 }
325
326 skb_put(skb, igmp_hdr_size);
eb1d1641
HX		 327 __skb_pull(skb, sizeof(*eth));
328
329out:
330 return skb;
331}
332
dfd56b8b 333#if IS_ENABLED(CONFIG_IPV6)
08b202b6 334static struct sk_buff *br_ip6_multicast_alloc_query(struct net_bridge *br,
1080ab95
NA		 335 const struct in6_addr *grp,
336 u8 *igmp_type)
08b202b6 337{
aa2ae3e7
NA		 338 struct mld2_query *mld2q;
339 unsigned long interval;
08b202b6
YH		 340 struct ipv6hdr *ip6h;
341 struct mld_msg *mldq;
aa2ae3e7
NA		 342 size_t mld_hdr_size;
343 struct sk_buff *skb;
08b202b6
YH		 344 struct ethhdr *eth;
345 u8 *hopopt;
08b202b6 346
aa2ae3e7
NA		 347 mld_hdr_size = sizeof(*mldq);
348 if (br->multicast_mld_version == 2)
349 mld_hdr_size = sizeof(*mld2q);
08b202b6 350 skb = netdev_alloc_skb_ip_align(br->dev, sizeof(*eth) + sizeof(*ip6h) +
aa2ae3e7 351 8 + mld_hdr_size);
08b202b6
YH		 352 if (!skb)
353 goto out;
354
355 skb->protocol = htons(ETH_P_IPV6);
356
357 /* Ethernet header */
358 skb_reset_mac_header(skb);
359 eth = eth_hdr(skb);
360
e5a727f6 361 ether_addr_copy(eth->h_source, br->dev->dev_addr);
08b202b6
YH		 362 eth->h_proto = htons(ETH_P_IPV6);
363 skb_put(skb, sizeof(*eth));
364
365 /* IPv6 header + HbH option */
366 skb_set_network_header(skb, skb->len);
367 ip6h = ipv6_hdr(skb);
368
369 *(__force __be32 *)ip6h = htonl(0x60000000);
aa2ae3e7 370 ip6h->payload_len = htons(8 + mld_hdr_size);
08b202b6
YH		 371 ip6h->nexthdr = IPPROTO_HOPOPTS;
372 ip6h->hop_limit = 1;
a7bff75b 373 ipv6_addr_set(&ip6h->daddr, htonl(0xff020000), 0, 0, htonl(1));
d1d81d4c
UW		 374 if (ipv6_dev_get_saddr(dev_net(br->dev), br->dev, &ip6h->daddr, 0,
375 &ip6h->saddr)) {
376 kfree_skb(skb);
675779ad 377 br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, false);
d1d81d4c
UW		 378 return NULL;
379 }
0888d5f3 380
675779ad 381 br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, true);
36cff5a1 382 ipv6_eth_mc_map(&ip6h->daddr, eth->h_dest);
08b202b6
YH		 383
384 hopopt = (u8 *)(ip6h + 1);
385 hopopt[0] = IPPROTO_ICMPV6; /* next hdr */
386 hopopt[1] = 0; /* length of HbH */
387 hopopt[2] = IPV6_TLV_ROUTERALERT; /* Router Alert */
388 hopopt[3] = 2; /* Length of RA Option */
389 hopopt[4] = 0; /* Type = 0x0000 (MLD) */
390 hopopt[5] = 0;
1de5a71c
EZ		 391 hopopt[6] = IPV6_TLV_PAD1; /* Pad1 */
392 hopopt[7] = IPV6_TLV_PAD1; /* Pad1 */
08b202b6
YH		 393
394 skb_put(skb, sizeof(*ip6h) + 8);
395
396 /* ICMPv6 */
397 skb_set_transport_header(skb, skb->len);
1080ab95 398 interval = ipv6_addr_any(grp) ?
32de868c
LL		 399 br->multicast_query_response_interval :
400 br->multicast_last_member_interval;
1080ab95 401 *igmp_type = ICMPV6_MGM_QUERY;
aa2ae3e7
NA		 402 switch (br->multicast_mld_version) {
403 case 1:
404 mldq = (struct mld_msg *)icmp6_hdr(skb);
405 mldq->mld_type = ICMPV6_MGM_QUERY;
406 mldq->mld_code = 0;
407 mldq->mld_cksum = 0;
408 mldq->mld_maxdelay = htons((u16)jiffies_to_msecs(interval));
409 mldq->mld_reserved = 0;
410 mldq->mld_mca = *grp;
411 mldq->mld_cksum = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr,
412 sizeof(*mldq), IPPROTO_ICMPV6,
413 csum_partial(mldq,
414 sizeof(*mldq),
415 0));
416 break;
417 case 2:
418 mld2q = (struct mld2_query *)icmp6_hdr(skb);
53631a5f 419 mld2q->mld2q_mrc = htons((u16)jiffies_to_msecs(interval));
aa2ae3e7
NA		 420 mld2q->mld2q_type = ICMPV6_MGM_QUERY;
421 mld2q->mld2q_code = 0;
422 mld2q->mld2q_cksum = 0;
423 mld2q->mld2q_resv1 = 0;
424 mld2q->mld2q_resv2 = 0;
425 mld2q->mld2q_suppress = 0;
426 mld2q->mld2q_qrv = 2;
427 mld2q->mld2q_nsrcs = 0;
428 mld2q->mld2q_qqic = br->multicast_query_interval / HZ;
429 mld2q->mld2q_mca = *grp;
430 mld2q->mld2q_cksum = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr,
431 sizeof(*mld2q),
432 IPPROTO_ICMPV6,
433 csum_partial(mld2q,
434 sizeof(*mld2q),
435 0));
436 break;
437 }
438 skb_put(skb, mld_hdr_size);
08b202b6
YH		 439
440 __skb_pull(skb, sizeof(*eth));
441
442out:
443 return skb;
444}
445#endif
446
8ef2a9a5 447static struct sk_buff *br_multicast_alloc_query(struct net_bridge *br,
1080ab95
NA		 448 struct br_ip *addr,
449 u8 *igmp_type)
8ef2a9a5
YH		 450{
451 switch (addr->proto) {
452 case htons(ETH_P_IP):
1080ab95 453 return br_ip4_multicast_alloc_query(br, addr->u.ip4, igmp_type);
dfd56b8b 454#if IS_ENABLED(CONFIG_IPV6)
08b202b6 455 case htons(ETH_P_IPV6):
1080ab95
NA		 456 return br_ip6_multicast_alloc_query(br, &addr->u.ip6,
457 igmp_type);
08b202b6 458#endif
8ef2a9a5
YH		 459 }
460 return NULL;
461}
462
cfd56754 463struct net_bridge_mdb_entry *br_multicast_new_group(struct net_bridge *br,
5e923585 464 struct br_ip *group)
eb1d1641 465{
eb1d1641 466 struct net_bridge_mdb_entry *mp;
4c0833bc 467 int err;
eb1d1641 468
19e3a9c9
NA		 469 mp = br_mdb_ip_get(br, group);
470 if (mp)
471 return mp;
eb1d1641 472
19e3a9c9
NA		 473 if (atomic_read(&br->mdb_hash_tbl.nelems) >= br->hash_max) {
474 br_opt_toggle(br, BROPT_MULTICAST_ENABLED, false);
475 return ERR_PTR(-E2BIG);
eb1d1641
HX		 476 }
477
478 mp = kzalloc(sizeof(*mp), GFP_ATOMIC);
479 if (unlikely(!mp))
4c0833bc 480 return ERR_PTR(-ENOMEM);
eb1d1641
HX		 481
482 mp->br = br;
8ef2a9a5 483 mp->addr = *group;
88c1f37f 484 timer_setup(&mp->timer, br_multicast_group_expired, 0);
19e3a9c9
NA		 485 err = rhashtable_lookup_insert_fast(&br->mdb_hash_tbl, &mp->rhnode,
486 br_mdb_rht_params);
487 if (err) {
488 kfree(mp);
489 mp = ERR_PTR(err);
490 } else {
491 hlist_add_head_rcu(&mp->mdb_node, &br->mdb_list);
492 }
1faabf2a 493
eb1d1641
HX		 494 return mp;
495}
496
cfd56754
CW		 497struct net_bridge_port_group *br_multicast_new_port_group(
498 struct net_bridge_port *port,
499 struct br_ip *group,
ccb1c31a 500 struct net_bridge_port_group __rcu *next,
6db6f0ea
FF		 501 unsigned char flags,
502 const unsigned char *src)
cfd56754
CW		 503{
504 struct net_bridge_port_group *p;
505
506 p = kzalloc(sizeof(*p), GFP_ATOMIC);
507 if (unlikely(!p))
508 return NULL;
509
510 p->addr = *group;
511 p->port = port;
9d06b6d8 512 p->flags = flags;
eca2a43b 513 rcu_assign_pointer(p->next, next);
cfd56754 514 hlist_add_head(&p->mglist, &port->mglist);
88c1f37f 515 timer_setup(&p->timer, br_multicast_port_group_expired, 0);
6db6f0ea
FF		 516
517 if (src)
518 memcpy(p->eth_addr, src, ETH_ALEN);
519 else
520 memset(p->eth_addr, 0xff, ETH_ALEN);
521
cfd56754
CW		 522 return p;
523}
524
6db6f0ea
FF		 525static bool br_port_group_equal(struct net_bridge_port_group *p,
526 struct net_bridge_port *port,
527 const unsigned char *src)
528{
529 if (p->port != port)
530 return false;
531
532 if (!(port->flags & BR_MULTICAST_TO_UNICAST))
533 return true;
534
535 return ether_addr_equal(src, p->eth_addr);
536}
537
eb1d1641 538static int br_multicast_add_group(struct net_bridge *br,
8ef2a9a5 539 struct net_bridge_port *port,
6db6f0ea
FF		 540 struct br_ip *group,
541 const unsigned char *src)
eb1d1641 542{
e8051688 543 struct net_bridge_port_group __rcu **pp;
5e923585
NA		 544 struct net_bridge_port_group *p;
545 struct net_bridge_mdb_entry *mp;
454594f3 546 unsigned long now = jiffies;
eb1d1641
HX		 547 int err;
548
eb1d1641
HX		 549 spin_lock(&br->multicast_lock);
550 if (!netif_running(br->dev) ||
551 (port && port->state == BR_STATE_DISABLED))
552 goto out;
553
19e3a9c9 554 mp = br_multicast_new_group(br, group);
eb1d1641 555 err = PTR_ERR(mp);
4c0833bc 556 if (IS_ERR(mp))
eb1d1641
HX		 557 goto err;
558
559 if (!port) {
2a26028d
AL		 560 if (!mp->host_joined) {
561 mp->host_joined = true;
562 br_mdb_notify(br->dev, NULL, &mp->addr, RTM_NEWMDB, 0);
563 }
454594f3 564 mod_timer(&mp->timer, now + br->multicast_membership_interval);
eb1d1641
HX		 565 goto out;
566 }
567
e8051688
ED		 568 for (pp = &mp->ports;
569 (p = mlock_dereference(*pp, br)) != NULL;
570 pp = &p->next) {
6db6f0ea 571 if (br_port_group_equal(p, port, src))
454594f3 572 goto found;
eb1d1641
HX		 573 if ((unsigned long)p->port < (unsigned long)port)
574 break;
575 }
576
6db6f0ea 577 p = br_multicast_new_port_group(port, group, *pp, 0, src);
eb1d1641
HX		 578 if (unlikely(!p))
579 goto err;
eb1d1641 580 rcu_assign_pointer(*pp, p);
45ebcce5 581 br_mdb_notify(br->dev, port, group, RTM_NEWMDB, 0);
eb1d1641 582
454594f3
LL		 583found:
584 mod_timer(&p->timer, now + br->multicast_membership_interval);
eb1d1641
HX		 585out:
586 err = 0;
587
588err:
589 spin_unlock(&br->multicast_lock);
590 return err;
591}
592
8ef2a9a5
YH		 593static int br_ip4_multicast_add_group(struct net_bridge *br,
594 struct net_bridge_port *port,
b0e9a30d 595 __be32 group,
6db6f0ea
FF		 596 __u16 vid,
597 const unsigned char *src)
8ef2a9a5
YH		 598{
599 struct br_ip br_group;
600
601 if (ipv4_is_local_multicast(group))
602 return 0;
603
604 br_group.u.ip4 = group;
605 br_group.proto = htons(ETH_P_IP);
b0e9a30d 606 br_group.vid = vid;
8ef2a9a5 607
6db6f0ea 608 return br_multicast_add_group(br, port, &br_group, src);
8ef2a9a5
YH		 609}
610
dfd56b8b 611#if IS_ENABLED(CONFIG_IPV6)
08b202b6
YH		 612static int br_ip6_multicast_add_group(struct net_bridge *br,
613 struct net_bridge_port *port,
b0e9a30d 614 const struct in6_addr *group,
6db6f0ea
FF		 615 __u16 vid,
616 const unsigned char *src)
08b202b6
YH		 617{
618 struct br_ip br_group;
619
3c3769e6 620 if (ipv6_addr_is_ll_all_nodes(group))
08b202b6
YH		 621 return 0;
622
19e3a9c9 623 memset(&br_group, 0, sizeof(br_group));
4e3fd7a0 624 br_group.u.ip6 = *group;
9cc6e0c4 625 br_group.proto = htons(ETH_P_IPV6);
b0e9a30d 626 br_group.vid = vid;
08b202b6 627
6db6f0ea 628 return br_multicast_add_group(br, port, &br_group, src);
08b202b6
YH		 629}
630#endif
631
88c1f37f 632static void br_multicast_router_expired(struct timer_list *t)
eb1d1641 633{
88c1f37f
AP		 634 struct net_bridge_port *port =
635 from_timer(port, t, multicast_router_timer);
eb1d1641
HX		 636 struct net_bridge *br = port->br;
637
638 spin_lock(&br->multicast_lock);
a55d8246
NA		 639 if (port->multicast_router == MDB_RTR_TYPE_DISABLED ||
640 port->multicast_router == MDB_RTR_TYPE_PERM ||
f12e7d95 641 timer_pending(&port->multicast_router_timer))
eb1d1641
HX		 642 goto out;
643
f12e7d95 644 __del_port_router(port);
eb1d1641
HX		 645out:
646 spin_unlock(&br->multicast_lock);
647}
648
77041420
YG		 649static void br_mc_router_state_change(struct net_bridge *p,
650 bool is_mc_router)
651{
652 struct switchdev_attr attr = {
653 .orig_dev = p->dev,
654 .id = SWITCHDEV_ATTR_ID_BRIDGE_MROUTER,
655 .flags = SWITCHDEV_F_DEFER,
656 .u.mrouter = is_mc_router,
657 };
658
659 switchdev_port_attr_set(p->dev, &attr);
660}
661
88c1f37f 662static void br_multicast_local_router_expired(struct timer_list *t)
eb1d1641 663{
88c1f37f 664 struct net_bridge *br = from_timer(br, t, multicast_router_timer);
77041420
YG		 665
666 spin_lock(&br->multicast_lock);
667 if (br->multicast_router == MDB_RTR_TYPE_DISABLED ||
668 br->multicast_router == MDB_RTR_TYPE_PERM ||
669 timer_pending(&br->multicast_router_timer))
670 goto out;
671
672 br_mc_router_state_change(br, false);
673out:
674 spin_unlock(&br->multicast_lock);
eb1d1641
HX		 675}
676
cc0fdd80 677static void br_multicast_querier_expired(struct net_bridge *br,
90010b36 678 struct bridge_mcast_own_query *query)
c83b8fab 679{
c83b8fab 680 spin_lock(&br->multicast_lock);
13cefad2 681 if (!netif_running(br->dev) || !br_opt_get(br, BROPT_MULTICAST_ENABLED))
c83b8fab
HX		 682 goto out;
683
cc0fdd80 684 br_multicast_start_querier(br, query);
c83b8fab
HX		 685
686out:
687 spin_unlock(&br->multicast_lock);
688}
689
88c1f37f 690static void br_ip4_multicast_querier_expired(struct timer_list *t)
cc0fdd80 691{
88c1f37f 692 struct net_bridge *br = from_timer(br, t, ip4_other_query.timer);
cc0fdd80 693
90010b36 694 br_multicast_querier_expired(br, &br->ip4_own_query);
cc0fdd80
LL		 695}
696
697#if IS_ENABLED(CONFIG_IPV6)
88c1f37f 698static void br_ip6_multicast_querier_expired(struct timer_list *t)
cc0fdd80 699{
88c1f37f 700 struct net_bridge *br = from_timer(br, t, ip6_other_query.timer);
cc0fdd80 701
90010b36 702 br_multicast_querier_expired(br, &br->ip6_own_query);
cc0fdd80
LL		 703}
704#endif
705
dc4eb53a
LL		 706static void br_multicast_select_own_querier(struct net_bridge *br,
707 struct br_ip *ip,
708 struct sk_buff *skb)
709{
710 if (ip->proto == htons(ETH_P_IP))
711 br->ip4_querier.addr.u.ip4 = ip_hdr(skb)->saddr;
712#if IS_ENABLED(CONFIG_IPV6)
713 else
714 br->ip6_querier.addr.u.ip6 = ipv6_hdr(skb)->saddr;
715#endif
716}
717
8ef2a9a5
YH		 718static void __br_multicast_send_query(struct net_bridge *br,
719 struct net_bridge_port *port,
720 struct br_ip *ip)
eb1d1641 721{
eb1d1641 722 struct sk_buff *skb;
1080ab95 723 u8 igmp_type;
eb1d1641 724
1080ab95 725 skb = br_multicast_alloc_query(br, ip, &igmp_type);
eb1d1641 726 if (!skb)
8ef2a9a5 727 return;
eb1d1641
HX		 728
729 if (port) {
eb1d1641 730 skb->dev = port->dev;
a65056ec 731 br_multicast_count(br, port, skb, igmp_type,
1080ab95 732 BR_MCAST_DIR_TX);
29a26a56
EB		 733 NF_HOOK(NFPROTO_BRIDGE, NF_BR_LOCAL_OUT,
734 dev_net(port->dev), NULL, skb, NULL, skb->dev,
f0b4eece 735 br_dev_queue_push_xmit);
dc4eb53a
LL		 736 } else {
737 br_multicast_select_own_querier(br, ip, skb);
a65056ec 738 br_multicast_count(br, port, skb, igmp_type,
1080ab95 739 BR_MCAST_DIR_RX);
eb1d1641 740 netif_rx(skb);
dc4eb53a 741 }
8ef2a9a5
YH		 742}
743
744static void br_multicast_send_query(struct net_bridge *br,
cc0fdd80 745 struct net_bridge_port *port,
90010b36 746 struct bridge_mcast_own_query *own_query)
8ef2a9a5 747{
90010b36 748 struct bridge_mcast_other_query *other_query = NULL;
5e923585
NA		 749 struct br_ip br_group;
750 unsigned long time;
8ef2a9a5 751
13cefad2
NA		 752 if (!netif_running(br->dev) ||
753 !br_opt_get(br, BROPT_MULTICAST_ENABLED) ||
675779ad 754 !br_opt_get(br, BROPT_MULTICAST_QUERIER))
8ef2a9a5
YH		 755 return;
756
08b202b6
YH		 757 memset(&br_group.u, 0, sizeof(br_group.u));
758
90010b36
LL		 759 if (port ? (own_query == &port->ip4_own_query) :
760 (own_query == &br->ip4_own_query)) {
761 other_query = &br->ip4_other_query;
cc0fdd80 762 br_group.proto = htons(ETH_P_IP);
dfd56b8b 763#if IS_ENABLED(CONFIG_IPV6)
cc0fdd80 764 } else {
90010b36 765 other_query = &br->ip6_other_query;
cc0fdd80 766 br_group.proto = htons(ETH_P_IPV6);
08b202b6 767#endif
cc0fdd80
LL		 768 }
769
90010b36 770 if (!other_query || timer_pending(&other_query->timer))
cc0fdd80
LL		 771 return;
772
773 __br_multicast_send_query(br, port, &br_group);
eb1d1641 774
eb1d1641 775 time = jiffies;
90010b36 776 time += own_query->startup_sent < br->multicast_startup_query_count ?
eb1d1641
HX		 777 br->multicast_startup_query_interval :
778 br->multicast_query_interval;
90010b36 779 mod_timer(&own_query->timer, time);
eb1d1641
HX		 780}
781
90010b36
LL		 782static void
783br_multicast_port_query_expired(struct net_bridge_port *port,
784 struct bridge_mcast_own_query *query)
eb1d1641 785{
eb1d1641
HX		 786 struct net_bridge *br = port->br;
787
788 spin_lock(&br->multicast_lock);
02a780c0
DC		 789 if (port->state == BR_STATE_DISABLED ||
790 port->state == BR_STATE_BLOCKING)
eb1d1641
HX		 791 goto out;
792
cc0fdd80
LL		 793 if (query->startup_sent < br->multicast_startup_query_count)
794 query->startup_sent++;
eb1d1641 795
cc0fdd80 796 br_multicast_send_query(port->br, port, query);
eb1d1641
HX		 797
798out:
799 spin_unlock(&br->multicast_lock);
800}
801
88c1f37f 802static void br_ip4_multicast_port_query_expired(struct timer_list *t)
cc0fdd80 803{
88c1f37f 804 struct net_bridge_port *port = from_timer(port, t, ip4_own_query.timer);
cc0fdd80 805
90010b36 806 br_multicast_port_query_expired(port, &port->ip4_own_query);
cc0fdd80
LL		 807}
808
809#if IS_ENABLED(CONFIG_IPV6)
88c1f37f 810static void br_ip6_multicast_port_query_expired(struct timer_list *t)
cc0fdd80 811{
88c1f37f 812 struct net_bridge_port *port = from_timer(port, t, ip6_own_query.timer);
cc0fdd80 813
90010b36 814 br_multicast_port_query_expired(port, &port->ip6_own_query);
cc0fdd80
LL		 815}
816#endif
817
147c1e9b
NF		 818static void br_mc_disabled_update(struct net_device *dev, bool value)
819{
820 struct switchdev_attr attr = {
821 .orig_dev = dev,
822 .id = SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED,
823 .flags = SWITCHDEV_F_DEFER,
13cefad2 824 .u.mc_disabled = !value,
147c1e9b
NF		 825 };
826
827 switchdev_port_attr_set(dev, &attr);
828}
829
1080ab95 830int br_multicast_add_port(struct net_bridge_port *port)
eb1d1641 831{
7f0aec7a 832 port->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
eb1d1641 833
88c1f37f
AP		 834 timer_setup(&port->multicast_router_timer,
835 br_multicast_router_expired, 0);
836 timer_setup(&port->ip4_own_query.timer,
837 br_ip4_multicast_port_query_expired, 0);
cc0fdd80 838#if IS_ENABLED(CONFIG_IPV6)
88c1f37f
AP		 839 timer_setup(&port->ip6_own_query.timer,
840 br_ip6_multicast_port_query_expired, 0);
cc0fdd80 841#endif
13cefad2
NA		 842 br_mc_disabled_update(port->dev,
843 br_opt_get(port->br, BROPT_MULTICAST_ENABLED));
147c1e9b 844
1080ab95
NA		 845 port->mcast_stats = netdev_alloc_pcpu_stats(struct bridge_mcast_stats);
846 if (!port->mcast_stats)
847 return -ENOMEM;
848
849 return 0;
eb1d1641
HX		 850}
851
852void br_multicast_del_port(struct net_bridge_port *port)
853{
e10177ab
SA		 854 struct net_bridge *br = port->br;
855 struct net_bridge_port_group *pg;
856 struct hlist_node *n;
857
858 /* Take care of the remaining groups, only perm ones should be left */
859 spin_lock_bh(&br->multicast_lock);
860 hlist_for_each_entry_safe(pg, n, &port->mglist, mglist)
861 br_multicast_del_pg(br, pg);
862 spin_unlock_bh(&br->multicast_lock);
eb1d1641 863 del_timer_sync(&port->multicast_router_timer);
1080ab95 864 free_percpu(port->mcast_stats);
eb1d1641
HX		 865}
866
90010b36 867static void br_multicast_enable(struct bridge_mcast_own_query *query)
561f1103 868{
cc0fdd80 869 query->startup_sent = 0;
561f1103 870
cc0fdd80
LL		 871 if (try_to_del_timer_sync(&query->timer) >= 0 ||
872 del_timer(&query->timer))
873 mod_timer(&query->timer, jiffies);
561f1103
HX		 874}
875
7cb3f921 876static void __br_multicast_enable_port(struct net_bridge_port *port)
eb1d1641
HX		 877{
878 struct net_bridge *br = port->br;
879
13cefad2 880 if (!br_opt_get(br, BROPT_MULTICAST_ENABLED) || !netif_running(br->dev))
7cb3f921 881 return;
eb1d1641 882
90010b36 883 br_multicast_enable(&port->ip4_own_query);
cc0fdd80 884#if IS_ENABLED(CONFIG_IPV6)
90010b36 885 br_multicast_enable(&port->ip6_own_query);
cc0fdd80 886#endif
7f0aec7a
NA		 887 if (port->multicast_router == MDB_RTR_TYPE_PERM &&
888 hlist_unhashed(&port->rlist))
754bc547 889 br_multicast_add_router(br, port);
7cb3f921 890}
eb1d1641 891
7cb3f921
NA		 892void br_multicast_enable_port(struct net_bridge_port *port)
893{
894 struct net_bridge *br = port->br;
895
896 spin_lock(&br->multicast_lock);
897 __br_multicast_enable_port(port);
eb1d1641
HX		 898 spin_unlock(&br->multicast_lock);
899}
900
901void br_multicast_disable_port(struct net_bridge_port *port)
902{
903 struct net_bridge *br = port->br;
904 struct net_bridge_port_group *pg;
b67bfe0d 905 struct hlist_node *n;
eb1d1641
HX		 906
907 spin_lock(&br->multicast_lock);
b67bfe0d 908 hlist_for_each_entry_safe(pg, n, &port->mglist, mglist)
9d06b6d8 909 if (!(pg->flags & MDB_PG_FLAGS_PERMANENT))
e10177ab 910 br_multicast_del_pg(br, pg);
eb1d1641 911
f12e7d95
NF		 912 __del_port_router(port);
913
eb1d1641 914 del_timer(&port->multicast_router_timer);
90010b36 915 del_timer(&port->ip4_own_query.timer);
cc0fdd80 916#if IS_ENABLED(CONFIG_IPV6)
90010b36 917 del_timer(&port->ip6_own_query.timer);
cc0fdd80 918#endif
eb1d1641
HX		 919 spin_unlock(&br->multicast_lock);
920}
921
8ef2a9a5
YH		 922static int br_ip4_multicast_igmp3_report(struct net_bridge *br,
923 struct net_bridge_port *port,
06499098
VY		 924 struct sk_buff *skb,
925 u16 vid)
eb1d1641 926{
6db6f0ea 927 const unsigned char *src;
eb1d1641
HX		 928 struct igmpv3_report *ih;
929 struct igmpv3_grec *grec;
930 int i;
931 int len;
932 int num;
933 int type;
934 int err = 0;
935 __be32 group;
936
eb1d1641
HX		 937 ih = igmpv3_report_hdr(skb);
938 num = ntohs(ih->ngrec);
c2d4fbd2 939 len = skb_transport_offset(skb) + sizeof(*ih);
eb1d1641
HX		 940
941 for (i = 0; i < num; i++) {
942 len += sizeof(*grec);
ba5ea614 943 if (!ip_mc_may_pull(skb, len))
eb1d1641
HX		 944 return -EINVAL;
945
fd218cf9 946 grec = (void *)(skb->data + len - sizeof(*grec));
eb1d1641
HX		 947 group = grec->grec_mca;
948 type = grec->grec_type;
949
8eabf95c 950 len += ntohs(grec->grec_nsrcs) * 4;
ba5ea614 951 if (!ip_mc_may_pull(skb, len))
eb1d1641
HX		 952 return -EINVAL;
953
954 /* We treat this as an IGMPv2 report for now. */
955 switch (type) {
956 case IGMPV3_MODE_IS_INCLUDE:
957 case IGMPV3_MODE_IS_EXCLUDE:
958 case IGMPV3_CHANGE_TO_INCLUDE:
959 case IGMPV3_CHANGE_TO_EXCLUDE:
960 case IGMPV3_ALLOW_NEW_SOURCES:
961 case IGMPV3_BLOCK_OLD_SOURCES:
962 break;
963
964 default:
965 continue;
966 }
967
6db6f0ea 968 src = eth_hdr(skb)->h_source;
bc8c20ac
SA		 969 if ((type == IGMPV3_CHANGE_TO_INCLUDE ||
970 type == IGMPV3_MODE_IS_INCLUDE) &&
971 ntohs(grec->grec_nsrcs) == 0) {
6db6f0ea 972 br_ip4_multicast_leave_group(br, port, group, vid, src);
bc8c20ac 973 } else {
6db6f0ea
FF		 974 err = br_ip4_multicast_add_group(br, port, group, vid,
975 src);
bc8c20ac
SA		 976 if (err)
977 break;
978 }
eb1d1641
HX		 979 }
980
981 return err;
982}
983
dfd56b8b 984#if IS_ENABLED(CONFIG_IPV6)
08b202b6
YH		 985static int br_ip6_multicast_mld2_report(struct net_bridge *br,
986 struct net_bridge_port *port,
06499098
VY		 987 struct sk_buff *skb,
988 u16 vid)
08b202b6 989{
ba5ea614 990 unsigned int nsrcs_offset;
6db6f0ea 991 const unsigned char *src;
08b202b6
YH		 992 struct icmp6hdr *icmp6h;
993 struct mld2_grec *grec;
ba5ea614 994 unsigned int grec_len;
08b202b6
YH		 995 int i;
996 int len;
997 int num;
998 int err = 0;
999
ba5ea614 1000 if (!ipv6_mc_may_pull(skb, sizeof(*icmp6h)))
08b202b6
YH		 1001 return -EINVAL;
1002
1003 icmp6h = icmp6_hdr(skb);
1004 num = ntohs(icmp6h->icmp6_dataun.un_data16[1]);
c2d4fbd2 1005 len = skb_transport_offset(skb) + sizeof(*icmp6h);
08b202b6
YH		 1006
1007 for (i = 0; i < num; i++) {
1008 __be16 *nsrcs, _nsrcs;
1009
ba5ea614
LL		 1010 nsrcs_offset = len + offsetof(struct mld2_grec, grec_nsrcs);
1011
1012 if (skb_transport_offset(skb) + ipv6_transport_len(skb) <
1013 nsrcs_offset + sizeof(_nsrcs))
1014 return -EINVAL;
1015
1016 nsrcs = skb_header_pointer(skb, nsrcs_offset,
08b202b6
YH		 1017 sizeof(_nsrcs), &_nsrcs);
1018 if (!nsrcs)
1019 return -EINVAL;
1020
ba5ea614
LL		 1021 grec_len = sizeof(*grec) +
1022 sizeof(struct in6_addr) * ntohs(*nsrcs);
1023
1024 if (!ipv6_mc_may_pull(skb, len + grec_len))
08b202b6
YH		 1025 return -EINVAL;
1026
1027 grec = (struct mld2_grec *)(skb->data + len);
ba5ea614 1028 len += grec_len;
08b202b6
YH		 1029
1030 /* We treat these as MLDv1 reports for now. */
1031 switch (grec->grec_type) {
1032 case MLD2_MODE_IS_INCLUDE:
1033 case MLD2_MODE_IS_EXCLUDE:
1034 case MLD2_CHANGE_TO_INCLUDE:
1035 case MLD2_CHANGE_TO_EXCLUDE:
1036 case MLD2_ALLOW_NEW_SOURCES:
1037 case MLD2_BLOCK_OLD_SOURCES:
1038 break;
1039
1040 default:
1041 continue;
1042 }
1043
6db6f0ea 1044 src = eth_hdr(skb)->h_source;
bc8c20ac
SA		 1045 if ((grec->grec_type == MLD2_CHANGE_TO_INCLUDE ||
1046 grec->grec_type == MLD2_MODE_IS_INCLUDE) &&
1047 ntohs(*nsrcs) == 0) {
1048 br_ip6_multicast_leave_group(br, port, &grec->grec_mca,
6db6f0ea 1049 vid, src);
bc8c20ac
SA		 1050 } else {
1051 err = br_ip6_multicast_add_group(br, port,
6db6f0ea
FF		 1052 &grec->grec_mca, vid,
1053 src);
9264251e 1054 if (err)
bc8c20ac
SA		 1055 break;
1056 }
08b202b6
YH		 1057 }
1058
1059 return err;
1060}
1061#endif
1062
dc4eb53a 1063static bool br_ip4_multicast_select_querier(struct net_bridge *br,
2cd41431 1064 struct net_bridge_port *port,
dc4eb53a
LL		 1065 __be32 saddr)
1066{
1067 if (!timer_pending(&br->ip4_own_query.timer) &&
1068 !timer_pending(&br->ip4_other_query.timer))
1069 goto update;
1070
1071 if (!br->ip4_querier.addr.u.ip4)
1072 goto update;
1073
1074 if (ntohl(saddr) <= ntohl(br->ip4_querier.addr.u.ip4))
1075 goto update;
1076
1077 return false;
1078
1079update:
1080 br->ip4_querier.addr.u.ip4 = saddr;
1081
2cd41431
LL		 1082 /* update protected by general multicast_lock by caller */
1083 rcu_assign_pointer(br->ip4_querier.port, port);
1084
dc4eb53a
LL		 1085 return true;
1086}
1087
1088#if IS_ENABLED(CONFIG_IPV6)
1089static bool br_ip6_multicast_select_querier(struct net_bridge *br,
2cd41431 1090 struct net_bridge_port *port,
dc4eb53a
LL		 1091 struct in6_addr *saddr)
1092{
1093 if (!timer_pending(&br->ip6_own_query.timer) &&
1094 !timer_pending(&br->ip6_other_query.timer))
1095 goto update;
1096
1097 if (ipv6_addr_cmp(saddr, &br->ip6_querier.addr.u.ip6) <= 0)
1098 goto update;
1099
1100 return false;
1101
1102update:
1103 br->ip6_querier.addr.u.ip6 = *saddr;
1104
2cd41431
LL		 1105 /* update protected by general multicast_lock by caller */
1106 rcu_assign_pointer(br->ip6_querier.port, port);
1107
dc4eb53a
LL		 1108 return true;
1109}
1110#endif
1111
1112static bool br_multicast_select_querier(struct net_bridge *br,
2cd41431 1113 struct net_bridge_port *port,
dc4eb53a
LL		 1114 struct br_ip *saddr)
1115{
1116 switch (saddr->proto) {
1117 case htons(ETH_P_IP):
2cd41431 1118 return br_ip4_multicast_select_querier(br, port, saddr->u.ip4);
dc4eb53a
LL		 1119#if IS_ENABLED(CONFIG_IPV6)
1120 case htons(ETH_P_IPV6):
2cd41431 1121 return br_ip6_multicast_select_querier(br, port, &saddr->u.ip6);
dc4eb53a
LL		 1122#endif
1123 }
1124
1125 return false;
1126}
1127
cc0fdd80 1128static void
90010b36
LL		 1129br_multicast_update_query_timer(struct net_bridge *br,
1130 struct bridge_mcast_other_query *query,
1131 unsigned long max_delay)
b00589af 1132{
90010b36
LL		 1133 if (!timer_pending(&query->timer))
1134 query->delay_time = jiffies + max_delay;
b00589af 1135
90010b36 1136 mod_timer(&query->timer, jiffies + br->multicast_querier_interval);
b00589af
LL		 1137}
1138
6d549648
NF		 1139static void br_port_mc_router_state_change(struct net_bridge_port *p,
1140 bool is_mc_router)
1141{
1142 struct switchdev_attr attr = {
1143 .orig_dev = p->dev,
1144 .id = SWITCHDEV_ATTR_ID_PORT_MROUTER,
1145 .flags = SWITCHDEV_F_DEFER,
1146 .u.mrouter = is_mc_router,
1147 };
1148
1149 switchdev_port_attr_set(p->dev, &attr);
1150}
1151
7e80c124 1152/*
7c77602f 1153 * Add port to router_list
7e80c124 1154 * list is maintained ordered by pointer value
1155 * and locked by br->multicast_lock and RCU
1156 */
0909e117
HX		 1157static void br_multicast_add_router(struct net_bridge *br,
1158 struct net_bridge_port *port)
1159{
dcdca2c4 1160 struct net_bridge_port *p;
b67bfe0d 1161 struct hlist_node *slot = NULL;
dcdca2c4 1162
1a040eac
NA		 1163 if (!hlist_unhashed(&port->rlist))
1164 return;
1165
b67bfe0d 1166 hlist_for_each_entry(p, &br->router_list, rlist) {
7e80c124 1167 if ((unsigned long) port >= (unsigned long) p)
1168 break;
b67bfe0d 1169 slot = &p->rlist;
dcdca2c4 1170 }
1171
7e80c124 1172 if (slot)
1d023284 1173 hlist_add_behind_rcu(&port->rlist, slot);
dcdca2c4 1174 else
1175 hlist_add_head_rcu(&port->rlist, &br->router_list);
949f1e39 1176 br_rtr_notify(br->dev, port, RTM_NEWMDB);
6d549648 1177 br_port_mc_router_state_change(port, true);
0909e117
HX		 1178}
1179
eb1d1641
HX		 1180static void br_multicast_mark_router(struct net_bridge *br,
1181 struct net_bridge_port *port)
1182{
1183 unsigned long now = jiffies;
eb1d1641
HX		 1184
1185 if (!port) {
77041420
YG		 1186 if (br->multicast_router == MDB_RTR_TYPE_TEMP_QUERY) {
1187 if (!timer_pending(&br->multicast_router_timer))
1188 br_mc_router_state_change(br, true);
eb1d1641
HX		 1189 mod_timer(&br->multicast_router_timer,
1190 now + br->multicast_querier_interval);
77041420 1191 }
eb1d1641
HX		 1192 return;
1193 }
1194
a55d8246
NA		 1195 if (port->multicast_router == MDB_RTR_TYPE_DISABLED ||
1196 port->multicast_router == MDB_RTR_TYPE_PERM)
eb1d1641
HX		 1197 return;
1198
0909e117 1199 br_multicast_add_router(br, port);
eb1d1641 1200
eb1d1641
HX		 1201 mod_timer(&port->multicast_router_timer,
1202 now + br->multicast_querier_interval);
1203}
1204
1205static void br_multicast_query_received(struct net_bridge *br,
1206 struct net_bridge_port *port,
90010b36 1207 struct bridge_mcast_other_query *query,
dc4eb53a 1208 struct br_ip *saddr,
b00589af 1209 unsigned long max_delay)
eb1d1641 1210{
2cd41431 1211 if (!br_multicast_select_querier(br, port, saddr))
eb1d1641
HX		 1212 return;
1213
dc4eb53a 1214 br_multicast_update_query_timer(br, query, max_delay);
5a2de63f
HL		 1215
1216 /* Based on RFC4541, section 2.1.1 IGMP Forwarding Rules,
1217 * the arrival port for IGMP Queries where the source address
1218 * is 0.0.0.0 should not be added to router port list.
1219 */
1220 if ((saddr->proto == htons(ETH_P_IP) && saddr->u.ip4) ||
0fe5119e 1221 saddr->proto == htons(ETH_P_IPV6))
5a2de63f 1222 br_multicast_mark_router(br, port);
eb1d1641
HX		 1223}
1224
9c2e955c 1225static void br_ip4_multicast_query(struct net_bridge *br,
1226 struct net_bridge_port *port,
1227 struct sk_buff *skb,
1228 u16 vid)
eb1d1641 1229{
ba5ea614 1230 unsigned int transport_len = ip_transport_len(skb);
b71d1d42 1231 const struct iphdr *iph = ip_hdr(skb);
eb1d1641
HX		 1232 struct igmphdr *ih = igmp_hdr(skb);
1233 struct net_bridge_mdb_entry *mp;
1234 struct igmpv3_query *ih3;
1235 struct net_bridge_port_group *p;
e8051688 1236 struct net_bridge_port_group __rcu **pp;
dc4eb53a 1237 struct br_ip saddr;
eb1d1641
HX		 1238 unsigned long max_delay;
1239 unsigned long now = jiffies;
1240 __be32 group;
1241
1242 spin_lock(&br->multicast_lock);
1243 if (!netif_running(br->dev) ||
1244 (port && port->state == BR_STATE_DISABLED))
1245 goto out;
1246
eb1d1641
HX		 1247 group = ih->group;
1248
ba5ea614 1249 if (transport_len == sizeof(*ih)) {
eb1d1641
HX		 1250 max_delay = ih->code * (HZ / IGMP_TIMER_SCALE);
1251
1252 if (!max_delay) {
1253 max_delay = 10 * HZ;
1254 group = 0;
1255 }
ba5ea614 1256 } else if (transport_len >= sizeof(*ih3)) {
eb1d1641
HX		 1257 ih3 = igmpv3_query_hdr(skb);
1258 if (ih3->nsrcs)
bec68ff1 1259 goto out;
eb1d1641 1260
0ba8c9ec
YH		 1261 max_delay = ih3->code ?
1262 IGMPV3_MRC(ih3->code) * (HZ / IGMP_TIMER_SCALE) : 1;
9afd85c9 1263 } else {
9ed973cc
LL		 1264 goto out;
1265 }
1266
dc4eb53a
LL		 1267 if (!group) {
1268 saddr.proto = htons(ETH_P_IP);
1269 saddr.u.ip4 = iph->saddr;
b00589af 1270
dc4eb53a
LL		 1271 br_multicast_query_received(br, port, &br->ip4_other_query,
1272 &saddr, max_delay);
eb1d1641 1273 goto out;
dc4eb53a 1274 }
eb1d1641 1275
19e3a9c9 1276 mp = br_mdb_ip4_get(br, group, vid);
eb1d1641
HX		 1277 if (!mp)
1278 goto out;
1279
1280 max_delay *= br->multicast_last_member_count;
1281
ff0fd34e 1282 if (mp->host_joined &&
eb1d1641
HX		 1283 (timer_pending(&mp->timer) ?
1284 time_after(mp->timer.expires, now + max_delay) :
1285 try_to_del_timer_sync(&mp->timer) >= 0))
1286 mod_timer(&mp->timer, now + max_delay);
1287
e8051688
ED		 1288 for (pp = &mp->ports;
1289 (p = mlock_dereference(*pp, br)) != NULL;
1290 pp = &p->next) {
eb1d1641
HX		 1291 if (timer_pending(&p->timer) ?
1292 time_after(p->timer.expires, now + max_delay) :
1293 try_to_del_timer_sync(&p->timer) >= 0)
24f9cdcb 1294 mod_timer(&p->timer, now + max_delay);
eb1d1641
HX		 1295 }
1296
1297out:
1298 spin_unlock(&br->multicast_lock);
eb1d1641
HX		 1299}
1300
dfd56b8b 1301#if IS_ENABLED(CONFIG_IPV6)
08b202b6
YH		 1302static int br_ip6_multicast_query(struct net_bridge *br,
1303 struct net_bridge_port *port,
06499098
VY		 1304 struct sk_buff *skb,
1305 u16 vid)
08b202b6 1306{
ba5ea614 1307 unsigned int transport_len = ipv6_transport_len(skb);
b71d1d42 1308 const struct ipv6hdr *ip6h = ipv6_hdr(skb);
eca2a43b 1309 struct mld_msg *mld;
08b202b6
YH		 1310 struct net_bridge_mdb_entry *mp;
1311 struct mld2_query *mld2q;
e8051688
ED		 1312 struct net_bridge_port_group *p;
1313 struct net_bridge_port_group __rcu **pp;
dc4eb53a 1314 struct br_ip saddr;
08b202b6
YH		 1315 unsigned long max_delay;
1316 unsigned long now = jiffies;
856ce5d0 1317 unsigned int offset = skb_transport_offset(skb);
b71d1d42 1318 const struct in6_addr *group = NULL;
9ed973cc 1319 bool is_general_query;
08b202b6
YH		 1320 int err = 0;
1321
1322 spin_lock(&br->multicast_lock);
1323 if (!netif_running(br->dev) ||
1324 (port && port->state == BR_STATE_DISABLED))
1325 goto out;
1326
ba5ea614 1327 if (transport_len == sizeof(*mld)) {
856ce5d0 1328 if (!pskb_may_pull(skb, offset + sizeof(*mld))) {
08b202b6
YH		 1329 err = -EINVAL;
1330 goto out;
1331 }
1332 mld = (struct mld_msg *) icmp6_hdr(skb);
4715213d 1333 max_delay = msecs_to_jiffies(ntohs(mld->mld_maxdelay));
08b202b6
YH		 1334 if (max_delay)
1335 group = &mld->mld_mca;
248ba8ec 1336 } else {
856ce5d0 1337 if (!pskb_may_pull(skb, offset + sizeof(*mld2q))) {
08b202b6
YH		 1338 err = -EINVAL;
1339 goto out;
1340 }
1341 mld2q = (struct mld2_query *)icmp6_hdr(skb);
1342 if (!mld2q->mld2q_nsrcs)
1343 group = &mld2q->mld2q_mca;
e3f5b170
DB		 1344
1345 max_delay = max(msecs_to_jiffies(mldv2_mrc(mld2q)), 1UL);
08b202b6
YH		 1346 }
1347
9ed973cc
LL		 1348 is_general_query = group && ipv6_addr_any(group);
1349
dc4eb53a
LL		 1350 if (is_general_query) {
1351 saddr.proto = htons(ETH_P_IPV6);
1352 saddr.u.ip6 = ip6h->saddr;
b00589af 1353
dc4eb53a
LL		 1354 br_multicast_query_received(br, port, &br->ip6_other_query,
1355 &saddr, max_delay);
08b202b6 1356 goto out;
6c03ee8b
LL		 1357 } else if (!group) {
1358 goto out;
dc4eb53a 1359 }
08b202b6 1360
19e3a9c9 1361 mp = br_mdb_ip6_get(br, group, vid);
08b202b6
YH		 1362 if (!mp)
1363 goto out;
1364
1365 max_delay *= br->multicast_last_member_count;
ff0fd34e 1366 if (mp->host_joined &&
08b202b6
YH		 1367 (timer_pending(&mp->timer) ?
1368 time_after(mp->timer.expires, now + max_delay) :
1369 try_to_del_timer_sync(&mp->timer) >= 0))
1370 mod_timer(&mp->timer, now + max_delay);
1371
e8051688
ED		 1372 for (pp = &mp->ports;
1373 (p = mlock_dereference(*pp, br)) != NULL;
1374 pp = &p->next) {
08b202b6
YH		 1375 if (timer_pending(&p->timer) ?
1376 time_after(p->timer.expires, now + max_delay) :
1377 try_to_del_timer_sync(&p->timer) >= 0)
24f9cdcb 1378 mod_timer(&p->timer, now + max_delay);
08b202b6
YH		 1379 }
1380
1381out:
1382 spin_unlock(&br->multicast_lock);
1383 return err;
1384}
1385#endif
1386
90010b36
LL		 1387static void
1388br_multicast_leave_group(struct net_bridge *br,
1389 struct net_bridge_port *port,
1390 struct br_ip *group,
1391 struct bridge_mcast_other_query *other_query,
6db6f0ea
FF		 1392 struct bridge_mcast_own_query *own_query,
1393 const unsigned char *src)
eb1d1641 1394{
eb1d1641
HX		 1395 struct net_bridge_mdb_entry *mp;
1396 struct net_bridge_port_group *p;
1397 unsigned long now;
1398 unsigned long time;
1399
eb1d1641
HX		 1400 spin_lock(&br->multicast_lock);
1401 if (!netif_running(br->dev) ||
544586f7 1402 (port && port->state == BR_STATE_DISABLED))
eb1d1641
HX		 1403 goto out;
1404
19e3a9c9 1405 mp = br_mdb_ip_get(br, group);
eb1d1641
HX		 1406 if (!mp)
1407 goto out;
1408
544586f7
SA		 1409 if (port && (port->flags & BR_MULTICAST_FAST_LEAVE)) {
1410 struct net_bridge_port_group __rcu **pp;
1411
1412 for (pp = &mp->ports;
1413 (p = mlock_dereference(*pp, br)) != NULL;
1414 pp = &p->next) {
6db6f0ea 1415 if (!br_port_group_equal(p, port, src))
544586f7
SA		 1416 continue;
1417
1418 rcu_assign_pointer(*pp, p->next);
1419 hlist_del_init(&p->mglist);
1420 del_timer(&p->timer);
4329596c 1421 kfree_rcu(p, rcu);
45ebcce5
ER		 1422 br_mdb_notify(br->dev, port, group, RTM_DELMDB,
1423 p->flags);
544586f7 1424
ff0fd34e 1425 if (!mp->ports && !mp->host_joined &&
544586f7
SA		 1426 netif_running(br->dev))
1427 mod_timer(&mp->timer, jiffies);
1428 }
1429 goto out;
1430 }
1431
1432 if (timer_pending(&other_query->timer))
1433 goto out;
1434
675779ad 1435 if (br_opt_get(br, BROPT_MULTICAST_QUERIER)) {
6b7df111
CW		 1436 __br_multicast_send_query(br, port, &mp->addr);
1437
1438 time = jiffies + br->multicast_last_member_count *
1439 br->multicast_last_member_interval;
cc0fdd80 1440
90010b36 1441 mod_timer(&own_query->timer, time);
6b7df111
CW		 1442
1443 for (p = mlock_dereference(mp->ports, br);
1444 p != NULL;
1445 p = mlock_dereference(p->next, br)) {
6db6f0ea 1446 if (!br_port_group_equal(p, port, src))
6b7df111
CW		 1447 continue;
1448
1449 if (!hlist_unhashed(&p->mglist) &&
1450 (timer_pending(&p->timer) ?
1451 time_after(p->timer.expires, time) :
1452 try_to_del_timer_sync(&p->timer) >= 0)) {
1453 mod_timer(&p->timer, time);
1454 }
1455
1456 break;
1457 }
1458 }
1459
eb1d1641
HX		 1460 now = jiffies;
1461 time = now + br->multicast_last_member_count *
1462 br->multicast_last_member_interval;
1463
1464 if (!port) {
ff0fd34e 1465 if (mp->host_joined &&
eb1d1641
HX		 1466 (timer_pending(&mp->timer) ?
1467 time_after(mp->timer.expires, time) :
1468 try_to_del_timer_sync(&mp->timer) >= 0)) {
1469 mod_timer(&mp->timer, time);
eb1d1641 1470 }
454594f3
LL		 1471
1472 goto out;
1473 }
1474
1475 for (p = mlock_dereference(mp->ports, br);
1476 p != NULL;
1477 p = mlock_dereference(p->next, br)) {
1478 if (p->port != port)
1479 continue;
1480
1481 if (!hlist_unhashed(&p->mglist) &&
1482 (timer_pending(&p->timer) ?
1483 time_after(p->timer.expires, time) :
1484 try_to_del_timer_sync(&p->timer) >= 0)) {
1485 mod_timer(&p->timer, time);
1486 }
1487
1488 break;
eb1d1641 1489 }
eb1d1641
HX		 1490out:
1491 spin_unlock(&br->multicast_lock);
1492}
1493
8ef2a9a5
YH		 1494static void br_ip4_multicast_leave_group(struct net_bridge *br,
1495 struct net_bridge_port *port,
b0e9a30d 1496 __be32 group,
6db6f0ea
FF		 1497 __u16 vid,
1498 const unsigned char *src)
8ef2a9a5
YH		 1499{
1500 struct br_ip br_group;
90010b36 1501 struct bridge_mcast_own_query *own_query;
8ef2a9a5
YH		 1502
1503 if (ipv4_is_local_multicast(group))
1504 return;
1505
90010b36
LL		 1506 own_query = port ? &port->ip4_own_query : &br->ip4_own_query;
1507
8ef2a9a5
YH		 1508 br_group.u.ip4 = group;
1509 br_group.proto = htons(ETH_P_IP);
b0e9a30d 1510 br_group.vid = vid;
8ef2a9a5 1511
90010b36 1512 br_multicast_leave_group(br, port, &br_group, &br->ip4_other_query,
6db6f0ea 1513 own_query, src);
8ef2a9a5
YH		 1514}
1515
dfd56b8b 1516#if IS_ENABLED(CONFIG_IPV6)
08b202b6
YH		 1517static void br_ip6_multicast_leave_group(struct net_bridge *br,
1518 struct net_bridge_port *port,
b0e9a30d 1519 const struct in6_addr *group,
6db6f0ea
FF		 1520 __u16 vid,
1521 const unsigned char *src)
08b202b6
YH		 1522{
1523 struct br_ip br_group;
90010b36 1524 struct bridge_mcast_own_query *own_query;
08b202b6 1525
3c3769e6 1526 if (ipv6_addr_is_ll_all_nodes(group))
08b202b6
YH		 1527 return;
1528
90010b36
LL		 1529 own_query = port ? &port->ip6_own_query : &br->ip6_own_query;
1530
4e3fd7a0 1531 br_group.u.ip6 = *group;
08b202b6 1532 br_group.proto = htons(ETH_P_IPV6);
b0e9a30d 1533 br_group.vid = vid;
08b202b6 1534
90010b36 1535 br_multicast_leave_group(br, port, &br_group, &br->ip6_other_query,
6db6f0ea 1536 own_query, src);
08b202b6
YH		 1537}
1538#endif
8ef2a9a5 1539
1080ab95
NA		 1540static void br_multicast_err_count(const struct net_bridge *br,
1541 const struct net_bridge_port *p,
1542 __be16 proto)
1543{
1544 struct bridge_mcast_stats __percpu *stats;
1545 struct bridge_mcast_stats *pstats;
1546
675779ad 1547 if (!br_opt_get(br, BROPT_MULTICAST_STATS_ENABLED))
1080ab95
NA		 1548 return;
1549
1550 if (p)
1551 stats = p->mcast_stats;
1552 else
1553 stats = br->mcast_stats;
1554 if (WARN_ON(!stats))
1555 return;
1556
1557 pstats = this_cpu_ptr(stats);
1558
1559 u64_stats_update_begin(&pstats->syncp);
1560 switch (proto) {
1561 case htons(ETH_P_IP):
1562 pstats->mstats.igmp_parse_errors++;
1563 break;
1564#if IS_ENABLED(CONFIG_IPV6)
1565 case htons(ETH_P_IPV6):
1566 pstats->mstats.mld_parse_errors++;
1567 break;
1568#endif
1569 }
1570 u64_stats_update_end(&pstats->syncp);
1571}
1572
91b02d3d
NA		 1573static void br_multicast_pim(struct net_bridge *br,
1574 struct net_bridge_port *port,
1575 const struct sk_buff *skb)
1576{
1577 unsigned int offset = skb_transport_offset(skb);
1578 struct pimhdr *pimhdr, _pimhdr;
1579
1580 pimhdr = skb_header_pointer(skb, offset, sizeof(_pimhdr), &_pimhdr);
1581 if (!pimhdr || pim_hdr_version(pimhdr) != PIM_VERSION ||
1582 pim_hdr_type(pimhdr) != PIM_TYPE_HELLO)
1583 return;
1584
1585 br_multicast_mark_router(br, port);
1586}
1587
4b3087c7
LL		 1588static int br_ip4_multicast_mrd_rcv(struct net_bridge *br,
1589 struct net_bridge_port *port,
1590 struct sk_buff *skb)
1591{
1592 if (ip_hdr(skb)->protocol != IPPROTO_IGMP ||
1593 igmp_hdr(skb)->type != IGMP_MRDISC_ADV)
1594 return -ENOMSG;
1595
1596 br_multicast_mark_router(br, port);
1597
1598 return 0;
1599}
1600
eb1d1641
HX		 1601static int br_multicast_ipv4_rcv(struct net_bridge *br,
1602 struct net_bridge_port *port,
06499098
VY		 1603 struct sk_buff *skb,
1604 u16 vid)
eb1d1641 1605{
6db6f0ea 1606 const unsigned char *src;
eb1d1641 1607 struct igmphdr *ih;
eb1d1641
HX		 1608 int err;
1609
ba5ea614 1610 err = ip_mc_check_igmp(skb);
eb1d1641 1611
9afd85c9 1612 if (err == -ENOMSG) {
91b02d3d 1613 if (!ipv4_is_local_multicast(ip_hdr(skb)->daddr)) {
bd4265fe 1614 BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
91b02d3d
NA		 1615 } else if (pim_ipv4_all_pim_routers(ip_hdr(skb)->daddr)) {
1616 if (ip_hdr(skb)->protocol == IPPROTO_PIM)
1617 br_multicast_pim(br, port, skb);
4b3087c7
LL		 1618 } else if (ipv4_is_all_snoopers(ip_hdr(skb)->daddr)) {
1619 err = br_ip4_multicast_mrd_rcv(br, port, skb);
1620
1621 if (err < 0 && err != -ENOMSG) {
1622 br_multicast_err_count(br, port, skb->protocol);
1623 return err;
1624 }
91b02d3d 1625 }
4b3087c7 1626
eb1d1641 1627 return 0;
9afd85c9 1628 } else if (err < 0) {
1080ab95 1629 br_multicast_err_count(br, port, skb->protocol);
9afd85c9 1630 return err;
bd4265fe 1631 }
eb1d1641 1632
9afd85c9 1633 ih = igmp_hdr(skb);
6db6f0ea 1634 src = eth_hdr(skb)->h_source;
1080ab95 1635 BR_INPUT_SKB_CB(skb)->igmp = ih->type;
eb1d1641
HX		 1636
1637 switch (ih->type) {
1638 case IGMP_HOST_MEMBERSHIP_REPORT:
1639 case IGMPV2_HOST_MEMBERSHIP_REPORT:
62b2bcb4 1640 BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
6db6f0ea 1641 err = br_ip4_multicast_add_group(br, port, ih->group, vid, src);
eb1d1641
HX		 1642 break;
1643 case IGMPV3_HOST_MEMBERSHIP_REPORT:
ba5ea614 1644 err = br_ip4_multicast_igmp3_report(br, port, skb, vid);
eb1d1641
HX		 1645 break;
1646 case IGMP_HOST_MEMBERSHIP_QUERY:
ba5ea614 1647 br_ip4_multicast_query(br, port, skb, vid);
eb1d1641
HX		 1648 break;
1649 case IGMP_HOST_LEAVE_MESSAGE:
6db6f0ea 1650 br_ip4_multicast_leave_group(br, port, ih->group, vid, src);
eb1d1641
HX		 1651 break;
1652 }
1653
a65056ec 1654 br_multicast_count(br, port, skb, BR_INPUT_SKB_CB(skb)->igmp,
1080ab95
NA		 1655 BR_MCAST_DIR_RX);
1656
eb1d1641
HX		 1657 return err;
1658}
1659
dfd56b8b 1660#if IS_ENABLED(CONFIG_IPV6)
4b3087c7
LL		 1661static int br_ip6_multicast_mrd_rcv(struct net_bridge *br,
1662 struct net_bridge_port *port,
1663 struct sk_buff *skb)
1664{
1665 int ret;
1666
1667 if (ipv6_hdr(skb)->nexthdr != IPPROTO_ICMPV6)
1668 return -ENOMSG;
1669
1670 ret = ipv6_mc_check_icmpv6(skb);
1671 if (ret < 0)
1672 return ret;
1673
1674 if (icmp6_hdr(skb)->icmp6_type != ICMPV6_MRDISC_ADV)
1675 return -ENOMSG;
1676
1677 br_multicast_mark_router(br, port);
1678
1679 return 0;
1680}
1681
08b202b6
YH		 1682static int br_multicast_ipv6_rcv(struct net_bridge *br,
1683 struct net_bridge_port *port,
06499098
VY		 1684 struct sk_buff *skb,
1685 u16 vid)
08b202b6 1686{
6db6f0ea 1687 const unsigned char *src;
9afd85c9 1688 struct mld_msg *mld;
08b202b6
YH		 1689 int err;
1690
ba5ea614 1691 err = ipv6_mc_check_mld(skb);
08b202b6 1692
9afd85c9
LL		 1693 if (err == -ENOMSG) {
1694 if (!ipv6_addr_is_ll_all_nodes(&ipv6_hdr(skb)->daddr))
1695 BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
4b3087c7
LL		 1696
1697 if (ipv6_addr_is_all_snoopers(&ipv6_hdr(skb)->daddr)) {
1698 err = br_ip6_multicast_mrd_rcv(br, port, skb);
1699
1700 if (err < 0 && err != -ENOMSG) {
1701 br_multicast_err_count(br, port, skb->protocol);
1702 return err;
1703 }
1704 }
1705
08b202b6 1706 return 0;
9afd85c9 1707 } else if (err < 0) {
1080ab95 1708 br_multicast_err_count(br, port, skb->protocol);
9afd85c9 1709 return err;
08b202b6
YH		 1710 }
1711
9afd85c9 1712 mld = (struct mld_msg *)skb_transport_header(skb);
1080ab95 1713 BR_INPUT_SKB_CB(skb)->igmp = mld->mld_type;
08b202b6 1714
9afd85c9 1715 switch (mld->mld_type) {
08b202b6 1716 case ICMPV6_MGM_REPORT:
6db6f0ea 1717 src = eth_hdr(skb)->h_source;
fc2af6c7 1718 BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
6db6f0ea
FF		 1719 err = br_ip6_multicast_add_group(br, port, &mld->mld_mca, vid,
1720 src);
08b202b6 1721 break;
08b202b6 1722 case ICMPV6_MLD2_REPORT:
ba5ea614 1723 err = br_ip6_multicast_mld2_report(br, port, skb, vid);
08b202b6
YH		 1724 break;
1725 case ICMPV6_MGM_QUERY:
ba5ea614 1726 err = br_ip6_multicast_query(br, port, skb, vid);
08b202b6
YH		 1727 break;
1728 case ICMPV6_MGM_REDUCTION:
6db6f0ea
FF		 1729 src = eth_hdr(skb)->h_source;
1730 br_ip6_multicast_leave_group(br, port, &mld->mld_mca, vid, src);
9afd85c9 1731 break;
08b202b6
YH		 1732 }
1733
a65056ec 1734 br_multicast_count(br, port, skb, BR_INPUT_SKB_CB(skb)->igmp,
1080ab95
NA		 1735 BR_MCAST_DIR_RX);
1736
08b202b6
YH		 1737 return err;
1738}
1739#endif
1740
eb1d1641 1741int br_multicast_rcv(struct net_bridge *br, struct net_bridge_port *port,
06499098 1742 struct sk_buff *skb, u16 vid)
eb1d1641 1743{
1080ab95
NA		 1744 int ret = 0;
1745
1fafc7a9
YH		 1746 BR_INPUT_SKB_CB(skb)->igmp = 0;
1747 BR_INPUT_SKB_CB(skb)->mrouters_only = 0;
1748
13cefad2 1749 if (!br_opt_get(br, BROPT_MULTICAST_ENABLED))
eb1d1641
HX		 1750 return 0;
1751
1752 switch (skb->protocol) {
1753 case htons(ETH_P_IP):
1080ab95
NA		 1754 ret = br_multicast_ipv4_rcv(br, port, skb, vid);
1755 break;
dfd56b8b 1756#if IS_ENABLED(CONFIG_IPV6)
08b202b6 1757 case htons(ETH_P_IPV6):
1080ab95
NA		 1758 ret = br_multicast_ipv6_rcv(br, port, skb, vid);
1759 break;
08b202b6 1760#endif
eb1d1641
HX		 1761 }
1762
1080ab95 1763 return ret;
eb1d1641
HX		 1764}
1765
cc0fdd80 1766static void br_multicast_query_expired(struct net_bridge *br,
2cd41431
LL		 1767 struct bridge_mcast_own_query *query,
1768 struct bridge_mcast_querier *querier)
cc0fdd80
LL		 1769{
1770 spin_lock(&br->multicast_lock);
1771 if (query->startup_sent < br->multicast_startup_query_count)
1772 query->startup_sent++;
1773
71d9f614 1774 RCU_INIT_POINTER(querier->port, NULL);
cc0fdd80
LL		 1775 br_multicast_send_query(br, NULL, query);
1776 spin_unlock(&br->multicast_lock);
1777}
1778
88c1f37f 1779static void br_ip4_multicast_query_expired(struct timer_list *t)
eb1d1641 1780{
88c1f37f 1781 struct net_bridge *br = from_timer(br, t, ip4_own_query.timer);
eb1d1641 1782
2cd41431 1783 br_multicast_query_expired(br, &br->ip4_own_query, &br->ip4_querier);
cc0fdd80 1784}
eb1d1641 1785
cc0fdd80 1786#if IS_ENABLED(CONFIG_IPV6)
88c1f37f 1787static void br_ip6_multicast_query_expired(struct timer_list *t)
cc0fdd80 1788{
88c1f37f 1789 struct net_bridge *br = from_timer(br, t, ip6_own_query.timer);
eb1d1641 1790
2cd41431 1791 br_multicast_query_expired(br, &br->ip6_own_query, &br->ip6_querier);
eb1d1641 1792}
cc0fdd80 1793#endif
eb1d1641
HX		 1794
1795void br_multicast_init(struct net_bridge *br)
1796{
d08c6bc0 1797 br->hash_max = BR_MULTICAST_DEFAULT_HASH_MAX;
eb1d1641 1798
7f0aec7a 1799 br->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
eb1d1641
HX		 1800 br->multicast_last_member_count = 2;
1801 br->multicast_startup_query_count = 2;
1802
1803 br->multicast_last_member_interval = HZ;
1804 br->multicast_query_response_interval = 10 * HZ;
1805 br->multicast_startup_query_interval = 125 * HZ / 4;
1806 br->multicast_query_interval = 125 * HZ;
1807 br->multicast_querier_interval = 255 * HZ;
1808 br->multicast_membership_interval = 260 * HZ;
1809
90010b36 1810 br->ip4_other_query.delay_time = 0;
2cd41431 1811 br->ip4_querier.port = NULL;
aa2ae3e7 1812 br->multicast_igmp_version = 2;
cc0fdd80 1813#if IS_ENABLED(CONFIG_IPV6)
aa2ae3e7 1814 br->multicast_mld_version = 1;
90010b36 1815 br->ip6_other_query.delay_time = 0;
2cd41431 1816 br->ip6_querier.port = NULL;
cc0fdd80 1817#endif
6919622a 1818 br_opt_toggle(br, BROPT_MULTICAST_ENABLED, true);
675779ad 1819 br_opt_toggle(br, BROPT_HAS_IPV6_ADDR, true);
b00589af 1820
eb1d1641 1821 spin_lock_init(&br->multicast_lock);
88c1f37f
AP		 1822 timer_setup(&br->multicast_router_timer,
1823 br_multicast_local_router_expired, 0);
1824 timer_setup(&br->ip4_other_query.timer,
1825 br_ip4_multicast_querier_expired, 0);
1826 timer_setup(&br->ip4_own_query.timer,
1827 br_ip4_multicast_query_expired, 0);
cc0fdd80 1828#if IS_ENABLED(CONFIG_IPV6)
88c1f37f
AP		 1829 timer_setup(&br->ip6_other_query.timer,
1830 br_ip6_multicast_querier_expired, 0);
1831 timer_setup(&br->ip6_own_query.timer,
1832 br_ip6_multicast_query_expired, 0);
cc0fdd80 1833#endif
19e3a9c9 1834 INIT_HLIST_HEAD(&br->mdb_list);
eb1d1641
HX		 1835}
1836
4effd28c
LL		 1837static void br_ip4_multicast_join_snoopers(struct net_bridge *br)
1838{
1839 struct in_device *in_dev = in_dev_get(br->dev);
1840
1841 if (!in_dev)
1842 return;
1843
9fb20801 1844 __ip_mc_inc_group(in_dev, htonl(INADDR_ALLSNOOPERS_GROUP), GFP_ATOMIC);
4effd28c
LL		 1845 in_dev_put(in_dev);
1846}
1847
1848#if IS_ENABLED(CONFIG_IPV6)
1849static void br_ip6_multicast_join_snoopers(struct net_bridge *br)
1850{
1851 struct in6_addr addr;
1852
1853 ipv6_addr_set(&addr, htonl(0xff020000), 0, 0, htonl(0x6a));
1854 ipv6_dev_mc_inc(br->dev, &addr);
1855}
1856#else
1857static inline void br_ip6_multicast_join_snoopers(struct net_bridge *br)
1858{
1859}
1860#endif
1861
1862static void br_multicast_join_snoopers(struct net_bridge *br)
1863{
1864 br_ip4_multicast_join_snoopers(br);
1865 br_ip6_multicast_join_snoopers(br);
1866}
1867
1868static void br_ip4_multicast_leave_snoopers(struct net_bridge *br)
1869{
1870 struct in_device *in_dev = in_dev_get(br->dev);
1871
1872 if (WARN_ON(!in_dev))
1873 return;
1874
9fb20801 1875 __ip_mc_dec_group(in_dev, htonl(INADDR_ALLSNOOPERS_GROUP), GFP_ATOMIC);
4effd28c
LL		 1876 in_dev_put(in_dev);
1877}
1878
1879#if IS_ENABLED(CONFIG_IPV6)
1880static void br_ip6_multicast_leave_snoopers(struct net_bridge *br)
1881{
1882 struct in6_addr addr;
1883
1884 ipv6_addr_set(&addr, htonl(0xff020000), 0, 0, htonl(0x6a));
1885 ipv6_dev_mc_dec(br->dev, &addr);
1886}
1887#else
1888static inline void br_ip6_multicast_leave_snoopers(struct net_bridge *br)
1889{
1890}
1891#endif
1892
1893static void br_multicast_leave_snoopers(struct net_bridge *br)
1894{
1895 br_ip4_multicast_leave_snoopers(br);
1896 br_ip6_multicast_leave_snoopers(br);
1897}
1898
cc0fdd80 1899static void __br_multicast_open(struct net_bridge *br,
90010b36 1900 struct bridge_mcast_own_query *query)
eb1d1641 1901{
cc0fdd80 1902 query->startup_sent = 0;
eb1d1641 1903
13cefad2 1904 if (!br_opt_get(br, BROPT_MULTICAST_ENABLED))
eb1d1641
HX		 1905 return;
1906
cc0fdd80
LL		 1907 mod_timer(&query->timer, jiffies);
1908}
1909
1910void br_multicast_open(struct net_bridge *br)
1911{
4effd28c
LL		 1912 if (br_opt_get(br, BROPT_MULTICAST_ENABLED))
1913 br_multicast_join_snoopers(br);
1914
90010b36 1915 __br_multicast_open(br, &br->ip4_own_query);
cc0fdd80 1916#if IS_ENABLED(CONFIG_IPV6)
90010b36 1917 __br_multicast_open(br, &br->ip6_own_query);
cc0fdd80 1918#endif
eb1d1641
HX		 1919}
1920
1921void br_multicast_stop(struct net_bridge *br)
1922{
eb1d1641 1923 del_timer_sync(&br->multicast_router_timer);
90010b36
LL		 1924 del_timer_sync(&br->ip4_other_query.timer);
1925 del_timer_sync(&br->ip4_own_query.timer);
cc0fdd80 1926#if IS_ENABLED(CONFIG_IPV6)
90010b36
LL		 1927 del_timer_sync(&br->ip6_other_query.timer);
1928 del_timer_sync(&br->ip6_own_query.timer);
cc0fdd80 1929#endif
4effd28c
LL		 1930
1931 if (br_opt_get(br, BROPT_MULTICAST_ENABLED))
1932 br_multicast_leave_snoopers(br);
e10177ab
SA		 1933}
1934
1935void br_multicast_dev_del(struct net_bridge *br)
1936{
e10177ab 1937 struct net_bridge_mdb_entry *mp;
19e3a9c9 1938 struct hlist_node *tmp;
eb1d1641
HX		 1939
1940 spin_lock_bh(&br->multicast_lock);
19e3a9c9
NA		 1941 hlist_for_each_entry_safe(mp, tmp, &br->mdb_list, mdb_node) {
1942 del_timer(&mp->timer);
1943 rhashtable_remove_fast(&br->mdb_hash_tbl, &mp->rhnode,
1944 br_mdb_rht_params);
1945 hlist_del_rcu(&mp->mdb_node);
4329596c 1946 kfree_rcu(mp, rcu);
eb1d1641 1947 }
eb1d1641 1948 spin_unlock_bh(&br->multicast_lock);
19e3a9c9 1949
4329596c 1950 rcu_barrier();
eb1d1641 1951}
0909e117
HX		 1952
1953int br_multicast_set_router(struct net_bridge *br, unsigned long val)
1954{
6ae4ae8e 1955 int err = -EINVAL;
0909e117
HX		 1956
1957 spin_lock_bh(&br->multicast_lock);
0909e117
HX		 1958
1959 switch (val) {
7f0aec7a
NA		 1960 case MDB_RTR_TYPE_DISABLED:
1961 case MDB_RTR_TYPE_PERM:
77041420 1962 br_mc_router_state_change(br, val == MDB_RTR_TYPE_PERM);
0909e117 1963 del_timer(&br->multicast_router_timer);
77041420
YG		 1964 br->multicast_router = val;
1965 err = 0;
1966 break;
7f0aec7a 1967 case MDB_RTR_TYPE_TEMP_QUERY:
77041420
YG		 1968 if (br->multicast_router != MDB_RTR_TYPE_TEMP_QUERY)
1969 br_mc_router_state_change(br, false);
0909e117
HX		 1970 br->multicast_router = val;
1971 err = 0;
1972 break;
0909e117
HX		 1973 }
1974
0909e117
HX		 1975 spin_unlock_bh(&br->multicast_lock);
1976
1977 return err;
1978}
1979
7f0aec7a
NA		 1980static void __del_port_router(struct net_bridge_port *p)
1981{
1982 if (hlist_unhashed(&p->rlist))
1983 return;
1984 hlist_del_init_rcu(&p->rlist);
1985 br_rtr_notify(p->br->dev, p, RTM_DELMDB);
6d549648 1986 br_port_mc_router_state_change(p, false);
f12e7d95
NF		 1987
1988 /* don't allow timer refresh */
1989 if (p->multicast_router == MDB_RTR_TYPE_TEMP)
1990 p->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
7f0aec7a
NA		 1991}
1992
0909e117
HX		 1993int br_multicast_set_port_router(struct net_bridge_port *p, unsigned long val)
1994{
1995 struct net_bridge *br = p->br;
a55d8246 1996 unsigned long now = jiffies;
6ae4ae8e 1997 int err = -EINVAL;
0909e117
HX		 1998
1999 spin_lock(&br->multicast_lock);
4950cfd1 2000 if (p->multicast_router == val) {
a55d8246
NA		 2001 /* Refresh the temp router port timer */
2002 if (p->multicast_router == MDB_RTR_TYPE_TEMP)
2003 mod_timer(&p->multicast_router_timer,
2004 now + br->multicast_querier_interval);
4950cfd1
NA		 2005 err = 0;
2006 goto unlock;
2007 }
0909e117 2008 switch (val) {
7f0aec7a
NA		 2009 case MDB_RTR_TYPE_DISABLED:
2010 p->multicast_router = MDB_RTR_TYPE_DISABLED;
2011 __del_port_router(p);
2012 del_timer(&p->multicast_router_timer);
2013 break;
2014 case MDB_RTR_TYPE_TEMP_QUERY:
2015 p->multicast_router = MDB_RTR_TYPE_TEMP_QUERY;
2016 __del_port_router(p);
2017 break;
2018 case MDB_RTR_TYPE_PERM:
2019 p->multicast_router = MDB_RTR_TYPE_PERM;
0909e117 2020 del_timer(&p->multicast_router_timer);
0909e117
HX		 2021 br_multicast_add_router(br, p);
2022 break;
a55d8246
NA		 2023 case MDB_RTR_TYPE_TEMP:
2024 p->multicast_router = MDB_RTR_TYPE_TEMP;
2025 br_multicast_mark_router(br, p);
2026 break;
7f0aec7a
NA		 2027 default:
2028 goto unlock;
0909e117 2029 }
7f0aec7a
NA		 2030 err = 0;
2031unlock:
0909e117
HX		 2032 spin_unlock(&br->multicast_lock);
2033
2034 return err;
2035}
561f1103 2036
cc0fdd80 2037static void br_multicast_start_querier(struct net_bridge *br,
90010b36 2038 struct bridge_mcast_own_query *query)
561f1103
HX		 2039{
2040 struct net_bridge_port *port;
74857216 2041
cc0fdd80 2042 __br_multicast_open(br, query);
74857216
HX		 2043
2044 list_for_each_entry(port, &br->port_list, list) {
2045 if (port->state == BR_STATE_DISABLED ||
2046 port->state == BR_STATE_BLOCKING)
2047 continue;
2048
90010b36
LL		 2049 if (query == &br->ip4_own_query)
2050 br_multicast_enable(&port->ip4_own_query);
cc0fdd80
LL		 2051#if IS_ENABLED(CONFIG_IPV6)
2052 else
90010b36 2053 br_multicast_enable(&port->ip6_own_query);
cc0fdd80 2054#endif
74857216
HX		 2055 }
2056}
2057
2058int br_multicast_toggle(struct net_bridge *br, unsigned long val)
2059{
7cb3f921 2060 struct net_bridge_port *port;
561f1103 2061
ef5e0d82 2062 spin_lock_bh(&br->multicast_lock);
13cefad2 2063 if (!!br_opt_get(br, BROPT_MULTICAST_ENABLED) == !!val)
561f1103
HX		 2064 goto unlock;
2065
13cefad2
NA		 2066 br_mc_disabled_update(br->dev, val);
2067 br_opt_toggle(br, BROPT_MULTICAST_ENABLED, !!val);
4effd28c
LL		 2068 if (!br_opt_get(br, BROPT_MULTICAST_ENABLED)) {
2069 br_multicast_leave_snoopers(br);
561f1103 2070 goto unlock;
4effd28c 2071 }
561f1103 2072
3a7fda06
HX		 2073 if (!netif_running(br->dev))
2074 goto unlock;
2075
7cb3f921
NA		 2076 br_multicast_open(br);
2077 list_for_each_entry(port, &br->port_list, list)
2078 __br_multicast_enable_port(port);
561f1103
HX		 2079
2080unlock:
ef5e0d82 2081 spin_unlock_bh(&br->multicast_lock);
561f1103 2082
a26d94bf 2083 return 0;
561f1103 2084}
b195167f 2085
9341b988
IS		 2086bool br_multicast_enabled(const struct net_device *dev)
2087{
2088 struct net_bridge *br = netdev_priv(dev);
2089
13cefad2 2090 return !!br_opt_get(br, BROPT_MULTICAST_ENABLED);
9341b988
IS		 2091}
2092EXPORT_SYMBOL_GPL(br_multicast_enabled);
2093
0912bda4
YG		 2094bool br_multicast_router(const struct net_device *dev)
2095{
2096 struct net_bridge *br = netdev_priv(dev);
2097 bool is_router;
2098
2099 spin_lock_bh(&br->multicast_lock);
2100 is_router = br_multicast_is_router(br);
2101 spin_unlock_bh(&br->multicast_lock);
2102 return is_router;
2103}
2104EXPORT_SYMBOL_GPL(br_multicast_router);
2105
c5c23260
HX		 2106int br_multicast_set_querier(struct net_bridge *br, unsigned long val)
2107{
b00589af
LL		 2108 unsigned long max_delay;
2109
c5c23260
HX		 2110 val = !!val;
2111
2112 spin_lock_bh(&br->multicast_lock);
675779ad 2113 if (br_opt_get(br, BROPT_MULTICAST_QUERIER) == val)
c5c23260
HX		 2114 goto unlock;
2115
675779ad 2116 br_opt_toggle(br, BROPT_MULTICAST_QUERIER, !!val);
b00589af
LL		 2117 if (!val)
2118 goto unlock;
2119
2120 max_delay = br->multicast_query_response_interval;
b00589af 2121
90010b36
LL		 2122 if (!timer_pending(&br->ip4_other_query.timer))
2123 br->ip4_other_query.delay_time = jiffies + max_delay;
cc0fdd80 2124
90010b36 2125 br_multicast_start_querier(br, &br->ip4_own_query);
cc0fdd80
LL		 2126
2127#if IS_ENABLED(CONFIG_IPV6)
90010b36
LL		 2128 if (!timer_pending(&br->ip6_other_query.timer))
2129 br->ip6_other_query.delay_time = jiffies + max_delay;
cc0fdd80 2130
90010b36 2131 br_multicast_start_querier(br, &br->ip6_own_query);
cc0fdd80 2132#endif
c5c23260
HX		 2133
2134unlock:
2135 spin_unlock_bh(&br->multicast_lock);
2136
2137 return 0;
2138}
2139
5e923585
NA		 2140int br_multicast_set_igmp_version(struct net_bridge *br, unsigned long val)
2141{
2142 /* Currently we support only version 2 and 3 */
2143 switch (val) {
2144 case 2:
2145 case 3:
2146 break;
2147 default:
2148 return -EINVAL;
2149 }
2150
2151 spin_lock_bh(&br->multicast_lock);
2152 br->multicast_igmp_version = val;
2153 spin_unlock_bh(&br->multicast_lock);
2154
2155 return 0;
2156}
2157
aa2ae3e7
NA		 2158#if IS_ENABLED(CONFIG_IPV6)
2159int br_multicast_set_mld_version(struct net_bridge *br, unsigned long val)
2160{
2161 /* Currently we support version 1 and 2 */
2162 switch (val) {
2163 case 1:
2164 case 2:
2165 break;
2166 default:
2167 return -EINVAL;
2168 }
2169
2170 spin_lock_bh(&br->multicast_lock);
2171 br->multicast_mld_version = val;
2172 spin_unlock_bh(&br->multicast_lock);
2173
2174 return 0;
2175}
2176#endif
2177
07f8ac4a
LL		 2178/**
2179 * br_multicast_list_adjacent - Returns snooped multicast addresses
2180 * @dev: The bridge port adjacent to which to retrieve addresses
2181 * @br_ip_list: The list to store found, snooped multicast IP addresses in
2182 *
2183 * Creates a list of IP addresses (struct br_ip_list) sensed by the multicast
2184 * snooping feature on all bridge ports of dev's bridge device, excluding
2185 * the addresses from dev itself.
2186 *
2187 * Returns the number of items added to br_ip_list.
2188 *
2189 * Notes:
2190 * - br_ip_list needs to be initialized by caller
2191 * - br_ip_list might contain duplicates in the end
2192 * (needs to be taken care of by caller)
2193 * - br_ip_list needs to be freed by caller
2194 */
2195int br_multicast_list_adjacent(struct net_device *dev,
2196 struct list_head *br_ip_list)
2197{
2198 struct net_bridge *br;
2199 struct net_bridge_port *port;
2200 struct net_bridge_port_group *group;
2201 struct br_ip_list *entry;
2202 int count = 0;
2203
2204 rcu_read_lock();
2205 if (!br_ip_list || !br_port_exists(dev))
2206 goto unlock;
2207
2208 port = br_port_get_rcu(dev);
2209 if (!port || !port->br)
2210 goto unlock;
2211
2212 br = port->br;
2213
2214 list_for_each_entry_rcu(port, &br->port_list, list) {
2215 if (!port->dev || port->dev == dev)
2216 continue;
2217
2218 hlist_for_each_entry_rcu(group, &port->mglist, mglist) {
2219 entry = kmalloc(sizeof(*entry), GFP_ATOMIC);
2220 if (!entry)
2221 goto unlock;
2222
2223 entry->addr = group->addr;
2224 list_add(&entry->list, br_ip_list);
2225 count++;
2226 }
2227 }
2228
2229unlock:
2230 rcu_read_unlock();
2231 return count;
2232}
2233EXPORT_SYMBOL_GPL(br_multicast_list_adjacent);
2cd41431 2234
c34963e2
LL		 2235/**
2236 * br_multicast_has_querier_anywhere - Checks for a querier on a bridge
2237 * @dev: The bridge port providing the bridge on which to check for a querier
2238 * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6
2239 *
2240 * Checks whether the given interface has a bridge on top and if so returns
2241 * true if a valid querier exists anywhere on the bridged link layer.
2242 * Otherwise returns false.
2243 */
2244bool br_multicast_has_querier_anywhere(struct net_device *dev, int proto)
2245{
2246 struct net_bridge *br;
2247 struct net_bridge_port *port;
2248 struct ethhdr eth;
2249 bool ret = false;
2250
2251 rcu_read_lock();
2252 if (!br_port_exists(dev))
2253 goto unlock;
2254
2255 port = br_port_get_rcu(dev);
2256 if (!port || !port->br)
2257 goto unlock;
2258
2259 br = port->br;
2260
2261 memset(&eth, 0, sizeof(eth));
2262 eth.h_proto = htons(proto);
2263
2264 ret = br_multicast_querier_exists(br, &eth);
2265
2266unlock:
2267 rcu_read_unlock();
2268 return ret;
2269}
2270EXPORT_SYMBOL_GPL(br_multicast_has_querier_anywhere);
2271
2cd41431
LL		 2272/**
2273 * br_multicast_has_querier_adjacent - Checks for a querier behind a bridge port
2274 * @dev: The bridge port adjacent to which to check for a querier
2275 * @proto: The protocol family to check for: IGMP -> ETH_P_IP, MLD -> ETH_P_IPV6
2276 *
2277 * Checks whether the given interface has a bridge on top and if so returns
2278 * true if a selected querier is behind one of the other ports of this
2279 * bridge. Otherwise returns false.
2280 */
2281bool br_multicast_has_querier_adjacent(struct net_device *dev, int proto)
2282{
2283 struct net_bridge *br;
2284 struct net_bridge_port *port;
2285 bool ret = false;
2286
2287 rcu_read_lock();
2288 if (!br_port_exists(dev))
2289 goto unlock;
2290
2291 port = br_port_get_rcu(dev);
2292 if (!port || !port->br)
2293 goto unlock;
2294
2295 br = port->br;
2296
2297 switch (proto) {
2298 case ETH_P_IP:
2299 if (!timer_pending(&br->ip4_other_query.timer) ||
2300 rcu_dereference(br->ip4_querier.port) == port)
2301 goto unlock;
2302 break;
3993c4e1 2303#if IS_ENABLED(CONFIG_IPV6)
2cd41431
LL		 2304 case ETH_P_IPV6:
2305 if (!timer_pending(&br->ip6_other_query.timer) ||
2306 rcu_dereference(br->ip6_querier.port) == port)
2307 goto unlock;
2308 break;
3993c4e1 2309#endif
2cd41431
LL		 2310 default:
2311 goto unlock;
2312 }
2313
2314 ret = true;
2315unlock:
2316 rcu_read_unlock();
2317 return ret;
2318}
2319EXPORT_SYMBOL_GPL(br_multicast_has_querier_adjacent);
1080ab95
NA		 2320
2321static void br_mcast_stats_add(struct bridge_mcast_stats __percpu *stats,
a65056ec 2322 const struct sk_buff *skb, u8 type, u8 dir)
1080ab95
NA		 2323{
2324 struct bridge_mcast_stats *pstats = this_cpu_ptr(stats);
a65056ec
NA		 2325 __be16 proto = skb->protocol;
2326 unsigned int t_len;
1080ab95
NA		 2327
2328 u64_stats_update_begin(&pstats->syncp);
2329 switch (proto) {
2330 case htons(ETH_P_IP):
a65056ec 2331 t_len = ntohs(ip_hdr(skb)->tot_len) - ip_hdrlen(skb);
1080ab95
NA		 2332 switch (type) {
2333 case IGMP_HOST_MEMBERSHIP_REPORT:
2334 pstats->mstats.igmp_v1reports[dir]++;
2335 break;
2336 case IGMPV2_HOST_MEMBERSHIP_REPORT:
2337 pstats->mstats.igmp_v2reports[dir]++;
2338 break;
2339 case IGMPV3_HOST_MEMBERSHIP_REPORT:
2340 pstats->mstats.igmp_v3reports[dir]++;
2341 break;
2342 case IGMP_HOST_MEMBERSHIP_QUERY:
a65056ec
NA		 2343 if (t_len != sizeof(struct igmphdr)) {
2344 pstats->mstats.igmp_v3queries[dir]++;
2345 } else {
2346 unsigned int offset = skb_transport_offset(skb);
2347 struct igmphdr *ih, _ihdr;
2348
2349 ih = skb_header_pointer(skb, offset,
2350 sizeof(_ihdr), &_ihdr);
2351 if (!ih)
2352 break;
2353 if (!ih->code)
2354 pstats->mstats.igmp_v1queries[dir]++;
2355 else
2356 pstats->mstats.igmp_v2queries[dir]++;
2357 }
1080ab95
NA		 2358 break;
2359 case IGMP_HOST_LEAVE_MESSAGE:
2360 pstats->mstats.igmp_leaves[dir]++;
2361 break;
2362 }
2363 break;
2364#if IS_ENABLED(CONFIG_IPV6)
2365 case htons(ETH_P_IPV6):
a65056ec
NA		 2366 t_len = ntohs(ipv6_hdr(skb)->payload_len) +
2367 sizeof(struct ipv6hdr);
2368 t_len -= skb_network_header_len(skb);
1080ab95
NA		 2369 switch (type) {
2370 case ICMPV6_MGM_REPORT:
2371 pstats->mstats.mld_v1reports[dir]++;
2372 break;
2373 case ICMPV6_MLD2_REPORT:
2374 pstats->mstats.mld_v2reports[dir]++;
2375 break;
2376 case ICMPV6_MGM_QUERY:
a65056ec
NA		 2377 if (t_len != sizeof(struct mld_msg))
2378 pstats->mstats.mld_v2queries[dir]++;
2379 else
2380 pstats->mstats.mld_v1queries[dir]++;
1080ab95
NA		 2381 break;
2382 case ICMPV6_MGM_REDUCTION:
2383 pstats->mstats.mld_leaves[dir]++;
2384 break;
2385 }
2386 break;
2387#endif /* CONFIG_IPV6 */
2388 }
2389 u64_stats_update_end(&pstats->syncp);
2390}
2391
2392void br_multicast_count(struct net_bridge *br, const struct net_bridge_port *p,
a65056ec 2393 const struct sk_buff *skb, u8 type, u8 dir)
1080ab95
NA		 2394{
2395 struct bridge_mcast_stats __percpu *stats;
2396
2397 /* if multicast_disabled is true then igmp type can't be set */
675779ad 2398 if (!type || !br_opt_get(br, BROPT_MULTICAST_STATS_ENABLED))
1080ab95
NA		 2399 return;
2400
2401 if (p)
2402 stats = p->mcast_stats;
2403 else
2404 stats = br->mcast_stats;
2405 if (WARN_ON(!stats))
2406 return;
2407
a65056ec 2408 br_mcast_stats_add(stats, skb, type, dir);
1080ab95
NA		 2409}
2410
2411int br_multicast_init_stats(struct net_bridge *br)
2412{
2413 br->mcast_stats = netdev_alloc_pcpu_stats(struct bridge_mcast_stats);
2414 if (!br->mcast_stats)
2415 return -ENOMEM;
2416
2417 return 0;
2418}
2419
b6fe0440
IS		 2420void br_multicast_uninit_stats(struct net_bridge *br)
2421{
2422 free_percpu(br->mcast_stats);
2423}
2424
1080ab95
NA		 2425static void mcast_stats_add_dir(u64 *dst, u64 *src)
2426{
2427 dst[BR_MCAST_DIR_RX] += src[BR_MCAST_DIR_RX];
2428 dst[BR_MCAST_DIR_TX] += src[BR_MCAST_DIR_TX];
2429}
2430
2431void br_multicast_get_stats(const struct net_bridge *br,
2432 const struct net_bridge_port *p,
2433 struct br_mcast_stats *dest)
2434{
2435 struct bridge_mcast_stats __percpu *stats;
2436 struct br_mcast_stats tdst;
2437 int i;
2438
2439 memset(dest, 0, sizeof(*dest));
2440 if (p)
2441 stats = p->mcast_stats;
2442 else
2443 stats = br->mcast_stats;
2444 if (WARN_ON(!stats))
2445 return;
2446
2447 memset(&tdst, 0, sizeof(tdst));
2448 for_each_possible_cpu(i) {
2449 struct bridge_mcast_stats *cpu_stats = per_cpu_ptr(stats, i);
2450 struct br_mcast_stats temp;
2451 unsigned int start;
2452
2453 do {
2454 start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
2455 memcpy(&temp, &cpu_stats->mstats, sizeof(temp));
2456 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
2457
a65056ec
NA		 2458 mcast_stats_add_dir(tdst.igmp_v1queries, temp.igmp_v1queries);
2459 mcast_stats_add_dir(tdst.igmp_v2queries, temp.igmp_v2queries);
2460 mcast_stats_add_dir(tdst.igmp_v3queries, temp.igmp_v3queries);
1080ab95
NA		 2461 mcast_stats_add_dir(tdst.igmp_leaves, temp.igmp_leaves);
2462 mcast_stats_add_dir(tdst.igmp_v1reports, temp.igmp_v1reports);
2463 mcast_stats_add_dir(tdst.igmp_v2reports, temp.igmp_v2reports);
2464 mcast_stats_add_dir(tdst.igmp_v3reports, temp.igmp_v3reports);
2465 tdst.igmp_parse_errors += temp.igmp_parse_errors;
2466
a65056ec
NA		 2467 mcast_stats_add_dir(tdst.mld_v1queries, temp.mld_v1queries);
2468 mcast_stats_add_dir(tdst.mld_v2queries, temp.mld_v2queries);
1080ab95
NA		 2469 mcast_stats_add_dir(tdst.mld_leaves, temp.mld_leaves);
2470 mcast_stats_add_dir(tdst.mld_v1reports, temp.mld_v1reports);
2471 mcast_stats_add_dir(tdst.mld_v2reports, temp.mld_v2reports);
2472 tdst.mld_parse_errors += temp.mld_parse_errors;
2473 }
2474 memcpy(dest, &tdst, sizeof(*dest));
2475}
19e3a9c9
NA		 2476
2477int br_mdb_hash_init(struct net_bridge *br)
2478{
2479 return rhashtable_init(&br->mdb_hash_tbl, &br_mdb_rht_params);
2480}
2481
2482void br_mdb_hash_fini(struct net_bridge *br)
2483{
2484 rhashtable_destroy(&br->mdb_hash_tbl);
2485}
Linux 6.x block layer and io_uring tree(s)