net/bridge/br_vlan.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 #include <linux/kernel.h>
   3 #include <linux/netdevice.h>
   4 #include <linux/rtnetlink.h>
   5 #include <linux/slab.h>
   6 #include <net/switchdev.h>
   7
   8 #include "br_private.h"
   9 #include "br_private_tunnel.h"
  10
  11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
  12
  13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  14                               const void *ptr)
  15 {
  16         const struct net_bridge_vlan *vle = ptr;
  17         u16 vid = *(u16 *)arg->key;
  18
  19         return vle->vid != vid;
  20 }
  21
  22 static const struct rhashtable_params br_vlan_rht_params = {
  23         .head_offset = offsetof(struct net_bridge_vlan, vnode),
  24         .key_offset = offsetof(struct net_bridge_vlan, vid),
  25         .key_len = sizeof(u16),
  26         .nelem_hint = 3,
  27         .max_size = VLAN_N_VID,
  28         .obj_cmpfn = br_vlan_cmp,
  29         .automatic_shrinking = true,
  30 };
  31
  32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  33 {
  34         return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  35 }
  36
  37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
  38                             const struct net_bridge_vlan *v)
  39 {
  40         if (vg->pvid == v->vid)
  41                 return false;
  42
  43         smp_wmb();
  44         br_vlan_set_pvid_state(vg, v->state);
  45         vg->pvid = v->vid;
  46
  47         return true;
  48 }
  49
  50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  51 {
  52         if (vg->pvid != vid)
  53                 return false;
  54
  55         smp_wmb();
  56         vg->pvid = 0;
  57
  58         return true;
  59 }
  60
  61 /* return true if anything changed, false otherwise */
  62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  63 {
  64         struct net_bridge_vlan_group *vg;
  65         u16 old_flags = v->flags;
  66         bool ret;
  67
  68         if (br_vlan_is_master(v))
  69                 vg = br_vlan_group(v->br);
  70         else
  71                 vg = nbp_vlan_group(v->port);
  72
  73         if (flags & BRIDGE_VLAN_INFO_PVID)
  74                 ret = __vlan_add_pvid(vg, v);
  75         else
  76                 ret = __vlan_delete_pvid(vg, v->vid);
  77
  78         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  79                 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  80         else
  81                 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  82
  83         return ret || !!(old_flags ^ v->flags);
  84 }
  85
  86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  87                           struct net_bridge_vlan *v, u16 flags,
  88                           struct netlink_ext_ack *extack)
  89 {
  90         int err;
  91
  92         /* Try switchdev op first. In case it is not supported, fallback to
  93          * 8021q add.
  94          */
  95         err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
  96         if (err == -EOPNOTSUPP)
  97                 return vlan_vid_add(dev, br->vlan_proto, v->vid);
  98         v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
  99         return err;
 100 }
 101
 102 static void __vlan_add_list(struct net_bridge_vlan *v)
 103 {
 104         struct net_bridge_vlan_group *vg;
 105         struct list_head *headp, *hpos;
 106         struct net_bridge_vlan *vent;
 107
 108         if (br_vlan_is_master(v))
 109                 vg = br_vlan_group(v->br);
 110         else
 111                 vg = nbp_vlan_group(v->port);
 112
 113         headp = &vg->vlan_list;
 114         list_for_each_prev(hpos, headp) {
 115                 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 116                 if (v->vid >= vent->vid)
 117                         break;
 118         }
 119         list_add_rcu(&v->vlist, hpos);
 120 }
 121
 122 static void __vlan_del_list(struct net_bridge_vlan *v)
 123 {
 124         list_del_rcu(&v->vlist);
 125 }
 126
 127 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 128                           const struct net_bridge_vlan *v)
 129 {
 130         int err;
 131
 132         /* Try switchdev op first. In case it is not supported, fallback to
 133          * 8021q del.
 134          */
 135         err = br_switchdev_port_vlan_del(dev, v->vid);
 136         if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
 137                 vlan_vid_del(dev, br->vlan_proto, v->vid);
 138         return err == -EOPNOTSUPP ? 0 : err;
 139 }
 140
 141 /* Returns a master vlan, if it didn't exist it gets created. In all cases
 142  * a reference is taken to the master vlan before returning.
 143  */
 144 static struct net_bridge_vlan *
 145 br_vlan_get_master(struct net_bridge *br, u16 vid,
 146                    struct netlink_ext_ack *extack)
 147 {
 148         struct net_bridge_vlan_group *vg;
 149         struct net_bridge_vlan *masterv;
 150
 151         vg = br_vlan_group(br);
 152         masterv = br_vlan_find(vg, vid);
 153         if (!masterv) {
 154                 bool changed;
 155
 156                 /* missing global ctx, create it now */
 157                 if (br_vlan_add(br, vid, 0, &changed, extack))
 158                         return NULL;
 159                 masterv = br_vlan_find(vg, vid);
 160                 if (WARN_ON(!masterv))
 161                         return NULL;
 162                 refcount_set(&masterv->refcnt, 1);
 163                 return masterv;
 164         }
 165         refcount_inc(&masterv->refcnt);
 166
 167         return masterv;
 168 }
 169
 170 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 171 {
 172         struct net_bridge_vlan *v;
 173
 174         v = container_of(rcu, struct net_bridge_vlan, rcu);
 175         WARN_ON(!br_vlan_is_master(v));
 176         free_percpu(v->stats);
 177         v->stats = NULL;
 178         kfree(v);
 179 }
 180
 181 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 182 {
 183         struct net_bridge_vlan_group *vg;
 184
 185         if (!br_vlan_is_master(masterv))
 186                 return;
 187
 188         vg = br_vlan_group(masterv->br);
 189         if (refcount_dec_and_test(&masterv->refcnt)) {
 190                 rhashtable_remove_fast(&vg->vlan_hash,
 191                                        &masterv->vnode, br_vlan_rht_params);
 192                 __vlan_del_list(masterv);
 193                 br_multicast_toggle_one_vlan(masterv, false);
 194                 br_multicast_ctx_deinit(&masterv->br_mcast_ctx);
 195                 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 196         }
 197 }
 198
 199 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
 200 {
 201         struct net_bridge_vlan *v;
 202
 203         v = container_of(rcu, struct net_bridge_vlan, rcu);
 204         WARN_ON(br_vlan_is_master(v));
 205         /* if we had per-port stats configured then free them here */
 206         if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
 207                 free_percpu(v->stats);
 208         v->stats = NULL;
 209         kfree(v);
 210 }
 211
 212 /* This is the shared VLAN add function which works for both ports and bridge
 213  * devices. There are four possible calls to this function in terms of the
 214  * vlan entry type:
 215  * 1. vlan is being added on a port (no master flags, global entry exists)
 216  * 2. vlan is being added on a bridge (both master and brentry flags)
 217  * 3. vlan is being added on a port, but a global entry didn't exist which
 218  *    is being created right now (master flag set, brentry flag unset), the
 219  *    global entry is used for global per-vlan features, but not for filtering
 220  * 4. same as 3 but with both master and brentry flags set so the entry
 221  *    will be used for filtering in both the port and the bridge
 222  */
 223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
 224                       struct netlink_ext_ack *extack)
 225 {
 226         struct net_bridge_vlan *masterv = NULL;
 227         struct net_bridge_port *p = NULL;
 228         struct net_bridge_vlan_group *vg;
 229         struct net_device *dev;
 230         struct net_bridge *br;
 231         int err;
 232
 233         if (br_vlan_is_master(v)) {
 234                 br = v->br;
 235                 dev = br->dev;
 236                 vg = br_vlan_group(br);
 237         } else {
 238                 p = v->port;
 239                 br = p->br;
 240                 dev = p->dev;
 241                 vg = nbp_vlan_group(p);
 242         }
 243
 244         if (p) {
 245                 /* Add VLAN to the device filter if it is supported.
 246                  * This ensures tagged traffic enters the bridge when
 247                  * promiscuous mode is disabled by br_manage_promisc().
 248                  */
 249                 err = __vlan_vid_add(dev, br, v, flags, extack);
 250                 if (err)
 251                         goto out;
 252
 253                 /* need to work on the master vlan too */
 254                 if (flags & BRIDGE_VLAN_INFO_MASTER) {
 255                         bool changed;
 256
 257                         err = br_vlan_add(br, v->vid,
 258                                           flags | BRIDGE_VLAN_INFO_BRENTRY,
 259                                           &changed, extack);
 260                         if (err)
 261                                 goto out_filt;
 262
 263                         if (changed)
 264                                 br_vlan_notify(br, NULL, v->vid, 0,
 265                                                RTM_NEWVLAN);
 266                 }
 267
 268                 masterv = br_vlan_get_master(br, v->vid, extack);
 269                 if (!masterv) {
 270                         err = -ENOMEM;
 271                         goto out_filt;
 272                 }
 273                 v->brvlan = masterv;
 274                 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
 275                         v->stats =
 276                              netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 277                         if (!v->stats) {
 278                                 err = -ENOMEM;
 279                                 goto out_filt;
 280                         }
 281                         v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
 282                 } else {
 283                         v->stats = masterv->stats;
 284                 }
 285                 br_multicast_port_ctx_init(p, v, &v->port_mcast_ctx);
 286         } else {
 287                 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
 288                 if (err && err != -EOPNOTSUPP)
 289                         goto out;
 290                 br_multicast_ctx_init(br, v, &v->br_mcast_ctx);
 291                 v->priv_flags |= BR_VLFLAG_GLOBAL_MCAST_ENABLED;
 292         }
 293
 294         /* Add the dev mac and count the vlan only if it's usable */
 295         if (br_vlan_should_use(v)) {
 296                 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 297                 if (err) {
 298                         br_err(br, "failed insert local address into bridge forwarding table\n");
 299                         goto out_filt;
 300                 }
 301                 vg->num_vlans++;
 302         }
 303
 304         /* set the state before publishing */
 305         v->state = BR_STATE_FORWARDING;
 306
 307         err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 308                                             br_vlan_rht_params);
 309         if (err)
 310                 goto out_fdb_insert;
 311
 312         __vlan_add_list(v);
 313         __vlan_add_flags(v, flags);
 314         br_multicast_toggle_one_vlan(v, true);
 315
 316         if (p)
 317                 nbp_vlan_set_vlan_dev_state(p, v->vid);
 318 out:
 319         return err;
 320
 321 out_fdb_insert:
 322         if (br_vlan_should_use(v)) {
 323                 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 324                 vg->num_vlans--;
 325         }
 326
 327 out_filt:
 328         if (p) {
 329                 __vlan_vid_del(dev, br, v);
 330                 if (masterv) {
 331                         if (v->stats && masterv->stats != v->stats)
 332                                 free_percpu(v->stats);
 333                         v->stats = NULL;
 334
 335                         br_vlan_put_master(masterv);
 336                         v->brvlan = NULL;
 337                 }
 338         } else {
 339                 br_switchdev_port_vlan_del(dev, v->vid);
 340         }
 341
 342         goto out;
 343 }
 344
 345 static int __vlan_del(struct net_bridge_vlan *v)
 346 {
 347         struct net_bridge_vlan *masterv = v;
 348         struct net_bridge_vlan_group *vg;
 349         struct net_bridge_port *p = NULL;
 350         int err = 0;
 351
 352         if (br_vlan_is_master(v)) {
 353                 vg = br_vlan_group(v->br);
 354         } else {
 355                 p = v->port;
 356                 vg = nbp_vlan_group(v->port);
 357                 masterv = v->brvlan;
 358         }
 359
 360         __vlan_delete_pvid(vg, v->vid);
 361         if (p) {
 362                 err = __vlan_vid_del(p->dev, p->br, v);
 363                 if (err)
 364                         goto out;
 365         } else {
 366                 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 367                 if (err && err != -EOPNOTSUPP)
 368                         goto out;
 369                 err = 0;
 370         }
 371
 372         if (br_vlan_should_use(v)) {
 373                 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 374                 vg->num_vlans--;
 375         }
 376
 377         if (masterv != v) {
 378                 vlan_tunnel_info_del(vg, v);
 379                 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 380                                        br_vlan_rht_params);
 381                 __vlan_del_list(v);
 382                 nbp_vlan_set_vlan_dev_state(p, v->vid);
 383                 br_multicast_toggle_one_vlan(v, false);
 384                 br_multicast_port_ctx_deinit(&v->port_mcast_ctx);
 385                 call_rcu(&v->rcu, nbp_vlan_rcu_free);
 386         }
 387
 388         br_vlan_put_master(masterv);
 389 out:
 390         return err;
 391 }
 392
 393 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 394 {
 395         WARN_ON(!list_empty(&vg->vlan_list));
 396         rhashtable_destroy(&vg->vlan_hash);
 397         vlan_tunnel_deinit(vg);
 398         kfree(vg);
 399 }
 400
 401 static void __vlan_flush(const struct net_bridge *br,
 402                          const struct net_bridge_port *p,
 403                          struct net_bridge_vlan_group *vg)
 404 {
 405         struct net_bridge_vlan *vlan, *tmp;
 406         u16 v_start = 0, v_end = 0;
 407
 408         __vlan_delete_pvid(vg, vg->pvid);
 409         list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
 410                 /* take care of disjoint ranges */
 411                 if (!v_start) {
 412                         v_start = vlan->vid;
 413                 } else if (vlan->vid - v_end != 1) {
 414                         /* found range end, notify and start next one */
 415                         br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 416                         v_start = vlan->vid;
 417                 }
 418                 v_end = vlan->vid;
 419
 420                 __vlan_del(vlan);
 421         }
 422
 423         /* notify about the last/whole vlan range */
 424         if (v_start)
 425                 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 426 }
 427
 428 struct sk_buff *br_handle_vlan(struct net_bridge *br,
 429                                const struct net_bridge_port *p,
 430                                struct net_bridge_vlan_group *vg,
 431                                struct sk_buff *skb)
 432 {
 433         struct pcpu_sw_netstats *stats;
 434         struct net_bridge_vlan *v;
 435         u16 vid;
 436
 437         /* If this packet was not filtered at input, let it pass */
 438         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 439                 goto out;
 440
 441         /* At this point, we know that the frame was filtered and contains
 442          * a valid vlan id.  If the vlan id has untagged flag set,
 443          * send untagged; otherwise, send tagged.
 444          */
 445         br_vlan_get_tag(skb, &vid);
 446         v = br_vlan_find(vg, vid);
 447         /* Vlan entry must be configured at this point.  The
 448          * only exception is the bridge is set in promisc mode and the
 449          * packet is destined for the bridge device.  In this case
 450          * pass the packet as is.
 451          */
 452         if (!v || !br_vlan_should_use(v)) {
 453                 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 454                         goto out;
 455                 } else {
 456                         kfree_skb(skb);
 457                         return NULL;
 458                 }
 459         }
 460         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 461                 stats = this_cpu_ptr(v->stats);
 462                 u64_stats_update_begin(&stats->syncp);
 463                 stats->tx_bytes += skb->len;
 464                 stats->tx_packets++;
 465                 u64_stats_update_end(&stats->syncp);
 466         }
 467
 468         if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 469                 __vlan_hwaccel_clear_tag(skb);
 470
 471         if (p && (p->flags & BR_VLAN_TUNNEL) &&
 472             br_handle_egress_vlan_tunnel(skb, v)) {
 473                 kfree_skb(skb);
 474                 return NULL;
 475         }
 476 out:
 477         return skb;
 478 }
 479
 480 /* Called under RCU */
 481 static bool __allowed_ingress(const struct net_bridge *br,
 482                               struct net_bridge_vlan_group *vg,
 483                               struct sk_buff *skb, u16 *vid,
 484                               u8 *state,
 485                               struct net_bridge_vlan **vlan)
 486 {
 487         struct pcpu_sw_netstats *stats;
 488         struct net_bridge_vlan *v;
 489         bool tagged;
 490
 491         BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 492         /* If vlan tx offload is disabled on bridge device and frame was
 493          * sent from vlan device on the bridge device, it does not have
 494          * HW accelerated vlan tag.
 495          */
 496         if (unlikely(!skb_vlan_tag_present(skb) &&
 497                      skb->protocol == br->vlan_proto)) {
 498                 skb = skb_vlan_untag(skb);
 499                 if (unlikely(!skb))
 500                         return false;
 501         }
 502
 503         if (!br_vlan_get_tag(skb, vid)) {
 504                 /* Tagged frame */
 505                 if (skb->vlan_proto != br->vlan_proto) {
 506                         /* Protocol-mismatch, empty out vlan_tci for new tag */
 507                         skb_push(skb, ETH_HLEN);
 508                         skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 509                                                         skb_vlan_tag_get(skb));
 510                         if (unlikely(!skb))
 511                                 return false;
 512
 513                         skb_pull(skb, ETH_HLEN);
 514                         skb_reset_mac_len(skb);
 515                         *vid = 0;
 516                         tagged = false;
 517                 } else {
 518                         tagged = true;
 519                 }
 520         } else {
 521                 /* Untagged frame */
 522                 tagged = false;
 523         }
 524
 525         if (!*vid) {
 526                 u16 pvid = br_get_pvid(vg);
 527
 528                 /* Frame had a tag with VID 0 or did not have a tag.
 529                  * See if pvid is set on this port.  That tells us which
 530                  * vlan untagged or priority-tagged traffic belongs to.
 531                  */
 532                 if (!pvid)
 533                         goto drop;
 534
 535                 /* PVID is set on this port.  Any untagged or priority-tagged
 536                  * ingress frame is considered to belong to this vlan.
 537                  */
 538                 *vid = pvid;
 539                 if (likely(!tagged))
 540                         /* Untagged Frame. */
 541                         __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 542                 else
 543                         /* Priority-tagged Frame.
 544                          * At this point, we know that skb->vlan_tci VID
 545                          * field was 0.
 546                          * We update only VID field and preserve PCP field.
 547                          */
 548                         skb->vlan_tci |= pvid;
 549
 550                 /* if snooping and stats are disabled we can avoid the lookup */
 551                 if (!br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) &&
 552                     !br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 553                         if (*state == BR_STATE_FORWARDING) {
 554                                 *state = br_vlan_get_pvid_state(vg);
 555                                 return br_vlan_state_allowed(*state, true);
 556                         } else {
 557                                 return true;
 558                         }
 559                 }
 560         }
 561         v = br_vlan_find(vg, *vid);
 562         if (!v || !br_vlan_should_use(v))
 563                 goto drop;
 564
 565         if (*state == BR_STATE_FORWARDING) {
 566                 *state = br_vlan_get_state(v);
 567                 if (!br_vlan_state_allowed(*state, true))
 568                         goto drop;
 569         }
 570
 571         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 572                 stats = this_cpu_ptr(v->stats);
 573                 u64_stats_update_begin(&stats->syncp);
 574                 stats->rx_bytes += skb->len;
 575                 stats->rx_packets++;
 576                 u64_stats_update_end(&stats->syncp);
 577         }
 578
 579         *vlan = v;
 580
 581         return true;
 582
 583 drop:
 584         kfree_skb(skb);
 585         return false;
 586 }
 587
 588 bool br_allowed_ingress(const struct net_bridge *br,
 589                         struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 590                         u16 *vid, u8 *state,
 591                         struct net_bridge_vlan **vlan)
 592 {
 593         /* If VLAN filtering is disabled on the bridge, all packets are
 594          * permitted.
 595          */
 596         *vlan = NULL;
 597         if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
 598                 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 599                 return true;
 600         }
 601
 602         return __allowed_ingress(br, vg, skb, vid, state, vlan);
 603 }
 604
 605 /* Called under RCU. */
 606 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 607                        const struct sk_buff *skb)
 608 {
 609         const struct net_bridge_vlan *v;
 610         u16 vid;
 611
 612         /* If this packet was not filtered at input, let it pass */
 613         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 614                 return true;
 615
 616         br_vlan_get_tag(skb, &vid);
 617         v = br_vlan_find(vg, vid);
 618         if (v && br_vlan_should_use(v) &&
 619             br_vlan_state_allowed(br_vlan_get_state(v), false))
 620                 return true;
 621
 622         return false;
 623 }
 624
 625 /* Called under RCU */
 626 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 627 {
 628         struct net_bridge_vlan_group *vg;
 629         struct net_bridge *br = p->br;
 630         struct net_bridge_vlan *v;
 631
 632         /* If filtering was disabled at input, let it pass. */
 633         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
 634                 return true;
 635
 636         vg = nbp_vlan_group_rcu(p);
 637         if (!vg || !vg->num_vlans)
 638                 return false;
 639
 640         if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 641                 *vid = 0;
 642
 643         if (!*vid) {
 644                 *vid = br_get_pvid(vg);
 645                 if (!*vid ||
 646                     !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
 647                         return false;
 648
 649                 return true;
 650         }
 651
 652         v = br_vlan_find(vg, *vid);
 653         if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
 654                 return true;
 655
 656         return false;
 657 }
 658
 659 static int br_vlan_add_existing(struct net_bridge *br,
 660                                 struct net_bridge_vlan_group *vg,
 661                                 struct net_bridge_vlan *vlan,
 662                                 u16 flags, bool *changed,
 663                                 struct netlink_ext_ack *extack)
 664 {
 665         int err;
 666
 667         err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
 668         if (err && err != -EOPNOTSUPP)
 669                 return err;
 670
 671         if (!br_vlan_is_brentry(vlan)) {
 672                 /* Trying to change flags of non-existent bridge vlan */
 673                 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
 674                         err = -EINVAL;
 675                         goto err_flags;
 676                 }
 677                 /* It was only kept for port vlans, now make it real */
 678                 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
 679                                     vlan->vid);
 680                 if (err) {
 681                         br_err(br, "failed to insert local address into bridge forwarding table\n");
 682                         goto err_fdb_insert;
 683                 }
 684
 685                 refcount_inc(&vlan->refcnt);
 686                 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 687                 vg->num_vlans++;
 688                 *changed = true;
 689         }
 690
 691         if (__vlan_add_flags(vlan, flags))
 692                 *changed = true;
 693
 694         return 0;
 695
 696 err_fdb_insert:
 697 err_flags:
 698         br_switchdev_port_vlan_del(br->dev, vlan->vid);
 699         return err;
 700 }
 701
 702 /* Must be protected by RTNL.
 703  * Must be called with vid in range from 1 to 4094 inclusive.
 704  * changed must be true only if the vlan was created or updated
 705  */
 706 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
 707                 struct netlink_ext_ack *extack)
 708 {
 709         struct net_bridge_vlan_group *vg;
 710         struct net_bridge_vlan *vlan;
 711         int ret;
 712
 713         ASSERT_RTNL();
 714
 715         *changed = false;
 716         vg = br_vlan_group(br);
 717         vlan = br_vlan_find(vg, vid);
 718         if (vlan)
 719                 return br_vlan_add_existing(br, vg, vlan, flags, changed,
 720                                             extack);
 721
 722         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 723         if (!vlan)
 724                 return -ENOMEM;
 725
 726         vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 727         if (!vlan->stats) {
 728                 kfree(vlan);
 729                 return -ENOMEM;
 730         }
 731         vlan->vid = vid;
 732         vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 733         vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 734         vlan->br = br;
 735         if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 736                 refcount_set(&vlan->refcnt, 1);
 737         ret = __vlan_add(vlan, flags, extack);
 738         if (ret) {
 739                 free_percpu(vlan->stats);
 740                 kfree(vlan);
 741         } else {
 742                 *changed = true;
 743         }
 744
 745         return ret;
 746 }
 747
 748 /* Must be protected by RTNL.
 749  * Must be called with vid in range from 1 to 4094 inclusive.
 750  */
 751 int br_vlan_delete(struct net_bridge *br, u16 vid)
 752 {
 753         struct net_bridge_vlan_group *vg;
 754         struct net_bridge_vlan *v;
 755
 756         ASSERT_RTNL();
 757
 758         vg = br_vlan_group(br);
 759         v = br_vlan_find(vg, vid);
 760         if (!v || !br_vlan_is_brentry(v))
 761                 return -ENOENT;
 762
 763         br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 764         br_fdb_delete_by_port(br, NULL, vid, 0);
 765
 766         vlan_tunnel_info_del(vg, v);
 767
 768         return __vlan_del(v);
 769 }
 770
 771 void br_vlan_flush(struct net_bridge *br)
 772 {
 773         struct net_bridge_vlan_group *vg;
 774
 775         ASSERT_RTNL();
 776
 777         vg = br_vlan_group(br);
 778         __vlan_flush(br, NULL, vg);
 779         RCU_INIT_POINTER(br->vlgrp, NULL);
 780         synchronize_rcu();
 781         __vlan_group_free(vg);
 782 }
 783
 784 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 785 {
 786         if (!vg)
 787                 return NULL;
 788
 789         return br_vlan_lookup(&vg->vlan_hash, vid);
 790 }
 791
 792 /* Must be protected by RTNL. */
 793 static void recalculate_group_addr(struct net_bridge *br)
 794 {
 795         if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
 796                 return;
 797
 798         spin_lock_bh(&br->lock);
 799         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 800             br->vlan_proto == htons(ETH_P_8021Q)) {
 801                 /* Bridge Group Address */
 802                 br->group_addr[5] = 0x00;
 803         } else { /* vlan_enabled && ETH_P_8021AD */
 804                 /* Provider Bridge Group Address */
 805                 br->group_addr[5] = 0x08;
 806         }
 807         spin_unlock_bh(&br->lock);
 808 }
 809
 810 /* Must be protected by RTNL. */
 811 void br_recalculate_fwd_mask(struct net_bridge *br)
 812 {
 813         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 814             br->vlan_proto == htons(ETH_P_8021Q))
 815                 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 816         else /* vlan_enabled && ETH_P_8021AD */
 817                 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 818                                               ~(1u << br->group_addr[5]);
 819 }
 820
 821 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
 822                           struct netlink_ext_ack *extack)
 823 {
 824         struct switchdev_attr attr = {
 825                 .orig_dev = br->dev,
 826                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 827                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 828                 .u.vlan_filtering = val,
 829         };
 830         int err;
 831
 832         if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
 833                 return 0;
 834
 835         err = switchdev_port_attr_set(br->dev, &attr, extack);
 836         if (err && err != -EOPNOTSUPP)
 837                 return err;
 838
 839         br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
 840         br_manage_promisc(br);
 841         recalculate_group_addr(br);
 842         br_recalculate_fwd_mask(br);
 843         if (!val && br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) {
 844                 br_info(br, "vlan filtering disabled, automatically disabling multicast vlan snooping\n");
 845                 br_multicast_toggle_vlan_snooping(br, false, NULL);
 846         }
 847
 848         return 0;
 849 }
 850
 851 bool br_vlan_enabled(const struct net_device *dev)
 852 {
 853         struct net_bridge *br = netdev_priv(dev);
 854
 855         return br_opt_get(br, BROPT_VLAN_ENABLED);
 856 }
 857 EXPORT_SYMBOL_GPL(br_vlan_enabled);
 858
 859 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
 860 {
 861         struct net_bridge *br = netdev_priv(dev);
 862
 863         *p_proto = ntohs(br->vlan_proto);
 864
 865         return 0;
 866 }
 867 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
 868
 869 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
 870                         struct netlink_ext_ack *extack)
 871 {
 872         struct switchdev_attr attr = {
 873                 .orig_dev = br->dev,
 874                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
 875                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 876                 .u.vlan_protocol = ntohs(proto),
 877         };
 878         int err = 0;
 879         struct net_bridge_port *p;
 880         struct net_bridge_vlan *vlan;
 881         struct net_bridge_vlan_group *vg;
 882         __be16 oldproto = br->vlan_proto;
 883
 884         if (br->vlan_proto == proto)
 885                 return 0;
 886
 887         err = switchdev_port_attr_set(br->dev, &attr, extack);
 888         if (err && err != -EOPNOTSUPP)
 889                 return err;
 890
 891         /* Add VLANs for the new proto to the device filter. */
 892         list_for_each_entry(p, &br->port_list, list) {
 893                 vg = nbp_vlan_group(p);
 894                 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 895                         err = vlan_vid_add(p->dev, proto, vlan->vid);
 896                         if (err)
 897                                 goto err_filt;
 898                 }
 899         }
 900
 901         br->vlan_proto = proto;
 902
 903         recalculate_group_addr(br);
 904         br_recalculate_fwd_mask(br);
 905
 906         /* Delete VLANs for the old proto from the device filter. */
 907         list_for_each_entry(p, &br->port_list, list) {
 908                 vg = nbp_vlan_group(p);
 909                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 910                         vlan_vid_del(p->dev, oldproto, vlan->vid);
 911         }
 912
 913         return 0;
 914
 915 err_filt:
 916         attr.u.vlan_protocol = ntohs(oldproto);
 917         switchdev_port_attr_set(br->dev, &attr, NULL);
 918
 919         list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 920                 vlan_vid_del(p->dev, proto, vlan->vid);
 921
 922         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 923                 vg = nbp_vlan_group(p);
 924                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 925                         vlan_vid_del(p->dev, proto, vlan->vid);
 926         }
 927
 928         return err;
 929 }
 930
 931 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
 932                       struct netlink_ext_ack *extack)
 933 {
 934         if (!eth_type_vlan(htons(val)))
 935                 return -EPROTONOSUPPORT;
 936
 937         return __br_vlan_set_proto(br, htons(val), extack);
 938 }
 939
 940 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 941 {
 942         switch (val) {
 943         case 0:
 944         case 1:
 945                 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
 946                 break;
 947         default:
 948                 return -EINVAL;
 949         }
 950
 951         return 0;
 952 }
 953
 954 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
 955 {
 956         struct net_bridge_port *p;
 957
 958         /* allow to change the option if there are no port vlans configured */
 959         list_for_each_entry(p, &br->port_list, list) {
 960                 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
 961
 962                 if (vg->num_vlans)
 963                         return -EBUSY;
 964         }
 965
 966         switch (val) {
 967         case 0:
 968         case 1:
 969                 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
 970                 break;
 971         default:
 972                 return -EINVAL;
 973         }
 974
 975         return 0;
 976 }
 977
 978 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 979 {
 980         struct net_bridge_vlan *v;
 981
 982         if (vid != vg->pvid)
 983                 return false;
 984
 985         v = br_vlan_lookup(&vg->vlan_hash, vid);
 986         if (v && br_vlan_should_use(v) &&
 987             (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 988                 return true;
 989
 990         return false;
 991 }
 992
 993 static void br_vlan_disable_default_pvid(struct net_bridge *br)
 994 {
 995         struct net_bridge_port *p;
 996         u16 pvid = br->default_pvid;
 997
 998         /* Disable default_pvid on all ports where it is still
 999          * configured.
1000          */
1001         if (vlan_default_pvid(br_vlan_group(br), pvid)) {
1002                 if (!br_vlan_delete(br, pvid))
1003                         br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1004         }
1005
1006         list_for_each_entry(p, &br->port_list, list) {
1007                 if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
1008                     !nbp_vlan_delete(p, pvid))
1009                         br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1010         }
1011
1012         br->default_pvid = 0;
1013 }
1014
1015 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1016                                struct netlink_ext_ack *extack)
1017 {
1018         const struct net_bridge_vlan *pvent;
1019         struct net_bridge_vlan_group *vg;
1020         struct net_bridge_port *p;
1021         unsigned long *changed;
1022         bool vlchange;
1023         u16 old_pvid;
1024         int err = 0;
1025
1026         if (!pvid) {
1027                 br_vlan_disable_default_pvid(br);
1028                 return 0;
1029         }
1030
1031         changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1032         if (!changed)
1033                 return -ENOMEM;
1034
1035         old_pvid = br->default_pvid;
1036
1037         /* Update default_pvid config only if we do not conflict with
1038          * user configuration.
1039          */
1040         vg = br_vlan_group(br);
1041         pvent = br_vlan_find(vg, pvid);
1042         if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1043             (!pvent || !br_vlan_should_use(pvent))) {
1044                 err = br_vlan_add(br, pvid,
1045                                   BRIDGE_VLAN_INFO_PVID |
1046                                   BRIDGE_VLAN_INFO_UNTAGGED |
1047                                   BRIDGE_VLAN_INFO_BRENTRY,
1048                                   &vlchange, extack);
1049                 if (err)
1050                         goto out;
1051
1052                 if (br_vlan_delete(br, old_pvid))
1053                         br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1054                 br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1055                 set_bit(0, changed);
1056         }
1057
1058         list_for_each_entry(p, &br->port_list, list) {
1059                 /* Update default_pvid config only if we do not conflict with
1060                  * user configuration.
1061                  */
1062                 vg = nbp_vlan_group(p);
1063                 if ((old_pvid &&
1064                      !vlan_default_pvid(vg, old_pvid)) ||
1065                     br_vlan_find(vg, pvid))
1066                         continue;
1067
1068                 err = nbp_vlan_add(p, pvid,
1069                                    BRIDGE_VLAN_INFO_PVID |
1070                                    BRIDGE_VLAN_INFO_UNTAGGED,
1071                                    &vlchange, extack);
1072                 if (err)
1073                         goto err_port;
1074                 if (nbp_vlan_delete(p, old_pvid))
1075                         br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1076                 br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1077                 set_bit(p->port_no, changed);
1078         }
1079
1080         br->default_pvid = pvid;
1081
1082 out:
1083         bitmap_free(changed);
1084         return err;
1085
1086 err_port:
1087         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1088                 if (!test_bit(p->port_no, changed))
1089                         continue;
1090
1091                 if (old_pvid) {
1092                         nbp_vlan_add(p, old_pvid,
1093                                      BRIDGE_VLAN_INFO_PVID |
1094                                      BRIDGE_VLAN_INFO_UNTAGGED,
1095                                      &vlchange, NULL);
1096                         br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1097                 }
1098                 nbp_vlan_delete(p, pvid);
1099                 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1100         }
1101
1102         if (test_bit(0, changed)) {
1103                 if (old_pvid) {
1104                         br_vlan_add(br, old_pvid,
1105                                     BRIDGE_VLAN_INFO_PVID |
1106                                     BRIDGE_VLAN_INFO_UNTAGGED |
1107                                     BRIDGE_VLAN_INFO_BRENTRY,
1108                                     &vlchange, NULL);
1109                         br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1110                 }
1111                 br_vlan_delete(br, pvid);
1112                 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1113         }
1114         goto out;
1115 }
1116
1117 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1118                              struct netlink_ext_ack *extack)
1119 {
1120         u16 pvid = val;
1121         int err = 0;
1122
1123         if (val >= VLAN_VID_MASK)
1124                 return -EINVAL;
1125
1126         if (pvid == br->default_pvid)
1127                 goto out;
1128
1129         /* Only allow default pvid change when filtering is disabled */
1130         if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1131                 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1132                 err = -EPERM;
1133                 goto out;
1134         }
1135         err = __br_vlan_set_default_pvid(br, pvid, extack);
1136 out:
1137         return err;
1138 }
1139
1140 int br_vlan_init(struct net_bridge *br)
1141 {
1142         struct net_bridge_vlan_group *vg;
1143         int ret = -ENOMEM;
1144
1145         vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1146         if (!vg)
1147                 goto out;
1148         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1149         if (ret)
1150                 goto err_rhtbl;
1151         ret = vlan_tunnel_init(vg);
1152         if (ret)
1153                 goto err_tunnel_init;
1154         INIT_LIST_HEAD(&vg->vlan_list);
1155         br->vlan_proto = htons(ETH_P_8021Q);
1156         br->default_pvid = 1;
1157         rcu_assign_pointer(br->vlgrp, vg);
1158
1159 out:
1160         return ret;
1161
1162 err_tunnel_init:
1163         rhashtable_destroy(&vg->vlan_hash);
1164 err_rhtbl:
1165         kfree(vg);
1166
1167         goto out;
1168 }
1169
1170 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1171 {
1172         struct switchdev_attr attr = {
1173                 .orig_dev = p->br->dev,
1174                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1175                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1176                 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1177         };
1178         struct net_bridge_vlan_group *vg;
1179         int ret = -ENOMEM;
1180
1181         vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1182         if (!vg)
1183                 goto out;
1184
1185         ret = switchdev_port_attr_set(p->dev, &attr, extack);
1186         if (ret && ret != -EOPNOTSUPP)
1187                 goto err_vlan_enabled;
1188
1189         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1190         if (ret)
1191                 goto err_rhtbl;
1192         ret = vlan_tunnel_init(vg);
1193         if (ret)
1194                 goto err_tunnel_init;
1195         INIT_LIST_HEAD(&vg->vlan_list);
1196         rcu_assign_pointer(p->vlgrp, vg);
1197         if (p->br->default_pvid) {
1198                 bool changed;
1199
1200                 ret = nbp_vlan_add(p, p->br->default_pvid,
1201                                    BRIDGE_VLAN_INFO_PVID |
1202                                    BRIDGE_VLAN_INFO_UNTAGGED,
1203                                    &changed, extack);
1204                 if (ret)
1205                         goto err_vlan_add;
1206                 br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1207         }
1208 out:
1209         return ret;
1210
1211 err_vlan_add:
1212         RCU_INIT_POINTER(p->vlgrp, NULL);
1213         synchronize_rcu();
1214         vlan_tunnel_deinit(vg);
1215 err_tunnel_init:
1216         rhashtable_destroy(&vg->vlan_hash);
1217 err_rhtbl:
1218 err_vlan_enabled:
1219         kfree(vg);
1220
1221         goto out;
1222 }
1223
1224 /* Must be protected by RTNL.
1225  * Must be called with vid in range from 1 to 4094 inclusive.
1226  * changed must be true only if the vlan was created or updated
1227  */
1228 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1229                  bool *changed, struct netlink_ext_ack *extack)
1230 {
1231         struct net_bridge_vlan *vlan;
1232         int ret;
1233
1234         ASSERT_RTNL();
1235
1236         *changed = false;
1237         vlan = br_vlan_find(nbp_vlan_group(port), vid);
1238         if (vlan) {
1239                 /* Pass the flags to the hardware bridge */
1240                 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1241                 if (ret && ret != -EOPNOTSUPP)
1242                         return ret;
1243                 *changed = __vlan_add_flags(vlan, flags);
1244
1245                 return 0;
1246         }
1247
1248         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1249         if (!vlan)
1250                 return -ENOMEM;
1251
1252         vlan->vid = vid;
1253         vlan->port = port;
1254         ret = __vlan_add(vlan, flags, extack);
1255         if (ret)
1256                 kfree(vlan);
1257         else
1258                 *changed = true;
1259
1260         return ret;
1261 }
1262
1263 /* Must be protected by RTNL.
1264  * Must be called with vid in range from 1 to 4094 inclusive.
1265  */
1266 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1267 {
1268         struct net_bridge_vlan *v;
1269
1270         ASSERT_RTNL();
1271
1272         v = br_vlan_find(nbp_vlan_group(port), vid);
1273         if (!v)
1274                 return -ENOENT;
1275         br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1276         br_fdb_delete_by_port(port->br, port, vid, 0);
1277
1278         return __vlan_del(v);
1279 }
1280
1281 void nbp_vlan_flush(struct net_bridge_port *port)
1282 {
1283         struct net_bridge_vlan_group *vg;
1284
1285         ASSERT_RTNL();
1286
1287         vg = nbp_vlan_group(port);
1288         __vlan_flush(port->br, port, vg);
1289         RCU_INIT_POINTER(port->vlgrp, NULL);
1290         synchronize_rcu();
1291         __vlan_group_free(vg);
1292 }
1293
1294 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1295                        struct pcpu_sw_netstats *stats)
1296 {
1297         int i;
1298
1299         memset(stats, 0, sizeof(*stats));
1300         for_each_possible_cpu(i) {
1301                 u64 rxpackets, rxbytes, txpackets, txbytes;
1302                 struct pcpu_sw_netstats *cpu_stats;
1303                 unsigned int start;
1304
1305                 cpu_stats = per_cpu_ptr(v->stats, i);
1306                 do {
1307                         start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1308                         rxpackets = cpu_stats->rx_packets;
1309                         rxbytes = cpu_stats->rx_bytes;
1310                         txbytes = cpu_stats->tx_bytes;
1311                         txpackets = cpu_stats->tx_packets;
1312                 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1313
1314                 stats->rx_packets += rxpackets;
1315                 stats->rx_bytes += rxbytes;
1316                 stats->tx_bytes += txbytes;
1317                 stats->tx_packets += txpackets;
1318         }
1319 }
1320
1321 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1322 {
1323         struct net_bridge_vlan_group *vg;
1324         struct net_bridge_port *p;
1325
1326         ASSERT_RTNL();
1327         p = br_port_get_check_rtnl(dev);
1328         if (p)
1329                 vg = nbp_vlan_group(p);
1330         else if (netif_is_bridge_master(dev))
1331                 vg = br_vlan_group(netdev_priv(dev));
1332         else
1333                 return -EINVAL;
1334
1335         *p_pvid = br_get_pvid(vg);
1336         return 0;
1337 }
1338 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1339
1340 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1341 {
1342         struct net_bridge_vlan_group *vg;
1343         struct net_bridge_port *p;
1344
1345         p = br_port_get_check_rcu(dev);
1346         if (p)
1347                 vg = nbp_vlan_group_rcu(p);
1348         else if (netif_is_bridge_master(dev))
1349                 vg = br_vlan_group_rcu(netdev_priv(dev));
1350         else
1351                 return -EINVAL;
1352
1353         *p_pvid = br_get_pvid(vg);
1354         return 0;
1355 }
1356 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1357
1358 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1359                                     struct net_device_path_ctx *ctx,
1360                                     struct net_device_path *path)
1361 {
1362         struct net_bridge_vlan_group *vg;
1363         int idx = ctx->num_vlans - 1;
1364         u16 vid;
1365
1366         path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1367
1368         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1369                 return;
1370
1371         vg = br_vlan_group(br);
1372
1373         if (idx >= 0 &&
1374             ctx->vlan[idx].proto == br->vlan_proto) {
1375                 vid = ctx->vlan[idx].id;
1376         } else {
1377                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1378                 vid = br_get_pvid(vg);
1379         }
1380
1381         path->bridge.vlan_id = vid;
1382         path->bridge.vlan_proto = br->vlan_proto;
1383 }
1384
1385 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1386                                    struct net_bridge_port *dst,
1387                                    struct net_device_path *path)
1388 {
1389         struct net_bridge_vlan_group *vg;
1390         struct net_bridge_vlan *v;
1391
1392         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1393                 return 0;
1394
1395         vg = nbp_vlan_group_rcu(dst);
1396         v = br_vlan_find(vg, path->bridge.vlan_id);
1397         if (!v || !br_vlan_should_use(v))
1398                 return -EINVAL;
1399
1400         if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1401                 return 0;
1402
1403         if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1404                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1405         else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1406                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1407         else
1408                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1409
1410         return 0;
1411 }
1412
1413 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1414                      struct bridge_vlan_info *p_vinfo)
1415 {
1416         struct net_bridge_vlan_group *vg;
1417         struct net_bridge_vlan *v;
1418         struct net_bridge_port *p;
1419
1420         ASSERT_RTNL();
1421         p = br_port_get_check_rtnl(dev);
1422         if (p)
1423                 vg = nbp_vlan_group(p);
1424         else if (netif_is_bridge_master(dev))
1425                 vg = br_vlan_group(netdev_priv(dev));
1426         else
1427                 return -EINVAL;
1428
1429         v = br_vlan_find(vg, vid);
1430         if (!v)
1431                 return -ENOENT;
1432
1433         p_vinfo->vid = vid;
1434         p_vinfo->flags = v->flags;
1435         if (vid == br_get_pvid(vg))
1436                 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1437         return 0;
1438 }
1439 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1440
1441 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1442 {
1443         return is_vlan_dev(dev) &&
1444                 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1445 }
1446
1447 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1448                                __always_unused struct netdev_nested_priv *priv)
1449 {
1450         return br_vlan_is_bind_vlan_dev(dev);
1451 }
1452
1453 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1454 {
1455         int found;
1456
1457         rcu_read_lock();
1458         found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1459                                               NULL);
1460         rcu_read_unlock();
1461
1462         return !!found;
1463 }
1464
1465 struct br_vlan_bind_walk_data {
1466         u16 vid;
1467         struct net_device *result;
1468 };
1469
1470 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1471                                           struct netdev_nested_priv *priv)
1472 {
1473         struct br_vlan_bind_walk_data *data = priv->data;
1474         int found = 0;
1475
1476         if (br_vlan_is_bind_vlan_dev(dev) &&
1477             vlan_dev_priv(dev)->vlan_id == data->vid) {
1478                 data->result = dev;
1479                 found = 1;
1480         }
1481
1482         return found;
1483 }
1484
1485 static struct net_device *
1486 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1487 {
1488         struct br_vlan_bind_walk_data data = {
1489                 .vid = vid,
1490         };
1491         struct netdev_nested_priv priv = {
1492                 .data = (void *)&data,
1493         };
1494
1495         rcu_read_lock();
1496         netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1497                                       &priv);
1498         rcu_read_unlock();
1499
1500         return data.result;
1501 }
1502
1503 static bool br_vlan_is_dev_up(const struct net_device *dev)
1504 {
1505         return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1506 }
1507
1508 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1509                                        struct net_device *vlan_dev)
1510 {
1511         u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1512         struct net_bridge_vlan_group *vg;
1513         struct net_bridge_port *p;
1514         bool has_carrier = false;
1515
1516         if (!netif_carrier_ok(br->dev)) {
1517                 netif_carrier_off(vlan_dev);
1518                 return;
1519         }
1520
1521         list_for_each_entry(p, &br->port_list, list) {
1522                 vg = nbp_vlan_group(p);
1523                 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1524                         has_carrier = true;
1525                         break;
1526                 }
1527         }
1528
1529         if (has_carrier)
1530                 netif_carrier_on(vlan_dev);
1531         else
1532                 netif_carrier_off(vlan_dev);
1533 }
1534
1535 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1536 {
1537         struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1538         struct net_bridge_vlan *vlan;
1539         struct net_device *vlan_dev;
1540
1541         list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1542                 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1543                                                            vlan->vid);
1544                 if (vlan_dev) {
1545                         if (br_vlan_is_dev_up(p->dev)) {
1546                                 if (netif_carrier_ok(p->br->dev))
1547                                         netif_carrier_on(vlan_dev);
1548                         } else {
1549                                 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1550                         }
1551                 }
1552         }
1553 }
1554
1555 static void br_vlan_upper_change(struct net_device *dev,
1556                                  struct net_device *upper_dev,
1557                                  bool linking)
1558 {
1559         struct net_bridge *br = netdev_priv(dev);
1560
1561         if (!br_vlan_is_bind_vlan_dev(upper_dev))
1562                 return;
1563
1564         if (linking) {
1565                 br_vlan_set_vlan_dev_state(br, upper_dev);
1566                 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1567         } else {
1568                 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1569                               br_vlan_has_upper_bind_vlan_dev(dev));
1570         }
1571 }
1572
1573 struct br_vlan_link_state_walk_data {
1574         struct net_bridge *br;
1575 };
1576
1577 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1578                                         struct netdev_nested_priv *priv)
1579 {
1580         struct br_vlan_link_state_walk_data *data = priv->data;
1581
1582         if (br_vlan_is_bind_vlan_dev(vlan_dev))
1583                 br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1584
1585         return 0;
1586 }
1587
1588 static void br_vlan_link_state_change(struct net_device *dev,
1589                                       struct net_bridge *br)
1590 {
1591         struct br_vlan_link_state_walk_data data = {
1592                 .br = br
1593         };
1594         struct netdev_nested_priv priv = {
1595                 .data = (void *)&data,
1596         };
1597
1598         rcu_read_lock();
1599         netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1600                                       &priv);
1601         rcu_read_unlock();
1602 }
1603
1604 /* Must be protected by RTNL. */
1605 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1606 {
1607         struct net_device *vlan_dev;
1608
1609         if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1610                 return;
1611
1612         vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1613         if (vlan_dev)
1614                 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1615 }
1616
1617 /* Must be protected by RTNL. */
1618 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1619 {
1620         struct netdev_notifier_changeupper_info *info;
1621         struct net_bridge *br = netdev_priv(dev);
1622         int vlcmd = 0, ret = 0;
1623         bool changed = false;
1624
1625         switch (event) {
1626         case NETDEV_REGISTER:
1627                 ret = br_vlan_add(br, br->default_pvid,
1628                                   BRIDGE_VLAN_INFO_PVID |
1629                                   BRIDGE_VLAN_INFO_UNTAGGED |
1630                                   BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1631                 vlcmd = RTM_NEWVLAN;
1632                 break;
1633         case NETDEV_UNREGISTER:
1634                 changed = !br_vlan_delete(br, br->default_pvid);
1635                 vlcmd = RTM_DELVLAN;
1636                 break;
1637         case NETDEV_CHANGEUPPER:
1638                 info = ptr;
1639                 br_vlan_upper_change(dev, info->upper_dev, info->linking);
1640                 break;
1641
1642         case NETDEV_CHANGE:
1643         case NETDEV_UP:
1644                 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1645                         break;
1646                 br_vlan_link_state_change(dev, br);
1647                 break;
1648         }
1649         if (changed)
1650                 br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1651
1652         return ret;
1653 }
1654
1655 /* Must be protected by RTNL. */
1656 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1657 {
1658         if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1659                 return;
1660
1661         switch (event) {
1662         case NETDEV_CHANGE:
1663         case NETDEV_DOWN:
1664         case NETDEV_UP:
1665                 br_vlan_set_all_vlan_dev_state(p);
1666                 break;
1667         }
1668 }
1669
1670 static bool br_vlan_stats_fill(struct sk_buff *skb,
1671                                const struct net_bridge_vlan *v)
1672 {
1673         struct pcpu_sw_netstats stats;
1674         struct nlattr *nest;
1675
1676         nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1677         if (!nest)
1678                 return false;
1679
1680         br_vlan_get_stats(v, &stats);
1681         if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1682                               BRIDGE_VLANDB_STATS_PAD) ||
1683             nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1684                               stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1685             nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1686                               BRIDGE_VLANDB_STATS_PAD) ||
1687             nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1688                               stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1689                 goto out_err;
1690
1691         nla_nest_end(skb, nest);
1692
1693         return true;
1694
1695 out_err:
1696         nla_nest_cancel(skb, nest);
1697         return false;
1698 }
1699
1700 /* v_opts is used to dump the options which must be equal in the whole range */
1701 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1702                               const struct net_bridge_vlan *v_opts,
1703                               u16 flags,
1704                               bool dump_stats)
1705 {
1706         struct bridge_vlan_info info;
1707         struct nlattr *nest;
1708
1709         nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1710         if (!nest)
1711                 return false;
1712
1713         memset(&info, 0, sizeof(info));
1714         info.vid = vid;
1715         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1716                 info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1717         if (flags & BRIDGE_VLAN_INFO_PVID)
1718                 info.flags |= BRIDGE_VLAN_INFO_PVID;
1719
1720         if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1721                 goto out_err;
1722
1723         if (vid_range && vid < vid_range &&
1724             !(flags & BRIDGE_VLAN_INFO_PVID) &&
1725             nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1726                 goto out_err;
1727
1728         if (v_opts) {
1729                 if (!br_vlan_opts_fill(skb, v_opts))
1730                         goto out_err;
1731
1732                 if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1733                         goto out_err;
1734         }
1735
1736         nla_nest_end(skb, nest);
1737
1738         return true;
1739
1740 out_err:
1741         nla_nest_cancel(skb, nest);
1742         return false;
1743 }
1744
1745 static size_t rtnl_vlan_nlmsg_size(void)
1746 {
1747         return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1748                 + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1749                 + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1750                 + nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1751                 + br_vlan_opts_nl_size(); /* bridge vlan options */
1752 }
1753
1754 void br_vlan_notify(const struct net_bridge *br,
1755                     const struct net_bridge_port *p,
1756                     u16 vid, u16 vid_range,
1757                     int cmd)
1758 {
1759         struct net_bridge_vlan_group *vg;
1760         struct net_bridge_vlan *v = NULL;
1761         struct br_vlan_msg *bvm;
1762         struct nlmsghdr *nlh;
1763         struct sk_buff *skb;
1764         int err = -ENOBUFS;
1765         struct net *net;
1766         u16 flags = 0;
1767         int ifindex;
1768
1769         /* right now notifications are done only with rtnl held */
1770         ASSERT_RTNL();
1771
1772         if (p) {
1773                 ifindex = p->dev->ifindex;
1774                 vg = nbp_vlan_group(p);
1775                 net = dev_net(p->dev);
1776         } else {
1777                 ifindex = br->dev->ifindex;
1778                 vg = br_vlan_group(br);
1779                 net = dev_net(br->dev);
1780         }
1781
1782         skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1783         if (!skb)
1784                 goto out_err;
1785
1786         err = -EMSGSIZE;
1787         nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1788         if (!nlh)
1789                 goto out_err;
1790         bvm = nlmsg_data(nlh);
1791         memset(bvm, 0, sizeof(*bvm));
1792         bvm->family = AF_BRIDGE;
1793         bvm->ifindex = ifindex;
1794
1795         switch (cmd) {
1796         case RTM_NEWVLAN:
1797                 /* need to find the vlan due to flags/options */
1798                 v = br_vlan_find(vg, vid);
1799                 if (!v || !br_vlan_should_use(v))
1800                         goto out_kfree;
1801
1802                 flags = v->flags;
1803                 if (br_get_pvid(vg) == v->vid)
1804                         flags |= BRIDGE_VLAN_INFO_PVID;
1805                 break;
1806         case RTM_DELVLAN:
1807                 break;
1808         default:
1809                 goto out_kfree;
1810         }
1811
1812         if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1813                 goto out_err;
1814
1815         nlmsg_end(skb, nlh);
1816         rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1817         return;
1818
1819 out_err:
1820         rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1821 out_kfree:
1822         kfree_skb(skb);
1823 }
1824
1825 static int br_vlan_replay_one(struct notifier_block *nb,
1826                               struct net_device *dev,
1827                               struct switchdev_obj_port_vlan *vlan,
1828                               const void *ctx, unsigned long action,
1829                               struct netlink_ext_ack *extack)
1830 {
1831         struct switchdev_notifier_port_obj_info obj_info = {
1832                 .info = {
1833                         .dev = dev,
1834                         .extack = extack,
1835                         .ctx = ctx,
1836                 },
1837                 .obj = &vlan->obj,
1838         };
1839         int err;
1840
1841         err = nb->notifier_call(nb, action, &obj_info);
1842         return notifier_to_errno(err);
1843 }
1844
1845 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1846                    const void *ctx, bool adding, struct notifier_block *nb,
1847                    struct netlink_ext_ack *extack)
1848 {
1849         struct net_bridge_vlan_group *vg;
1850         struct net_bridge_vlan *v;
1851         struct net_bridge_port *p;
1852         struct net_bridge *br;
1853         unsigned long action;
1854         int err = 0;
1855         u16 pvid;
1856
1857         ASSERT_RTNL();
1858
1859         if (!netif_is_bridge_master(br_dev))
1860                 return -EINVAL;
1861
1862         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1863                 return -EINVAL;
1864
1865         if (netif_is_bridge_master(dev)) {
1866                 br = netdev_priv(dev);
1867                 vg = br_vlan_group(br);
1868                 p = NULL;
1869         } else {
1870                 p = br_port_get_rtnl(dev);
1871                 if (WARN_ON(!p))
1872                         return -EINVAL;
1873                 vg = nbp_vlan_group(p);
1874                 br = p->br;
1875         }
1876
1877         if (!vg)
1878                 return 0;
1879
1880         if (adding)
1881                 action = SWITCHDEV_PORT_OBJ_ADD;
1882         else
1883                 action = SWITCHDEV_PORT_OBJ_DEL;
1884
1885         pvid = br_get_pvid(vg);
1886
1887         list_for_each_entry(v, &vg->vlan_list, vlist) {
1888                 struct switchdev_obj_port_vlan vlan = {
1889                         .obj.orig_dev = dev,
1890                         .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1891                         .flags = br_vlan_flags(v, pvid),
1892                         .vid = v->vid,
1893                 };
1894
1895                 if (!br_vlan_should_use(v))
1896                         continue;
1897
1898                 err = br_vlan_replay_one(nb, dev, &vlan, ctx, action, extack);
1899                 if (err)
1900                         return err;
1901         }
1902
1903         return err;
1904 }
1905 EXPORT_SYMBOL_GPL(br_vlan_replay);
1906
1907 /* check if v_curr can enter a range ending in range_end */
1908 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1909                              const struct net_bridge_vlan *range_end)
1910 {
1911         return v_curr->vid - range_end->vid == 1 &&
1912                range_end->flags == v_curr->flags &&
1913                br_vlan_opts_eq_range(v_curr, range_end);
1914 }
1915
1916 static int br_vlan_dump_dev(const struct net_device *dev,
1917                             struct sk_buff *skb,
1918                             struct netlink_callback *cb,
1919                             u32 dump_flags)
1920 {
1921         struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1922         bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1923         struct net_bridge_vlan_group *vg;
1924         int idx = 0, s_idx = cb->args[1];
1925         struct nlmsghdr *nlh = NULL;
1926         struct net_bridge_port *p;
1927         struct br_vlan_msg *bvm;
1928         struct net_bridge *br;
1929         int err = 0;
1930         u16 pvid;
1931
1932         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1933                 return -EINVAL;
1934
1935         if (netif_is_bridge_master(dev)) {
1936                 br = netdev_priv(dev);
1937                 vg = br_vlan_group_rcu(br);
1938                 p = NULL;
1939         } else {
1940                 p = br_port_get_rcu(dev);
1941                 if (WARN_ON(!p))
1942                         return -EINVAL;
1943                 vg = nbp_vlan_group_rcu(p);
1944                 br = p->br;
1945         }
1946
1947         if (!vg)
1948                 return 0;
1949
1950         nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1951                         RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1952         if (!nlh)
1953                 return -EMSGSIZE;
1954         bvm = nlmsg_data(nlh);
1955         memset(bvm, 0, sizeof(*bvm));
1956         bvm->family = PF_BRIDGE;
1957         bvm->ifindex = dev->ifindex;
1958         pvid = br_get_pvid(vg);
1959
1960         /* idx must stay at range's beginning until it is filled in */
1961         list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1962                 if (!br_vlan_should_use(v))
1963                         continue;
1964                 if (idx < s_idx) {
1965                         idx++;
1966                         continue;
1967                 }
1968
1969                 if (!range_start) {
1970                         range_start = v;
1971                         range_end = v;
1972                         continue;
1973                 }
1974
1975                 if (dump_stats || v->vid == pvid ||
1976                     !br_vlan_can_enter_range(v, range_end)) {
1977                         u16 vlan_flags = br_vlan_flags(range_start, pvid);
1978
1979                         if (!br_vlan_fill_vids(skb, range_start->vid,
1980                                                range_end->vid, range_start,
1981                                                vlan_flags, dump_stats)) {
1982                                 err = -EMSGSIZE;
1983                                 break;
1984                         }
1985                         /* advance number of filled vlans */
1986                         idx += range_end->vid - range_start->vid + 1;
1987
1988                         range_start = v;
1989                 }
1990                 range_end = v;
1991         }
1992
1993         /* err will be 0 and range_start will be set in 3 cases here:
1994          * - first vlan (range_start == range_end)
1995          * - last vlan (range_start == range_end, not in range)
1996          * - last vlan range (range_start != range_end, in range)
1997          */
1998         if (!err && range_start &&
1999             !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
2000                                range_start, br_vlan_flags(range_start, pvid),
2001                                dump_stats))
2002                 err = -EMSGSIZE;
2003
2004         cb->args[1] = err ? idx : 0;
2005
2006         nlmsg_end(skb, nlh);
2007
2008         return err;
2009 }
2010
2011 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
2012         [BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
2013 };
2014
2015 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
2016 {
2017         struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
2018         int idx = 0, err = 0, s_idx = cb->args[0];
2019         struct net *net = sock_net(skb->sk);
2020         struct br_vlan_msg *bvm;
2021         struct net_device *dev;
2022         u32 dump_flags = 0;
2023
2024         err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2025                           br_vlan_db_dump_pol, cb->extack);
2026         if (err < 0)
2027                 return err;
2028
2029         bvm = nlmsg_data(cb->nlh);
2030         if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2031                 dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2032
2033         rcu_read_lock();
2034         if (bvm->ifindex) {
2035                 dev = dev_get_by_index_rcu(net, bvm->ifindex);
2036                 if (!dev) {
2037                         err = -ENODEV;
2038                         goto out_err;
2039                 }
2040                 err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2041                 if (err && err != -EMSGSIZE)
2042                         goto out_err;
2043         } else {
2044                 for_each_netdev_rcu(net, dev) {
2045                         if (idx < s_idx)
2046                                 goto skip;
2047
2048                         err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2049                         if (err == -EMSGSIZE)
2050                                 break;
2051 skip:
2052                         idx++;
2053                 }
2054         }
2055         cb->args[0] = idx;
2056         rcu_read_unlock();
2057
2058         return skb->len;
2059
2060 out_err:
2061         rcu_read_unlock();
2062
2063         return err;
2064 }
2065
2066 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2067         [BRIDGE_VLANDB_ENTRY_INFO]      =
2068                 NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2069         [BRIDGE_VLANDB_ENTRY_RANGE]     = { .type = NLA_U16 },
2070         [BRIDGE_VLANDB_ENTRY_STATE]     = { .type = NLA_U8 },
2071         [BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2072 };
2073
2074 static int br_vlan_rtm_process_one(struct net_device *dev,
2075                                    const struct nlattr *attr,
2076                                    int cmd, struct netlink_ext_ack *extack)
2077 {
2078         struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2079         struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2080         bool changed = false, skip_processing = false;
2081         struct net_bridge_vlan_group *vg;
2082         struct net_bridge_port *p = NULL;
2083         int err = 0, cmdmap = 0;
2084         struct net_bridge *br;
2085
2086         if (netif_is_bridge_master(dev)) {
2087                 br = netdev_priv(dev);
2088                 vg = br_vlan_group(br);
2089         } else {
2090                 p = br_port_get_rtnl(dev);
2091                 if (WARN_ON(!p))
2092                         return -ENODEV;
2093                 br = p->br;
2094                 vg = nbp_vlan_group(p);
2095         }
2096
2097         if (WARN_ON(!vg))
2098                 return -ENODEV;
2099
2100         err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2101                                br_vlan_db_policy, extack);
2102         if (err)
2103                 return err;
2104
2105         if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2106                 NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2107                 return -EINVAL;
2108         }
2109         memset(&vrange_end, 0, sizeof(vrange_end));
2110
2111         vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2112         if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2113                             BRIDGE_VLAN_INFO_RANGE_END)) {
2114                 NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2115                 return -EINVAL;
2116         }
2117         if (!br_vlan_valid_id(vinfo->vid, extack))
2118                 return -EINVAL;
2119
2120         if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2121                 vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2122                 /* validate user-provided flags without RANGE_BEGIN */
2123                 vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2124                 vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2125
2126                 /* vinfo_last is the range start, vinfo the range end */
2127                 vinfo_last = vinfo;
2128                 vinfo = &vrange_end;
2129
2130                 if (!br_vlan_valid_id(vinfo->vid, extack) ||
2131                     !br_vlan_valid_range(vinfo, vinfo_last, extack))
2132                         return -EINVAL;
2133         }
2134
2135         switch (cmd) {
2136         case RTM_NEWVLAN:
2137                 cmdmap = RTM_SETLINK;
2138                 skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2139                 break;
2140         case RTM_DELVLAN:
2141                 cmdmap = RTM_DELLINK;
2142                 break;
2143         }
2144
2145         if (!skip_processing) {
2146                 struct bridge_vlan_info *tmp_last = vinfo_last;
2147
2148                 /* br_process_vlan_info may overwrite vinfo_last */
2149                 err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2150                                            &changed, extack);
2151
2152                 /* notify first if anything changed */
2153                 if (changed)
2154                         br_ifinfo_notify(cmdmap, br, p);
2155
2156                 if (err)
2157                         return err;
2158         }
2159
2160         /* deal with options */
2161         if (cmd == RTM_NEWVLAN) {
2162                 struct net_bridge_vlan *range_start, *range_end;
2163
2164                 if (vinfo_last) {
2165                         range_start = br_vlan_find(vg, vinfo_last->vid);
2166                         range_end = br_vlan_find(vg, vinfo->vid);
2167                 } else {
2168                         range_start = br_vlan_find(vg, vinfo->vid);
2169                         range_end = range_start;
2170                 }
2171
2172                 err = br_vlan_process_options(br, p, range_start, range_end,
2173                                               tb, extack);
2174         }
2175
2176         return err;
2177 }
2178
2179 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2180                                struct netlink_ext_ack *extack)
2181 {
2182         struct net *net = sock_net(skb->sk);
2183         struct br_vlan_msg *bvm;
2184         struct net_device *dev;
2185         struct nlattr *attr;
2186         int err, vlans = 0;
2187         int rem;
2188
2189         /* this should validate the header and check for remaining bytes */
2190         err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2191                           extack);
2192         if (err < 0)
2193                 return err;
2194
2195         bvm = nlmsg_data(nlh);
2196         dev = __dev_get_by_index(net, bvm->ifindex);
2197         if (!dev)
2198                 return -ENODEV;
2199
2200         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2201                 NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2202                 return -EINVAL;
2203         }
2204
2205         nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2206                 if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
2207                         continue;
2208
2209                 vlans++;
2210                 err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
2211                                               extack);
2212                 if (err)
2213                         break;
2214         }
2215         if (!vlans) {
2216                 NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2217                 err = -EINVAL;
2218         }
2219
2220         return err;
2221 }
2222
2223 void br_vlan_rtnl_init(void)
2224 {
2225         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2226                              br_vlan_rtm_dump, 0);
2227         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2228                              br_vlan_rtm_process, NULL, 0);
2229         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2230                              br_vlan_rtm_process, NULL, 0);
2231 }
2232
2233 void br_vlan_rtnl_uninit(void)
2234 {
2235         rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2236         rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2237         rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2238 }