net/bridge/br_vlan.c

   1 #include <linux/kernel.h>
   2 #include <linux/netdevice.h>
   3 #include <linux/rtnetlink.h>
   4 #include <linux/slab.h>
   5 #include <net/switchdev.h>
   6
   7 #include "br_private.h"
   8 #include "br_private_tunnel.h"
   9
  10 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  11                               const void *ptr)
  12 {
  13         const struct net_bridge_vlan *vle = ptr;
  14         u16 vid = *(u16 *)arg->key;
  15
  16         return vle->vid != vid;
  17 }
  18
  19 static const struct rhashtable_params br_vlan_rht_params = {
  20         .head_offset = offsetof(struct net_bridge_vlan, vnode),
  21         .key_offset = offsetof(struct net_bridge_vlan, vid),
  22         .key_len = sizeof(u16),
  23         .nelem_hint = 3,
  24         .locks_mul = 1,
  25         .max_size = VLAN_N_VID,
  26         .obj_cmpfn = br_vlan_cmp,
  27         .automatic_shrinking = true,
  28 };
  29
  30 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  31 {
  32         return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  33 }
  34
  35 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  36 {
  37         if (vg->pvid == vid)
  38                 return false;
  39
  40         smp_wmb();
  41         vg->pvid = vid;
  42
  43         return true;
  44 }
  45
  46 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  47 {
  48         if (vg->pvid != vid)
  49                 return false;
  50
  51         smp_wmb();
  52         vg->pvid = 0;
  53
  54         return true;
  55 }
  56
  57 /* return true if anything changed, false otherwise */
  58 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  59 {
  60         struct net_bridge_vlan_group *vg;
  61         u16 old_flags = v->flags;
  62         bool ret;
  63
  64         if (br_vlan_is_master(v))
  65                 vg = br_vlan_group(v->br);
  66         else
  67                 vg = nbp_vlan_group(v->port);
  68
  69         if (flags & BRIDGE_VLAN_INFO_PVID)
  70                 ret = __vlan_add_pvid(vg, v->vid);
  71         else
  72                 ret = __vlan_delete_pvid(vg, v->vid);
  73
  74         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  75                 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  76         else
  77                 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  78
  79         return ret || !!(old_flags ^ v->flags);
  80 }
  81
  82 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  83                           u16 vid, u16 flags)
  84 {
  85         int err;
  86
  87         /* Try switchdev op first. In case it is not supported, fallback to
  88          * 8021q add.
  89          */
  90         err = br_switchdev_port_vlan_add(dev, vid, flags);
  91         if (err == -EOPNOTSUPP)
  92                 return vlan_vid_add(dev, br->vlan_proto, vid);
  93         return err;
  94 }
  95
  96 static void __vlan_add_list(struct net_bridge_vlan *v)
  97 {
  98         struct net_bridge_vlan_group *vg;
  99         struct list_head *headp, *hpos;
 100         struct net_bridge_vlan *vent;
 101
 102         if (br_vlan_is_master(v))
 103                 vg = br_vlan_group(v->br);
 104         else
 105                 vg = nbp_vlan_group(v->port);
 106
 107         headp = &vg->vlan_list;
 108         list_for_each_prev(hpos, headp) {
 109                 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 110                 if (v->vid < vent->vid)
 111                         continue;
 112                 else
 113                         break;
 114         }
 115         list_add_rcu(&v->vlist, hpos);
 116 }
 117
 118 static void __vlan_del_list(struct net_bridge_vlan *v)
 119 {
 120         list_del_rcu(&v->vlist);
 121 }
 122
 123 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 124                           u16 vid)
 125 {
 126         int err;
 127
 128         /* Try switchdev op first. In case it is not supported, fallback to
 129          * 8021q del.
 130          */
 131         err = br_switchdev_port_vlan_del(dev, vid);
 132         if (err == -EOPNOTSUPP) {
 133                 vlan_vid_del(dev, br->vlan_proto, vid);
 134                 return 0;
 135         }
 136         return err;
 137 }
 138
 139 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
 140  * a reference is taken to the master vlan before returning.
 141  */
 142 static struct net_bridge_vlan *br_vlan_get_master(struct net_bridge *br, u16 vid)
 143 {
 144         struct net_bridge_vlan_group *vg;
 145         struct net_bridge_vlan *masterv;
 146
 147         vg = br_vlan_group(br);
 148         masterv = br_vlan_find(vg, vid);
 149         if (!masterv) {
 150                 bool changed;
 151
 152                 /* missing global ctx, create it now */
 153                 if (br_vlan_add(br, vid, 0, &changed))
 154                         return NULL;
 155                 masterv = br_vlan_find(vg, vid);
 156                 if (WARN_ON(!masterv))
 157                         return NULL;
 158                 refcount_set(&masterv->refcnt, 1);
 159                 return masterv;
 160         }
 161         refcount_inc(&masterv->refcnt);
 162
 163         return masterv;
 164 }
 165
 166 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 167 {
 168         struct net_bridge_vlan *v;
 169
 170         v = container_of(rcu, struct net_bridge_vlan, rcu);
 171         WARN_ON(!br_vlan_is_master(v));
 172         free_percpu(v->stats);
 173         v->stats = NULL;
 174         kfree(v);
 175 }
 176
 177 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 178 {
 179         struct net_bridge_vlan_group *vg;
 180
 181         if (!br_vlan_is_master(masterv))
 182                 return;
 183
 184         vg = br_vlan_group(masterv->br);
 185         if (refcount_dec_and_test(&masterv->refcnt)) {
 186                 rhashtable_remove_fast(&vg->vlan_hash,
 187                                        &masterv->vnode, br_vlan_rht_params);
 188                 __vlan_del_list(masterv);
 189                 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 190         }
 191 }
 192
 193 /* This is the shared VLAN add function which works for both ports and bridge
 194  * devices. There are four possible calls to this function in terms of the
 195  * vlan entry type:
 196  * 1. vlan is being added on a port (no master flags, global entry exists)
 197  * 2. vlan is being added on a bridge (both master and brentry flags)
 198  * 3. vlan is being added on a port, but a global entry didn't exist which
 199  *    is being created right now (master flag set, brentry flag unset), the
 200  *    global entry is used for global per-vlan features, but not for filtering
 201  * 4. same as 3 but with both master and brentry flags set so the entry
 202  *    will be used for filtering in both the port and the bridge
 203  */
 204 static int __vlan_add(struct net_bridge_vlan *v, u16 flags)
 205 {
 206         struct net_bridge_vlan *masterv = NULL;
 207         struct net_bridge_port *p = NULL;
 208         struct net_bridge_vlan_group *vg;
 209         struct net_device *dev;
 210         struct net_bridge *br;
 211         int err;
 212
 213         if (br_vlan_is_master(v)) {
 214                 br = v->br;
 215                 dev = br->dev;
 216                 vg = br_vlan_group(br);
 217         } else {
 218                 p = v->port;
 219                 br = p->br;
 220                 dev = p->dev;
 221                 vg = nbp_vlan_group(p);
 222         }
 223
 224         if (p) {
 225                 /* Add VLAN to the device filter if it is supported.
 226                  * This ensures tagged traffic enters the bridge when
 227                  * promiscuous mode is disabled by br_manage_promisc().
 228                  */
 229                 err = __vlan_vid_add(dev, br, v->vid, flags);
 230                 if (err)
 231                         goto out;
 232
 233                 /* need to work on the master vlan too */
 234                 if (flags & BRIDGE_VLAN_INFO_MASTER) {
 235                         bool changed;
 236
 237                         err = br_vlan_add(br, v->vid,
 238                                           flags | BRIDGE_VLAN_INFO_BRENTRY,
 239                                           &changed);
 240                         if (err)
 241                                 goto out_filt;
 242                 }
 243
 244                 masterv = br_vlan_get_master(br, v->vid);
 245                 if (!masterv)
 246                         goto out_filt;
 247                 v->brvlan = masterv;
 248                 v->stats = masterv->stats;
 249         }
 250
 251         /* Add the dev mac and count the vlan only if it's usable */
 252         if (br_vlan_should_use(v)) {
 253                 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 254                 if (err) {
 255                         br_err(br, "failed insert local address into bridge forwarding table\n");
 256                         goto out_filt;
 257                 }
 258                 vg->num_vlans++;
 259         }
 260
 261         err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 262                                             br_vlan_rht_params);
 263         if (err)
 264                 goto out_fdb_insert;
 265
 266         __vlan_add_list(v);
 267         __vlan_add_flags(v, flags);
 268 out:
 269         return err;
 270
 271 out_fdb_insert:
 272         if (br_vlan_should_use(v)) {
 273                 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 274                 vg->num_vlans--;
 275         }
 276
 277 out_filt:
 278         if (p) {
 279                 __vlan_vid_del(dev, br, v->vid);
 280                 if (masterv) {
 281                         br_vlan_put_master(masterv);
 282                         v->brvlan = NULL;
 283                 }
 284         }
 285
 286         goto out;
 287 }
 288
 289 static int __vlan_del(struct net_bridge_vlan *v)
 290 {
 291         struct net_bridge_vlan *masterv = v;
 292         struct net_bridge_vlan_group *vg;
 293         struct net_bridge_port *p = NULL;
 294         int err = 0;
 295
 296         if (br_vlan_is_master(v)) {
 297                 vg = br_vlan_group(v->br);
 298         } else {
 299                 p = v->port;
 300                 vg = nbp_vlan_group(v->port);
 301                 masterv = v->brvlan;
 302         }
 303
 304         __vlan_delete_pvid(vg, v->vid);
 305         if (p) {
 306                 err = __vlan_vid_del(p->dev, p->br, v->vid);
 307                 if (err)
 308                         goto out;
 309         }
 310
 311         if (br_vlan_should_use(v)) {
 312                 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 313                 vg->num_vlans--;
 314         }
 315
 316         if (masterv != v) {
 317                 vlan_tunnel_info_del(vg, v);
 318                 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 319                                        br_vlan_rht_params);
 320                 __vlan_del_list(v);
 321                 kfree_rcu(v, rcu);
 322         }
 323
 324         br_vlan_put_master(masterv);
 325 out:
 326         return err;
 327 }
 328
 329 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 330 {
 331         WARN_ON(!list_empty(&vg->vlan_list));
 332         rhashtable_destroy(&vg->vlan_hash);
 333         vlan_tunnel_deinit(vg);
 334         kfree(vg);
 335 }
 336
 337 static void __vlan_flush(struct net_bridge_vlan_group *vg)
 338 {
 339         struct net_bridge_vlan *vlan, *tmp;
 340
 341         __vlan_delete_pvid(vg, vg->pvid);
 342         list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
 343                 __vlan_del(vlan);
 344 }
 345
 346 struct sk_buff *br_handle_vlan(struct net_bridge *br,
 347                                const struct net_bridge_port *p,
 348                                struct net_bridge_vlan_group *vg,
 349                                struct sk_buff *skb)
 350 {
 351         struct br_vlan_stats *stats;
 352         struct net_bridge_vlan *v;
 353         u16 vid;
 354
 355         /* If this packet was not filtered at input, let it pass */
 356         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 357                 goto out;
 358
 359         /* At this point, we know that the frame was filtered and contains
 360          * a valid vlan id.  If the vlan id has untagged flag set,
 361          * send untagged; otherwise, send tagged.
 362          */
 363         br_vlan_get_tag(skb, &vid);
 364         v = br_vlan_find(vg, vid);
 365         /* Vlan entry must be configured at this point.  The
 366          * only exception is the bridge is set in promisc mode and the
 367          * packet is destined for the bridge device.  In this case
 368          * pass the packet as is.
 369          */
 370         if (!v || !br_vlan_should_use(v)) {
 371                 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 372                         goto out;
 373                 } else {
 374                         kfree_skb(skb);
 375                         return NULL;
 376                 }
 377         }
 378         if (br->vlan_stats_enabled) {
 379                 stats = this_cpu_ptr(v->stats);
 380                 u64_stats_update_begin(&stats->syncp);
 381                 stats->tx_bytes += skb->len;
 382                 stats->tx_packets++;
 383                 u64_stats_update_end(&stats->syncp);
 384         }
 385
 386         if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 387                 skb->vlan_tci = 0;
 388
 389         if (p && (p->flags & BR_VLAN_TUNNEL) &&
 390             br_handle_egress_vlan_tunnel(skb, v)) {
 391                 kfree_skb(skb);
 392                 return NULL;
 393         }
 394 out:
 395         return skb;
 396 }
 397
 398 /* Called under RCU */
 399 static bool __allowed_ingress(const struct net_bridge *br,
 400                               struct net_bridge_vlan_group *vg,
 401                               struct sk_buff *skb, u16 *vid)
 402 {
 403         struct br_vlan_stats *stats;
 404         struct net_bridge_vlan *v;
 405         bool tagged;
 406
 407         BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 408         /* If vlan tx offload is disabled on bridge device and frame was
 409          * sent from vlan device on the bridge device, it does not have
 410          * HW accelerated vlan tag.
 411          */
 412         if (unlikely(!skb_vlan_tag_present(skb) &&
 413                      skb->protocol == br->vlan_proto)) {
 414                 skb = skb_vlan_untag(skb);
 415                 if (unlikely(!skb))
 416                         return false;
 417         }
 418
 419         if (!br_vlan_get_tag(skb, vid)) {
 420                 /* Tagged frame */
 421                 if (skb->vlan_proto != br->vlan_proto) {
 422                         /* Protocol-mismatch, empty out vlan_tci for new tag */
 423                         skb_push(skb, ETH_HLEN);
 424                         skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 425                                                         skb_vlan_tag_get(skb));
 426                         if (unlikely(!skb))
 427                                 return false;
 428
 429                         skb_pull(skb, ETH_HLEN);
 430                         skb_reset_mac_len(skb);
 431                         *vid = 0;
 432                         tagged = false;
 433                 } else {
 434                         tagged = true;
 435                 }
 436         } else {
 437                 /* Untagged frame */
 438                 tagged = false;
 439         }
 440
 441         if (!*vid) {
 442                 u16 pvid = br_get_pvid(vg);
 443
 444                 /* Frame had a tag with VID 0 or did not have a tag.
 445                  * See if pvid is set on this port.  That tells us which
 446                  * vlan untagged or priority-tagged traffic belongs to.
 447                  */
 448                 if (!pvid)
 449                         goto drop;
 450
 451                 /* PVID is set on this port.  Any untagged or priority-tagged
 452                  * ingress frame is considered to belong to this vlan.
 453                  */
 454                 *vid = pvid;
 455                 if (likely(!tagged))
 456                         /* Untagged Frame. */
 457                         __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 458                 else
 459                         /* Priority-tagged Frame.
 460                          * At this point, We know that skb->vlan_tci had
 461                          * VLAN_TAG_PRESENT bit and its VID field was 0x000.
 462                          * We update only VID field and preserve PCP field.
 463                          */
 464                         skb->vlan_tci |= pvid;
 465
 466                 /* if stats are disabled we can avoid the lookup */
 467                 if (!br->vlan_stats_enabled)
 468                         return true;
 469         }
 470         v = br_vlan_find(vg, *vid);
 471         if (!v || !br_vlan_should_use(v))
 472                 goto drop;
 473
 474         if (br->vlan_stats_enabled) {
 475                 stats = this_cpu_ptr(v->stats);
 476                 u64_stats_update_begin(&stats->syncp);
 477                 stats->rx_bytes += skb->len;
 478                 stats->rx_packets++;
 479                 u64_stats_update_end(&stats->syncp);
 480         }
 481
 482         return true;
 483
 484 drop:
 485         kfree_skb(skb);
 486         return false;
 487 }
 488
 489 bool br_allowed_ingress(const struct net_bridge *br,
 490                         struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 491                         u16 *vid)
 492 {
 493         /* If VLAN filtering is disabled on the bridge, all packets are
 494          * permitted.
 495          */
 496         if (!br->vlan_enabled) {
 497                 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 498                 return true;
 499         }
 500
 501         return __allowed_ingress(br, vg, skb, vid);
 502 }
 503
 504 /* Called under RCU. */
 505 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 506                        const struct sk_buff *skb)
 507 {
 508         const struct net_bridge_vlan *v;
 509         u16 vid;
 510
 511         /* If this packet was not filtered at input, let it pass */
 512         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 513                 return true;
 514
 515         br_vlan_get_tag(skb, &vid);
 516         v = br_vlan_find(vg, vid);
 517         if (v && br_vlan_should_use(v))
 518                 return true;
 519
 520         return false;
 521 }
 522
 523 /* Called under RCU */
 524 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 525 {
 526         struct net_bridge_vlan_group *vg;
 527         struct net_bridge *br = p->br;
 528
 529         /* If filtering was disabled at input, let it pass. */
 530         if (!br->vlan_enabled)
 531                 return true;
 532
 533         vg = nbp_vlan_group_rcu(p);
 534         if (!vg || !vg->num_vlans)
 535                 return false;
 536
 537         if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 538                 *vid = 0;
 539
 540         if (!*vid) {
 541                 *vid = br_get_pvid(vg);
 542                 if (!*vid)
 543                         return false;
 544
 545                 return true;
 546         }
 547
 548         if (br_vlan_find(vg, *vid))
 549                 return true;
 550
 551         return false;
 552 }
 553
 554 /* Must be protected by RTNL.
 555  * Must be called with vid in range from 1 to 4094 inclusive.
 556  * changed must be true only if the vlan was created or updated
 557  */
 558 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed)
 559 {
 560         struct net_bridge_vlan_group *vg;
 561         struct net_bridge_vlan *vlan;
 562         int ret;
 563
 564         ASSERT_RTNL();
 565
 566         *changed = false;
 567         vg = br_vlan_group(br);
 568         vlan = br_vlan_find(vg, vid);
 569         if (vlan) {
 570                 if (!br_vlan_is_brentry(vlan)) {
 571                         /* Trying to change flags of non-existent bridge vlan */
 572                         if (!(flags & BRIDGE_VLAN_INFO_BRENTRY))
 573                                 return -EINVAL;
 574                         /* It was only kept for port vlans, now make it real */
 575                         ret = br_fdb_insert(br, NULL, br->dev->dev_addr,
 576                                             vlan->vid);
 577                         if (ret) {
 578                                 br_err(br, "failed insert local address into bridge forwarding table\n");
 579                                 return ret;
 580                         }
 581                         refcount_inc(&vlan->refcnt);
 582                         vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 583                         vg->num_vlans++;
 584                         *changed = true;
 585                 }
 586                 if (__vlan_add_flags(vlan, flags))
 587                         *changed = true;
 588
 589                 return 0;
 590         }
 591
 592         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 593         if (!vlan)
 594                 return -ENOMEM;
 595
 596         vlan->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
 597         if (!vlan->stats) {
 598                 kfree(vlan);
 599                 return -ENOMEM;
 600         }
 601         vlan->vid = vid;
 602         vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 603         vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 604         vlan->br = br;
 605         if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 606                 refcount_set(&vlan->refcnt, 1);
 607         ret = __vlan_add(vlan, flags);
 608         if (ret) {
 609                 free_percpu(vlan->stats);
 610                 kfree(vlan);
 611         } else {
 612                 *changed = true;
 613         }
 614
 615         return ret;
 616 }
 617
 618 /* Must be protected by RTNL.
 619  * Must be called with vid in range from 1 to 4094 inclusive.
 620  */
 621 int br_vlan_delete(struct net_bridge *br, u16 vid)
 622 {
 623         struct net_bridge_vlan_group *vg;
 624         struct net_bridge_vlan *v;
 625
 626         ASSERT_RTNL();
 627
 628         vg = br_vlan_group(br);
 629         v = br_vlan_find(vg, vid);
 630         if (!v || !br_vlan_is_brentry(v))
 631                 return -ENOENT;
 632
 633         br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 634         br_fdb_delete_by_port(br, NULL, vid, 0);
 635
 636         vlan_tunnel_info_del(vg, v);
 637
 638         return __vlan_del(v);
 639 }
 640
 641 void br_vlan_flush(struct net_bridge *br)
 642 {
 643         struct net_bridge_vlan_group *vg;
 644
 645         ASSERT_RTNL();
 646
 647         vg = br_vlan_group(br);
 648         __vlan_flush(vg);
 649         RCU_INIT_POINTER(br->vlgrp, NULL);
 650         synchronize_rcu();
 651         __vlan_group_free(vg);
 652 }
 653
 654 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 655 {
 656         if (!vg)
 657                 return NULL;
 658
 659         return br_vlan_lookup(&vg->vlan_hash, vid);
 660 }
 661
 662 /* Must be protected by RTNL. */
 663 static void recalculate_group_addr(struct net_bridge *br)
 664 {
 665         if (br->group_addr_set)
 666                 return;
 667
 668         spin_lock_bh(&br->lock);
 669         if (!br->vlan_enabled || br->vlan_proto == htons(ETH_P_8021Q)) {
 670                 /* Bridge Group Address */
 671                 br->group_addr[5] = 0x00;
 672         } else { /* vlan_enabled && ETH_P_8021AD */
 673                 /* Provider Bridge Group Address */
 674                 br->group_addr[5] = 0x08;
 675         }
 676         spin_unlock_bh(&br->lock);
 677 }
 678
 679 /* Must be protected by RTNL. */
 680 void br_recalculate_fwd_mask(struct net_bridge *br)
 681 {
 682         if (!br->vlan_enabled || br->vlan_proto == htons(ETH_P_8021Q))
 683                 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 684         else /* vlan_enabled && ETH_P_8021AD */
 685                 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 686                                               ~(1u << br->group_addr[5]);
 687 }
 688
 689 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 690 {
 691         struct switchdev_attr attr = {
 692                 .orig_dev = br->dev,
 693                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 694                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 695                 .u.vlan_filtering = val,
 696         };
 697         int err;
 698
 699         if (br->vlan_enabled == val)
 700                 return 0;
 701
 702         err = switchdev_port_attr_set(br->dev, &attr);
 703         if (err && err != -EOPNOTSUPP)
 704                 return err;
 705
 706         br->vlan_enabled = val;
 707         br_manage_promisc(br);
 708         recalculate_group_addr(br);
 709         br_recalculate_fwd_mask(br);
 710
 711         return 0;
 712 }
 713
 714 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 715 {
 716         return __br_vlan_filter_toggle(br, val);
 717 }
 718
 719 bool br_vlan_enabled(const struct net_device *dev)
 720 {
 721         struct net_bridge *br = netdev_priv(dev);
 722
 723         return !!br->vlan_enabled;
 724 }
 725 EXPORT_SYMBOL_GPL(br_vlan_enabled);
 726
 727 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
 728 {
 729         int err = 0;
 730         struct net_bridge_port *p;
 731         struct net_bridge_vlan *vlan;
 732         struct net_bridge_vlan_group *vg;
 733         __be16 oldproto;
 734
 735         if (br->vlan_proto == proto)
 736                 return 0;
 737
 738         /* Add VLANs for the new proto to the device filter. */
 739         list_for_each_entry(p, &br->port_list, list) {
 740                 vg = nbp_vlan_group(p);
 741                 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 742                         err = vlan_vid_add(p->dev, proto, vlan->vid);
 743                         if (err)
 744                                 goto err_filt;
 745                 }
 746         }
 747
 748         oldproto = br->vlan_proto;
 749         br->vlan_proto = proto;
 750
 751         recalculate_group_addr(br);
 752         br_recalculate_fwd_mask(br);
 753
 754         /* Delete VLANs for the old proto from the device filter. */
 755         list_for_each_entry(p, &br->port_list, list) {
 756                 vg = nbp_vlan_group(p);
 757                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 758                         vlan_vid_del(p->dev, oldproto, vlan->vid);
 759         }
 760
 761         return 0;
 762
 763 err_filt:
 764         list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 765                 vlan_vid_del(p->dev, proto, vlan->vid);
 766
 767         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 768                 vg = nbp_vlan_group(p);
 769                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 770                         vlan_vid_del(p->dev, proto, vlan->vid);
 771         }
 772
 773         return err;
 774 }
 775
 776 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
 777 {
 778         if (val != ETH_P_8021Q && val != ETH_P_8021AD)
 779                 return -EPROTONOSUPPORT;
 780
 781         return __br_vlan_set_proto(br, htons(val));
 782 }
 783
 784 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 785 {
 786         switch (val) {
 787         case 0:
 788         case 1:
 789                 br->vlan_stats_enabled = val;
 790                 break;
 791         default:
 792                 return -EINVAL;
 793         }
 794
 795         return 0;
 796 }
 797
 798 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 799 {
 800         struct net_bridge_vlan *v;
 801
 802         if (vid != vg->pvid)
 803                 return false;
 804
 805         v = br_vlan_lookup(&vg->vlan_hash, vid);
 806         if (v && br_vlan_should_use(v) &&
 807             (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 808                 return true;
 809
 810         return false;
 811 }
 812
 813 static void br_vlan_disable_default_pvid(struct net_bridge *br)
 814 {
 815         struct net_bridge_port *p;
 816         u16 pvid = br->default_pvid;
 817
 818         /* Disable default_pvid on all ports where it is still
 819          * configured.
 820          */
 821         if (vlan_default_pvid(br_vlan_group(br), pvid))
 822                 br_vlan_delete(br, pvid);
 823
 824         list_for_each_entry(p, &br->port_list, list) {
 825                 if (vlan_default_pvid(nbp_vlan_group(p), pvid))
 826                         nbp_vlan_delete(p, pvid);
 827         }
 828
 829         br->default_pvid = 0;
 830 }
 831
 832 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
 833 {
 834         const struct net_bridge_vlan *pvent;
 835         struct net_bridge_vlan_group *vg;
 836         struct net_bridge_port *p;
 837         unsigned long *changed;
 838         bool vlchange;
 839         u16 old_pvid;
 840         int err = 0;
 841
 842         if (!pvid) {
 843                 br_vlan_disable_default_pvid(br);
 844                 return 0;
 845         }
 846
 847         changed = kcalloc(BITS_TO_LONGS(BR_MAX_PORTS), sizeof(unsigned long),
 848                           GFP_KERNEL);
 849         if (!changed)
 850                 return -ENOMEM;
 851
 852         old_pvid = br->default_pvid;
 853
 854         /* Update default_pvid config only if we do not conflict with
 855          * user configuration.
 856          */
 857         vg = br_vlan_group(br);
 858         pvent = br_vlan_find(vg, pvid);
 859         if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
 860             (!pvent || !br_vlan_should_use(pvent))) {
 861                 err = br_vlan_add(br, pvid,
 862                                   BRIDGE_VLAN_INFO_PVID |
 863                                   BRIDGE_VLAN_INFO_UNTAGGED |
 864                                   BRIDGE_VLAN_INFO_BRENTRY,
 865                                   &vlchange);
 866                 if (err)
 867                         goto out;
 868                 br_vlan_delete(br, old_pvid);
 869                 set_bit(0, changed);
 870         }
 871
 872         list_for_each_entry(p, &br->port_list, list) {
 873                 /* Update default_pvid config only if we do not conflict with
 874                  * user configuration.
 875                  */
 876                 vg = nbp_vlan_group(p);
 877                 if ((old_pvid &&
 878                      !vlan_default_pvid(vg, old_pvid)) ||
 879                     br_vlan_find(vg, pvid))
 880                         continue;
 881
 882                 err = nbp_vlan_add(p, pvid,
 883                                    BRIDGE_VLAN_INFO_PVID |
 884                                    BRIDGE_VLAN_INFO_UNTAGGED,
 885                                    &vlchange);
 886                 if (err)
 887                         goto err_port;
 888                 nbp_vlan_delete(p, old_pvid);
 889                 set_bit(p->port_no, changed);
 890         }
 891
 892         br->default_pvid = pvid;
 893
 894 out:
 895         kfree(changed);
 896         return err;
 897
 898 err_port:
 899         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 900                 if (!test_bit(p->port_no, changed))
 901                         continue;
 902
 903                 if (old_pvid)
 904                         nbp_vlan_add(p, old_pvid,
 905                                      BRIDGE_VLAN_INFO_PVID |
 906                                      BRIDGE_VLAN_INFO_UNTAGGED,
 907                                      &vlchange);
 908                 nbp_vlan_delete(p, pvid);
 909         }
 910
 911         if (test_bit(0, changed)) {
 912                 if (old_pvid)
 913                         br_vlan_add(br, old_pvid,
 914                                     BRIDGE_VLAN_INFO_PVID |
 915                                     BRIDGE_VLAN_INFO_UNTAGGED |
 916                                     BRIDGE_VLAN_INFO_BRENTRY,
 917                                     &vlchange);
 918                 br_vlan_delete(br, pvid);
 919         }
 920         goto out;
 921 }
 922
 923 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
 924 {
 925         u16 pvid = val;
 926         int err = 0;
 927
 928         if (val >= VLAN_VID_MASK)
 929                 return -EINVAL;
 930
 931         if (pvid == br->default_pvid)
 932                 goto out;
 933
 934         /* Only allow default pvid change when filtering is disabled */
 935         if (br->vlan_enabled) {
 936                 pr_info_once("Please disable vlan filtering to change default_pvid\n");
 937                 err = -EPERM;
 938                 goto out;
 939         }
 940         err = __br_vlan_set_default_pvid(br, pvid);
 941 out:
 942         return err;
 943 }
 944
 945 int br_vlan_init(struct net_bridge *br)
 946 {
 947         struct net_bridge_vlan_group *vg;
 948         int ret = -ENOMEM;
 949         bool changed;
 950
 951         vg = kzalloc(sizeof(*vg), GFP_KERNEL);
 952         if (!vg)
 953                 goto out;
 954         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
 955         if (ret)
 956                 goto err_rhtbl;
 957         ret = vlan_tunnel_init(vg);
 958         if (ret)
 959                 goto err_tunnel_init;
 960         INIT_LIST_HEAD(&vg->vlan_list);
 961         br->vlan_proto = htons(ETH_P_8021Q);
 962         br->default_pvid = 1;
 963         rcu_assign_pointer(br->vlgrp, vg);
 964         ret = br_vlan_add(br, 1,
 965                           BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED |
 966                           BRIDGE_VLAN_INFO_BRENTRY, &changed);
 967         if (ret)
 968                 goto err_vlan_add;
 969
 970 out:
 971         return ret;
 972
 973 err_vlan_add:
 974         vlan_tunnel_deinit(vg);
 975 err_tunnel_init:
 976         rhashtable_destroy(&vg->vlan_hash);
 977 err_rhtbl:
 978         kfree(vg);
 979
 980         goto out;
 981 }
 982
 983 int nbp_vlan_init(struct net_bridge_port *p)
 984 {
 985         struct switchdev_attr attr = {
 986                 .orig_dev = p->br->dev,
 987                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 988                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 989                 .u.vlan_filtering = p->br->vlan_enabled,
 990         };
 991         struct net_bridge_vlan_group *vg;
 992         int ret = -ENOMEM;
 993
 994         vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
 995         if (!vg)
 996                 goto out;
 997
 998         ret = switchdev_port_attr_set(p->dev, &attr);
 999         if (ret && ret != -EOPNOTSUPP)
1000                 goto err_vlan_enabled;
1001
1002         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1003         if (ret)
1004                 goto err_rhtbl;
1005         ret = vlan_tunnel_init(vg);
1006         if (ret)
1007                 goto err_tunnel_init;
1008         INIT_LIST_HEAD(&vg->vlan_list);
1009         rcu_assign_pointer(p->vlgrp, vg);
1010         if (p->br->default_pvid) {
1011                 bool changed;
1012
1013                 ret = nbp_vlan_add(p, p->br->default_pvid,
1014                                    BRIDGE_VLAN_INFO_PVID |
1015                                    BRIDGE_VLAN_INFO_UNTAGGED,
1016                                    &changed);
1017                 if (ret)
1018                         goto err_vlan_add;
1019         }
1020 out:
1021         return ret;
1022
1023 err_vlan_add:
1024         RCU_INIT_POINTER(p->vlgrp, NULL);
1025         synchronize_rcu();
1026         vlan_tunnel_deinit(vg);
1027 err_tunnel_init:
1028         rhashtable_destroy(&vg->vlan_hash);
1029 err_rhtbl:
1030 err_vlan_enabled:
1031         kfree(vg);
1032
1033         goto out;
1034 }
1035
1036 /* Must be protected by RTNL.
1037  * Must be called with vid in range from 1 to 4094 inclusive.
1038  * changed must be true only if the vlan was created or updated
1039  */
1040 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1041                  bool *changed)
1042 {
1043         struct net_bridge_vlan *vlan;
1044         int ret;
1045
1046         ASSERT_RTNL();
1047
1048         *changed = false;
1049         vlan = br_vlan_find(nbp_vlan_group(port), vid);
1050         if (vlan) {
1051                 /* Pass the flags to the hardware bridge */
1052                 ret = br_switchdev_port_vlan_add(port->dev, vid, flags);
1053                 if (ret && ret != -EOPNOTSUPP)
1054                         return ret;
1055                 *changed = __vlan_add_flags(vlan, flags);
1056
1057                 return 0;
1058         }
1059
1060         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1061         if (!vlan)
1062                 return -ENOMEM;
1063
1064         vlan->vid = vid;
1065         vlan->port = port;
1066         ret = __vlan_add(vlan, flags);
1067         if (ret)
1068                 kfree(vlan);
1069         else
1070                 *changed = true;
1071
1072         return ret;
1073 }
1074
1075 /* Must be protected by RTNL.
1076  * Must be called with vid in range from 1 to 4094 inclusive.
1077  */
1078 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1079 {
1080         struct net_bridge_vlan *v;
1081
1082         ASSERT_RTNL();
1083
1084         v = br_vlan_find(nbp_vlan_group(port), vid);
1085         if (!v)
1086                 return -ENOENT;
1087         br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1088         br_fdb_delete_by_port(port->br, port, vid, 0);
1089
1090         return __vlan_del(v);
1091 }
1092
1093 void nbp_vlan_flush(struct net_bridge_port *port)
1094 {
1095         struct net_bridge_vlan_group *vg;
1096
1097         ASSERT_RTNL();
1098
1099         vg = nbp_vlan_group(port);
1100         __vlan_flush(vg);
1101         RCU_INIT_POINTER(port->vlgrp, NULL);
1102         synchronize_rcu();
1103         __vlan_group_free(vg);
1104 }
1105
1106 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1107                        struct br_vlan_stats *stats)
1108 {
1109         int i;
1110
1111         memset(stats, 0, sizeof(*stats));
1112         for_each_possible_cpu(i) {
1113                 u64 rxpackets, rxbytes, txpackets, txbytes;
1114                 struct br_vlan_stats *cpu_stats;
1115                 unsigned int start;
1116
1117                 cpu_stats = per_cpu_ptr(v->stats, i);
1118                 do {
1119                         start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1120                         rxpackets = cpu_stats->rx_packets;
1121                         rxbytes = cpu_stats->rx_bytes;
1122                         txbytes = cpu_stats->tx_bytes;
1123                         txpackets = cpu_stats->tx_packets;
1124                 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1125
1126                 stats->rx_packets += rxpackets;
1127                 stats->rx_bytes += rxbytes;
1128                 stats->tx_bytes += txbytes;
1129                 stats->tx_packets += txpackets;
1130         }
1131 }
1132
1133 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1134 {
1135         struct net_bridge_vlan_group *vg;
1136
1137         ASSERT_RTNL();
1138         if (netif_is_bridge_master(dev))
1139                 vg = br_vlan_group(netdev_priv(dev));
1140         else
1141                 return -EINVAL;
1142
1143         *p_pvid = br_get_pvid(vg);
1144         return 0;
1145 }
1146 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1147
1148 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1149                      struct bridge_vlan_info *p_vinfo)
1150 {
1151         struct net_bridge_vlan_group *vg;
1152         struct net_bridge_vlan *v;
1153         struct net_bridge_port *p;
1154
1155         ASSERT_RTNL();
1156         p = br_port_get_check_rtnl(dev);
1157         if (p)
1158                 vg = nbp_vlan_group(p);
1159         else if (netif_is_bridge_master(dev))
1160                 vg = br_vlan_group(netdev_priv(dev));
1161         else
1162                 return -EINVAL;
1163
1164         v = br_vlan_find(vg, vid);
1165         if (!v)
1166                 return -ENOENT;
1167
1168         p_vinfo->vid = vid;
1169         p_vinfo->flags = v->flags;
1170         return 0;
1171 }
1172 EXPORT_SYMBOL_GPL(br_vlan_get_info);