net/bridge/br_vlan.c

   1 #include <linux/kernel.h>
   2 #include <linux/netdevice.h>
   3 #include <linux/rtnetlink.h>
   4 #include <linux/slab.h>
   5 #include <net/switchdev.h>
   6
   7 #include "br_private.h"
   8 #include "br_private_tunnel.h"
   9
  10 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  11                               const void *ptr)
  12 {
  13         const struct net_bridge_vlan *vle = ptr;
  14         u16 vid = *(u16 *)arg->key;
  15
  16         return vle->vid != vid;
  17 }
  18
  19 static const struct rhashtable_params br_vlan_rht_params = {
  20         .head_offset = offsetof(struct net_bridge_vlan, vnode),
  21         .key_offset = offsetof(struct net_bridge_vlan, vid),
  22         .key_len = sizeof(u16),
  23         .nelem_hint = 3,
  24         .locks_mul = 1,
  25         .max_size = VLAN_N_VID,
  26         .obj_cmpfn = br_vlan_cmp,
  27         .automatic_shrinking = true,
  28 };
  29
  30 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  31 {
  32         return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  33 }
  34
  35 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  36 {
  37         if (vg->pvid == vid)
  38                 return false;
  39
  40         smp_wmb();
  41         vg->pvid = vid;
  42
  43         return true;
  44 }
  45
  46 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  47 {
  48         if (vg->pvid != vid)
  49                 return false;
  50
  51         smp_wmb();
  52         vg->pvid = 0;
  53
  54         return true;
  55 }
  56
  57 /* return true if anything changed, false otherwise */
  58 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  59 {
  60         struct net_bridge_vlan_group *vg;
  61         u16 old_flags = v->flags;
  62         bool ret;
  63
  64         if (br_vlan_is_master(v))
  65                 vg = br_vlan_group(v->br);
  66         else
  67                 vg = nbp_vlan_group(v->port);
  68
  69         if (flags & BRIDGE_VLAN_INFO_PVID)
  70                 ret = __vlan_add_pvid(vg, v->vid);
  71         else
  72                 ret = __vlan_delete_pvid(vg, v->vid);
  73
  74         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  75                 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  76         else
  77                 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  78
  79         return ret || !!(old_flags ^ v->flags);
  80 }
  81
  82 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  83                           u16 vid, u16 flags)
  84 {
  85         int err;
  86
  87         /* Try switchdev op first. In case it is not supported, fallback to
  88          * 8021q add.
  89          */
  90         err = br_switchdev_port_vlan_add(dev, vid, flags);
  91         if (err == -EOPNOTSUPP)
  92                 return vlan_vid_add(dev, br->vlan_proto, vid);
  93         return err;
  94 }
  95
  96 static void __vlan_add_list(struct net_bridge_vlan *v)
  97 {
  98         struct net_bridge_vlan_group *vg;
  99         struct list_head *headp, *hpos;
 100         struct net_bridge_vlan *vent;
 101
 102         if (br_vlan_is_master(v))
 103                 vg = br_vlan_group(v->br);
 104         else
 105                 vg = nbp_vlan_group(v->port);
 106
 107         headp = &vg->vlan_list;
 108         list_for_each_prev(hpos, headp) {
 109                 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 110                 if (v->vid < vent->vid)
 111                         continue;
 112                 else
 113                         break;
 114         }
 115         list_add_rcu(&v->vlist, hpos);
 116 }
 117
 118 static void __vlan_del_list(struct net_bridge_vlan *v)
 119 {
 120         list_del_rcu(&v->vlist);
 121 }
 122
 123 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 124                           u16 vid)
 125 {
 126         int err;
 127
 128         /* Try switchdev op first. In case it is not supported, fallback to
 129          * 8021q del.
 130          */
 131         err = br_switchdev_port_vlan_del(dev, vid);
 132         if (err == -EOPNOTSUPP) {
 133                 vlan_vid_del(dev, br->vlan_proto, vid);
 134                 return 0;
 135         }
 136         return err;
 137 }
 138
 139 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
 140  * a reference is taken to the master vlan before returning.
 141  */
 142 static struct net_bridge_vlan *br_vlan_get_master(struct net_bridge *br, u16 vid)
 143 {
 144         struct net_bridge_vlan_group *vg;
 145         struct net_bridge_vlan *masterv;
 146
 147         vg = br_vlan_group(br);
 148         masterv = br_vlan_find(vg, vid);
 149         if (!masterv) {
 150                 bool changed;
 151
 152                 /* missing global ctx, create it now */
 153                 if (br_vlan_add(br, vid, 0, &changed))
 154                         return NULL;
 155                 masterv = br_vlan_find(vg, vid);
 156                 if (WARN_ON(!masterv))
 157                         return NULL;
 158                 refcount_set(&masterv->refcnt, 1);
 159                 return masterv;
 160         }
 161         refcount_inc(&masterv->refcnt);
 162
 163         return masterv;
 164 }
 165
 166 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 167 {
 168         struct net_bridge_vlan *v;
 169
 170         v = container_of(rcu, struct net_bridge_vlan, rcu);
 171         WARN_ON(!br_vlan_is_master(v));
 172         free_percpu(v->stats);
 173         v->stats = NULL;
 174         kfree(v);
 175 }
 176
 177 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 178 {
 179         struct net_bridge_vlan_group *vg;
 180
 181         if (!br_vlan_is_master(masterv))
 182                 return;
 183
 184         vg = br_vlan_group(masterv->br);
 185         if (refcount_dec_and_test(&masterv->refcnt)) {
 186                 rhashtable_remove_fast(&vg->vlan_hash,
 187                                        &masterv->vnode, br_vlan_rht_params);
 188                 __vlan_del_list(masterv);
 189                 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 190         }
 191 }
 192
 193 /* This is the shared VLAN add function which works for both ports and bridge
 194  * devices. There are four possible calls to this function in terms of the
 195  * vlan entry type:
 196  * 1. vlan is being added on a port (no master flags, global entry exists)
 197  * 2. vlan is being added on a bridge (both master and brentry flags)
 198  * 3. vlan is being added on a port, but a global entry didn't exist which
 199  *    is being created right now (master flag set, brentry flag unset), the
 200  *    global entry is used for global per-vlan features, but not for filtering
 201  * 4. same as 3 but with both master and brentry flags set so the entry
 202  *    will be used for filtering in both the port and the bridge
 203  */
 204 static int __vlan_add(struct net_bridge_vlan *v, u16 flags)
 205 {
 206         struct net_bridge_vlan *masterv = NULL;
 207         struct net_bridge_port *p = NULL;
 208         struct net_bridge_vlan_group *vg;
 209         struct net_device *dev;
 210         struct net_bridge *br;
 211         int err;
 212
 213         if (br_vlan_is_master(v)) {
 214                 br = v->br;
 215                 dev = br->dev;
 216                 vg = br_vlan_group(br);
 217         } else {
 218                 p = v->port;
 219                 br = p->br;
 220                 dev = p->dev;
 221                 vg = nbp_vlan_group(p);
 222         }
 223
 224         if (p) {
 225                 /* Add VLAN to the device filter if it is supported.
 226                  * This ensures tagged traffic enters the bridge when
 227                  * promiscuous mode is disabled by br_manage_promisc().
 228                  */
 229                 err = __vlan_vid_add(dev, br, v->vid, flags);
 230                 if (err)
 231                         goto out;
 232
 233                 /* need to work on the master vlan too */
 234                 if (flags & BRIDGE_VLAN_INFO_MASTER) {
 235                         bool changed;
 236
 237                         err = br_vlan_add(br, v->vid,
 238                                           flags | BRIDGE_VLAN_INFO_BRENTRY,
 239                                           &changed);
 240                         if (err)
 241                                 goto out_filt;
 242                 }
 243
 244                 masterv = br_vlan_get_master(br, v->vid);
 245                 if (!masterv)
 246                         goto out_filt;
 247                 v->brvlan = masterv;
 248                 v->stats = masterv->stats;
 249         } else {
 250                 err = br_switchdev_port_vlan_add(dev, v->vid, flags);
 251                 if (err && err != -EOPNOTSUPP)
 252                         goto out;
 253         }
 254
 255         /* Add the dev mac and count the vlan only if it's usable */
 256         if (br_vlan_should_use(v)) {
 257                 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 258                 if (err) {
 259                         br_err(br, "failed insert local address into bridge forwarding table\n");
 260                         goto out_filt;
 261                 }
 262                 vg->num_vlans++;
 263         }
 264
 265         err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 266                                             br_vlan_rht_params);
 267         if (err)
 268                 goto out_fdb_insert;
 269
 270         __vlan_add_list(v);
 271         __vlan_add_flags(v, flags);
 272 out:
 273         return err;
 274
 275 out_fdb_insert:
 276         if (br_vlan_should_use(v)) {
 277                 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 278                 vg->num_vlans--;
 279         }
 280
 281 out_filt:
 282         if (p) {
 283                 __vlan_vid_del(dev, br, v->vid);
 284                 if (masterv) {
 285                         br_vlan_put_master(masterv);
 286                         v->brvlan = NULL;
 287                 }
 288         } else {
 289                 br_switchdev_port_vlan_del(dev, v->vid);
 290         }
 291
 292         goto out;
 293 }
 294
 295 static int __vlan_del(struct net_bridge_vlan *v)
 296 {
 297         struct net_bridge_vlan *masterv = v;
 298         struct net_bridge_vlan_group *vg;
 299         struct net_bridge_port *p = NULL;
 300         int err = 0;
 301
 302         if (br_vlan_is_master(v)) {
 303                 vg = br_vlan_group(v->br);
 304         } else {
 305                 p = v->port;
 306                 vg = nbp_vlan_group(v->port);
 307                 masterv = v->brvlan;
 308         }
 309
 310         __vlan_delete_pvid(vg, v->vid);
 311         if (p) {
 312                 err = __vlan_vid_del(p->dev, p->br, v->vid);
 313                 if (err)
 314                         goto out;
 315         } else {
 316                 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 317                 if (err && err != -EOPNOTSUPP)
 318                         goto out;
 319                 err = 0;
 320         }
 321
 322         if (br_vlan_should_use(v)) {
 323                 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 324                 vg->num_vlans--;
 325         }
 326
 327         if (masterv != v) {
 328                 vlan_tunnel_info_del(vg, v);
 329                 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 330                                        br_vlan_rht_params);
 331                 __vlan_del_list(v);
 332                 kfree_rcu(v, rcu);
 333         }
 334
 335         br_vlan_put_master(masterv);
 336 out:
 337         return err;
 338 }
 339
 340 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 341 {
 342         WARN_ON(!list_empty(&vg->vlan_list));
 343         rhashtable_destroy(&vg->vlan_hash);
 344         vlan_tunnel_deinit(vg);
 345         kfree(vg);
 346 }
 347
 348 static void __vlan_flush(struct net_bridge_vlan_group *vg)
 349 {
 350         struct net_bridge_vlan *vlan, *tmp;
 351
 352         __vlan_delete_pvid(vg, vg->pvid);
 353         list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
 354                 __vlan_del(vlan);
 355 }
 356
 357 struct sk_buff *br_handle_vlan(struct net_bridge *br,
 358                                const struct net_bridge_port *p,
 359                                struct net_bridge_vlan_group *vg,
 360                                struct sk_buff *skb)
 361 {
 362         struct br_vlan_stats *stats;
 363         struct net_bridge_vlan *v;
 364         u16 vid;
 365
 366         /* If this packet was not filtered at input, let it pass */
 367         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 368                 goto out;
 369
 370         /* At this point, we know that the frame was filtered and contains
 371          * a valid vlan id.  If the vlan id has untagged flag set,
 372          * send untagged; otherwise, send tagged.
 373          */
 374         br_vlan_get_tag(skb, &vid);
 375         v = br_vlan_find(vg, vid);
 376         /* Vlan entry must be configured at this point.  The
 377          * only exception is the bridge is set in promisc mode and the
 378          * packet is destined for the bridge device.  In this case
 379          * pass the packet as is.
 380          */
 381         if (!v || !br_vlan_should_use(v)) {
 382                 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 383                         goto out;
 384                 } else {
 385                         kfree_skb(skb);
 386                         return NULL;
 387                 }
 388         }
 389         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 390                 stats = this_cpu_ptr(v->stats);
 391                 u64_stats_update_begin(&stats->syncp);
 392                 stats->tx_bytes += skb->len;
 393                 stats->tx_packets++;
 394                 u64_stats_update_end(&stats->syncp);
 395         }
 396
 397         if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 398                 skb->vlan_tci = 0;
 399
 400         if (p && (p->flags & BR_VLAN_TUNNEL) &&
 401             br_handle_egress_vlan_tunnel(skb, v)) {
 402                 kfree_skb(skb);
 403                 return NULL;
 404         }
 405 out:
 406         return skb;
 407 }
 408
 409 /* Called under RCU */
 410 static bool __allowed_ingress(const struct net_bridge *br,
 411                               struct net_bridge_vlan_group *vg,
 412                               struct sk_buff *skb, u16 *vid)
 413 {
 414         struct br_vlan_stats *stats;
 415         struct net_bridge_vlan *v;
 416         bool tagged;
 417
 418         BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 419         /* If vlan tx offload is disabled on bridge device and frame was
 420          * sent from vlan device on the bridge device, it does not have
 421          * HW accelerated vlan tag.
 422          */
 423         if (unlikely(!skb_vlan_tag_present(skb) &&
 424                      skb->protocol == br->vlan_proto)) {
 425                 skb = skb_vlan_untag(skb);
 426                 if (unlikely(!skb))
 427                         return false;
 428         }
 429
 430         if (!br_vlan_get_tag(skb, vid)) {
 431                 /* Tagged frame */
 432                 if (skb->vlan_proto != br->vlan_proto) {
 433                         /* Protocol-mismatch, empty out vlan_tci for new tag */
 434                         skb_push(skb, ETH_HLEN);
 435                         skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 436                                                         skb_vlan_tag_get(skb));
 437                         if (unlikely(!skb))
 438                                 return false;
 439
 440                         skb_pull(skb, ETH_HLEN);
 441                         skb_reset_mac_len(skb);
 442                         *vid = 0;
 443                         tagged = false;
 444                 } else {
 445                         tagged = true;
 446                 }
 447         } else {
 448                 /* Untagged frame */
 449                 tagged = false;
 450         }
 451
 452         if (!*vid) {
 453                 u16 pvid = br_get_pvid(vg);
 454
 455                 /* Frame had a tag with VID 0 or did not have a tag.
 456                  * See if pvid is set on this port.  That tells us which
 457                  * vlan untagged or priority-tagged traffic belongs to.
 458                  */
 459                 if (!pvid)
 460                         goto drop;
 461
 462                 /* PVID is set on this port.  Any untagged or priority-tagged
 463                  * ingress frame is considered to belong to this vlan.
 464                  */
 465                 *vid = pvid;
 466                 if (likely(!tagged))
 467                         /* Untagged Frame. */
 468                         __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 469                 else
 470                         /* Priority-tagged Frame.
 471                          * At this point, We know that skb->vlan_tci had
 472                          * VLAN_TAG_PRESENT bit and its VID field was 0x000.
 473                          * We update only VID field and preserve PCP field.
 474                          */
 475                         skb->vlan_tci |= pvid;
 476
 477                 /* if stats are disabled we can avoid the lookup */
 478                 if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED))
 479                         return true;
 480         }
 481         v = br_vlan_find(vg, *vid);
 482         if (!v || !br_vlan_should_use(v))
 483                 goto drop;
 484
 485         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 486                 stats = this_cpu_ptr(v->stats);
 487                 u64_stats_update_begin(&stats->syncp);
 488                 stats->rx_bytes += skb->len;
 489                 stats->rx_packets++;
 490                 u64_stats_update_end(&stats->syncp);
 491         }
 492
 493         return true;
 494
 495 drop:
 496         kfree_skb(skb);
 497         return false;
 498 }
 499
 500 bool br_allowed_ingress(const struct net_bridge *br,
 501                         struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 502                         u16 *vid)
 503 {
 504         /* If VLAN filtering is disabled on the bridge, all packets are
 505          * permitted.
 506          */
 507         if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
 508                 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 509                 return true;
 510         }
 511
 512         return __allowed_ingress(br, vg, skb, vid);
 513 }
 514
 515 /* Called under RCU. */
 516 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 517                        const struct sk_buff *skb)
 518 {
 519         const struct net_bridge_vlan *v;
 520         u16 vid;
 521
 522         /* If this packet was not filtered at input, let it pass */
 523         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 524                 return true;
 525
 526         br_vlan_get_tag(skb, &vid);
 527         v = br_vlan_find(vg, vid);
 528         if (v && br_vlan_should_use(v))
 529                 return true;
 530
 531         return false;
 532 }
 533
 534 /* Called under RCU */
 535 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 536 {
 537         struct net_bridge_vlan_group *vg;
 538         struct net_bridge *br = p->br;
 539
 540         /* If filtering was disabled at input, let it pass. */
 541         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
 542                 return true;
 543
 544         vg = nbp_vlan_group_rcu(p);
 545         if (!vg || !vg->num_vlans)
 546                 return false;
 547
 548         if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 549                 *vid = 0;
 550
 551         if (!*vid) {
 552                 *vid = br_get_pvid(vg);
 553                 if (!*vid)
 554                         return false;
 555
 556                 return true;
 557         }
 558
 559         if (br_vlan_find(vg, *vid))
 560                 return true;
 561
 562         return false;
 563 }
 564
 565 static int br_vlan_add_existing(struct net_bridge *br,
 566                                 struct net_bridge_vlan_group *vg,
 567                                 struct net_bridge_vlan *vlan,
 568                                 u16 flags, bool *changed)
 569 {
 570         int err;
 571
 572         err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags);
 573         if (err && err != -EOPNOTSUPP)
 574                 return err;
 575
 576         if (!br_vlan_is_brentry(vlan)) {
 577                 /* Trying to change flags of non-existent bridge vlan */
 578                 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
 579                         err = -EINVAL;
 580                         goto err_flags;
 581                 }
 582                 /* It was only kept for port vlans, now make it real */
 583                 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
 584                                     vlan->vid);
 585                 if (err) {
 586                         br_err(br, "failed to insert local address into bridge forwarding table\n");
 587                         goto err_fdb_insert;
 588                 }
 589
 590                 refcount_inc(&vlan->refcnt);
 591                 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 592                 vg->num_vlans++;
 593                 *changed = true;
 594         }
 595
 596         if (__vlan_add_flags(vlan, flags))
 597                 *changed = true;
 598
 599         return 0;
 600
 601 err_fdb_insert:
 602 err_flags:
 603         br_switchdev_port_vlan_del(br->dev, vlan->vid);
 604         return err;
 605 }
 606
 607 /* Must be protected by RTNL.
 608  * Must be called with vid in range from 1 to 4094 inclusive.
 609  * changed must be true only if the vlan was created or updated
 610  */
 611 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed)
 612 {
 613         struct net_bridge_vlan_group *vg;
 614         struct net_bridge_vlan *vlan;
 615         int ret;
 616
 617         ASSERT_RTNL();
 618
 619         *changed = false;
 620         vg = br_vlan_group(br);
 621         vlan = br_vlan_find(vg, vid);
 622         if (vlan)
 623                 return br_vlan_add_existing(br, vg, vlan, flags, changed);
 624
 625         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 626         if (!vlan)
 627                 return -ENOMEM;
 628
 629         vlan->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
 630         if (!vlan->stats) {
 631                 kfree(vlan);
 632                 return -ENOMEM;
 633         }
 634         vlan->vid = vid;
 635         vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 636         vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 637         vlan->br = br;
 638         if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 639                 refcount_set(&vlan->refcnt, 1);
 640         ret = __vlan_add(vlan, flags);
 641         if (ret) {
 642                 free_percpu(vlan->stats);
 643                 kfree(vlan);
 644         } else {
 645                 *changed = true;
 646         }
 647
 648         return ret;
 649 }
 650
 651 /* Must be protected by RTNL.
 652  * Must be called with vid in range from 1 to 4094 inclusive.
 653  */
 654 int br_vlan_delete(struct net_bridge *br, u16 vid)
 655 {
 656         struct net_bridge_vlan_group *vg;
 657         struct net_bridge_vlan *v;
 658
 659         ASSERT_RTNL();
 660
 661         vg = br_vlan_group(br);
 662         v = br_vlan_find(vg, vid);
 663         if (!v || !br_vlan_is_brentry(v))
 664                 return -ENOENT;
 665
 666         br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 667         br_fdb_delete_by_port(br, NULL, vid, 0);
 668
 669         vlan_tunnel_info_del(vg, v);
 670
 671         return __vlan_del(v);
 672 }
 673
 674 void br_vlan_flush(struct net_bridge *br)
 675 {
 676         struct net_bridge_vlan_group *vg;
 677
 678         ASSERT_RTNL();
 679
 680         vg = br_vlan_group(br);
 681         __vlan_flush(vg);
 682         RCU_INIT_POINTER(br->vlgrp, NULL);
 683         synchronize_rcu();
 684         __vlan_group_free(vg);
 685 }
 686
 687 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 688 {
 689         if (!vg)
 690                 return NULL;
 691
 692         return br_vlan_lookup(&vg->vlan_hash, vid);
 693 }
 694
 695 /* Must be protected by RTNL. */
 696 static void recalculate_group_addr(struct net_bridge *br)
 697 {
 698         if (br->group_addr_set)
 699                 return;
 700
 701         spin_lock_bh(&br->lock);
 702         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 703             br->vlan_proto == htons(ETH_P_8021Q)) {
 704                 /* Bridge Group Address */
 705                 br->group_addr[5] = 0x00;
 706         } else { /* vlan_enabled && ETH_P_8021AD */
 707                 /* Provider Bridge Group Address */
 708                 br->group_addr[5] = 0x08;
 709         }
 710         spin_unlock_bh(&br->lock);
 711 }
 712
 713 /* Must be protected by RTNL. */
 714 void br_recalculate_fwd_mask(struct net_bridge *br)
 715 {
 716         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 717             br->vlan_proto == htons(ETH_P_8021Q))
 718                 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 719         else /* vlan_enabled && ETH_P_8021AD */
 720                 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 721                                               ~(1u << br->group_addr[5]);
 722 }
 723
 724 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 725 {
 726         struct switchdev_attr attr = {
 727                 .orig_dev = br->dev,
 728                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 729                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 730                 .u.vlan_filtering = val,
 731         };
 732         int err;
 733
 734         if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
 735                 return 0;
 736
 737         err = switchdev_port_attr_set(br->dev, &attr);
 738         if (err && err != -EOPNOTSUPP)
 739                 return err;
 740
 741         br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
 742         br_manage_promisc(br);
 743         recalculate_group_addr(br);
 744         br_recalculate_fwd_mask(br);
 745
 746         return 0;
 747 }
 748
 749 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 750 {
 751         return __br_vlan_filter_toggle(br, val);
 752 }
 753
 754 bool br_vlan_enabled(const struct net_device *dev)
 755 {
 756         struct net_bridge *br = netdev_priv(dev);
 757
 758         return br_opt_get(br, BROPT_VLAN_ENABLED);
 759 }
 760 EXPORT_SYMBOL_GPL(br_vlan_enabled);
 761
 762 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
 763 {
 764         int err = 0;
 765         struct net_bridge_port *p;
 766         struct net_bridge_vlan *vlan;
 767         struct net_bridge_vlan_group *vg;
 768         __be16 oldproto;
 769
 770         if (br->vlan_proto == proto)
 771                 return 0;
 772
 773         /* Add VLANs for the new proto to the device filter. */
 774         list_for_each_entry(p, &br->port_list, list) {
 775                 vg = nbp_vlan_group(p);
 776                 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 777                         err = vlan_vid_add(p->dev, proto, vlan->vid);
 778                         if (err)
 779                                 goto err_filt;
 780                 }
 781         }
 782
 783         oldproto = br->vlan_proto;
 784         br->vlan_proto = proto;
 785
 786         recalculate_group_addr(br);
 787         br_recalculate_fwd_mask(br);
 788
 789         /* Delete VLANs for the old proto from the device filter. */
 790         list_for_each_entry(p, &br->port_list, list) {
 791                 vg = nbp_vlan_group(p);
 792                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 793                         vlan_vid_del(p->dev, oldproto, vlan->vid);
 794         }
 795
 796         return 0;
 797
 798 err_filt:
 799         list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 800                 vlan_vid_del(p->dev, proto, vlan->vid);
 801
 802         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 803                 vg = nbp_vlan_group(p);
 804                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 805                         vlan_vid_del(p->dev, proto, vlan->vid);
 806         }
 807
 808         return err;
 809 }
 810
 811 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
 812 {
 813         if (val != ETH_P_8021Q && val != ETH_P_8021AD)
 814                 return -EPROTONOSUPPORT;
 815
 816         return __br_vlan_set_proto(br, htons(val));
 817 }
 818
 819 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 820 {
 821         switch (val) {
 822         case 0:
 823         case 1:
 824                 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
 825                 break;
 826         default:
 827                 return -EINVAL;
 828         }
 829
 830         return 0;
 831 }
 832
 833 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 834 {
 835         struct net_bridge_vlan *v;
 836
 837         if (vid != vg->pvid)
 838                 return false;
 839
 840         v = br_vlan_lookup(&vg->vlan_hash, vid);
 841         if (v && br_vlan_should_use(v) &&
 842             (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 843                 return true;
 844
 845         return false;
 846 }
 847
 848 static void br_vlan_disable_default_pvid(struct net_bridge *br)
 849 {
 850         struct net_bridge_port *p;
 851         u16 pvid = br->default_pvid;
 852
 853         /* Disable default_pvid on all ports where it is still
 854          * configured.
 855          */
 856         if (vlan_default_pvid(br_vlan_group(br), pvid))
 857                 br_vlan_delete(br, pvid);
 858
 859         list_for_each_entry(p, &br->port_list, list) {
 860                 if (vlan_default_pvid(nbp_vlan_group(p), pvid))
 861                         nbp_vlan_delete(p, pvid);
 862         }
 863
 864         br->default_pvid = 0;
 865 }
 866
 867 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
 868 {
 869         const struct net_bridge_vlan *pvent;
 870         struct net_bridge_vlan_group *vg;
 871         struct net_bridge_port *p;
 872         unsigned long *changed;
 873         bool vlchange;
 874         u16 old_pvid;
 875         int err = 0;
 876
 877         if (!pvid) {
 878                 br_vlan_disable_default_pvid(br);
 879                 return 0;
 880         }
 881
 882         changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
 883         if (!changed)
 884                 return -ENOMEM;
 885
 886         old_pvid = br->default_pvid;
 887
 888         /* Update default_pvid config only if we do not conflict with
 889          * user configuration.
 890          */
 891         vg = br_vlan_group(br);
 892         pvent = br_vlan_find(vg, pvid);
 893         if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
 894             (!pvent || !br_vlan_should_use(pvent))) {
 895                 err = br_vlan_add(br, pvid,
 896                                   BRIDGE_VLAN_INFO_PVID |
 897                                   BRIDGE_VLAN_INFO_UNTAGGED |
 898                                   BRIDGE_VLAN_INFO_BRENTRY,
 899                                   &vlchange);
 900                 if (err)
 901                         goto out;
 902                 br_vlan_delete(br, old_pvid);
 903                 set_bit(0, changed);
 904         }
 905
 906         list_for_each_entry(p, &br->port_list, list) {
 907                 /* Update default_pvid config only if we do not conflict with
 908                  * user configuration.
 909                  */
 910                 vg = nbp_vlan_group(p);
 911                 if ((old_pvid &&
 912                      !vlan_default_pvid(vg, old_pvid)) ||
 913                     br_vlan_find(vg, pvid))
 914                         continue;
 915
 916                 err = nbp_vlan_add(p, pvid,
 917                                    BRIDGE_VLAN_INFO_PVID |
 918                                    BRIDGE_VLAN_INFO_UNTAGGED,
 919                                    &vlchange);
 920                 if (err)
 921                         goto err_port;
 922                 nbp_vlan_delete(p, old_pvid);
 923                 set_bit(p->port_no, changed);
 924         }
 925
 926         br->default_pvid = pvid;
 927
 928 out:
 929         bitmap_free(changed);
 930         return err;
 931
 932 err_port:
 933         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 934                 if (!test_bit(p->port_no, changed))
 935                         continue;
 936
 937                 if (old_pvid)
 938                         nbp_vlan_add(p, old_pvid,
 939                                      BRIDGE_VLAN_INFO_PVID |
 940                                      BRIDGE_VLAN_INFO_UNTAGGED,
 941                                      &vlchange);
 942                 nbp_vlan_delete(p, pvid);
 943         }
 944
 945         if (test_bit(0, changed)) {
 946                 if (old_pvid)
 947                         br_vlan_add(br, old_pvid,
 948                                     BRIDGE_VLAN_INFO_PVID |
 949                                     BRIDGE_VLAN_INFO_UNTAGGED |
 950                                     BRIDGE_VLAN_INFO_BRENTRY,
 951                                     &vlchange);
 952                 br_vlan_delete(br, pvid);
 953         }
 954         goto out;
 955 }
 956
 957 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
 958 {
 959         u16 pvid = val;
 960         int err = 0;
 961
 962         if (val >= VLAN_VID_MASK)
 963                 return -EINVAL;
 964
 965         if (pvid == br->default_pvid)
 966                 goto out;
 967
 968         /* Only allow default pvid change when filtering is disabled */
 969         if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
 970                 pr_info_once("Please disable vlan filtering to change default_pvid\n");
 971                 err = -EPERM;
 972                 goto out;
 973         }
 974         err = __br_vlan_set_default_pvid(br, pvid);
 975 out:
 976         return err;
 977 }
 978
 979 int br_vlan_init(struct net_bridge *br)
 980 {
 981         struct net_bridge_vlan_group *vg;
 982         int ret = -ENOMEM;
 983         bool changed;
 984
 985         vg = kzalloc(sizeof(*vg), GFP_KERNEL);
 986         if (!vg)
 987                 goto out;
 988         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
 989         if (ret)
 990                 goto err_rhtbl;
 991         ret = vlan_tunnel_init(vg);
 992         if (ret)
 993                 goto err_tunnel_init;
 994         INIT_LIST_HEAD(&vg->vlan_list);
 995         br->vlan_proto = htons(ETH_P_8021Q);
 996         br->default_pvid = 1;
 997         rcu_assign_pointer(br->vlgrp, vg);
 998         ret = br_vlan_add(br, 1,
 999                           BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED |
1000                           BRIDGE_VLAN_INFO_BRENTRY, &changed);
1001         if (ret)
1002                 goto err_vlan_add;
1003
1004 out:
1005         return ret;
1006
1007 err_vlan_add:
1008         vlan_tunnel_deinit(vg);
1009 err_tunnel_init:
1010         rhashtable_destroy(&vg->vlan_hash);
1011 err_rhtbl:
1012         kfree(vg);
1013
1014         goto out;
1015 }
1016
1017 int nbp_vlan_init(struct net_bridge_port *p)
1018 {
1019         struct switchdev_attr attr = {
1020                 .orig_dev = p->br->dev,
1021                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1022                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1023                 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1024         };
1025         struct net_bridge_vlan_group *vg;
1026         int ret = -ENOMEM;
1027
1028         vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1029         if (!vg)
1030                 goto out;
1031
1032         ret = switchdev_port_attr_set(p->dev, &attr);
1033         if (ret && ret != -EOPNOTSUPP)
1034                 goto err_vlan_enabled;
1035
1036         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1037         if (ret)
1038                 goto err_rhtbl;
1039         ret = vlan_tunnel_init(vg);
1040         if (ret)
1041                 goto err_tunnel_init;
1042         INIT_LIST_HEAD(&vg->vlan_list);
1043         rcu_assign_pointer(p->vlgrp, vg);
1044         if (p->br->default_pvid) {
1045                 bool changed;
1046
1047                 ret = nbp_vlan_add(p, p->br->default_pvid,
1048                                    BRIDGE_VLAN_INFO_PVID |
1049                                    BRIDGE_VLAN_INFO_UNTAGGED,
1050                                    &changed);
1051                 if (ret)
1052                         goto err_vlan_add;
1053         }
1054 out:
1055         return ret;
1056
1057 err_vlan_add:
1058         RCU_INIT_POINTER(p->vlgrp, NULL);
1059         synchronize_rcu();
1060         vlan_tunnel_deinit(vg);
1061 err_tunnel_init:
1062         rhashtable_destroy(&vg->vlan_hash);
1063 err_rhtbl:
1064 err_vlan_enabled:
1065         kfree(vg);
1066
1067         goto out;
1068 }
1069
1070 /* Must be protected by RTNL.
1071  * Must be called with vid in range from 1 to 4094 inclusive.
1072  * changed must be true only if the vlan was created or updated
1073  */
1074 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1075                  bool *changed)
1076 {
1077         struct net_bridge_vlan *vlan;
1078         int ret;
1079
1080         ASSERT_RTNL();
1081
1082         *changed = false;
1083         vlan = br_vlan_find(nbp_vlan_group(port), vid);
1084         if (vlan) {
1085                 /* Pass the flags to the hardware bridge */
1086                 ret = br_switchdev_port_vlan_add(port->dev, vid, flags);
1087                 if (ret && ret != -EOPNOTSUPP)
1088                         return ret;
1089                 *changed = __vlan_add_flags(vlan, flags);
1090
1091                 return 0;
1092         }
1093
1094         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1095         if (!vlan)
1096                 return -ENOMEM;
1097
1098         vlan->vid = vid;
1099         vlan->port = port;
1100         ret = __vlan_add(vlan, flags);
1101         if (ret)
1102                 kfree(vlan);
1103         else
1104                 *changed = true;
1105
1106         return ret;
1107 }
1108
1109 /* Must be protected by RTNL.
1110  * Must be called with vid in range from 1 to 4094 inclusive.
1111  */
1112 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1113 {
1114         struct net_bridge_vlan *v;
1115
1116         ASSERT_RTNL();
1117
1118         v = br_vlan_find(nbp_vlan_group(port), vid);
1119         if (!v)
1120                 return -ENOENT;
1121         br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1122         br_fdb_delete_by_port(port->br, port, vid, 0);
1123
1124         return __vlan_del(v);
1125 }
1126
1127 void nbp_vlan_flush(struct net_bridge_port *port)
1128 {
1129         struct net_bridge_vlan_group *vg;
1130
1131         ASSERT_RTNL();
1132
1133         vg = nbp_vlan_group(port);
1134         __vlan_flush(vg);
1135         RCU_INIT_POINTER(port->vlgrp, NULL);
1136         synchronize_rcu();
1137         __vlan_group_free(vg);
1138 }
1139
1140 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1141                        struct br_vlan_stats *stats)
1142 {
1143         int i;
1144
1145         memset(stats, 0, sizeof(*stats));
1146         for_each_possible_cpu(i) {
1147                 u64 rxpackets, rxbytes, txpackets, txbytes;
1148                 struct br_vlan_stats *cpu_stats;
1149                 unsigned int start;
1150
1151                 cpu_stats = per_cpu_ptr(v->stats, i);
1152                 do {
1153                         start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1154                         rxpackets = cpu_stats->rx_packets;
1155                         rxbytes = cpu_stats->rx_bytes;
1156                         txbytes = cpu_stats->tx_bytes;
1157                         txpackets = cpu_stats->tx_packets;
1158                 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1159
1160                 stats->rx_packets += rxpackets;
1161                 stats->rx_bytes += rxbytes;
1162                 stats->tx_bytes += txbytes;
1163                 stats->tx_packets += txpackets;
1164         }
1165 }
1166
1167 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1168 {
1169         struct net_bridge_vlan_group *vg;
1170
1171         ASSERT_RTNL();
1172         if (netif_is_bridge_master(dev))
1173                 vg = br_vlan_group(netdev_priv(dev));
1174         else
1175                 return -EINVAL;
1176
1177         *p_pvid = br_get_pvid(vg);
1178         return 0;
1179 }
1180 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1181
1182 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1183                      struct bridge_vlan_info *p_vinfo)
1184 {
1185         struct net_bridge_vlan_group *vg;
1186         struct net_bridge_vlan *v;
1187         struct net_bridge_port *p;
1188
1189         ASSERT_RTNL();
1190         p = br_port_get_check_rtnl(dev);
1191         if (p)
1192                 vg = nbp_vlan_group(p);
1193         else if (netif_is_bridge_master(dev))
1194                 vg = br_vlan_group(netdev_priv(dev));
1195         else
1196                 return -EINVAL;
1197
1198         v = br_vlan_find(vg, vid);
1199         if (!v)
1200                 return -ENOENT;
1201
1202         p_vinfo->vid = vid;
1203         p_vinfo->flags = v->flags;
1204         return 0;
1205 }
1206 EXPORT_SYMBOL_GPL(br_vlan_get_info);