net/bridge/br_vlan.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 #include <linux/kernel.h>
   3 #include <linux/netdevice.h>
   4 #include <linux/rtnetlink.h>
   5 #include <linux/slab.h>
   6 #include <net/switchdev.h>
   7
   8 #include "br_private.h"
   9 #include "br_private_tunnel.h"
  10
  11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
  12
  13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  14                               const void *ptr)
  15 {
  16         const struct net_bridge_vlan *vle = ptr;
  17         u16 vid = *(u16 *)arg->key;
  18
  19         return vle->vid != vid;
  20 }
  21
  22 static const struct rhashtable_params br_vlan_rht_params = {
  23         .head_offset = offsetof(struct net_bridge_vlan, vnode),
  24         .key_offset = offsetof(struct net_bridge_vlan, vid),
  25         .key_len = sizeof(u16),
  26         .nelem_hint = 3,
  27         .max_size = VLAN_N_VID,
  28         .obj_cmpfn = br_vlan_cmp,
  29         .automatic_shrinking = true,
  30 };
  31
  32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  33 {
  34         return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  35 }
  36
  37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
  38                             const struct net_bridge_vlan *v)
  39 {
  40         if (vg->pvid == v->vid)
  41                 return false;
  42
  43         smp_wmb();
  44         br_vlan_set_pvid_state(vg, v->state);
  45         vg->pvid = v->vid;
  46
  47         return true;
  48 }
  49
  50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  51 {
  52         if (vg->pvid != vid)
  53                 return false;
  54
  55         smp_wmb();
  56         vg->pvid = 0;
  57
  58         return true;
  59 }
  60
  61 /* return true if anything changed, false otherwise */
  62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  63 {
  64         struct net_bridge_vlan_group *vg;
  65         u16 old_flags = v->flags;
  66         bool ret;
  67
  68         if (br_vlan_is_master(v))
  69                 vg = br_vlan_group(v->br);
  70         else
  71                 vg = nbp_vlan_group(v->port);
  72
  73         if (flags & BRIDGE_VLAN_INFO_PVID)
  74                 ret = __vlan_add_pvid(vg, v);
  75         else
  76                 ret = __vlan_delete_pvid(vg, v->vid);
  77
  78         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  79                 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  80         else
  81                 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  82
  83         return ret || !!(old_flags ^ v->flags);
  84 }
  85
  86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  87                           struct net_bridge_vlan *v, u16 flags,
  88                           struct netlink_ext_ack *extack)
  89 {
  90         int err;
  91
  92         /* Try switchdev op first. In case it is not supported, fallback to
  93          * 8021q add.
  94          */
  95         err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
  96         if (err == -EOPNOTSUPP)
  97                 return vlan_vid_add(dev, br->vlan_proto, v->vid);
  98         v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
  99         return err;
 100 }
 101
 102 static void __vlan_add_list(struct net_bridge_vlan *v)
 103 {
 104         struct net_bridge_vlan_group *vg;
 105         struct list_head *headp, *hpos;
 106         struct net_bridge_vlan *vent;
 107
 108         if (br_vlan_is_master(v))
 109                 vg = br_vlan_group(v->br);
 110         else
 111                 vg = nbp_vlan_group(v->port);
 112
 113         headp = &vg->vlan_list;
 114         list_for_each_prev(hpos, headp) {
 115                 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 116                 if (v->vid < vent->vid)
 117                         continue;
 118                 else
 119                         break;
 120         }
 121         list_add_rcu(&v->vlist, hpos);
 122 }
 123
 124 static void __vlan_del_list(struct net_bridge_vlan *v)
 125 {
 126         list_del_rcu(&v->vlist);
 127 }
 128
 129 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 130                           const struct net_bridge_vlan *v)
 131 {
 132         int err;
 133
 134         /* Try switchdev op first. In case it is not supported, fallback to
 135          * 8021q del.
 136          */
 137         err = br_switchdev_port_vlan_del(dev, v->vid);
 138         if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
 139                 vlan_vid_del(dev, br->vlan_proto, v->vid);
 140         return err == -EOPNOTSUPP ? 0 : err;
 141 }
 142
 143 /* Returns a master vlan, if it didn't exist it gets created. In all cases
 144  * a reference is taken to the master vlan before returning.
 145  */
 146 static struct net_bridge_vlan *
 147 br_vlan_get_master(struct net_bridge *br, u16 vid,
 148                    struct netlink_ext_ack *extack)
 149 {
 150         struct net_bridge_vlan_group *vg;
 151         struct net_bridge_vlan *masterv;
 152
 153         vg = br_vlan_group(br);
 154         masterv = br_vlan_find(vg, vid);
 155         if (!masterv) {
 156                 bool changed;
 157
 158                 /* missing global ctx, create it now */
 159                 if (br_vlan_add(br, vid, 0, &changed, extack))
 160                         return NULL;
 161                 masterv = br_vlan_find(vg, vid);
 162                 if (WARN_ON(!masterv))
 163                         return NULL;
 164                 refcount_set(&masterv->refcnt, 1);
 165                 return masterv;
 166         }
 167         refcount_inc(&masterv->refcnt);
 168
 169         return masterv;
 170 }
 171
 172 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 173 {
 174         struct net_bridge_vlan *v;
 175
 176         v = container_of(rcu, struct net_bridge_vlan, rcu);
 177         WARN_ON(!br_vlan_is_master(v));
 178         free_percpu(v->stats);
 179         v->stats = NULL;
 180         kfree(v);
 181 }
 182
 183 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 184 {
 185         struct net_bridge_vlan_group *vg;
 186
 187         if (!br_vlan_is_master(masterv))
 188                 return;
 189
 190         vg = br_vlan_group(masterv->br);
 191         if (refcount_dec_and_test(&masterv->refcnt)) {
 192                 rhashtable_remove_fast(&vg->vlan_hash,
 193                                        &masterv->vnode, br_vlan_rht_params);
 194                 __vlan_del_list(masterv);
 195                 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 196         }
 197 }
 198
 199 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
 200 {
 201         struct net_bridge_vlan *v;
 202
 203         v = container_of(rcu, struct net_bridge_vlan, rcu);
 204         WARN_ON(br_vlan_is_master(v));
 205         /* if we had per-port stats configured then free them here */
 206         if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
 207                 free_percpu(v->stats);
 208         v->stats = NULL;
 209         kfree(v);
 210 }
 211
 212 /* This is the shared VLAN add function which works for both ports and bridge
 213  * devices. There are four possible calls to this function in terms of the
 214  * vlan entry type:
 215  * 1. vlan is being added on a port (no master flags, global entry exists)
 216  * 2. vlan is being added on a bridge (both master and brentry flags)
 217  * 3. vlan is being added on a port, but a global entry didn't exist which
 218  *    is being created right now (master flag set, brentry flag unset), the
 219  *    global entry is used for global per-vlan features, but not for filtering
 220  * 4. same as 3 but with both master and brentry flags set so the entry
 221  *    will be used for filtering in both the port and the bridge
 222  */
 223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
 224                       struct netlink_ext_ack *extack)
 225 {
 226         struct net_bridge_vlan *masterv = NULL;
 227         struct net_bridge_port *p = NULL;
 228         struct net_bridge_vlan_group *vg;
 229         struct net_device *dev;
 230         struct net_bridge *br;
 231         int err;
 232
 233         if (br_vlan_is_master(v)) {
 234                 br = v->br;
 235                 dev = br->dev;
 236                 vg = br_vlan_group(br);
 237         } else {
 238                 p = v->port;
 239                 br = p->br;
 240                 dev = p->dev;
 241                 vg = nbp_vlan_group(p);
 242         }
 243
 244         if (p) {
 245                 /* Add VLAN to the device filter if it is supported.
 246                  * This ensures tagged traffic enters the bridge when
 247                  * promiscuous mode is disabled by br_manage_promisc().
 248                  */
 249                 err = __vlan_vid_add(dev, br, v, flags, extack);
 250                 if (err)
 251                         goto out;
 252
 253                 /* need to work on the master vlan too */
 254                 if (flags & BRIDGE_VLAN_INFO_MASTER) {
 255                         bool changed;
 256
 257                         err = br_vlan_add(br, v->vid,
 258                                           flags | BRIDGE_VLAN_INFO_BRENTRY,
 259                                           &changed, extack);
 260                         if (err)
 261                                 goto out_filt;
 262
 263                         if (changed)
 264                                 br_vlan_notify(br, NULL, v->vid, 0,
 265                                                RTM_NEWVLAN);
 266                 }
 267
 268                 masterv = br_vlan_get_master(br, v->vid, extack);
 269                 if (!masterv) {
 270                         err = -ENOMEM;
 271                         goto out_filt;
 272                 }
 273                 v->brvlan = masterv;
 274                 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
 275                         v->stats =
 276                              netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 277                         if (!v->stats) {
 278                                 err = -ENOMEM;
 279                                 goto out_filt;
 280                         }
 281                         v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
 282                 } else {
 283                         v->stats = masterv->stats;
 284                 }
 285         } else {
 286                 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
 287                 if (err && err != -EOPNOTSUPP)
 288                         goto out;
 289         }
 290
 291         /* Add the dev mac and count the vlan only if it's usable */
 292         if (br_vlan_should_use(v)) {
 293                 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 294                 if (err) {
 295                         br_err(br, "failed insert local address into bridge forwarding table\n");
 296                         goto out_filt;
 297                 }
 298                 vg->num_vlans++;
 299         }
 300
 301         /* set the state before publishing */
 302         v->state = BR_STATE_FORWARDING;
 303
 304         err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 305                                             br_vlan_rht_params);
 306         if (err)
 307                 goto out_fdb_insert;
 308
 309         __vlan_add_list(v);
 310         __vlan_add_flags(v, flags);
 311
 312         if (p)
 313                 nbp_vlan_set_vlan_dev_state(p, v->vid);
 314 out:
 315         return err;
 316
 317 out_fdb_insert:
 318         if (br_vlan_should_use(v)) {
 319                 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 320                 vg->num_vlans--;
 321         }
 322
 323 out_filt:
 324         if (p) {
 325                 __vlan_vid_del(dev, br, v);
 326                 if (masterv) {
 327                         if (v->stats && masterv->stats != v->stats)
 328                                 free_percpu(v->stats);
 329                         v->stats = NULL;
 330
 331                         br_vlan_put_master(masterv);
 332                         v->brvlan = NULL;
 333                 }
 334         } else {
 335                 br_switchdev_port_vlan_del(dev, v->vid);
 336         }
 337
 338         goto out;
 339 }
 340
 341 static int __vlan_del(struct net_bridge_vlan *v)
 342 {
 343         struct net_bridge_vlan *masterv = v;
 344         struct net_bridge_vlan_group *vg;
 345         struct net_bridge_port *p = NULL;
 346         int err = 0;
 347
 348         if (br_vlan_is_master(v)) {
 349                 vg = br_vlan_group(v->br);
 350         } else {
 351                 p = v->port;
 352                 vg = nbp_vlan_group(v->port);
 353                 masterv = v->brvlan;
 354         }
 355
 356         __vlan_delete_pvid(vg, v->vid);
 357         if (p) {
 358                 err = __vlan_vid_del(p->dev, p->br, v);
 359                 if (err)
 360                         goto out;
 361         } else {
 362                 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 363                 if (err && err != -EOPNOTSUPP)
 364                         goto out;
 365                 err = 0;
 366         }
 367
 368         if (br_vlan_should_use(v)) {
 369                 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 370                 vg->num_vlans--;
 371         }
 372
 373         if (masterv != v) {
 374                 vlan_tunnel_info_del(vg, v);
 375                 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 376                                        br_vlan_rht_params);
 377                 __vlan_del_list(v);
 378                 nbp_vlan_set_vlan_dev_state(p, v->vid);
 379                 call_rcu(&v->rcu, nbp_vlan_rcu_free);
 380         }
 381
 382         br_vlan_put_master(masterv);
 383 out:
 384         return err;
 385 }
 386
 387 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 388 {
 389         WARN_ON(!list_empty(&vg->vlan_list));
 390         rhashtable_destroy(&vg->vlan_hash);
 391         vlan_tunnel_deinit(vg);
 392         kfree(vg);
 393 }
 394
 395 static void __vlan_flush(const struct net_bridge *br,
 396                          const struct net_bridge_port *p,
 397                          struct net_bridge_vlan_group *vg)
 398 {
 399         struct net_bridge_vlan *vlan, *tmp;
 400         u16 v_start = 0, v_end = 0;
 401
 402         __vlan_delete_pvid(vg, vg->pvid);
 403         list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
 404                 /* take care of disjoint ranges */
 405                 if (!v_start) {
 406                         v_start = vlan->vid;
 407                 } else if (vlan->vid - v_end != 1) {
 408                         /* found range end, notify and start next one */
 409                         br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 410                         v_start = vlan->vid;
 411                 }
 412                 v_end = vlan->vid;
 413
 414                 __vlan_del(vlan);
 415         }
 416
 417         /* notify about the last/whole vlan range */
 418         if (v_start)
 419                 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 420 }
 421
 422 struct sk_buff *br_handle_vlan(struct net_bridge *br,
 423                                const struct net_bridge_port *p,
 424                                struct net_bridge_vlan_group *vg,
 425                                struct sk_buff *skb)
 426 {
 427         struct pcpu_sw_netstats *stats;
 428         struct net_bridge_vlan *v;
 429         u16 vid;
 430
 431         /* If this packet was not filtered at input, let it pass */
 432         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 433                 goto out;
 434
 435         /* At this point, we know that the frame was filtered and contains
 436          * a valid vlan id.  If the vlan id has untagged flag set,
 437          * send untagged; otherwise, send tagged.
 438          */
 439         br_vlan_get_tag(skb, &vid);
 440         v = br_vlan_find(vg, vid);
 441         /* Vlan entry must be configured at this point.  The
 442          * only exception is the bridge is set in promisc mode and the
 443          * packet is destined for the bridge device.  In this case
 444          * pass the packet as is.
 445          */
 446         if (!v || !br_vlan_should_use(v)) {
 447                 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 448                         goto out;
 449                 } else {
 450                         kfree_skb(skb);
 451                         return NULL;
 452                 }
 453         }
 454         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 455                 stats = this_cpu_ptr(v->stats);
 456                 u64_stats_update_begin(&stats->syncp);
 457                 stats->tx_bytes += skb->len;
 458                 stats->tx_packets++;
 459                 u64_stats_update_end(&stats->syncp);
 460         }
 461
 462         if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 463                 __vlan_hwaccel_clear_tag(skb);
 464
 465         if (p && (p->flags & BR_VLAN_TUNNEL) &&
 466             br_handle_egress_vlan_tunnel(skb, v)) {
 467                 kfree_skb(skb);
 468                 return NULL;
 469         }
 470 out:
 471         return skb;
 472 }
 473
 474 /* Called under RCU */
 475 static bool __allowed_ingress(const struct net_bridge *br,
 476                               struct net_bridge_vlan_group *vg,
 477                               struct sk_buff *skb, u16 *vid,
 478                               u8 *state)
 479 {
 480         struct pcpu_sw_netstats *stats;
 481         struct net_bridge_vlan *v;
 482         bool tagged;
 483
 484         BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 485         /* If vlan tx offload is disabled on bridge device and frame was
 486          * sent from vlan device on the bridge device, it does not have
 487          * HW accelerated vlan tag.
 488          */
 489         if (unlikely(!skb_vlan_tag_present(skb) &&
 490                      skb->protocol == br->vlan_proto)) {
 491                 skb = skb_vlan_untag(skb);
 492                 if (unlikely(!skb))
 493                         return false;
 494         }
 495
 496         if (!br_vlan_get_tag(skb, vid)) {
 497                 /* Tagged frame */
 498                 if (skb->vlan_proto != br->vlan_proto) {
 499                         /* Protocol-mismatch, empty out vlan_tci for new tag */
 500                         skb_push(skb, ETH_HLEN);
 501                         skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 502                                                         skb_vlan_tag_get(skb));
 503                         if (unlikely(!skb))
 504                                 return false;
 505
 506                         skb_pull(skb, ETH_HLEN);
 507                         skb_reset_mac_len(skb);
 508                         *vid = 0;
 509                         tagged = false;
 510                 } else {
 511                         tagged = true;
 512                 }
 513         } else {
 514                 /* Untagged frame */
 515                 tagged = false;
 516         }
 517
 518         if (!*vid) {
 519                 u16 pvid = br_get_pvid(vg);
 520
 521                 /* Frame had a tag with VID 0 or did not have a tag.
 522                  * See if pvid is set on this port.  That tells us which
 523                  * vlan untagged or priority-tagged traffic belongs to.
 524                  */
 525                 if (!pvid)
 526                         goto drop;
 527
 528                 /* PVID is set on this port.  Any untagged or priority-tagged
 529                  * ingress frame is considered to belong to this vlan.
 530                  */
 531                 *vid = pvid;
 532                 if (likely(!tagged))
 533                         /* Untagged Frame. */
 534                         __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 535                 else
 536                         /* Priority-tagged Frame.
 537                          * At this point, we know that skb->vlan_tci VID
 538                          * field was 0.
 539                          * We update only VID field and preserve PCP field.
 540                          */
 541                         skb->vlan_tci |= pvid;
 542
 543                 /* if stats are disabled we can avoid the lookup */
 544                 if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 545                         if (*state == BR_STATE_FORWARDING) {
 546                                 *state = br_vlan_get_pvid_state(vg);
 547                                 return br_vlan_state_allowed(*state, true);
 548                         } else {
 549                                 return true;
 550                         }
 551                 }
 552         }
 553         v = br_vlan_find(vg, *vid);
 554         if (!v || !br_vlan_should_use(v))
 555                 goto drop;
 556
 557         if (*state == BR_STATE_FORWARDING) {
 558                 *state = br_vlan_get_state(v);
 559                 if (!br_vlan_state_allowed(*state, true))
 560                         goto drop;
 561         }
 562
 563         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 564                 stats = this_cpu_ptr(v->stats);
 565                 u64_stats_update_begin(&stats->syncp);
 566                 stats->rx_bytes += skb->len;
 567                 stats->rx_packets++;
 568                 u64_stats_update_end(&stats->syncp);
 569         }
 570
 571         return true;
 572
 573 drop:
 574         kfree_skb(skb);
 575         return false;
 576 }
 577
 578 bool br_allowed_ingress(const struct net_bridge *br,
 579                         struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 580                         u16 *vid, u8 *state)
 581 {
 582         /* If VLAN filtering is disabled on the bridge, all packets are
 583          * permitted.
 584          */
 585         if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
 586                 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 587                 return true;
 588         }
 589
 590         return __allowed_ingress(br, vg, skb, vid, state);
 591 }
 592
 593 /* Called under RCU. */
 594 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 595                        const struct sk_buff *skb)
 596 {
 597         const struct net_bridge_vlan *v;
 598         u16 vid;
 599
 600         /* If this packet was not filtered at input, let it pass */
 601         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 602                 return true;
 603
 604         br_vlan_get_tag(skb, &vid);
 605         v = br_vlan_find(vg, vid);
 606         if (v && br_vlan_should_use(v) &&
 607             br_vlan_state_allowed(br_vlan_get_state(v), false))
 608                 return true;
 609
 610         return false;
 611 }
 612
 613 /* Called under RCU */
 614 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 615 {
 616         struct net_bridge_vlan_group *vg;
 617         struct net_bridge *br = p->br;
 618         struct net_bridge_vlan *v;
 619
 620         /* If filtering was disabled at input, let it pass. */
 621         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
 622                 return true;
 623
 624         vg = nbp_vlan_group_rcu(p);
 625         if (!vg || !vg->num_vlans)
 626                 return false;
 627
 628         if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 629                 *vid = 0;
 630
 631         if (!*vid) {
 632                 *vid = br_get_pvid(vg);
 633                 if (!*vid ||
 634                     !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
 635                         return false;
 636
 637                 return true;
 638         }
 639
 640         v = br_vlan_find(vg, *vid);
 641         if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
 642                 return true;
 643
 644         return false;
 645 }
 646
 647 static int br_vlan_add_existing(struct net_bridge *br,
 648                                 struct net_bridge_vlan_group *vg,
 649                                 struct net_bridge_vlan *vlan,
 650                                 u16 flags, bool *changed,
 651                                 struct netlink_ext_ack *extack)
 652 {
 653         int err;
 654
 655         err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
 656         if (err && err != -EOPNOTSUPP)
 657                 return err;
 658
 659         if (!br_vlan_is_brentry(vlan)) {
 660                 /* Trying to change flags of non-existent bridge vlan */
 661                 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
 662                         err = -EINVAL;
 663                         goto err_flags;
 664                 }
 665                 /* It was only kept for port vlans, now make it real */
 666                 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
 667                                     vlan->vid);
 668                 if (err) {
 669                         br_err(br, "failed to insert local address into bridge forwarding table\n");
 670                         goto err_fdb_insert;
 671                 }
 672
 673                 refcount_inc(&vlan->refcnt);
 674                 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 675                 vg->num_vlans++;
 676                 *changed = true;
 677         }
 678
 679         if (__vlan_add_flags(vlan, flags))
 680                 *changed = true;
 681
 682         return 0;
 683
 684 err_fdb_insert:
 685 err_flags:
 686         br_switchdev_port_vlan_del(br->dev, vlan->vid);
 687         return err;
 688 }
 689
 690 /* Must be protected by RTNL.
 691  * Must be called with vid in range from 1 to 4094 inclusive.
 692  * changed must be true only if the vlan was created or updated
 693  */
 694 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
 695                 struct netlink_ext_ack *extack)
 696 {
 697         struct net_bridge_vlan_group *vg;
 698         struct net_bridge_vlan *vlan;
 699         int ret;
 700
 701         ASSERT_RTNL();
 702
 703         *changed = false;
 704         vg = br_vlan_group(br);
 705         vlan = br_vlan_find(vg, vid);
 706         if (vlan)
 707                 return br_vlan_add_existing(br, vg, vlan, flags, changed,
 708                                             extack);
 709
 710         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 711         if (!vlan)
 712                 return -ENOMEM;
 713
 714         vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 715         if (!vlan->stats) {
 716                 kfree(vlan);
 717                 return -ENOMEM;
 718         }
 719         vlan->vid = vid;
 720         vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 721         vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 722         vlan->br = br;
 723         if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 724                 refcount_set(&vlan->refcnt, 1);
 725         ret = __vlan_add(vlan, flags, extack);
 726         if (ret) {
 727                 free_percpu(vlan->stats);
 728                 kfree(vlan);
 729         } else {
 730                 *changed = true;
 731         }
 732
 733         return ret;
 734 }
 735
 736 /* Must be protected by RTNL.
 737  * Must be called with vid in range from 1 to 4094 inclusive.
 738  */
 739 int br_vlan_delete(struct net_bridge *br, u16 vid)
 740 {
 741         struct net_bridge_vlan_group *vg;
 742         struct net_bridge_vlan *v;
 743
 744         ASSERT_RTNL();
 745
 746         vg = br_vlan_group(br);
 747         v = br_vlan_find(vg, vid);
 748         if (!v || !br_vlan_is_brentry(v))
 749                 return -ENOENT;
 750
 751         br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 752         br_fdb_delete_by_port(br, NULL, vid, 0);
 753
 754         vlan_tunnel_info_del(vg, v);
 755
 756         return __vlan_del(v);
 757 }
 758
 759 void br_vlan_flush(struct net_bridge *br)
 760 {
 761         struct net_bridge_vlan_group *vg;
 762
 763         ASSERT_RTNL();
 764
 765         vg = br_vlan_group(br);
 766         __vlan_flush(br, NULL, vg);
 767         RCU_INIT_POINTER(br->vlgrp, NULL);
 768         synchronize_rcu();
 769         __vlan_group_free(vg);
 770 }
 771
 772 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 773 {
 774         if (!vg)
 775                 return NULL;
 776
 777         return br_vlan_lookup(&vg->vlan_hash, vid);
 778 }
 779
 780 /* Must be protected by RTNL. */
 781 static void recalculate_group_addr(struct net_bridge *br)
 782 {
 783         if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
 784                 return;
 785
 786         spin_lock_bh(&br->lock);
 787         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 788             br->vlan_proto == htons(ETH_P_8021Q)) {
 789                 /* Bridge Group Address */
 790                 br->group_addr[5] = 0x00;
 791         } else { /* vlan_enabled && ETH_P_8021AD */
 792                 /* Provider Bridge Group Address */
 793                 br->group_addr[5] = 0x08;
 794         }
 795         spin_unlock_bh(&br->lock);
 796 }
 797
 798 /* Must be protected by RTNL. */
 799 void br_recalculate_fwd_mask(struct net_bridge *br)
 800 {
 801         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 802             br->vlan_proto == htons(ETH_P_8021Q))
 803                 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 804         else /* vlan_enabled && ETH_P_8021AD */
 805                 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 806                                               ~(1u << br->group_addr[5]);
 807 }
 808
 809 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
 810                           struct netlink_ext_ack *extack)
 811 {
 812         struct switchdev_attr attr = {
 813                 .orig_dev = br->dev,
 814                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 815                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 816                 .u.vlan_filtering = val,
 817         };
 818         int err;
 819
 820         if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
 821                 return 0;
 822
 823         err = switchdev_port_attr_set(br->dev, &attr, extack);
 824         if (err && err != -EOPNOTSUPP)
 825                 return err;
 826
 827         br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
 828         br_manage_promisc(br);
 829         recalculate_group_addr(br);
 830         br_recalculate_fwd_mask(br);
 831
 832         return 0;
 833 }
 834
 835 bool br_vlan_enabled(const struct net_device *dev)
 836 {
 837         struct net_bridge *br = netdev_priv(dev);
 838
 839         return br_opt_get(br, BROPT_VLAN_ENABLED);
 840 }
 841 EXPORT_SYMBOL_GPL(br_vlan_enabled);
 842
 843 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
 844 {
 845         struct net_bridge *br = netdev_priv(dev);
 846
 847         *p_proto = ntohs(br->vlan_proto);
 848
 849         return 0;
 850 }
 851 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
 852
 853 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
 854                         struct netlink_ext_ack *extack)
 855 {
 856         struct switchdev_attr attr = {
 857                 .orig_dev = br->dev,
 858                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
 859                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 860                 .u.vlan_protocol = ntohs(proto),
 861         };
 862         int err = 0;
 863         struct net_bridge_port *p;
 864         struct net_bridge_vlan *vlan;
 865         struct net_bridge_vlan_group *vg;
 866         __be16 oldproto = br->vlan_proto;
 867
 868         if (br->vlan_proto == proto)
 869                 return 0;
 870
 871         err = switchdev_port_attr_set(br->dev, &attr, extack);
 872         if (err && err != -EOPNOTSUPP)
 873                 return err;
 874
 875         /* Add VLANs for the new proto to the device filter. */
 876         list_for_each_entry(p, &br->port_list, list) {
 877                 vg = nbp_vlan_group(p);
 878                 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 879                         err = vlan_vid_add(p->dev, proto, vlan->vid);
 880                         if (err)
 881                                 goto err_filt;
 882                 }
 883         }
 884
 885         br->vlan_proto = proto;
 886
 887         recalculate_group_addr(br);
 888         br_recalculate_fwd_mask(br);
 889
 890         /* Delete VLANs for the old proto from the device filter. */
 891         list_for_each_entry(p, &br->port_list, list) {
 892                 vg = nbp_vlan_group(p);
 893                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 894                         vlan_vid_del(p->dev, oldproto, vlan->vid);
 895         }
 896
 897         return 0;
 898
 899 err_filt:
 900         attr.u.vlan_protocol = ntohs(oldproto);
 901         switchdev_port_attr_set(br->dev, &attr, NULL);
 902
 903         list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 904                 vlan_vid_del(p->dev, proto, vlan->vid);
 905
 906         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 907                 vg = nbp_vlan_group(p);
 908                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 909                         vlan_vid_del(p->dev, proto, vlan->vid);
 910         }
 911
 912         return err;
 913 }
 914
 915 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
 916                       struct netlink_ext_ack *extack)
 917 {
 918         if (!eth_type_vlan(htons(val)))
 919                 return -EPROTONOSUPPORT;
 920
 921         return __br_vlan_set_proto(br, htons(val), extack);
 922 }
 923
 924 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 925 {
 926         switch (val) {
 927         case 0:
 928         case 1:
 929                 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
 930                 break;
 931         default:
 932                 return -EINVAL;
 933         }
 934
 935         return 0;
 936 }
 937
 938 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
 939 {
 940         struct net_bridge_port *p;
 941
 942         /* allow to change the option if there are no port vlans configured */
 943         list_for_each_entry(p, &br->port_list, list) {
 944                 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
 945
 946                 if (vg->num_vlans)
 947                         return -EBUSY;
 948         }
 949
 950         switch (val) {
 951         case 0:
 952         case 1:
 953                 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
 954                 break;
 955         default:
 956                 return -EINVAL;
 957         }
 958
 959         return 0;
 960 }
 961
 962 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 963 {
 964         struct net_bridge_vlan *v;
 965
 966         if (vid != vg->pvid)
 967                 return false;
 968
 969         v = br_vlan_lookup(&vg->vlan_hash, vid);
 970         if (v && br_vlan_should_use(v) &&
 971             (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 972                 return true;
 973
 974         return false;
 975 }
 976
 977 static void br_vlan_disable_default_pvid(struct net_bridge *br)
 978 {
 979         struct net_bridge_port *p;
 980         u16 pvid = br->default_pvid;
 981
 982         /* Disable default_pvid on all ports where it is still
 983          * configured.
 984          */
 985         if (vlan_default_pvid(br_vlan_group(br), pvid)) {
 986                 if (!br_vlan_delete(br, pvid))
 987                         br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
 988         }
 989
 990         list_for_each_entry(p, &br->port_list, list) {
 991                 if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
 992                     !nbp_vlan_delete(p, pvid))
 993                         br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
 994         }
 995
 996         br->default_pvid = 0;
 997 }
 998
 999 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1000                                struct netlink_ext_ack *extack)
1001 {
1002         const struct net_bridge_vlan *pvent;
1003         struct net_bridge_vlan_group *vg;
1004         struct net_bridge_port *p;
1005         unsigned long *changed;
1006         bool vlchange;
1007         u16 old_pvid;
1008         int err = 0;
1009
1010         if (!pvid) {
1011                 br_vlan_disable_default_pvid(br);
1012                 return 0;
1013         }
1014
1015         changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1016         if (!changed)
1017                 return -ENOMEM;
1018
1019         old_pvid = br->default_pvid;
1020
1021         /* Update default_pvid config only if we do not conflict with
1022          * user configuration.
1023          */
1024         vg = br_vlan_group(br);
1025         pvent = br_vlan_find(vg, pvid);
1026         if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1027             (!pvent || !br_vlan_should_use(pvent))) {
1028                 err = br_vlan_add(br, pvid,
1029                                   BRIDGE_VLAN_INFO_PVID |
1030                                   BRIDGE_VLAN_INFO_UNTAGGED |
1031                                   BRIDGE_VLAN_INFO_BRENTRY,
1032                                   &vlchange, extack);
1033                 if (err)
1034                         goto out;
1035
1036                 if (br_vlan_delete(br, old_pvid))
1037                         br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1038                 br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1039                 set_bit(0, changed);
1040         }
1041
1042         list_for_each_entry(p, &br->port_list, list) {
1043                 /* Update default_pvid config only if we do not conflict with
1044                  * user configuration.
1045                  */
1046                 vg = nbp_vlan_group(p);
1047                 if ((old_pvid &&
1048                      !vlan_default_pvid(vg, old_pvid)) ||
1049                     br_vlan_find(vg, pvid))
1050                         continue;
1051
1052                 err = nbp_vlan_add(p, pvid,
1053                                    BRIDGE_VLAN_INFO_PVID |
1054                                    BRIDGE_VLAN_INFO_UNTAGGED,
1055                                    &vlchange, extack);
1056                 if (err)
1057                         goto err_port;
1058                 if (nbp_vlan_delete(p, old_pvid))
1059                         br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1060                 br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1061                 set_bit(p->port_no, changed);
1062         }
1063
1064         br->default_pvid = pvid;
1065
1066 out:
1067         bitmap_free(changed);
1068         return err;
1069
1070 err_port:
1071         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1072                 if (!test_bit(p->port_no, changed))
1073                         continue;
1074
1075                 if (old_pvid) {
1076                         nbp_vlan_add(p, old_pvid,
1077                                      BRIDGE_VLAN_INFO_PVID |
1078                                      BRIDGE_VLAN_INFO_UNTAGGED,
1079                                      &vlchange, NULL);
1080                         br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1081                 }
1082                 nbp_vlan_delete(p, pvid);
1083                 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1084         }
1085
1086         if (test_bit(0, changed)) {
1087                 if (old_pvid) {
1088                         br_vlan_add(br, old_pvid,
1089                                     BRIDGE_VLAN_INFO_PVID |
1090                                     BRIDGE_VLAN_INFO_UNTAGGED |
1091                                     BRIDGE_VLAN_INFO_BRENTRY,
1092                                     &vlchange, NULL);
1093                         br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1094                 }
1095                 br_vlan_delete(br, pvid);
1096                 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1097         }
1098         goto out;
1099 }
1100
1101 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1102                              struct netlink_ext_ack *extack)
1103 {
1104         u16 pvid = val;
1105         int err = 0;
1106
1107         if (val >= VLAN_VID_MASK)
1108                 return -EINVAL;
1109
1110         if (pvid == br->default_pvid)
1111                 goto out;
1112
1113         /* Only allow default pvid change when filtering is disabled */
1114         if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1115                 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1116                 err = -EPERM;
1117                 goto out;
1118         }
1119         err = __br_vlan_set_default_pvid(br, pvid, extack);
1120 out:
1121         return err;
1122 }
1123
1124 int br_vlan_init(struct net_bridge *br)
1125 {
1126         struct net_bridge_vlan_group *vg;
1127         int ret = -ENOMEM;
1128
1129         vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1130         if (!vg)
1131                 goto out;
1132         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1133         if (ret)
1134                 goto err_rhtbl;
1135         ret = vlan_tunnel_init(vg);
1136         if (ret)
1137                 goto err_tunnel_init;
1138         INIT_LIST_HEAD(&vg->vlan_list);
1139         br->vlan_proto = htons(ETH_P_8021Q);
1140         br->default_pvid = 1;
1141         rcu_assign_pointer(br->vlgrp, vg);
1142
1143 out:
1144         return ret;
1145
1146 err_tunnel_init:
1147         rhashtable_destroy(&vg->vlan_hash);
1148 err_rhtbl:
1149         kfree(vg);
1150
1151         goto out;
1152 }
1153
1154 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1155 {
1156         struct switchdev_attr attr = {
1157                 .orig_dev = p->br->dev,
1158                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1159                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1160                 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1161         };
1162         struct net_bridge_vlan_group *vg;
1163         int ret = -ENOMEM;
1164
1165         vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1166         if (!vg)
1167                 goto out;
1168
1169         ret = switchdev_port_attr_set(p->dev, &attr, extack);
1170         if (ret && ret != -EOPNOTSUPP)
1171                 goto err_vlan_enabled;
1172
1173         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1174         if (ret)
1175                 goto err_rhtbl;
1176         ret = vlan_tunnel_init(vg);
1177         if (ret)
1178                 goto err_tunnel_init;
1179         INIT_LIST_HEAD(&vg->vlan_list);
1180         rcu_assign_pointer(p->vlgrp, vg);
1181         if (p->br->default_pvid) {
1182                 bool changed;
1183
1184                 ret = nbp_vlan_add(p, p->br->default_pvid,
1185                                    BRIDGE_VLAN_INFO_PVID |
1186                                    BRIDGE_VLAN_INFO_UNTAGGED,
1187                                    &changed, extack);
1188                 if (ret)
1189                         goto err_vlan_add;
1190                 br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1191         }
1192 out:
1193         return ret;
1194
1195 err_vlan_add:
1196         RCU_INIT_POINTER(p->vlgrp, NULL);
1197         synchronize_rcu();
1198         vlan_tunnel_deinit(vg);
1199 err_tunnel_init:
1200         rhashtable_destroy(&vg->vlan_hash);
1201 err_rhtbl:
1202 err_vlan_enabled:
1203         kfree(vg);
1204
1205         goto out;
1206 }
1207
1208 /* Must be protected by RTNL.
1209  * Must be called with vid in range from 1 to 4094 inclusive.
1210  * changed must be true only if the vlan was created or updated
1211  */
1212 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1213                  bool *changed, struct netlink_ext_ack *extack)
1214 {
1215         struct net_bridge_vlan *vlan;
1216         int ret;
1217
1218         ASSERT_RTNL();
1219
1220         *changed = false;
1221         vlan = br_vlan_find(nbp_vlan_group(port), vid);
1222         if (vlan) {
1223                 /* Pass the flags to the hardware bridge */
1224                 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1225                 if (ret && ret != -EOPNOTSUPP)
1226                         return ret;
1227                 *changed = __vlan_add_flags(vlan, flags);
1228
1229                 return 0;
1230         }
1231
1232         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1233         if (!vlan)
1234                 return -ENOMEM;
1235
1236         vlan->vid = vid;
1237         vlan->port = port;
1238         ret = __vlan_add(vlan, flags, extack);
1239         if (ret)
1240                 kfree(vlan);
1241         else
1242                 *changed = true;
1243
1244         return ret;
1245 }
1246
1247 /* Must be protected by RTNL.
1248  * Must be called with vid in range from 1 to 4094 inclusive.
1249  */
1250 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1251 {
1252         struct net_bridge_vlan *v;
1253
1254         ASSERT_RTNL();
1255
1256         v = br_vlan_find(nbp_vlan_group(port), vid);
1257         if (!v)
1258                 return -ENOENT;
1259         br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1260         br_fdb_delete_by_port(port->br, port, vid, 0);
1261
1262         return __vlan_del(v);
1263 }
1264
1265 void nbp_vlan_flush(struct net_bridge_port *port)
1266 {
1267         struct net_bridge_vlan_group *vg;
1268
1269         ASSERT_RTNL();
1270
1271         vg = nbp_vlan_group(port);
1272         __vlan_flush(port->br, port, vg);
1273         RCU_INIT_POINTER(port->vlgrp, NULL);
1274         synchronize_rcu();
1275         __vlan_group_free(vg);
1276 }
1277
1278 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1279                        struct pcpu_sw_netstats *stats)
1280 {
1281         int i;
1282
1283         memset(stats, 0, sizeof(*stats));
1284         for_each_possible_cpu(i) {
1285                 u64 rxpackets, rxbytes, txpackets, txbytes;
1286                 struct pcpu_sw_netstats *cpu_stats;
1287                 unsigned int start;
1288
1289                 cpu_stats = per_cpu_ptr(v->stats, i);
1290                 do {
1291                         start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1292                         rxpackets = cpu_stats->rx_packets;
1293                         rxbytes = cpu_stats->rx_bytes;
1294                         txbytes = cpu_stats->tx_bytes;
1295                         txpackets = cpu_stats->tx_packets;
1296                 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1297
1298                 stats->rx_packets += rxpackets;
1299                 stats->rx_bytes += rxbytes;
1300                 stats->tx_bytes += txbytes;
1301                 stats->tx_packets += txpackets;
1302         }
1303 }
1304
1305 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1306 {
1307         struct net_bridge_vlan_group *vg;
1308         struct net_bridge_port *p;
1309
1310         ASSERT_RTNL();
1311         p = br_port_get_check_rtnl(dev);
1312         if (p)
1313                 vg = nbp_vlan_group(p);
1314         else if (netif_is_bridge_master(dev))
1315                 vg = br_vlan_group(netdev_priv(dev));
1316         else
1317                 return -EINVAL;
1318
1319         *p_pvid = br_get_pvid(vg);
1320         return 0;
1321 }
1322 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1323
1324 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1325 {
1326         struct net_bridge_vlan_group *vg;
1327         struct net_bridge_port *p;
1328
1329         p = br_port_get_check_rcu(dev);
1330         if (p)
1331                 vg = nbp_vlan_group_rcu(p);
1332         else if (netif_is_bridge_master(dev))
1333                 vg = br_vlan_group_rcu(netdev_priv(dev));
1334         else
1335                 return -EINVAL;
1336
1337         *p_pvid = br_get_pvid(vg);
1338         return 0;
1339 }
1340 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1341
1342 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1343                                     struct net_device_path_ctx *ctx,
1344                                     struct net_device_path *path)
1345 {
1346         struct net_bridge_vlan_group *vg;
1347         int idx = ctx->num_vlans - 1;
1348         u16 vid;
1349
1350         path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1351
1352         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1353                 return;
1354
1355         vg = br_vlan_group(br);
1356
1357         if (idx >= 0 &&
1358             ctx->vlan[idx].proto == br->vlan_proto) {
1359                 vid = ctx->vlan[idx].id;
1360         } else {
1361                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1362                 vid = br_get_pvid(vg);
1363         }
1364
1365         path->bridge.vlan_id = vid;
1366         path->bridge.vlan_proto = br->vlan_proto;
1367 }
1368
1369 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1370                                    struct net_bridge_port *dst,
1371                                    struct net_device_path *path)
1372 {
1373         struct net_bridge_vlan_group *vg;
1374         struct net_bridge_vlan *v;
1375
1376         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1377                 return 0;
1378
1379         vg = nbp_vlan_group_rcu(dst);
1380         v = br_vlan_find(vg, path->bridge.vlan_id);
1381         if (!v || !br_vlan_should_use(v))
1382                 return -EINVAL;
1383
1384         if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1385                 return 0;
1386
1387         if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1388                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1389         else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1390                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1391         else
1392                 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1393
1394         return 0;
1395 }
1396
1397 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1398                      struct bridge_vlan_info *p_vinfo)
1399 {
1400         struct net_bridge_vlan_group *vg;
1401         struct net_bridge_vlan *v;
1402         struct net_bridge_port *p;
1403
1404         ASSERT_RTNL();
1405         p = br_port_get_check_rtnl(dev);
1406         if (p)
1407                 vg = nbp_vlan_group(p);
1408         else if (netif_is_bridge_master(dev))
1409                 vg = br_vlan_group(netdev_priv(dev));
1410         else
1411                 return -EINVAL;
1412
1413         v = br_vlan_find(vg, vid);
1414         if (!v)
1415                 return -ENOENT;
1416
1417         p_vinfo->vid = vid;
1418         p_vinfo->flags = v->flags;
1419         if (vid == br_get_pvid(vg))
1420                 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1421         return 0;
1422 }
1423 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1424
1425 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1426 {
1427         return is_vlan_dev(dev) &&
1428                 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1429 }
1430
1431 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1432                                __always_unused struct netdev_nested_priv *priv)
1433 {
1434         return br_vlan_is_bind_vlan_dev(dev);
1435 }
1436
1437 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1438 {
1439         int found;
1440
1441         rcu_read_lock();
1442         found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1443                                               NULL);
1444         rcu_read_unlock();
1445
1446         return !!found;
1447 }
1448
1449 struct br_vlan_bind_walk_data {
1450         u16 vid;
1451         struct net_device *result;
1452 };
1453
1454 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1455                                           struct netdev_nested_priv *priv)
1456 {
1457         struct br_vlan_bind_walk_data *data = priv->data;
1458         int found = 0;
1459
1460         if (br_vlan_is_bind_vlan_dev(dev) &&
1461             vlan_dev_priv(dev)->vlan_id == data->vid) {
1462                 data->result = dev;
1463                 found = 1;
1464         }
1465
1466         return found;
1467 }
1468
1469 static struct net_device *
1470 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1471 {
1472         struct br_vlan_bind_walk_data data = {
1473                 .vid = vid,
1474         };
1475         struct netdev_nested_priv priv = {
1476                 .data = (void *)&data,
1477         };
1478
1479         rcu_read_lock();
1480         netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1481                                       &priv);
1482         rcu_read_unlock();
1483
1484         return data.result;
1485 }
1486
1487 static bool br_vlan_is_dev_up(const struct net_device *dev)
1488 {
1489         return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1490 }
1491
1492 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1493                                        struct net_device *vlan_dev)
1494 {
1495         u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1496         struct net_bridge_vlan_group *vg;
1497         struct net_bridge_port *p;
1498         bool has_carrier = false;
1499
1500         if (!netif_carrier_ok(br->dev)) {
1501                 netif_carrier_off(vlan_dev);
1502                 return;
1503         }
1504
1505         list_for_each_entry(p, &br->port_list, list) {
1506                 vg = nbp_vlan_group(p);
1507                 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1508                         has_carrier = true;
1509                         break;
1510                 }
1511         }
1512
1513         if (has_carrier)
1514                 netif_carrier_on(vlan_dev);
1515         else
1516                 netif_carrier_off(vlan_dev);
1517 }
1518
1519 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1520 {
1521         struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1522         struct net_bridge_vlan *vlan;
1523         struct net_device *vlan_dev;
1524
1525         list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1526                 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1527                                                            vlan->vid);
1528                 if (vlan_dev) {
1529                         if (br_vlan_is_dev_up(p->dev)) {
1530                                 if (netif_carrier_ok(p->br->dev))
1531                                         netif_carrier_on(vlan_dev);
1532                         } else {
1533                                 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1534                         }
1535                 }
1536         }
1537 }
1538
1539 static void br_vlan_upper_change(struct net_device *dev,
1540                                  struct net_device *upper_dev,
1541                                  bool linking)
1542 {
1543         struct net_bridge *br = netdev_priv(dev);
1544
1545         if (!br_vlan_is_bind_vlan_dev(upper_dev))
1546                 return;
1547
1548         if (linking) {
1549                 br_vlan_set_vlan_dev_state(br, upper_dev);
1550                 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1551         } else {
1552                 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1553                               br_vlan_has_upper_bind_vlan_dev(dev));
1554         }
1555 }
1556
1557 struct br_vlan_link_state_walk_data {
1558         struct net_bridge *br;
1559 };
1560
1561 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1562                                         struct netdev_nested_priv *priv)
1563 {
1564         struct br_vlan_link_state_walk_data *data = priv->data;
1565
1566         if (br_vlan_is_bind_vlan_dev(vlan_dev))
1567                 br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1568
1569         return 0;
1570 }
1571
1572 static void br_vlan_link_state_change(struct net_device *dev,
1573                                       struct net_bridge *br)
1574 {
1575         struct br_vlan_link_state_walk_data data = {
1576                 .br = br
1577         };
1578         struct netdev_nested_priv priv = {
1579                 .data = (void *)&data,
1580         };
1581
1582         rcu_read_lock();
1583         netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1584                                       &priv);
1585         rcu_read_unlock();
1586 }
1587
1588 /* Must be protected by RTNL. */
1589 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1590 {
1591         struct net_device *vlan_dev;
1592
1593         if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1594                 return;
1595
1596         vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1597         if (vlan_dev)
1598                 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1599 }
1600
1601 /* Must be protected by RTNL. */
1602 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1603 {
1604         struct netdev_notifier_changeupper_info *info;
1605         struct net_bridge *br = netdev_priv(dev);
1606         int vlcmd = 0, ret = 0;
1607         bool changed = false;
1608
1609         switch (event) {
1610         case NETDEV_REGISTER:
1611                 ret = br_vlan_add(br, br->default_pvid,
1612                                   BRIDGE_VLAN_INFO_PVID |
1613                                   BRIDGE_VLAN_INFO_UNTAGGED |
1614                                   BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1615                 vlcmd = RTM_NEWVLAN;
1616                 break;
1617         case NETDEV_UNREGISTER:
1618                 changed = !br_vlan_delete(br, br->default_pvid);
1619                 vlcmd = RTM_DELVLAN;
1620                 break;
1621         case NETDEV_CHANGEUPPER:
1622                 info = ptr;
1623                 br_vlan_upper_change(dev, info->upper_dev, info->linking);
1624                 break;
1625
1626         case NETDEV_CHANGE:
1627         case NETDEV_UP:
1628                 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1629                         break;
1630                 br_vlan_link_state_change(dev, br);
1631                 break;
1632         }
1633         if (changed)
1634                 br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1635
1636         return ret;
1637 }
1638
1639 /* Must be protected by RTNL. */
1640 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1641 {
1642         if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1643                 return;
1644
1645         switch (event) {
1646         case NETDEV_CHANGE:
1647         case NETDEV_DOWN:
1648         case NETDEV_UP:
1649                 br_vlan_set_all_vlan_dev_state(p);
1650                 break;
1651         }
1652 }
1653
1654 static bool br_vlan_stats_fill(struct sk_buff *skb,
1655                                const struct net_bridge_vlan *v)
1656 {
1657         struct pcpu_sw_netstats stats;
1658         struct nlattr *nest;
1659
1660         nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1661         if (!nest)
1662                 return false;
1663
1664         br_vlan_get_stats(v, &stats);
1665         if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1666                               BRIDGE_VLANDB_STATS_PAD) ||
1667             nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1668                               stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1669             nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1670                               BRIDGE_VLANDB_STATS_PAD) ||
1671             nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1672                               stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1673                 goto out_err;
1674
1675         nla_nest_end(skb, nest);
1676
1677         return true;
1678
1679 out_err:
1680         nla_nest_cancel(skb, nest);
1681         return false;
1682 }
1683
1684 /* v_opts is used to dump the options which must be equal in the whole range */
1685 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1686                               const struct net_bridge_vlan *v_opts,
1687                               u16 flags,
1688                               bool dump_stats)
1689 {
1690         struct bridge_vlan_info info;
1691         struct nlattr *nest;
1692
1693         nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1694         if (!nest)
1695                 return false;
1696
1697         memset(&info, 0, sizeof(info));
1698         info.vid = vid;
1699         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1700                 info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1701         if (flags & BRIDGE_VLAN_INFO_PVID)
1702                 info.flags |= BRIDGE_VLAN_INFO_PVID;
1703
1704         if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1705                 goto out_err;
1706
1707         if (vid_range && vid < vid_range &&
1708             !(flags & BRIDGE_VLAN_INFO_PVID) &&
1709             nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1710                 goto out_err;
1711
1712         if (v_opts) {
1713                 if (!br_vlan_opts_fill(skb, v_opts))
1714                         goto out_err;
1715
1716                 if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1717                         goto out_err;
1718         }
1719
1720         nla_nest_end(skb, nest);
1721
1722         return true;
1723
1724 out_err:
1725         nla_nest_cancel(skb, nest);
1726         return false;
1727 }
1728
1729 static size_t rtnl_vlan_nlmsg_size(void)
1730 {
1731         return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1732                 + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1733                 + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1734                 + nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1735                 + br_vlan_opts_nl_size(); /* bridge vlan options */
1736 }
1737
1738 void br_vlan_notify(const struct net_bridge *br,
1739                     const struct net_bridge_port *p,
1740                     u16 vid, u16 vid_range,
1741                     int cmd)
1742 {
1743         struct net_bridge_vlan_group *vg;
1744         struct net_bridge_vlan *v = NULL;
1745         struct br_vlan_msg *bvm;
1746         struct nlmsghdr *nlh;
1747         struct sk_buff *skb;
1748         int err = -ENOBUFS;
1749         struct net *net;
1750         u16 flags = 0;
1751         int ifindex;
1752
1753         /* right now notifications are done only with rtnl held */
1754         ASSERT_RTNL();
1755
1756         if (p) {
1757                 ifindex = p->dev->ifindex;
1758                 vg = nbp_vlan_group(p);
1759                 net = dev_net(p->dev);
1760         } else {
1761                 ifindex = br->dev->ifindex;
1762                 vg = br_vlan_group(br);
1763                 net = dev_net(br->dev);
1764         }
1765
1766         skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1767         if (!skb)
1768                 goto out_err;
1769
1770         err = -EMSGSIZE;
1771         nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1772         if (!nlh)
1773                 goto out_err;
1774         bvm = nlmsg_data(nlh);
1775         memset(bvm, 0, sizeof(*bvm));
1776         bvm->family = AF_BRIDGE;
1777         bvm->ifindex = ifindex;
1778
1779         switch (cmd) {
1780         case RTM_NEWVLAN:
1781                 /* need to find the vlan due to flags/options */
1782                 v = br_vlan_find(vg, vid);
1783                 if (!v || !br_vlan_should_use(v))
1784                         goto out_kfree;
1785
1786                 flags = v->flags;
1787                 if (br_get_pvid(vg) == v->vid)
1788                         flags |= BRIDGE_VLAN_INFO_PVID;
1789                 break;
1790         case RTM_DELVLAN:
1791                 break;
1792         default:
1793                 goto out_kfree;
1794         }
1795
1796         if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1797                 goto out_err;
1798
1799         nlmsg_end(skb, nlh);
1800         rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1801         return;
1802
1803 out_err:
1804         rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1805 out_kfree:
1806         kfree_skb(skb);
1807 }
1808
1809 static int br_vlan_replay_one(struct notifier_block *nb,
1810                               struct net_device *dev,
1811                               struct switchdev_obj_port_vlan *vlan,
1812                               struct netlink_ext_ack *extack)
1813 {
1814         struct switchdev_notifier_port_obj_info obj_info = {
1815                 .info = {
1816                         .dev = dev,
1817                         .extack = extack,
1818                 },
1819                 .obj = &vlan->obj,
1820         };
1821         int err;
1822
1823         err = nb->notifier_call(nb, SWITCHDEV_PORT_OBJ_ADD, &obj_info);
1824         return notifier_to_errno(err);
1825 }
1826
1827 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1828                    struct notifier_block *nb, struct netlink_ext_ack *extack)
1829 {
1830         struct net_bridge_vlan_group *vg;
1831         struct net_bridge_vlan *v;
1832         struct net_bridge_port *p;
1833         struct net_bridge *br;
1834         int err = 0;
1835         u16 pvid;
1836
1837         ASSERT_RTNL();
1838
1839         if (!netif_is_bridge_master(br_dev))
1840                 return -EINVAL;
1841
1842         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1843                 return -EINVAL;
1844
1845         if (netif_is_bridge_master(dev)) {
1846                 br = netdev_priv(dev);
1847                 vg = br_vlan_group(br);
1848                 p = NULL;
1849         } else {
1850                 p = br_port_get_rtnl(dev);
1851                 if (WARN_ON(!p))
1852                         return -EINVAL;
1853                 vg = nbp_vlan_group(p);
1854                 br = p->br;
1855         }
1856
1857         if (!vg)
1858                 return 0;
1859
1860         pvid = br_get_pvid(vg);
1861
1862         list_for_each_entry(v, &vg->vlan_list, vlist) {
1863                 struct switchdev_obj_port_vlan vlan = {
1864                         .obj.orig_dev = dev,
1865                         .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1866                         .flags = br_vlan_flags(v, pvid),
1867                         .vid = v->vid,
1868                 };
1869
1870                 if (!br_vlan_should_use(v))
1871                         continue;
1872
1873                 err = br_vlan_replay_one(nb, dev, &vlan, extack);
1874                 if (err)
1875                         return err;
1876         }
1877
1878         return err;
1879 }
1880 EXPORT_SYMBOL_GPL(br_vlan_replay);
1881
1882 /* check if v_curr can enter a range ending in range_end */
1883 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1884                              const struct net_bridge_vlan *range_end)
1885 {
1886         return v_curr->vid - range_end->vid == 1 &&
1887                range_end->flags == v_curr->flags &&
1888                br_vlan_opts_eq_range(v_curr, range_end);
1889 }
1890
1891 static int br_vlan_dump_dev(const struct net_device *dev,
1892                             struct sk_buff *skb,
1893                             struct netlink_callback *cb,
1894                             u32 dump_flags)
1895 {
1896         struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1897         bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1898         struct net_bridge_vlan_group *vg;
1899         int idx = 0, s_idx = cb->args[1];
1900         struct nlmsghdr *nlh = NULL;
1901         struct net_bridge_port *p;
1902         struct br_vlan_msg *bvm;
1903         struct net_bridge *br;
1904         int err = 0;
1905         u16 pvid;
1906
1907         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1908                 return -EINVAL;
1909
1910         if (netif_is_bridge_master(dev)) {
1911                 br = netdev_priv(dev);
1912                 vg = br_vlan_group_rcu(br);
1913                 p = NULL;
1914         } else {
1915                 p = br_port_get_rcu(dev);
1916                 if (WARN_ON(!p))
1917                         return -EINVAL;
1918                 vg = nbp_vlan_group_rcu(p);
1919                 br = p->br;
1920         }
1921
1922         if (!vg)
1923                 return 0;
1924
1925         nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1926                         RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1927         if (!nlh)
1928                 return -EMSGSIZE;
1929         bvm = nlmsg_data(nlh);
1930         memset(bvm, 0, sizeof(*bvm));
1931         bvm->family = PF_BRIDGE;
1932         bvm->ifindex = dev->ifindex;
1933         pvid = br_get_pvid(vg);
1934
1935         /* idx must stay at range's beginning until it is filled in */
1936         list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1937                 if (!br_vlan_should_use(v))
1938                         continue;
1939                 if (idx < s_idx) {
1940                         idx++;
1941                         continue;
1942                 }
1943
1944                 if (!range_start) {
1945                         range_start = v;
1946                         range_end = v;
1947                         continue;
1948                 }
1949
1950                 if (dump_stats || v->vid == pvid ||
1951                     !br_vlan_can_enter_range(v, range_end)) {
1952                         u16 vlan_flags = br_vlan_flags(range_start, pvid);
1953
1954                         if (!br_vlan_fill_vids(skb, range_start->vid,
1955                                                range_end->vid, range_start,
1956                                                vlan_flags, dump_stats)) {
1957                                 err = -EMSGSIZE;
1958                                 break;
1959                         }
1960                         /* advance number of filled vlans */
1961                         idx += range_end->vid - range_start->vid + 1;
1962
1963                         range_start = v;
1964                 }
1965                 range_end = v;
1966         }
1967
1968         /* err will be 0 and range_start will be set in 3 cases here:
1969          * - first vlan (range_start == range_end)
1970          * - last vlan (range_start == range_end, not in range)
1971          * - last vlan range (range_start != range_end, in range)
1972          */
1973         if (!err && range_start &&
1974             !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
1975                                range_start, br_vlan_flags(range_start, pvid),
1976                                dump_stats))
1977                 err = -EMSGSIZE;
1978
1979         cb->args[1] = err ? idx : 0;
1980
1981         nlmsg_end(skb, nlh);
1982
1983         return err;
1984 }
1985
1986 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
1987         [BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
1988 };
1989
1990 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
1991 {
1992         struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
1993         int idx = 0, err = 0, s_idx = cb->args[0];
1994         struct net *net = sock_net(skb->sk);
1995         struct br_vlan_msg *bvm;
1996         struct net_device *dev;
1997         u32 dump_flags = 0;
1998
1999         err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2000                           br_vlan_db_dump_pol, cb->extack);
2001         if (err < 0)
2002                 return err;
2003
2004         bvm = nlmsg_data(cb->nlh);
2005         if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2006                 dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2007
2008         rcu_read_lock();
2009         if (bvm->ifindex) {
2010                 dev = dev_get_by_index_rcu(net, bvm->ifindex);
2011                 if (!dev) {
2012                         err = -ENODEV;
2013                         goto out_err;
2014                 }
2015                 err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2016                 if (err && err != -EMSGSIZE)
2017                         goto out_err;
2018         } else {
2019                 for_each_netdev_rcu(net, dev) {
2020                         if (idx < s_idx)
2021                                 goto skip;
2022
2023                         err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2024                         if (err == -EMSGSIZE)
2025                                 break;
2026 skip:
2027                         idx++;
2028                 }
2029         }
2030         cb->args[0] = idx;
2031         rcu_read_unlock();
2032
2033         return skb->len;
2034
2035 out_err:
2036         rcu_read_unlock();
2037
2038         return err;
2039 }
2040
2041 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2042         [BRIDGE_VLANDB_ENTRY_INFO]      =
2043                 NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2044         [BRIDGE_VLANDB_ENTRY_RANGE]     = { .type = NLA_U16 },
2045         [BRIDGE_VLANDB_ENTRY_STATE]     = { .type = NLA_U8 },
2046         [BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2047 };
2048
2049 static int br_vlan_rtm_process_one(struct net_device *dev,
2050                                    const struct nlattr *attr,
2051                                    int cmd, struct netlink_ext_ack *extack)
2052 {
2053         struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2054         struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2055         bool changed = false, skip_processing = false;
2056         struct net_bridge_vlan_group *vg;
2057         struct net_bridge_port *p = NULL;
2058         int err = 0, cmdmap = 0;
2059         struct net_bridge *br;
2060
2061         if (netif_is_bridge_master(dev)) {
2062                 br = netdev_priv(dev);
2063                 vg = br_vlan_group(br);
2064         } else {
2065                 p = br_port_get_rtnl(dev);
2066                 if (WARN_ON(!p))
2067                         return -ENODEV;
2068                 br = p->br;
2069                 vg = nbp_vlan_group(p);
2070         }
2071
2072         if (WARN_ON(!vg))
2073                 return -ENODEV;
2074
2075         err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2076                                br_vlan_db_policy, extack);
2077         if (err)
2078                 return err;
2079
2080         if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2081                 NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2082                 return -EINVAL;
2083         }
2084         memset(&vrange_end, 0, sizeof(vrange_end));
2085
2086         vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2087         if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2088                             BRIDGE_VLAN_INFO_RANGE_END)) {
2089                 NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2090                 return -EINVAL;
2091         }
2092         if (!br_vlan_valid_id(vinfo->vid, extack))
2093                 return -EINVAL;
2094
2095         if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2096                 vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2097                 /* validate user-provided flags without RANGE_BEGIN */
2098                 vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2099                 vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2100
2101                 /* vinfo_last is the range start, vinfo the range end */
2102                 vinfo_last = vinfo;
2103                 vinfo = &vrange_end;
2104
2105                 if (!br_vlan_valid_id(vinfo->vid, extack) ||
2106                     !br_vlan_valid_range(vinfo, vinfo_last, extack))
2107                         return -EINVAL;
2108         }
2109
2110         switch (cmd) {
2111         case RTM_NEWVLAN:
2112                 cmdmap = RTM_SETLINK;
2113                 skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2114                 break;
2115         case RTM_DELVLAN:
2116                 cmdmap = RTM_DELLINK;
2117                 break;
2118         }
2119
2120         if (!skip_processing) {
2121                 struct bridge_vlan_info *tmp_last = vinfo_last;
2122
2123                 /* br_process_vlan_info may overwrite vinfo_last */
2124                 err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2125                                            &changed, extack);
2126
2127                 /* notify first if anything changed */
2128                 if (changed)
2129                         br_ifinfo_notify(cmdmap, br, p);
2130
2131                 if (err)
2132                         return err;
2133         }
2134
2135         /* deal with options */
2136         if (cmd == RTM_NEWVLAN) {
2137                 struct net_bridge_vlan *range_start, *range_end;
2138
2139                 if (vinfo_last) {
2140                         range_start = br_vlan_find(vg, vinfo_last->vid);
2141                         range_end = br_vlan_find(vg, vinfo->vid);
2142                 } else {
2143                         range_start = br_vlan_find(vg, vinfo->vid);
2144                         range_end = range_start;
2145                 }
2146
2147                 err = br_vlan_process_options(br, p, range_start, range_end,
2148                                               tb, extack);
2149         }
2150
2151         return err;
2152 }
2153
2154 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2155                                struct netlink_ext_ack *extack)
2156 {
2157         struct net *net = sock_net(skb->sk);
2158         struct br_vlan_msg *bvm;
2159         struct net_device *dev;
2160         struct nlattr *attr;
2161         int err, vlans = 0;
2162         int rem;
2163
2164         /* this should validate the header and check for remaining bytes */
2165         err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2166                           extack);
2167         if (err < 0)
2168                 return err;
2169
2170         bvm = nlmsg_data(nlh);
2171         dev = __dev_get_by_index(net, bvm->ifindex);
2172         if (!dev)
2173                 return -ENODEV;
2174
2175         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2176                 NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2177                 return -EINVAL;
2178         }
2179
2180         nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2181                 if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
2182                         continue;
2183
2184                 vlans++;
2185                 err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
2186                                               extack);
2187                 if (err)
2188                         break;
2189         }
2190         if (!vlans) {
2191                 NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2192                 err = -EINVAL;
2193         }
2194
2195         return err;
2196 }
2197
2198 void br_vlan_rtnl_init(void)
2199 {
2200         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2201                              br_vlan_rtm_dump, 0);
2202         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2203                              br_vlan_rtm_process, NULL, 0);
2204         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2205                              br_vlan_rtm_process, NULL, 0);
2206 }
2207
2208 void br_vlan_rtnl_uninit(void)
2209 {
2210         rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2211         rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2212         rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2213 }