net/ipv6/mcast.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  *      Multicast support for IPv6
   4  *      Linux INET6 implementation
   5  *
   6  *      Authors:
   7  *      Pedro Roque             <roque@di.fc.ul.pt>
   8  *
   9  *      Based on linux/ipv4/igmp.c and linux/ipv4/ip_sockglue.c
  10  */
  11
  12 /* Changes:
  13  *
  14  *      yoshfuji        : fix format of router-alert option
  15  *      YOSHIFUJI Hideaki @USAGI:
  16  *              Fixed source address for MLD message based on
  17  *              <draft-ietf-magma-mld-source-05.txt>.
  18  *      YOSHIFUJI Hideaki @USAGI:
  19  *              - Ignore Queries for invalid addresses.
  20  *              - MLD for link-local addresses.
  21  *      David L Stevens <dlstevens@us.ibm.com>:
  22  *              - MLDv2 support
  23  */
  24
  25 #include <linux/module.h>
  26 #include <linux/errno.h>
  27 #include <linux/types.h>
  28 #include <linux/string.h>
  29 #include <linux/socket.h>
  30 #include <linux/sockios.h>
  31 #include <linux/jiffies.h>
  32 #include <linux/times.h>
  33 #include <linux/net.h>
  34 #include <linux/in.h>
  35 #include <linux/in6.h>
  36 #include <linux/netdevice.h>
  37 #include <linux/if_arp.h>
  38 #include <linux/route.h>
  39 #include <linux/init.h>
  40 #include <linux/proc_fs.h>
  41 #include <linux/seq_file.h>
  42 #include <linux/slab.h>
  43 #include <linux/pkt_sched.h>
  44 #include <net/mld.h>
  45
  46 #include <linux/netfilter.h>
  47 #include <linux/netfilter_ipv6.h>
  48
  49 #include <net/net_namespace.h>
  50 #include <net/sock.h>
  51 #include <net/snmp.h>
  52
  53 #include <net/ipv6.h>
  54 #include <net/protocol.h>
  55 #include <net/if_inet6.h>
  56 #include <net/ndisc.h>
  57 #include <net/addrconf.h>
  58 #include <net/ip6_route.h>
  59 #include <net/inet_common.h>
  60
  61 #include <net/ip6_checksum.h>
  62
  63 /* Ensure that we have struct in6_addr aligned on 32bit word. */
  64 static int __mld2_query_bugs[] __attribute__((__unused__)) = {
  65         BUILD_BUG_ON_ZERO(offsetof(struct mld2_query, mld2q_srcs) % 4),
  66         BUILD_BUG_ON_ZERO(offsetof(struct mld2_report, mld2r_grec) % 4),
  67         BUILD_BUG_ON_ZERO(offsetof(struct mld2_grec, grec_mca) % 4)
  68 };
  69
  70 static struct in6_addr mld2_all_mcr = MLD2_ALL_MCR_INIT;
  71
  72 static void igmp6_join_group(struct ifmcaddr6 *ma);
  73 static void igmp6_leave_group(struct ifmcaddr6 *ma);
  74 static void igmp6_timer_handler(struct timer_list *t);
  75
  76 static void mld_gq_timer_expire(struct timer_list *t);
  77 static void mld_ifc_timer_expire(struct timer_list *t);
  78 static void mld_ifc_event(struct inet6_dev *idev);
  79 static void mld_add_delrec(struct inet6_dev *idev, struct ifmcaddr6 *pmc);
  80 static void mld_del_delrec(struct inet6_dev *idev, struct ifmcaddr6 *pmc);
  81 static void mld_clear_delrec(struct inet6_dev *idev);
  82 static bool mld_in_v1_mode(const struct inet6_dev *idev);
  83 static int sf_setstate(struct ifmcaddr6 *pmc);
  84 static void sf_markstate(struct ifmcaddr6 *pmc);
  85 static void ip6_mc_clear_src(struct ifmcaddr6 *pmc);
  86 static int ip6_mc_del_src(struct inet6_dev *idev, const struct in6_addr *pmca,
  87                           int sfmode, int sfcount, const struct in6_addr *psfsrc,
  88                           int delta);
  89 static int ip6_mc_add_src(struct inet6_dev *idev, const struct in6_addr *pmca,
  90                           int sfmode, int sfcount, const struct in6_addr *psfsrc,
  91                           int delta);
  92 static int ip6_mc_leave_src(struct sock *sk, struct ipv6_mc_socklist *iml,
  93                             struct inet6_dev *idev);
  94 static int __ipv6_dev_mc_inc(struct net_device *dev,
  95                              const struct in6_addr *addr, unsigned int mode);
  96
  97 #define MLD_QRV_DEFAULT         2
  98 /* RFC3810, 9.2. Query Interval */
  99 #define MLD_QI_DEFAULT          (125 * HZ)
 100 /* RFC3810, 9.3. Query Response Interval */
 101 #define MLD_QRI_DEFAULT         (10 * HZ)
 102
 103 /* RFC3810, 8.1 Query Version Distinctions */
 104 #define MLD_V1_QUERY_LEN        24
 105 #define MLD_V2_QUERY_LEN_MIN    28
 106
 107 #define IPV6_MLD_MAX_MSF        64
 108
 109 int sysctl_mld_max_msf __read_mostly = IPV6_MLD_MAX_MSF;
 110 int sysctl_mld_qrv __read_mostly = MLD_QRV_DEFAULT;
 111
 112 /*
 113  *      socket join on multicast group
 114  */
 115
 116 #define for_each_pmc_rcu(np, pmc)                               \
 117         for (pmc = rcu_dereference(np->ipv6_mc_list);           \
 118              pmc != NULL;                                       \
 119              pmc = rcu_dereference(pmc->next))
 120
 121 static int unsolicited_report_interval(struct inet6_dev *idev)
 122 {
 123         int iv;
 124
 125         if (mld_in_v1_mode(idev))
 126                 iv = idev->cnf.mldv1_unsolicited_report_interval;
 127         else
 128                 iv = idev->cnf.mldv2_unsolicited_report_interval;
 129
 130         return iv > 0 ? iv : 1;
 131 }
 132
 133 static int __ipv6_sock_mc_join(struct sock *sk, int ifindex,
 134                                const struct in6_addr *addr, unsigned int mode)
 135 {
 136         struct net_device *dev = NULL;
 137         struct ipv6_mc_socklist *mc_lst;
 138         struct ipv6_pinfo *np = inet6_sk(sk);
 139         struct net *net = sock_net(sk);
 140         int err;
 141
 142         ASSERT_RTNL();
 143
 144         if (!ipv6_addr_is_multicast(addr))
 145                 return -EINVAL;
 146
 147         rcu_read_lock();
 148         for_each_pmc_rcu(np, mc_lst) {
 149                 if ((ifindex == 0 || mc_lst->ifindex == ifindex) &&
 150                     ipv6_addr_equal(&mc_lst->addr, addr)) {
 151                         rcu_read_unlock();
 152                         return -EADDRINUSE;
 153                 }
 154         }
 155         rcu_read_unlock();
 156
 157         mc_lst = sock_kmalloc(sk, sizeof(struct ipv6_mc_socklist), GFP_KERNEL);
 158
 159         if (!mc_lst)
 160                 return -ENOMEM;
 161
 162         mc_lst->next = NULL;
 163         mc_lst->addr = *addr;
 164
 165         if (ifindex == 0) {
 166                 struct rt6_info *rt;
 167                 rt = rt6_lookup(net, addr, NULL, 0, NULL, 0);
 168                 if (rt) {
 169                         dev = rt->dst.dev;
 170                         ip6_rt_put(rt);
 171                 }
 172         } else
 173                 dev = __dev_get_by_index(net, ifindex);
 174
 175         if (!dev) {
 176                 sock_kfree_s(sk, mc_lst, sizeof(*mc_lst));
 177                 return -ENODEV;
 178         }
 179
 180         mc_lst->ifindex = dev->ifindex;
 181         mc_lst->sfmode = mode;
 182         rwlock_init(&mc_lst->sflock);
 183         mc_lst->sflist = NULL;
 184
 185         /*
 186          *      now add/increase the group membership on the device
 187          */
 188
 189         err = __ipv6_dev_mc_inc(dev, addr, mode);
 190
 191         if (err) {
 192                 sock_kfree_s(sk, mc_lst, sizeof(*mc_lst));
 193                 return err;
 194         }
 195
 196         mc_lst->next = np->ipv6_mc_list;
 197         rcu_assign_pointer(np->ipv6_mc_list, mc_lst);
 198
 199         return 0;
 200 }
 201
 202 int ipv6_sock_mc_join(struct sock *sk, int ifindex, const struct in6_addr *addr)
 203 {
 204         return __ipv6_sock_mc_join(sk, ifindex, addr, MCAST_EXCLUDE);
 205 }
 206 EXPORT_SYMBOL(ipv6_sock_mc_join);
 207
 208 int ipv6_sock_mc_join_ssm(struct sock *sk, int ifindex,
 209                           const struct in6_addr *addr, unsigned int mode)
 210 {
 211         return __ipv6_sock_mc_join(sk, ifindex, addr, mode);
 212 }
 213
 214 /*
 215  *      socket leave on multicast group
 216  */
 217 int ipv6_sock_mc_drop(struct sock *sk, int ifindex, const struct in6_addr *addr)
 218 {
 219         struct ipv6_pinfo *np = inet6_sk(sk);
 220         struct ipv6_mc_socklist *mc_lst;
 221         struct ipv6_mc_socklist __rcu **lnk;
 222         struct net *net = sock_net(sk);
 223
 224         ASSERT_RTNL();
 225
 226         if (!ipv6_addr_is_multicast(addr))
 227                 return -EINVAL;
 228
 229         for (lnk = &np->ipv6_mc_list;
 230              (mc_lst = rtnl_dereference(*lnk)) != NULL;
 231               lnk = &mc_lst->next) {
 232                 if ((ifindex == 0 || mc_lst->ifindex == ifindex) &&
 233                     ipv6_addr_equal(&mc_lst->addr, addr)) {
 234                         struct net_device *dev;
 235
 236                         *lnk = mc_lst->next;
 237
 238                         dev = __dev_get_by_index(net, mc_lst->ifindex);
 239                         if (dev) {
 240                                 struct inet6_dev *idev = __in6_dev_get(dev);
 241
 242                                 (void) ip6_mc_leave_src(sk, mc_lst, idev);
 243                                 if (idev)
 244                                         __ipv6_dev_mc_dec(idev, &mc_lst->addr);
 245                         } else
 246                                 (void) ip6_mc_leave_src(sk, mc_lst, NULL);
 247
 248                         atomic_sub(sizeof(*mc_lst), &sk->sk_omem_alloc);
 249                         kfree_rcu(mc_lst, rcu);
 250                         return 0;
 251                 }
 252         }
 253
 254         return -EADDRNOTAVAIL;
 255 }
 256 EXPORT_SYMBOL(ipv6_sock_mc_drop);
 257
 258 /* called with rcu_read_lock() */
 259 static struct inet6_dev *ip6_mc_find_dev_rcu(struct net *net,
 260                                              const struct in6_addr *group,
 261                                              int ifindex)
 262 {
 263         struct net_device *dev = NULL;
 264         struct inet6_dev *idev = NULL;
 265
 266         if (ifindex == 0) {
 267                 struct rt6_info *rt = rt6_lookup(net, group, NULL, 0, NULL, 0);
 268
 269                 if (rt) {
 270                         dev = rt->dst.dev;
 271                         ip6_rt_put(rt);
 272                 }
 273         } else
 274                 dev = dev_get_by_index_rcu(net, ifindex);
 275
 276         if (!dev)
 277                 return NULL;
 278         idev = __in6_dev_get(dev);
 279         if (!idev)
 280                 return NULL;
 281         read_lock_bh(&idev->lock);
 282         if (idev->dead) {
 283                 read_unlock_bh(&idev->lock);
 284                 return NULL;
 285         }
 286         return idev;
 287 }
 288
 289 void __ipv6_sock_mc_close(struct sock *sk)
 290 {
 291         struct ipv6_pinfo *np = inet6_sk(sk);
 292         struct ipv6_mc_socklist *mc_lst;
 293         struct net *net = sock_net(sk);
 294
 295         ASSERT_RTNL();
 296
 297         while ((mc_lst = rtnl_dereference(np->ipv6_mc_list)) != NULL) {
 298                 struct net_device *dev;
 299
 300                 np->ipv6_mc_list = mc_lst->next;
 301
 302                 dev = __dev_get_by_index(net, mc_lst->ifindex);
 303                 if (dev) {
 304                         struct inet6_dev *idev = __in6_dev_get(dev);
 305
 306                         (void) ip6_mc_leave_src(sk, mc_lst, idev);
 307                         if (idev)
 308                                 __ipv6_dev_mc_dec(idev, &mc_lst->addr);
 309                 } else
 310                         (void) ip6_mc_leave_src(sk, mc_lst, NULL);
 311
 312                 atomic_sub(sizeof(*mc_lst), &sk->sk_omem_alloc);
 313                 kfree_rcu(mc_lst, rcu);
 314         }
 315 }
 316
 317 void ipv6_sock_mc_close(struct sock *sk)
 318 {
 319         struct ipv6_pinfo *np = inet6_sk(sk);
 320
 321         if (!rcu_access_pointer(np->ipv6_mc_list))
 322                 return;
 323         rtnl_lock();
 324         __ipv6_sock_mc_close(sk);
 325         rtnl_unlock();
 326 }
 327
 328 int ip6_mc_source(int add, int omode, struct sock *sk,
 329         struct group_source_req *pgsr)
 330 {
 331         struct in6_addr *source, *group;
 332         struct ipv6_mc_socklist *pmc;
 333         struct inet6_dev *idev;
 334         struct ipv6_pinfo *inet6 = inet6_sk(sk);
 335         struct ip6_sf_socklist *psl;
 336         struct net *net = sock_net(sk);
 337         int i, j, rv;
 338         int leavegroup = 0;
 339         int pmclocked = 0;
 340         int err;
 341
 342         source = &((struct sockaddr_in6 *)&pgsr->gsr_source)->sin6_addr;
 343         group = &((struct sockaddr_in6 *)&pgsr->gsr_group)->sin6_addr;
 344
 345         if (!ipv6_addr_is_multicast(group))
 346                 return -EINVAL;
 347
 348         rcu_read_lock();
 349         idev = ip6_mc_find_dev_rcu(net, group, pgsr->gsr_interface);
 350         if (!idev) {
 351                 rcu_read_unlock();
 352                 return -ENODEV;
 353         }
 354
 355         err = -EADDRNOTAVAIL;
 356
 357         for_each_pmc_rcu(inet6, pmc) {
 358                 if (pgsr->gsr_interface && pmc->ifindex != pgsr->gsr_interface)
 359                         continue;
 360                 if (ipv6_addr_equal(&pmc->addr, group))
 361                         break;
 362         }
 363         if (!pmc) {             /* must have a prior join */
 364                 err = -EINVAL;
 365                 goto done;
 366         }
 367         /* if a source filter was set, must be the same mode as before */
 368         if (pmc->sflist) {
 369                 if (pmc->sfmode != omode) {
 370                         err = -EINVAL;
 371                         goto done;
 372                 }
 373         } else if (pmc->sfmode != omode) {
 374                 /* allow mode switches for empty-set filters */
 375                 ip6_mc_add_src(idev, group, omode, 0, NULL, 0);
 376                 ip6_mc_del_src(idev, group, pmc->sfmode, 0, NULL, 0);
 377                 pmc->sfmode = omode;
 378         }
 379
 380         write_lock(&pmc->sflock);
 381         pmclocked = 1;
 382
 383         psl = pmc->sflist;
 384         if (!add) {
 385                 if (!psl)
 386                         goto done;      /* err = -EADDRNOTAVAIL */
 387                 rv = !0;
 388                 for (i = 0; i < psl->sl_count; i++) {
 389                         rv = !ipv6_addr_equal(&psl->sl_addr[i], source);
 390                         if (rv == 0)
 391                                 break;
 392                 }
 393                 if (rv)         /* source not found */
 394                         goto done;      /* err = -EADDRNOTAVAIL */
 395
 396                 /* special case - (INCLUDE, empty) == LEAVE_GROUP */
 397                 if (psl->sl_count == 1 && omode == MCAST_INCLUDE) {
 398                         leavegroup = 1;
 399                         goto done;
 400                 }
 401
 402                 /* update the interface filter */
 403                 ip6_mc_del_src(idev, group, omode, 1, source, 1);
 404
 405                 for (j = i+1; j < psl->sl_count; j++)
 406                         psl->sl_addr[j-1] = psl->sl_addr[j];
 407                 psl->sl_count--;
 408                 err = 0;
 409                 goto done;
 410         }
 411         /* else, add a new source to the filter */
 412
 413         if (psl && psl->sl_count >= sysctl_mld_max_msf) {
 414                 err = -ENOBUFS;
 415                 goto done;
 416         }
 417         if (!psl || psl->sl_count == psl->sl_max) {
 418                 struct ip6_sf_socklist *newpsl;
 419                 int count = IP6_SFBLOCK;
 420
 421                 if (psl)
 422                         count += psl->sl_max;
 423                 newpsl = sock_kmalloc(sk, IP6_SFLSIZE(count), GFP_ATOMIC);
 424                 if (!newpsl) {
 425                         err = -ENOBUFS;
 426                         goto done;
 427                 }
 428                 newpsl->sl_max = count;
 429                 newpsl->sl_count = count - IP6_SFBLOCK;
 430                 if (psl) {
 431                         for (i = 0; i < psl->sl_count; i++)
 432                                 newpsl->sl_addr[i] = psl->sl_addr[i];
 433                         sock_kfree_s(sk, psl, IP6_SFLSIZE(psl->sl_max));
 434                 }
 435                 pmc->sflist = psl = newpsl;
 436         }
 437         rv = 1; /* > 0 for insert logic below if sl_count is 0 */
 438         for (i = 0; i < psl->sl_count; i++) {
 439                 rv = !ipv6_addr_equal(&psl->sl_addr[i], source);
 440                 if (rv == 0) /* There is an error in the address. */
 441                         goto done;
 442         }
 443         for (j = psl->sl_count-1; j >= i; j--)
 444                 psl->sl_addr[j+1] = psl->sl_addr[j];
 445         psl->sl_addr[i] = *source;
 446         psl->sl_count++;
 447         err = 0;
 448         /* update the interface list */
 449         ip6_mc_add_src(idev, group, omode, 1, source, 1);
 450 done:
 451         if (pmclocked)
 452                 write_unlock(&pmc->sflock);
 453         read_unlock_bh(&idev->lock);
 454         rcu_read_unlock();
 455         if (leavegroup)
 456                 err = ipv6_sock_mc_drop(sk, pgsr->gsr_interface, group);
 457         return err;
 458 }
 459
 460 int ip6_mc_msfilter(struct sock *sk, struct group_filter *gsf)
 461 {
 462         const struct in6_addr *group;
 463         struct ipv6_mc_socklist *pmc;
 464         struct inet6_dev *idev;
 465         struct ipv6_pinfo *inet6 = inet6_sk(sk);
 466         struct ip6_sf_socklist *newpsl, *psl;
 467         struct net *net = sock_net(sk);
 468         int leavegroup = 0;
 469         int i, err;
 470
 471         group = &((struct sockaddr_in6 *)&gsf->gf_group)->sin6_addr;
 472
 473         if (!ipv6_addr_is_multicast(group))
 474                 return -EINVAL;
 475         if (gsf->gf_fmode != MCAST_INCLUDE &&
 476             gsf->gf_fmode != MCAST_EXCLUDE)
 477                 return -EINVAL;
 478
 479         rcu_read_lock();
 480         idev = ip6_mc_find_dev_rcu(net, group, gsf->gf_interface);
 481
 482         if (!idev) {
 483                 rcu_read_unlock();
 484                 return -ENODEV;
 485         }
 486
 487         err = 0;
 488
 489         if (gsf->gf_fmode == MCAST_INCLUDE && gsf->gf_numsrc == 0) {
 490                 leavegroup = 1;
 491                 goto done;
 492         }
 493
 494         for_each_pmc_rcu(inet6, pmc) {
 495                 if (pmc->ifindex != gsf->gf_interface)
 496                         continue;
 497                 if (ipv6_addr_equal(&pmc->addr, group))
 498                         break;
 499         }
 500         if (!pmc) {             /* must have a prior join */
 501                 err = -EINVAL;
 502                 goto done;
 503         }
 504         if (gsf->gf_numsrc) {
 505                 newpsl = sock_kmalloc(sk, IP6_SFLSIZE(gsf->gf_numsrc),
 506                                                           GFP_ATOMIC);
 507                 if (!newpsl) {
 508                         err = -ENOBUFS;
 509                         goto done;
 510                 }
 511                 newpsl->sl_max = newpsl->sl_count = gsf->gf_numsrc;
 512                 for (i = 0; i < newpsl->sl_count; ++i) {
 513                         struct sockaddr_in6 *psin6;
 514
 515                         psin6 = (struct sockaddr_in6 *)&gsf->gf_slist[i];
 516                         newpsl->sl_addr[i] = psin6->sin6_addr;
 517                 }
 518                 err = ip6_mc_add_src(idev, group, gsf->gf_fmode,
 519                         newpsl->sl_count, newpsl->sl_addr, 0);
 520                 if (err) {
 521                         sock_kfree_s(sk, newpsl, IP6_SFLSIZE(newpsl->sl_max));
 522                         goto done;
 523                 }
 524         } else {
 525                 newpsl = NULL;
 526                 (void) ip6_mc_add_src(idev, group, gsf->gf_fmode, 0, NULL, 0);
 527         }
 528
 529         write_lock(&pmc->sflock);
 530         psl = pmc->sflist;
 531         if (psl) {
 532                 (void) ip6_mc_del_src(idev, group, pmc->sfmode,
 533                         psl->sl_count, psl->sl_addr, 0);
 534                 sock_kfree_s(sk, psl, IP6_SFLSIZE(psl->sl_max));
 535         } else
 536                 (void) ip6_mc_del_src(idev, group, pmc->sfmode, 0, NULL, 0);
 537         pmc->sflist = newpsl;
 538         pmc->sfmode = gsf->gf_fmode;
 539         write_unlock(&pmc->sflock);
 540         err = 0;
 541 done:
 542         read_unlock_bh(&idev->lock);
 543         rcu_read_unlock();
 544         if (leavegroup)
 545                 err = ipv6_sock_mc_drop(sk, gsf->gf_interface, group);
 546         return err;
 547 }
 548
 549 int ip6_mc_msfget(struct sock *sk, struct group_filter *gsf,
 550         struct sockaddr_storage *p)
 551 {
 552         int err, i, count, copycount;
 553         const struct in6_addr *group;
 554         struct ipv6_mc_socklist *pmc;
 555         struct inet6_dev *idev;
 556         struct ipv6_pinfo *inet6 = inet6_sk(sk);
 557         struct ip6_sf_socklist *psl;
 558         struct net *net = sock_net(sk);
 559
 560         group = &((struct sockaddr_in6 *)&gsf->gf_group)->sin6_addr;
 561
 562         if (!ipv6_addr_is_multicast(group))
 563                 return -EINVAL;
 564
 565         rcu_read_lock();
 566         idev = ip6_mc_find_dev_rcu(net, group, gsf->gf_interface);
 567
 568         if (!idev) {
 569                 rcu_read_unlock();
 570                 return -ENODEV;
 571         }
 572
 573         err = -EADDRNOTAVAIL;
 574         /* changes to the ipv6_mc_list require the socket lock and
 575          * rtnl lock. We have the socket lock and rcu read lock,
 576          * so reading the list is safe.
 577          */
 578
 579         for_each_pmc_rcu(inet6, pmc) {
 580                 if (pmc->ifindex != gsf->gf_interface)
 581                         continue;
 582                 if (ipv6_addr_equal(group, &pmc->addr))
 583                         break;
 584         }
 585         if (!pmc)               /* must have a prior join */
 586                 goto done;
 587         gsf->gf_fmode = pmc->sfmode;
 588         psl = pmc->sflist;
 589         count = psl ? psl->sl_count : 0;
 590         read_unlock_bh(&idev->lock);
 591         rcu_read_unlock();
 592
 593         copycount = count < gsf->gf_numsrc ? count : gsf->gf_numsrc;
 594         gsf->gf_numsrc = count;
 595         /* changes to psl require the socket lock, and a write lock
 596          * on pmc->sflock. We have the socket lock so reading here is safe.
 597          */
 598         for (i = 0; i < copycount; i++, p++) {
 599                 struct sockaddr_in6 *psin6;
 600                 struct sockaddr_storage ss;
 601
 602                 psin6 = (struct sockaddr_in6 *)&ss;
 603                 memset(&ss, 0, sizeof(ss));
 604                 psin6->sin6_family = AF_INET6;
 605                 psin6->sin6_addr = psl->sl_addr[i];
 606                 if (copy_to_user(p, &ss, sizeof(ss)))
 607                         return -EFAULT;
 608         }
 609         return 0;
 610 done:
 611         read_unlock_bh(&idev->lock);
 612         rcu_read_unlock();
 613         return err;
 614 }
 615
 616 bool inet6_mc_check(struct sock *sk, const struct in6_addr *mc_addr,
 617                     const struct in6_addr *src_addr)
 618 {
 619         struct ipv6_pinfo *np = inet6_sk(sk);
 620         struct ipv6_mc_socklist *mc;
 621         struct ip6_sf_socklist *psl;
 622         bool rv = true;
 623
 624         rcu_read_lock();
 625         for_each_pmc_rcu(np, mc) {
 626                 if (ipv6_addr_equal(&mc->addr, mc_addr))
 627                         break;
 628         }
 629         if (!mc) {
 630                 rcu_read_unlock();
 631                 return np->mc_all;
 632         }
 633         read_lock(&mc->sflock);
 634         psl = mc->sflist;
 635         if (!psl) {
 636                 rv = mc->sfmode == MCAST_EXCLUDE;
 637         } else {
 638                 int i;
 639
 640                 for (i = 0; i < psl->sl_count; i++) {
 641                         if (ipv6_addr_equal(&psl->sl_addr[i], src_addr))
 642                                 break;
 643                 }
 644                 if (mc->sfmode == MCAST_INCLUDE && i >= psl->sl_count)
 645                         rv = false;
 646                 if (mc->sfmode == MCAST_EXCLUDE && i < psl->sl_count)
 647                         rv = false;
 648         }
 649         read_unlock(&mc->sflock);
 650         rcu_read_unlock();
 651
 652         return rv;
 653 }
 654
 655 static void igmp6_group_added(struct ifmcaddr6 *mc)
 656 {
 657         struct net_device *dev = mc->idev->dev;
 658         char buf[MAX_ADDR_LEN];
 659
 660         if (IPV6_ADDR_MC_SCOPE(&mc->mca_addr) <
 661             IPV6_ADDR_SCOPE_LINKLOCAL)
 662                 return;
 663
 664         spin_lock_bh(&mc->mca_lock);
 665         if (!(mc->mca_flags&MAF_LOADED)) {
 666                 mc->mca_flags |= MAF_LOADED;
 667                 if (ndisc_mc_map(&mc->mca_addr, buf, dev, 0) == 0)
 668                         dev_mc_add(dev, buf);
 669         }
 670         spin_unlock_bh(&mc->mca_lock);
 671
 672         if (!(dev->flags & IFF_UP) || (mc->mca_flags & MAF_NOREPORT))
 673                 return;
 674
 675         if (mld_in_v1_mode(mc->idev)) {
 676                 igmp6_join_group(mc);
 677                 return;
 678         }
 679         /* else v2 */
 680
 681         /* Based on RFC3810 6.1, for newly added INCLUDE SSM, we
 682          * should not send filter-mode change record as the mode
 683          * should be from IN() to IN(A).
 684          */
 685         if (mc->mca_sfmode == MCAST_EXCLUDE)
 686                 mc->mca_crcount = mc->idev->mc_qrv;
 687
 688         mld_ifc_event(mc->idev);
 689 }
 690
 691 static void igmp6_group_dropped(struct ifmcaddr6 *mc)
 692 {
 693         struct net_device *dev = mc->idev->dev;
 694         char buf[MAX_ADDR_LEN];
 695
 696         if (IPV6_ADDR_MC_SCOPE(&mc->mca_addr) <
 697             IPV6_ADDR_SCOPE_LINKLOCAL)
 698                 return;
 699
 700         spin_lock_bh(&mc->mca_lock);
 701         if (mc->mca_flags&MAF_LOADED) {
 702                 mc->mca_flags &= ~MAF_LOADED;
 703                 if (ndisc_mc_map(&mc->mca_addr, buf, dev, 0) == 0)
 704                         dev_mc_del(dev, buf);
 705         }
 706
 707         spin_unlock_bh(&mc->mca_lock);
 708         if (mc->mca_flags & MAF_NOREPORT)
 709                 return;
 710
 711         if (!mc->idev->dead)
 712                 igmp6_leave_group(mc);
 713
 714         spin_lock_bh(&mc->mca_lock);
 715         if (del_timer(&mc->mca_timer))
 716                 refcount_dec(&mc->mca_refcnt);
 717         spin_unlock_bh(&mc->mca_lock);
 718 }
 719
 720 /*
 721  * deleted ifmcaddr6 manipulation
 722  */
 723 static void mld_add_delrec(struct inet6_dev *idev, struct ifmcaddr6 *im)
 724 {
 725         struct ifmcaddr6 *pmc;
 726
 727         /* this is an "ifmcaddr6" for convenience; only the fields below
 728          * are actually used. In particular, the refcnt and users are not
 729          * used for management of the delete list. Using the same structure
 730          * for deleted items allows change reports to use common code with
 731          * non-deleted or query-response MCA's.
 732          */
 733         pmc = kzalloc(sizeof(*pmc), GFP_ATOMIC);
 734         if (!pmc)
 735                 return;
 736
 737         spin_lock_bh(&im->mca_lock);
 738         spin_lock_init(&pmc->mca_lock);
 739         pmc->idev = im->idev;
 740         in6_dev_hold(idev);
 741         pmc->mca_addr = im->mca_addr;
 742         pmc->mca_crcount = idev->mc_qrv;
 743         pmc->mca_sfmode = im->mca_sfmode;
 744         if (pmc->mca_sfmode == MCAST_INCLUDE) {
 745                 struct ip6_sf_list *psf;
 746
 747                 pmc->mca_tomb = im->mca_tomb;
 748                 pmc->mca_sources = im->mca_sources;
 749                 im->mca_tomb = im->mca_sources = NULL;
 750                 for (psf = pmc->mca_sources; psf; psf = psf->sf_next)
 751                         psf->sf_crcount = pmc->mca_crcount;
 752         }
 753         spin_unlock_bh(&im->mca_lock);
 754
 755         spin_lock_bh(&idev->mc_lock);
 756         pmc->next = idev->mc_tomb;
 757         idev->mc_tomb = pmc;
 758         spin_unlock_bh(&idev->mc_lock);
 759 }
 760
 761 static void mld_del_delrec(struct inet6_dev *idev, struct ifmcaddr6 *im)
 762 {
 763         struct ifmcaddr6 *pmc, *pmc_prev;
 764         struct ip6_sf_list *psf;
 765         struct in6_addr *pmca = &im->mca_addr;
 766
 767         spin_lock_bh(&idev->mc_lock);
 768         pmc_prev = NULL;
 769         for (pmc = idev->mc_tomb; pmc; pmc = pmc->next) {
 770                 if (ipv6_addr_equal(&pmc->mca_addr, pmca))
 771                         break;
 772                 pmc_prev = pmc;
 773         }
 774         if (pmc) {
 775                 if (pmc_prev)
 776                         pmc_prev->next = pmc->next;
 777                 else
 778                         idev->mc_tomb = pmc->next;
 779         }
 780         spin_unlock_bh(&idev->mc_lock);
 781
 782         spin_lock_bh(&im->mca_lock);
 783         if (pmc) {
 784                 im->idev = pmc->idev;
 785                 if (im->mca_sfmode == MCAST_INCLUDE) {
 786                         swap(im->mca_tomb, pmc->mca_tomb);
 787                         swap(im->mca_sources, pmc->mca_sources);
 788                         for (psf = im->mca_sources; psf; psf = psf->sf_next)
 789                                 psf->sf_crcount = idev->mc_qrv;
 790                 } else {
 791                         im->mca_crcount = idev->mc_qrv;
 792                 }
 793                 in6_dev_put(pmc->idev);
 794                 ip6_mc_clear_src(pmc);
 795                 kfree(pmc);
 796         }
 797         spin_unlock_bh(&im->mca_lock);
 798 }
 799
 800 static void mld_clear_delrec(struct inet6_dev *idev)
 801 {
 802         struct ifmcaddr6 *pmc, *nextpmc;
 803
 804         spin_lock_bh(&idev->mc_lock);
 805         pmc = idev->mc_tomb;
 806         idev->mc_tomb = NULL;
 807         spin_unlock_bh(&idev->mc_lock);
 808
 809         for (; pmc; pmc = nextpmc) {
 810                 nextpmc = pmc->next;
 811                 ip6_mc_clear_src(pmc);
 812                 in6_dev_put(pmc->idev);
 813                 kfree(pmc);
 814         }
 815
 816         /* clear dead sources, too */
 817         read_lock_bh(&idev->lock);
 818         for (pmc = idev->mc_list; pmc; pmc = pmc->next) {
 819                 struct ip6_sf_list *psf, *psf_next;
 820
 821                 spin_lock_bh(&pmc->mca_lock);
 822                 psf = pmc->mca_tomb;
 823                 pmc->mca_tomb = NULL;
 824                 spin_unlock_bh(&pmc->mca_lock);
 825                 for (; psf; psf = psf_next) {
 826                         psf_next = psf->sf_next;
 827                         kfree(psf);
 828                 }
 829         }
 830         read_unlock_bh(&idev->lock);
 831 }
 832
 833 static void mca_get(struct ifmcaddr6 *mc)
 834 {
 835         refcount_inc(&mc->mca_refcnt);
 836 }
 837
 838 static void ma_put(struct ifmcaddr6 *mc)
 839 {
 840         if (refcount_dec_and_test(&mc->mca_refcnt)) {
 841                 in6_dev_put(mc->idev);
 842                 kfree(mc);
 843         }
 844 }
 845
 846 static struct ifmcaddr6 *mca_alloc(struct inet6_dev *idev,
 847                                    const struct in6_addr *addr,
 848                                    unsigned int mode)
 849 {
 850         struct ifmcaddr6 *mc;
 851
 852         mc = kzalloc(sizeof(*mc), GFP_ATOMIC);
 853         if (!mc)
 854                 return NULL;
 855
 856         timer_setup(&mc->mca_timer, igmp6_timer_handler, 0);
 857
 858         mc->mca_addr = *addr;
 859         mc->idev = idev; /* reference taken by caller */
 860         mc->mca_users = 1;
 861         /* mca_stamp should be updated upon changes */
 862         mc->mca_cstamp = mc->mca_tstamp = jiffies;
 863         refcount_set(&mc->mca_refcnt, 1);
 864         spin_lock_init(&mc->mca_lock);
 865
 866         mc->mca_sfmode = mode;
 867         mc->mca_sfcount[mode] = 1;
 868
 869         if (ipv6_addr_is_ll_all_nodes(&mc->mca_addr) ||
 870             IPV6_ADDR_MC_SCOPE(&mc->mca_addr) < IPV6_ADDR_SCOPE_LINKLOCAL)
 871                 mc->mca_flags |= MAF_NOREPORT;
 872
 873         return mc;
 874 }
 875
 876 /*
 877  *      device multicast group inc (add if not found)
 878  */
 879 static int __ipv6_dev_mc_inc(struct net_device *dev,
 880                              const struct in6_addr *addr, unsigned int mode)
 881 {
 882         struct ifmcaddr6 *mc;
 883         struct inet6_dev *idev;
 884
 885         ASSERT_RTNL();
 886
 887         /* we need to take a reference on idev */
 888         idev = in6_dev_get(dev);
 889
 890         if (!idev)
 891                 return -EINVAL;
 892
 893         write_lock_bh(&idev->lock);
 894         if (idev->dead) {
 895                 write_unlock_bh(&idev->lock);
 896                 in6_dev_put(idev);
 897                 return -ENODEV;
 898         }
 899
 900         for (mc = idev->mc_list; mc; mc = mc->next) {
 901                 if (ipv6_addr_equal(&mc->mca_addr, addr)) {
 902                         mc->mca_users++;
 903                         write_unlock_bh(&idev->lock);
 904                         ip6_mc_add_src(idev, &mc->mca_addr, mode, 0, NULL, 0);
 905                         in6_dev_put(idev);
 906                         return 0;
 907                 }
 908         }
 909
 910         mc = mca_alloc(idev, addr, mode);
 911         if (!mc) {
 912                 write_unlock_bh(&idev->lock);
 913                 in6_dev_put(idev);
 914                 return -ENOMEM;
 915         }
 916
 917         mc->next = idev->mc_list;
 918         idev->mc_list = mc;
 919
 920         /* Hold this for the code below before we unlock,
 921          * it is already exposed via idev->mc_list.
 922          */
 923         mca_get(mc);
 924         write_unlock_bh(&idev->lock);
 925
 926         mld_del_delrec(idev, mc);
 927         igmp6_group_added(mc);
 928         ma_put(mc);
 929         return 0;
 930 }
 931
 932 int ipv6_dev_mc_inc(struct net_device *dev, const struct in6_addr *addr)
 933 {
 934         return __ipv6_dev_mc_inc(dev, addr, MCAST_EXCLUDE);
 935 }
 936 EXPORT_SYMBOL(ipv6_dev_mc_inc);
 937
 938 /*
 939  *      device multicast group del
 940  */
 941 int __ipv6_dev_mc_dec(struct inet6_dev *idev, const struct in6_addr *addr)
 942 {
 943         struct ifmcaddr6 *ma, **map;
 944
 945         ASSERT_RTNL();
 946
 947         write_lock_bh(&idev->lock);
 948         for (map = &idev->mc_list; (ma = *map) != NULL; map = &ma->next) {
 949                 if (ipv6_addr_equal(&ma->mca_addr, addr)) {
 950                         if (--ma->mca_users == 0) {
 951                                 *map = ma->next;
 952                                 write_unlock_bh(&idev->lock);
 953
 954                                 igmp6_group_dropped(ma);
 955                                 ip6_mc_clear_src(ma);
 956
 957                                 ma_put(ma);
 958                                 return 0;
 959                         }
 960                         write_unlock_bh(&idev->lock);
 961                         return 0;
 962                 }
 963         }
 964         write_unlock_bh(&idev->lock);
 965
 966         return -ENOENT;
 967 }
 968
 969 int ipv6_dev_mc_dec(struct net_device *dev, const struct in6_addr *addr)
 970 {
 971         struct inet6_dev *idev;
 972         int err;
 973
 974         ASSERT_RTNL();
 975
 976         idev = __in6_dev_get(dev);
 977         if (!idev)
 978                 err = -ENODEV;
 979         else
 980                 err = __ipv6_dev_mc_dec(idev, addr);
 981
 982         return err;
 983 }
 984 EXPORT_SYMBOL(ipv6_dev_mc_dec);
 985
 986 /*
 987  *      check if the interface/address pair is valid
 988  */
 989 bool ipv6_chk_mcast_addr(struct net_device *dev, const struct in6_addr *group,
 990                          const struct in6_addr *src_addr)
 991 {
 992         struct inet6_dev *idev;
 993         struct ifmcaddr6 *mc;
 994         bool rv = false;
 995
 996         rcu_read_lock();
 997         idev = __in6_dev_get(dev);
 998         if (idev) {
 999                 read_lock_bh(&idev->lock);
1000                 for (mc = idev->mc_list; mc; mc = mc->next) {
1001                         if (ipv6_addr_equal(&mc->mca_addr, group))
1002                                 break;
1003                 }
1004                 if (mc) {
1005                         if (src_addr && !ipv6_addr_any(src_addr)) {
1006                                 struct ip6_sf_list *psf;
1007
1008                                 spin_lock_bh(&mc->mca_lock);
1009                                 for (psf = mc->mca_sources; psf; psf = psf->sf_next) {
1010                                         if (ipv6_addr_equal(&psf->sf_addr, src_addr))
1011                                                 break;
1012                                 }
1013                                 if (psf)
1014                                         rv = psf->sf_count[MCAST_INCLUDE] ||
1015                                                 psf->sf_count[MCAST_EXCLUDE] !=
1016                                                 mc->mca_sfcount[MCAST_EXCLUDE];
1017                                 else
1018                                         rv = mc->mca_sfcount[MCAST_EXCLUDE] != 0;
1019                                 spin_unlock_bh(&mc->mca_lock);
1020                         } else
1021                                 rv = true; /* don't filter unspecified source */
1022                 }
1023                 read_unlock_bh(&idev->lock);
1024         }
1025         rcu_read_unlock();
1026         return rv;
1027 }
1028
1029 static void mld_gq_start_timer(struct inet6_dev *idev)
1030 {
1031         unsigned long tv = prandom_u32() % idev->mc_maxdelay;
1032
1033         idev->mc_gq_running = 1;
1034         if (!mod_timer(&idev->mc_gq_timer, jiffies+tv+2))
1035                 in6_dev_hold(idev);
1036 }
1037
1038 static void mld_gq_stop_timer(struct inet6_dev *idev)
1039 {
1040         idev->mc_gq_running = 0;
1041         if (del_timer(&idev->mc_gq_timer))
1042                 __in6_dev_put(idev);
1043 }
1044
1045 static void mld_ifc_start_timer(struct inet6_dev *idev, unsigned long delay)
1046 {
1047         unsigned long tv = prandom_u32() % delay;
1048
1049         if (!mod_timer(&idev->mc_ifc_timer, jiffies+tv+2))
1050                 in6_dev_hold(idev);
1051 }
1052
1053 static void mld_ifc_stop_timer(struct inet6_dev *idev)
1054 {
1055         idev->mc_ifc_count = 0;
1056         if (del_timer(&idev->mc_ifc_timer))
1057                 __in6_dev_put(idev);
1058 }
1059
1060 static void mld_dad_start_timer(struct inet6_dev *idev, unsigned long delay)
1061 {
1062         unsigned long tv = prandom_u32() % delay;
1063
1064         if (!mod_timer(&idev->mc_dad_timer, jiffies+tv+2))
1065                 in6_dev_hold(idev);
1066 }
1067
1068 static void mld_dad_stop_timer(struct inet6_dev *idev)
1069 {
1070         if (del_timer(&idev->mc_dad_timer))
1071                 __in6_dev_put(idev);
1072 }
1073
1074 /*
1075  *      IGMP handling (alias multicast ICMPv6 messages)
1076  */
1077
1078 static void igmp6_group_queried(struct ifmcaddr6 *ma, unsigned long resptime)
1079 {
1080         unsigned long delay = resptime;
1081
1082         /* Do not start timer for these addresses */
1083         if (ipv6_addr_is_ll_all_nodes(&ma->mca_addr) ||
1084             IPV6_ADDR_MC_SCOPE(&ma->mca_addr) < IPV6_ADDR_SCOPE_LINKLOCAL)
1085                 return;
1086
1087         if (del_timer(&ma->mca_timer)) {
1088                 refcount_dec(&ma->mca_refcnt);
1089                 delay = ma->mca_timer.expires - jiffies;
1090         }
1091
1092         if (delay >= resptime)
1093                 delay = prandom_u32() % resptime;
1094
1095         ma->mca_timer.expires = jiffies + delay;
1096         if (!mod_timer(&ma->mca_timer, jiffies + delay))
1097                 refcount_inc(&ma->mca_refcnt);
1098         ma->mca_flags |= MAF_TIMER_RUNNING;
1099 }
1100
1101 /* mark EXCLUDE-mode sources */
1102 static bool mld_xmarksources(struct ifmcaddr6 *pmc, int nsrcs,
1103                              const struct in6_addr *srcs)
1104 {
1105         struct ip6_sf_list *psf;
1106         int i, scount;
1107
1108         scount = 0;
1109         for (psf = pmc->mca_sources; psf; psf = psf->sf_next) {
1110                 if (scount == nsrcs)
1111                         break;
1112                 for (i = 0; i < nsrcs; i++) {
1113                         /* skip inactive filters */
1114                         if (psf->sf_count[MCAST_INCLUDE] ||
1115                             pmc->mca_sfcount[MCAST_EXCLUDE] !=
1116                             psf->sf_count[MCAST_EXCLUDE])
1117                                 break;
1118                         if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {
1119                                 scount++;
1120                                 break;
1121                         }
1122                 }
1123         }
1124         pmc->mca_flags &= ~MAF_GSQUERY;
1125         if (scount == nsrcs)    /* all sources excluded */
1126                 return false;
1127         return true;
1128 }
1129
1130 static bool mld_marksources(struct ifmcaddr6 *pmc, int nsrcs,
1131                             const struct in6_addr *srcs)
1132 {
1133         struct ip6_sf_list *psf;
1134         int i, scount;
1135
1136         if (pmc->mca_sfmode == MCAST_EXCLUDE)
1137                 return mld_xmarksources(pmc, nsrcs, srcs);
1138
1139         /* mark INCLUDE-mode sources */
1140
1141         scount = 0;
1142         for (psf = pmc->mca_sources; psf; psf = psf->sf_next) {
1143                 if (scount == nsrcs)
1144                         break;
1145                 for (i = 0; i < nsrcs; i++) {
1146                         if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {
1147                                 psf->sf_gsresp = 1;
1148                                 scount++;
1149                                 break;
1150                         }
1151                 }
1152         }
1153         if (!scount) {
1154                 pmc->mca_flags &= ~MAF_GSQUERY;
1155                 return false;
1156         }
1157         pmc->mca_flags |= MAF_GSQUERY;
1158         return true;
1159 }
1160
1161 static int mld_force_mld_version(const struct inet6_dev *idev)
1162 {
1163         /* Normally, both are 0 here. If enforcement to a particular is
1164          * being used, individual device enforcement will have a lower
1165          * precedence over 'all' device (.../conf/all/force_mld_version).
1166          */
1167
1168         if (dev_net(idev->dev)->ipv6.devconf_all->force_mld_version != 0)
1169                 return dev_net(idev->dev)->ipv6.devconf_all->force_mld_version;
1170         else
1171                 return idev->cnf.force_mld_version;
1172 }
1173
1174 static bool mld_in_v2_mode_only(const struct inet6_dev *idev)
1175 {
1176         return mld_force_mld_version(idev) == 2;
1177 }
1178
1179 static bool mld_in_v1_mode_only(const struct inet6_dev *idev)
1180 {
1181         return mld_force_mld_version(idev) == 1;
1182 }
1183
1184 static bool mld_in_v1_mode(const struct inet6_dev *idev)
1185 {
1186         if (mld_in_v2_mode_only(idev))
1187                 return false;
1188         if (mld_in_v1_mode_only(idev))
1189                 return true;
1190         if (idev->mc_v1_seen && time_before(jiffies, idev->mc_v1_seen))
1191                 return true;
1192
1193         return false;
1194 }
1195
1196 static void mld_set_v1_mode(struct inet6_dev *idev)
1197 {
1198         /* RFC3810, relevant sections:
1199          *  - 9.1. Robustness Variable
1200          *  - 9.2. Query Interval
1201          *  - 9.3. Query Response Interval
1202          *  - 9.12. Older Version Querier Present Timeout
1203          */
1204         unsigned long switchback;
1205
1206         switchback = (idev->mc_qrv * idev->mc_qi) + idev->mc_qri;
1207
1208         idev->mc_v1_seen = jiffies + switchback;
1209 }
1210
1211 static void mld_update_qrv(struct inet6_dev *idev,
1212                            const struct mld2_query *mlh2)
1213 {
1214         /* RFC3810, relevant sections:
1215          *  - 5.1.8. QRV (Querier's Robustness Variable)
1216          *  - 9.1. Robustness Variable
1217          */
1218
1219         /* The value of the Robustness Variable MUST NOT be zero,
1220          * and SHOULD NOT be one. Catch this here if we ever run
1221          * into such a case in future.
1222          */
1223         const int min_qrv = min(MLD_QRV_DEFAULT, sysctl_mld_qrv);
1224         WARN_ON(idev->mc_qrv == 0);
1225
1226         if (mlh2->mld2q_qrv > 0)
1227                 idev->mc_qrv = mlh2->mld2q_qrv;
1228
1229         if (unlikely(idev->mc_qrv < min_qrv)) {
1230                 net_warn_ratelimited("IPv6: MLD: clamping QRV from %u to %u!\n",
1231                                      idev->mc_qrv, min_qrv);
1232                 idev->mc_qrv = min_qrv;
1233         }
1234 }
1235
1236 static void mld_update_qi(struct inet6_dev *idev,
1237                           const struct mld2_query *mlh2)
1238 {
1239         /* RFC3810, relevant sections:
1240          *  - 5.1.9. QQIC (Querier's Query Interval Code)
1241          *  - 9.2. Query Interval
1242          *  - 9.12. Older Version Querier Present Timeout
1243          *    (the [Query Interval] in the last Query received)
1244          */
1245         unsigned long mc_qqi;
1246
1247         if (mlh2->mld2q_qqic < 128) {
1248                 mc_qqi = mlh2->mld2q_qqic;
1249         } else {
1250                 unsigned long mc_man, mc_exp;
1251
1252                 mc_exp = MLDV2_QQIC_EXP(mlh2->mld2q_qqic);
1253                 mc_man = MLDV2_QQIC_MAN(mlh2->mld2q_qqic);
1254
1255                 mc_qqi = (mc_man | 0x10) << (mc_exp + 3);
1256         }
1257
1258         idev->mc_qi = mc_qqi * HZ;
1259 }
1260
1261 static void mld_update_qri(struct inet6_dev *idev,
1262                            const struct mld2_query *mlh2)
1263 {
1264         /* RFC3810, relevant sections:
1265          *  - 5.1.3. Maximum Response Code
1266          *  - 9.3. Query Response Interval
1267          */
1268         idev->mc_qri = msecs_to_jiffies(mldv2_mrc(mlh2));
1269 }
1270
1271 static int mld_process_v1(struct inet6_dev *idev, struct mld_msg *mld,
1272                           unsigned long *max_delay, bool v1_query)
1273 {
1274         unsigned long mldv1_md;
1275
1276         /* Ignore v1 queries */
1277         if (mld_in_v2_mode_only(idev))
1278                 return -EINVAL;
1279
1280         mldv1_md = ntohs(mld->mld_maxdelay);
1281
1282         /* When in MLDv1 fallback and a MLDv2 router start-up being
1283          * unaware of current MLDv1 operation, the MRC == MRD mapping
1284          * only works when the exponential algorithm is not being
1285          * used (as MLDv1 is unaware of such things).
1286          *
1287          * According to the RFC author, the MLDv2 implementations
1288          * he's aware of all use a MRC < 32768 on start up queries.
1289          *
1290          * Thus, should we *ever* encounter something else larger
1291          * than that, just assume the maximum possible within our
1292          * reach.
1293          */
1294         if (!v1_query)
1295                 mldv1_md = min(mldv1_md, MLDV1_MRD_MAX_COMPAT);
1296
1297         *max_delay = max(msecs_to_jiffies(mldv1_md), 1UL);
1298
1299         /* MLDv1 router present: we need to go into v1 mode *only*
1300          * when an MLDv1 query is received as per section 9.12. of
1301          * RFC3810! And we know from RFC2710 section 3.7 that MLDv1
1302          * queries MUST be of exactly 24 octets.
1303          */
1304         if (v1_query)
1305                 mld_set_v1_mode(idev);
1306
1307         /* cancel MLDv2 report timer */
1308         mld_gq_stop_timer(idev);
1309         /* cancel the interface change timer */
1310         mld_ifc_stop_timer(idev);
1311         /* clear deleted report items */
1312         mld_clear_delrec(idev);
1313
1314         return 0;
1315 }
1316
1317 static int mld_process_v2(struct inet6_dev *idev, struct mld2_query *mld,
1318                           unsigned long *max_delay)
1319 {
1320         *max_delay = max(msecs_to_jiffies(mldv2_mrc(mld)), 1UL);
1321
1322         mld_update_qrv(idev, mld);
1323         mld_update_qi(idev, mld);
1324         mld_update_qri(idev, mld);
1325
1326         idev->mc_maxdelay = *max_delay;
1327
1328         return 0;
1329 }
1330
1331 /* called with rcu_read_lock() */
1332 int igmp6_event_query(struct sk_buff *skb)
1333 {
1334         struct mld2_query *mlh2 = NULL;
1335         struct ifmcaddr6 *ma;
1336         const struct in6_addr *group;
1337         unsigned long max_delay;
1338         struct inet6_dev *idev;
1339         struct mld_msg *mld;
1340         int group_type;
1341         int mark = 0;
1342         int len, err;
1343
1344         if (!pskb_may_pull(skb, sizeof(struct in6_addr)))
1345                 return -EINVAL;
1346
1347         /* compute payload length excluding extension headers */
1348         len = ntohs(ipv6_hdr(skb)->payload_len) + sizeof(struct ipv6hdr);
1349         len -= skb_network_header_len(skb);
1350
1351         /* RFC3810 6.2
1352          * Upon reception of an MLD message that contains a Query, the node
1353          * checks if the source address of the message is a valid link-local
1354          * address, if the Hop Limit is set to 1, and if the Router Alert
1355          * option is present in the Hop-By-Hop Options header of the IPv6
1356          * packet.  If any of these checks fails, the packet is dropped.
1357          */
1358         if (!(ipv6_addr_type(&ipv6_hdr(skb)->saddr) & IPV6_ADDR_LINKLOCAL) ||
1359             ipv6_hdr(skb)->hop_limit != 1 ||
1360             !(IP6CB(skb)->flags & IP6SKB_ROUTERALERT) ||
1361             IP6CB(skb)->ra != htons(IPV6_OPT_ROUTERALERT_MLD))
1362                 return -EINVAL;
1363
1364         idev = __in6_dev_get(skb->dev);
1365         if (!idev)
1366                 return 0;
1367
1368         mld = (struct mld_msg *)icmp6_hdr(skb);
1369         group = &mld->mld_mca;
1370         group_type = ipv6_addr_type(group);
1371
1372         if (group_type != IPV6_ADDR_ANY &&
1373             !(group_type&IPV6_ADDR_MULTICAST))
1374                 return -EINVAL;
1375
1376         if (len < MLD_V1_QUERY_LEN) {
1377                 return -EINVAL;
1378         } else if (len == MLD_V1_QUERY_LEN || mld_in_v1_mode(idev)) {
1379                 err = mld_process_v1(idev, mld, &max_delay,
1380                                      len == MLD_V1_QUERY_LEN);
1381                 if (err < 0)
1382                         return err;
1383         } else if (len >= MLD_V2_QUERY_LEN_MIN) {
1384                 int srcs_offset = sizeof(struct mld2_query) -
1385                                   sizeof(struct icmp6hdr);
1386
1387                 if (!pskb_may_pull(skb, srcs_offset))
1388                         return -EINVAL;
1389
1390                 mlh2 = (struct mld2_query *)skb_transport_header(skb);
1391
1392                 err = mld_process_v2(idev, mlh2, &max_delay);
1393                 if (err < 0)
1394                         return err;
1395
1396                 if (group_type == IPV6_ADDR_ANY) { /* general query */
1397                         if (mlh2->mld2q_nsrcs)
1398                                 return -EINVAL; /* no sources allowed */
1399
1400                         mld_gq_start_timer(idev);
1401                         return 0;
1402                 }
1403                 /* mark sources to include, if group & source-specific */
1404                 if (mlh2->mld2q_nsrcs != 0) {
1405                         if (!pskb_may_pull(skb, srcs_offset +
1406                             ntohs(mlh2->mld2q_nsrcs) * sizeof(struct in6_addr)))
1407                                 return -EINVAL;
1408
1409                         mlh2 = (struct mld2_query *)skb_transport_header(skb);
1410                         mark = 1;
1411                 }
1412         } else {
1413                 return -EINVAL;
1414         }
1415
1416         read_lock_bh(&idev->lock);
1417         if (group_type == IPV6_ADDR_ANY) {
1418                 for (ma = idev->mc_list; ma; ma = ma->next) {
1419                         spin_lock_bh(&ma->mca_lock);
1420                         igmp6_group_queried(ma, max_delay);
1421                         spin_unlock_bh(&ma->mca_lock);
1422                 }
1423         } else {
1424                 for (ma = idev->mc_list; ma; ma = ma->next) {
1425                         if (!ipv6_addr_equal(group, &ma->mca_addr))
1426                                 continue;
1427                         spin_lock_bh(&ma->mca_lock);
1428                         if (ma->mca_flags & MAF_TIMER_RUNNING) {
1429                                 /* gsquery <- gsquery && mark */
1430                                 if (!mark)
1431                                         ma->mca_flags &= ~MAF_GSQUERY;
1432                         } else {
1433                                 /* gsquery <- mark */
1434                                 if (mark)
1435                                         ma->mca_flags |= MAF_GSQUERY;
1436                                 else
1437                                         ma->mca_flags &= ~MAF_GSQUERY;
1438                         }
1439                         if (!(ma->mca_flags & MAF_GSQUERY) ||
1440                             mld_marksources(ma, ntohs(mlh2->mld2q_nsrcs), mlh2->mld2q_srcs))
1441                                 igmp6_group_queried(ma, max_delay);
1442                         spin_unlock_bh(&ma->mca_lock);
1443                         break;
1444                 }
1445         }
1446         read_unlock_bh(&idev->lock);
1447
1448         return 0;
1449 }
1450
1451 /* called with rcu_read_lock() */
1452 int igmp6_event_report(struct sk_buff *skb)
1453 {
1454         struct ifmcaddr6 *ma;
1455         struct inet6_dev *idev;
1456         struct mld_msg *mld;
1457         int addr_type;
1458
1459         /* Our own report looped back. Ignore it. */
1460         if (skb->pkt_type == PACKET_LOOPBACK)
1461                 return 0;
1462
1463         /* send our report if the MC router may not have heard this report */
1464         if (skb->pkt_type != PACKET_MULTICAST &&
1465             skb->pkt_type != PACKET_BROADCAST)
1466                 return 0;
1467
1468         if (!pskb_may_pull(skb, sizeof(*mld) - sizeof(struct icmp6hdr)))
1469                 return -EINVAL;
1470
1471         mld = (struct mld_msg *)icmp6_hdr(skb);
1472
1473         /* Drop reports with not link local source */
1474         addr_type = ipv6_addr_type(&ipv6_hdr(skb)->saddr);
1475         if (addr_type != IPV6_ADDR_ANY &&
1476             !(addr_type&IPV6_ADDR_LINKLOCAL))
1477                 return -EINVAL;
1478
1479         idev = __in6_dev_get(skb->dev);
1480         if (!idev)
1481                 return -ENODEV;
1482
1483         /*
1484          *      Cancel the timer for this group
1485          */
1486
1487         read_lock_bh(&idev->lock);
1488         for (ma = idev->mc_list; ma; ma = ma->next) {
1489                 if (ipv6_addr_equal(&ma->mca_addr, &mld->mld_mca)) {
1490                         spin_lock(&ma->mca_lock);
1491                         if (del_timer(&ma->mca_timer))
1492                                 refcount_dec(&ma->mca_refcnt);
1493                         ma->mca_flags &= ~(MAF_LAST_REPORTER|MAF_TIMER_RUNNING);
1494                         spin_unlock(&ma->mca_lock);
1495                         break;
1496                 }
1497         }
1498         read_unlock_bh(&idev->lock);
1499         return 0;
1500 }
1501
1502 static bool is_in(struct ifmcaddr6 *pmc, struct ip6_sf_list *psf, int type,
1503                   int gdeleted, int sdeleted)
1504 {
1505         switch (type) {
1506         case MLD2_MODE_IS_INCLUDE:
1507         case MLD2_MODE_IS_EXCLUDE:
1508                 if (gdeleted || sdeleted)
1509                         return false;
1510                 if (!((pmc->mca_flags & MAF_GSQUERY) && !psf->sf_gsresp)) {
1511                         if (pmc->mca_sfmode == MCAST_INCLUDE)
1512                                 return true;
1513                         /* don't include if this source is excluded
1514                          * in all filters
1515                          */
1516                         if (psf->sf_count[MCAST_INCLUDE])
1517                                 return type == MLD2_MODE_IS_INCLUDE;
1518                         return pmc->mca_sfcount[MCAST_EXCLUDE] ==
1519                                 psf->sf_count[MCAST_EXCLUDE];
1520                 }
1521                 return false;
1522         case MLD2_CHANGE_TO_INCLUDE:
1523                 if (gdeleted || sdeleted)
1524                         return false;
1525                 return psf->sf_count[MCAST_INCLUDE] != 0;
1526         case MLD2_CHANGE_TO_EXCLUDE:
1527                 if (gdeleted || sdeleted)
1528                         return false;
1529                 if (pmc->mca_sfcount[MCAST_EXCLUDE] == 0 ||
1530                     psf->sf_count[MCAST_INCLUDE])
1531                         return false;
1532                 return pmc->mca_sfcount[MCAST_EXCLUDE] ==
1533                         psf->sf_count[MCAST_EXCLUDE];
1534         case MLD2_ALLOW_NEW_SOURCES:
1535                 if (gdeleted || !psf->sf_crcount)
1536                         return false;
1537                 return (pmc->mca_sfmode == MCAST_INCLUDE) ^ sdeleted;
1538         case MLD2_BLOCK_OLD_SOURCES:
1539                 if (pmc->mca_sfmode == MCAST_INCLUDE)
1540                         return gdeleted || (psf->sf_crcount && sdeleted);
1541                 return psf->sf_crcount && !gdeleted && !sdeleted;
1542         }
1543         return false;
1544 }
1545
1546 static int
1547 mld_scount(struct ifmcaddr6 *pmc, int type, int gdeleted, int sdeleted)
1548 {
1549         struct ip6_sf_list *psf;
1550         int scount = 0;
1551
1552         for (psf = pmc->mca_sources; psf; psf = psf->sf_next) {
1553                 if (!is_in(pmc, psf, type, gdeleted, sdeleted))
1554                         continue;
1555                 scount++;
1556         }
1557         return scount;
1558 }
1559
1560 static void ip6_mc_hdr(struct sock *sk, struct sk_buff *skb,
1561                        struct net_device *dev,
1562                        const struct in6_addr *saddr,
1563                        const struct in6_addr *daddr,
1564                        int proto, int len)
1565 {
1566         struct ipv6hdr *hdr;
1567
1568         skb->protocol = htons(ETH_P_IPV6);
1569         skb->dev = dev;
1570
1571         skb_reset_network_header(skb);
1572         skb_put(skb, sizeof(struct ipv6hdr));
1573         hdr = ipv6_hdr(skb);
1574
1575         ip6_flow_hdr(hdr, 0, 0);
1576
1577         hdr->payload_len = htons(len);
1578         hdr->nexthdr = proto;
1579         hdr->hop_limit = inet6_sk(sk)->hop_limit;
1580
1581         hdr->saddr = *saddr;
1582         hdr->daddr = *daddr;
1583 }
1584
1585 static struct sk_buff *mld_newpack(struct inet6_dev *idev, unsigned int mtu)
1586 {
1587         struct net_device *dev = idev->dev;
1588         struct net *net = dev_net(dev);
1589         struct sock *sk = net->ipv6.igmp_sk;
1590         struct sk_buff *skb;
1591         struct mld2_report *pmr;
1592         struct in6_addr addr_buf;
1593         const struct in6_addr *saddr;
1594         int hlen = LL_RESERVED_SPACE(dev);
1595         int tlen = dev->needed_tailroom;
1596         unsigned int size = mtu + hlen + tlen;
1597         int err;
1598         u8 ra[8] = { IPPROTO_ICMPV6, 0,
1599                      IPV6_TLV_ROUTERALERT, 2, 0, 0,
1600                      IPV6_TLV_PADN, 0 };
1601
1602         /* we assume size > sizeof(ra) here */
1603         /* limit our allocations to order-0 page */
1604         size = min_t(int, size, SKB_MAX_ORDER(0, 0));
1605         skb = sock_alloc_send_skb(sk, size, 1, &err);
1606
1607         if (!skb)
1608                 return NULL;
1609
1610         skb->priority = TC_PRIO_CONTROL;
1611         skb_reserve(skb, hlen);
1612         skb_tailroom_reserve(skb, mtu, tlen);
1613
1614         if (__ipv6_get_lladdr(idev, &addr_buf, IFA_F_TENTATIVE)) {
1615                 /* <draft-ietf-magma-mld-source-05.txt>:
1616                  * use unspecified address as the source address
1617                  * when a valid link-local address is not available.
1618                  */
1619                 saddr = &in6addr_any;
1620         } else
1621                 saddr = &addr_buf;
1622
1623         ip6_mc_hdr(sk, skb, dev, saddr, &mld2_all_mcr, NEXTHDR_HOP, 0);
1624
1625         skb_put_data(skb, ra, sizeof(ra));
1626
1627         skb_set_transport_header(skb, skb_tail_pointer(skb) - skb->data);
1628         skb_put(skb, sizeof(*pmr));
1629         pmr = (struct mld2_report *)skb_transport_header(skb);
1630         pmr->mld2r_type = ICMPV6_MLD2_REPORT;
1631         pmr->mld2r_resv1 = 0;
1632         pmr->mld2r_cksum = 0;
1633         pmr->mld2r_resv2 = 0;
1634         pmr->mld2r_ngrec = 0;
1635         return skb;
1636 }
1637
1638 static void mld_sendpack(struct sk_buff *skb)
1639 {
1640         struct ipv6hdr *pip6 = ipv6_hdr(skb);
1641         struct mld2_report *pmr =
1642                               (struct mld2_report *)skb_transport_header(skb);
1643         int payload_len, mldlen;
1644         struct inet6_dev *idev;
1645         struct net *net = dev_net(skb->dev);
1646         int err;
1647         struct flowi6 fl6;
1648         struct dst_entry *dst;
1649
1650         rcu_read_lock();
1651         idev = __in6_dev_get(skb->dev);
1652         IP6_UPD_PO_STATS(net, idev, IPSTATS_MIB_OUT, skb->len);
1653
1654         payload_len = (skb_tail_pointer(skb) - skb_network_header(skb)) -
1655                 sizeof(*pip6);
1656         mldlen = skb_tail_pointer(skb) - skb_transport_header(skb);
1657         pip6->payload_len = htons(payload_len);
1658
1659         pmr->mld2r_cksum = csum_ipv6_magic(&pip6->saddr, &pip6->daddr, mldlen,
1660                                            IPPROTO_ICMPV6,
1661                                            csum_partial(skb_transport_header(skb),
1662                                                         mldlen, 0));
1663
1664         icmpv6_flow_init(net->ipv6.igmp_sk, &fl6, ICMPV6_MLD2_REPORT,
1665                          &ipv6_hdr(skb)->saddr, &ipv6_hdr(skb)->daddr,
1666                          skb->dev->ifindex);
1667         dst = icmp6_dst_alloc(skb->dev, &fl6);
1668
1669         err = 0;
1670         if (IS_ERR(dst)) {
1671                 err = PTR_ERR(dst);
1672                 dst = NULL;
1673         }
1674         skb_dst_set(skb, dst);
1675         if (err)
1676                 goto err_out;
1677
1678         err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT,
1679                       net, net->ipv6.igmp_sk, skb, NULL, skb->dev,
1680                       dst_output);
1681 out:
1682         if (!err) {
1683                 ICMP6MSGOUT_INC_STATS(net, idev, ICMPV6_MLD2_REPORT);
1684                 ICMP6_INC_STATS(net, idev, ICMP6_MIB_OUTMSGS);
1685         } else {
1686                 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
1687         }
1688
1689         rcu_read_unlock();
1690         return;
1691
1692 err_out:
1693         kfree_skb(skb);
1694         goto out;
1695 }
1696
1697 static int grec_size(struct ifmcaddr6 *pmc, int type, int gdel, int sdel)
1698 {
1699         return sizeof(struct mld2_grec) + 16 * mld_scount(pmc,type,gdel,sdel);
1700 }
1701
1702 static struct sk_buff *add_grhead(struct sk_buff *skb, struct ifmcaddr6 *pmc,
1703         int type, struct mld2_grec **ppgr, unsigned int mtu)
1704 {
1705         struct mld2_report *pmr;
1706         struct mld2_grec *pgr;
1707
1708         if (!skb) {
1709                 skb = mld_newpack(pmc->idev, mtu);
1710                 if (!skb)
1711                         return NULL;
1712         }
1713         pgr = skb_put(skb, sizeof(struct mld2_grec));
1714         pgr->grec_type = type;
1715         pgr->grec_auxwords = 0;
1716         pgr->grec_nsrcs = 0;
1717         pgr->grec_mca = pmc->mca_addr;  /* structure copy */
1718         pmr = (struct mld2_report *)skb_transport_header(skb);
1719         pmr->mld2r_ngrec = htons(ntohs(pmr->mld2r_ngrec)+1);
1720         *ppgr = pgr;
1721         return skb;
1722 }
1723
1724 #define AVAILABLE(skb)  ((skb) ? skb_availroom(skb) : 0)
1725
1726 static struct sk_buff *add_grec(struct sk_buff *skb, struct ifmcaddr6 *pmc,
1727         int type, int gdeleted, int sdeleted, int crsend)
1728 {
1729         struct inet6_dev *idev = pmc->idev;
1730         struct net_device *dev = idev->dev;
1731         struct mld2_report *pmr;
1732         struct mld2_grec *pgr = NULL;
1733         struct ip6_sf_list *psf, *psf_next, *psf_prev, **psf_list;
1734         int scount, stotal, first, isquery, truncate;
1735         unsigned int mtu;
1736
1737         if (pmc->mca_flags & MAF_NOREPORT)
1738                 return skb;
1739
1740         mtu = READ_ONCE(dev->mtu);
1741         if (mtu < IPV6_MIN_MTU)
1742                 return skb;
1743
1744         isquery = type == MLD2_MODE_IS_INCLUDE ||
1745                   type == MLD2_MODE_IS_EXCLUDE;
1746         truncate = type == MLD2_MODE_IS_EXCLUDE ||
1747                     type == MLD2_CHANGE_TO_EXCLUDE;
1748
1749         stotal = scount = 0;
1750
1751         psf_list = sdeleted ? &pmc->mca_tomb : &pmc->mca_sources;
1752
1753         if (!*psf_list)
1754                 goto empty_source;
1755
1756         pmr = skb ? (struct mld2_report *)skb_transport_header(skb) : NULL;
1757
1758         /* EX and TO_EX get a fresh packet, if needed */
1759         if (truncate) {
1760                 if (pmr && pmr->mld2r_ngrec &&
1761                     AVAILABLE(skb) < grec_size(pmc, type, gdeleted, sdeleted)) {
1762                         if (skb)
1763                                 mld_sendpack(skb);
1764                         skb = mld_newpack(idev, mtu);
1765                 }
1766         }
1767         first = 1;
1768         psf_prev = NULL;
1769         for (psf = *psf_list; psf; psf = psf_next) {
1770                 struct in6_addr *psrc;
1771
1772                 psf_next = psf->sf_next;
1773
1774                 if (!is_in(pmc, psf, type, gdeleted, sdeleted) && !crsend) {
1775                         psf_prev = psf;
1776                         continue;
1777                 }
1778
1779                 /* Based on RFC3810 6.1. Should not send source-list change
1780                  * records when there is a filter mode change.
1781                  */
1782                 if (((gdeleted && pmc->mca_sfmode == MCAST_EXCLUDE) ||
1783                      (!gdeleted && pmc->mca_crcount)) &&
1784                     (type == MLD2_ALLOW_NEW_SOURCES ||
1785                      type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount)
1786                         goto decrease_sf_crcount;
1787
1788                 /* clear marks on query responses */
1789                 if (isquery)
1790                         psf->sf_gsresp = 0;
1791
1792                 if (AVAILABLE(skb) < sizeof(*psrc) +
1793                     first*sizeof(struct mld2_grec)) {
1794                         if (truncate && !first)
1795                                 break;   /* truncate these */
1796                         if (pgr)
1797                                 pgr->grec_nsrcs = htons(scount);
1798                         if (skb)
1799                                 mld_sendpack(skb);
1800                         skb = mld_newpack(idev, mtu);
1801                         first = 1;
1802                         scount = 0;
1803                 }
1804                 if (first) {
1805                         skb = add_grhead(skb, pmc, type, &pgr, mtu);
1806                         first = 0;
1807                 }
1808                 if (!skb)
1809                         return NULL;
1810                 psrc = skb_put(skb, sizeof(*psrc));
1811                 *psrc = psf->sf_addr;
1812                 scount++; stotal++;
1813                 if ((type == MLD2_ALLOW_NEW_SOURCES ||
1814                      type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount) {
1815 decrease_sf_crcount:
1816                         psf->sf_crcount--;
1817                         if ((sdeleted || gdeleted) && psf->sf_crcount == 0) {
1818                                 if (psf_prev)
1819                                         psf_prev->sf_next = psf->sf_next;
1820                                 else
1821                                         *psf_list = psf->sf_next;
1822                                 kfree(psf);
1823                                 continue;
1824                         }
1825                 }
1826                 psf_prev = psf;
1827         }
1828
1829 empty_source:
1830         if (!stotal) {
1831                 if (type == MLD2_ALLOW_NEW_SOURCES ||
1832                     type == MLD2_BLOCK_OLD_SOURCES)
1833                         return skb;
1834                 if (pmc->mca_crcount || isquery || crsend) {
1835                         /* make sure we have room for group header */
1836                         if (skb && AVAILABLE(skb) < sizeof(struct mld2_grec)) {
1837                                 mld_sendpack(skb);
1838                                 skb = NULL; /* add_grhead will get a new one */
1839                         }
1840                         skb = add_grhead(skb, pmc, type, &pgr, mtu);
1841                 }
1842         }
1843         if (pgr)
1844                 pgr->grec_nsrcs = htons(scount);
1845
1846         if (isquery)
1847                 pmc->mca_flags &= ~MAF_GSQUERY; /* clear query state */
1848         return skb;
1849 }
1850
1851 static void mld_send_report(struct inet6_dev *idev, struct ifmcaddr6 *pmc)
1852 {
1853         struct sk_buff *skb = NULL;
1854         int type;
1855
1856         read_lock_bh(&idev->lock);
1857         if (!pmc) {
1858                 for (pmc = idev->mc_list; pmc; pmc = pmc->next) {
1859                         if (pmc->mca_flags & MAF_NOREPORT)
1860                                 continue;
1861                         spin_lock_bh(&pmc->mca_lock);
1862                         if (pmc->mca_sfcount[MCAST_EXCLUDE])
1863                                 type = MLD2_MODE_IS_EXCLUDE;
1864                         else
1865                                 type = MLD2_MODE_IS_INCLUDE;
1866                         skb = add_grec(skb, pmc, type, 0, 0, 0);
1867                         spin_unlock_bh(&pmc->mca_lock);
1868                 }
1869         } else {
1870                 spin_lock_bh(&pmc->mca_lock);
1871                 if (pmc->mca_sfcount[MCAST_EXCLUDE])
1872                         type = MLD2_MODE_IS_EXCLUDE;
1873                 else
1874                         type = MLD2_MODE_IS_INCLUDE;
1875                 skb = add_grec(skb, pmc, type, 0, 0, 0);
1876                 spin_unlock_bh(&pmc->mca_lock);
1877         }
1878         read_unlock_bh(&idev->lock);
1879         if (skb)
1880                 mld_sendpack(skb);
1881 }
1882
1883 /*
1884  * remove zero-count source records from a source filter list
1885  */
1886 static void mld_clear_zeros(struct ip6_sf_list **ppsf)
1887 {
1888         struct ip6_sf_list *psf_prev, *psf_next, *psf;
1889
1890         psf_prev = NULL;
1891         for (psf = *ppsf; psf; psf = psf_next) {
1892                 psf_next = psf->sf_next;
1893                 if (psf->sf_crcount == 0) {
1894                         if (psf_prev)
1895                                 psf_prev->sf_next = psf->sf_next;
1896                         else
1897                                 *ppsf = psf->sf_next;
1898                         kfree(psf);
1899                 } else
1900                         psf_prev = psf;
1901         }
1902 }
1903
1904 static void mld_send_cr(struct inet6_dev *idev)
1905 {
1906         struct ifmcaddr6 *pmc, *pmc_prev, *pmc_next;
1907         struct sk_buff *skb = NULL;
1908         int type, dtype;
1909
1910         read_lock_bh(&idev->lock);
1911         spin_lock(&idev->mc_lock);
1912
1913         /* deleted MCA's */
1914         pmc_prev = NULL;
1915         for (pmc = idev->mc_tomb; pmc; pmc = pmc_next) {
1916                 pmc_next = pmc->next;
1917                 if (pmc->mca_sfmode == MCAST_INCLUDE) {
1918                         type = MLD2_BLOCK_OLD_SOURCES;
1919                         dtype = MLD2_BLOCK_OLD_SOURCES;
1920                         skb = add_grec(skb, pmc, type, 1, 0, 0);
1921                         skb = add_grec(skb, pmc, dtype, 1, 1, 0);
1922                 }
1923                 if (pmc->mca_crcount) {
1924                         if (pmc->mca_sfmode == MCAST_EXCLUDE) {
1925                                 type = MLD2_CHANGE_TO_INCLUDE;
1926                                 skb = add_grec(skb, pmc, type, 1, 0, 0);
1927                         }
1928                         pmc->mca_crcount--;
1929                         if (pmc->mca_crcount == 0) {
1930                                 mld_clear_zeros(&pmc->mca_tomb);
1931                                 mld_clear_zeros(&pmc->mca_sources);
1932                         }
1933                 }
1934                 if (pmc->mca_crcount == 0 && !pmc->mca_tomb &&
1935                     !pmc->mca_sources) {
1936                         if (pmc_prev)
1937                                 pmc_prev->next = pmc_next;
1938                         else
1939                                 idev->mc_tomb = pmc_next;
1940                         in6_dev_put(pmc->idev);
1941                         kfree(pmc);
1942                 } else
1943                         pmc_prev = pmc;
1944         }
1945         spin_unlock(&idev->mc_lock);
1946
1947         /* change recs */
1948         for (pmc = idev->mc_list; pmc; pmc = pmc->next) {
1949                 spin_lock_bh(&pmc->mca_lock);
1950                 if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
1951                         type = MLD2_BLOCK_OLD_SOURCES;
1952                         dtype = MLD2_ALLOW_NEW_SOURCES;
1953                 } else {
1954                         type = MLD2_ALLOW_NEW_SOURCES;
1955                         dtype = MLD2_BLOCK_OLD_SOURCES;
1956                 }
1957                 skb = add_grec(skb, pmc, type, 0, 0, 0);
1958                 skb = add_grec(skb, pmc, dtype, 0, 1, 0);       /* deleted sources */
1959
1960                 /* filter mode changes */
1961                 if (pmc->mca_crcount) {
1962                         if (pmc->mca_sfmode == MCAST_EXCLUDE)
1963                                 type = MLD2_CHANGE_TO_EXCLUDE;
1964                         else
1965                                 type = MLD2_CHANGE_TO_INCLUDE;
1966                         skb = add_grec(skb, pmc, type, 0, 0, 0);
1967                         pmc->mca_crcount--;
1968                 }
1969                 spin_unlock_bh(&pmc->mca_lock);
1970         }
1971         read_unlock_bh(&idev->lock);
1972         if (!skb)
1973                 return;
1974         (void) mld_sendpack(skb);
1975 }
1976
1977 static void igmp6_send(struct in6_addr *addr, struct net_device *dev, int type)
1978 {
1979         struct net *net = dev_net(dev);
1980         struct sock *sk = net->ipv6.igmp_sk;
1981         struct inet6_dev *idev;
1982         struct sk_buff *skb;
1983         struct mld_msg *hdr;
1984         const struct in6_addr *snd_addr, *saddr;
1985         struct in6_addr addr_buf;
1986         int hlen = LL_RESERVED_SPACE(dev);
1987         int tlen = dev->needed_tailroom;
1988         int err, len, payload_len, full_len;
1989         u8 ra[8] = { IPPROTO_ICMPV6, 0,
1990                      IPV6_TLV_ROUTERALERT, 2, 0, 0,
1991                      IPV6_TLV_PADN, 0 };
1992         struct flowi6 fl6;
1993         struct dst_entry *dst;
1994
1995         if (type == ICMPV6_MGM_REDUCTION)
1996                 snd_addr = &in6addr_linklocal_allrouters;
1997         else
1998                 snd_addr = addr;
1999
2000         len = sizeof(struct icmp6hdr) + sizeof(struct in6_addr);
2001         payload_len = len + sizeof(ra);
2002         full_len = sizeof(struct ipv6hdr) + payload_len;
2003
2004         rcu_read_lock();
2005         IP6_UPD_PO_STATS(net, __in6_dev_get(dev),
2006                       IPSTATS_MIB_OUT, full_len);
2007         rcu_read_unlock();
2008
2009         skb = sock_alloc_send_skb(sk, hlen + tlen + full_len, 1, &err);
2010
2011         if (!skb) {
2012                 rcu_read_lock();
2013                 IP6_INC_STATS(net, __in6_dev_get(dev),
2014                               IPSTATS_MIB_OUTDISCARDS);
2015                 rcu_read_unlock();
2016                 return;
2017         }
2018         skb->priority = TC_PRIO_CONTROL;
2019         skb_reserve(skb, hlen);
2020
2021         if (ipv6_get_lladdr(dev, &addr_buf, IFA_F_TENTATIVE)) {
2022                 /* <draft-ietf-magma-mld-source-05.txt>:
2023                  * use unspecified address as the source address
2024                  * when a valid link-local address is not available.
2025                  */
2026                 saddr = &in6addr_any;
2027         } else
2028                 saddr = &addr_buf;
2029
2030         ip6_mc_hdr(sk, skb, dev, saddr, snd_addr, NEXTHDR_HOP, payload_len);
2031
2032         skb_put_data(skb, ra, sizeof(ra));
2033
2034         hdr = skb_put_zero(skb, sizeof(struct mld_msg));
2035         hdr->mld_type = type;
2036         hdr->mld_mca = *addr;
2037
2038         hdr->mld_cksum = csum_ipv6_magic(saddr, snd_addr, len,
2039                                          IPPROTO_ICMPV6,
2040                                          csum_partial(hdr, len, 0));
2041
2042         rcu_read_lock();
2043         idev = __in6_dev_get(skb->dev);
2044
2045         icmpv6_flow_init(sk, &fl6, type,
2046                          &ipv6_hdr(skb)->saddr, &ipv6_hdr(skb)->daddr,
2047                          skb->dev->ifindex);
2048         dst = icmp6_dst_alloc(skb->dev, &fl6);
2049         if (IS_ERR(dst)) {
2050                 err = PTR_ERR(dst);
2051                 goto err_out;
2052         }
2053
2054         skb_dst_set(skb, dst);
2055         err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT,
2056                       net, sk, skb, NULL, skb->dev,
2057                       dst_output);
2058 out:
2059         if (!err) {
2060                 ICMP6MSGOUT_INC_STATS(net, idev, type);
2061                 ICMP6_INC_STATS(net, idev, ICMP6_MIB_OUTMSGS);
2062         } else
2063                 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
2064
2065         rcu_read_unlock();
2066         return;
2067
2068 err_out:
2069         kfree_skb(skb);
2070         goto out;
2071 }
2072
2073 static void mld_send_initial_cr(struct inet6_dev *idev)
2074 {
2075         struct sk_buff *skb;
2076         struct ifmcaddr6 *pmc;
2077         int type;
2078
2079         if (mld_in_v1_mode(idev))
2080                 return;
2081
2082         skb = NULL;
2083         read_lock_bh(&idev->lock);
2084         for (pmc = idev->mc_list; pmc; pmc = pmc->next) {
2085                 spin_lock_bh(&pmc->mca_lock);
2086                 if (pmc->mca_sfcount[MCAST_EXCLUDE])
2087                         type = MLD2_CHANGE_TO_EXCLUDE;
2088                 else
2089                         type = MLD2_ALLOW_NEW_SOURCES;
2090                 skb = add_grec(skb, pmc, type, 0, 0, 1);
2091                 spin_unlock_bh(&pmc->mca_lock);
2092         }
2093         read_unlock_bh(&idev->lock);
2094         if (skb)
2095                 mld_sendpack(skb);
2096 }
2097
2098 void ipv6_mc_dad_complete(struct inet6_dev *idev)
2099 {
2100         idev->mc_dad_count = idev->mc_qrv;
2101         if (idev->mc_dad_count) {
2102                 mld_send_initial_cr(idev);
2103                 idev->mc_dad_count--;
2104                 if (idev->mc_dad_count)
2105                         mld_dad_start_timer(idev,
2106                                             unsolicited_report_interval(idev));
2107         }
2108 }
2109
2110 static void mld_dad_timer_expire(struct timer_list *t)
2111 {
2112         struct inet6_dev *idev = from_timer(idev, t, mc_dad_timer);
2113
2114         mld_send_initial_cr(idev);
2115         if (idev->mc_dad_count) {
2116                 idev->mc_dad_count--;
2117                 if (idev->mc_dad_count)
2118                         mld_dad_start_timer(idev,
2119                                             unsolicited_report_interval(idev));
2120         }
2121         in6_dev_put(idev);
2122 }
2123
2124 static int ip6_mc_del1_src(struct ifmcaddr6 *pmc, int sfmode,
2125         const struct in6_addr *psfsrc)
2126 {
2127         struct ip6_sf_list *psf, *psf_prev;
2128         int rv = 0;
2129
2130         psf_prev = NULL;
2131         for (psf = pmc->mca_sources; psf; psf = psf->sf_next) {
2132                 if (ipv6_addr_equal(&psf->sf_addr, psfsrc))
2133                         break;
2134                 psf_prev = psf;
2135         }
2136         if (!psf || psf->sf_count[sfmode] == 0) {
2137                 /* source filter not found, or count wrong =>  bug */
2138                 return -ESRCH;
2139         }
2140         psf->sf_count[sfmode]--;
2141         if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) {
2142                 struct inet6_dev *idev = pmc->idev;
2143
2144                 /* no more filters for this source */
2145                 if (psf_prev)
2146                         psf_prev->sf_next = psf->sf_next;
2147                 else
2148                         pmc->mca_sources = psf->sf_next;
2149                 if (psf->sf_oldin && !(pmc->mca_flags & MAF_NOREPORT) &&
2150                     !mld_in_v1_mode(idev)) {
2151                         psf->sf_crcount = idev->mc_qrv;
2152                         psf->sf_next = pmc->mca_tomb;
2153                         pmc->mca_tomb = psf;
2154                         rv = 1;
2155                 } else
2156                         kfree(psf);
2157         }
2158         return rv;
2159 }
2160
2161 static int ip6_mc_del_src(struct inet6_dev *idev, const struct in6_addr *pmca,
2162                           int sfmode, int sfcount, const struct in6_addr *psfsrc,
2163                           int delta)
2164 {
2165         struct ifmcaddr6 *pmc;
2166         int     changerec = 0;
2167         int     i, err;
2168
2169         if (!idev)
2170                 return -ENODEV;
2171         read_lock_bh(&idev->lock);
2172         for (pmc = idev->mc_list; pmc; pmc = pmc->next) {
2173                 if (ipv6_addr_equal(pmca, &pmc->mca_addr))
2174                         break;
2175         }
2176         if (!pmc) {
2177                 /* MCA not found?? bug */
2178                 read_unlock_bh(&idev->lock);
2179                 return -ESRCH;
2180         }
2181         spin_lock_bh(&pmc->mca_lock);
2182         sf_markstate(pmc);
2183         if (!delta) {
2184                 if (!pmc->mca_sfcount[sfmode]) {
2185                         spin_unlock_bh(&pmc->mca_lock);
2186                         read_unlock_bh(&idev->lock);
2187                         return -EINVAL;
2188                 }
2189                 pmc->mca_sfcount[sfmode]--;
2190         }
2191         err = 0;
2192         for (i = 0; i < sfcount; i++) {
2193                 int rv = ip6_mc_del1_src(pmc, sfmode, &psfsrc[i]);
2194
2195                 changerec |= rv > 0;
2196                 if (!err && rv < 0)
2197                         err = rv;
2198         }
2199         if (pmc->mca_sfmode == MCAST_EXCLUDE &&
2200             pmc->mca_sfcount[MCAST_EXCLUDE] == 0 &&
2201             pmc->mca_sfcount[MCAST_INCLUDE]) {
2202                 struct ip6_sf_list *psf;
2203
2204                 /* filter mode change */
2205                 pmc->mca_sfmode = MCAST_INCLUDE;
2206                 pmc->mca_crcount = idev->mc_qrv;
2207                 idev->mc_ifc_count = pmc->mca_crcount;
2208                 for (psf = pmc->mca_sources; psf; psf = psf->sf_next)
2209                         psf->sf_crcount = 0;
2210                 mld_ifc_event(pmc->idev);
2211         } else if (sf_setstate(pmc) || changerec)
2212                 mld_ifc_event(pmc->idev);
2213         spin_unlock_bh(&pmc->mca_lock);
2214         read_unlock_bh(&idev->lock);
2215         return err;
2216 }
2217
2218 /*
2219  * Add multicast single-source filter to the interface list
2220  */
2221 static int ip6_mc_add1_src(struct ifmcaddr6 *pmc, int sfmode,
2222         const struct in6_addr *psfsrc)
2223 {
2224         struct ip6_sf_list *psf, *psf_prev;
2225
2226         psf_prev = NULL;
2227         for (psf = pmc->mca_sources; psf; psf = psf->sf_next) {
2228                 if (ipv6_addr_equal(&psf->sf_addr, psfsrc))
2229                         break;
2230                 psf_prev = psf;
2231         }
2232         if (!psf) {
2233                 psf = kzalloc(sizeof(*psf), GFP_ATOMIC);
2234                 if (!psf)
2235                         return -ENOBUFS;
2236
2237                 psf->sf_addr = *psfsrc;
2238                 if (psf_prev) {
2239                         psf_prev->sf_next = psf;
2240                 } else
2241                         pmc->mca_sources = psf;
2242         }
2243         psf->sf_count[sfmode]++;
2244         return 0;
2245 }
2246
2247 static void sf_markstate(struct ifmcaddr6 *pmc)
2248 {
2249         struct ip6_sf_list *psf;
2250         int mca_xcount = pmc->mca_sfcount[MCAST_EXCLUDE];
2251
2252         for (psf = pmc->mca_sources; psf; psf = psf->sf_next)
2253                 if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2254                         psf->sf_oldin = mca_xcount ==
2255                                 psf->sf_count[MCAST_EXCLUDE] &&
2256                                 !psf->sf_count[MCAST_INCLUDE];
2257                 } else
2258                         psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0;
2259 }
2260
2261 static int sf_setstate(struct ifmcaddr6 *pmc)
2262 {
2263         struct ip6_sf_list *psf, *dpsf;
2264         int mca_xcount = pmc->mca_sfcount[MCAST_EXCLUDE];
2265         int qrv = pmc->idev->mc_qrv;
2266         int new_in, rv;
2267
2268         rv = 0;
2269         for (psf = pmc->mca_sources; psf; psf = psf->sf_next) {
2270                 if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2271                         new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] &&
2272                                 !psf->sf_count[MCAST_INCLUDE];
2273                 } else
2274                         new_in = psf->sf_count[MCAST_INCLUDE] != 0;
2275                 if (new_in) {
2276                         if (!psf->sf_oldin) {
2277                                 struct ip6_sf_list *prev = NULL;
2278
2279                                 for (dpsf = pmc->mca_tomb; dpsf;
2280                                      dpsf = dpsf->sf_next) {
2281                                         if (ipv6_addr_equal(&dpsf->sf_addr,
2282                                             &psf->sf_addr))
2283                                                 break;
2284                                         prev = dpsf;
2285                                 }
2286                                 if (dpsf) {
2287                                         if (prev)
2288                                                 prev->sf_next = dpsf->sf_next;
2289                                         else
2290                                                 pmc->mca_tomb = dpsf->sf_next;
2291                                         kfree(dpsf);
2292                                 }
2293                                 psf->sf_crcount = qrv;
2294                                 rv++;
2295                         }
2296                 } else if (psf->sf_oldin) {
2297                         psf->sf_crcount = 0;
2298                         /*
2299                          * add or update "delete" records if an active filter
2300                          * is now inactive
2301                          */
2302                         for (dpsf = pmc->mca_tomb; dpsf; dpsf = dpsf->sf_next)
2303                                 if (ipv6_addr_equal(&dpsf->sf_addr,
2304                                     &psf->sf_addr))
2305                                         break;
2306                         if (!dpsf) {
2307                                 dpsf = kmalloc(sizeof(*dpsf), GFP_ATOMIC);
2308                                 if (!dpsf)
2309                                         continue;
2310                                 *dpsf = *psf;
2311                                 /* pmc->mca_lock held by callers */
2312                                 dpsf->sf_next = pmc->mca_tomb;
2313                                 pmc->mca_tomb = dpsf;
2314                         }
2315                         dpsf->sf_crcount = qrv;
2316                         rv++;
2317                 }
2318         }
2319         return rv;
2320 }
2321
2322 /*
2323  * Add multicast source filter list to the interface list
2324  */
2325 static int ip6_mc_add_src(struct inet6_dev *idev, const struct in6_addr *pmca,
2326                           int sfmode, int sfcount, const struct in6_addr *psfsrc,
2327                           int delta)
2328 {
2329         struct ifmcaddr6 *pmc;
2330         int     isexclude;
2331         int     i, err;
2332
2333         if (!idev)
2334                 return -ENODEV;
2335         read_lock_bh(&idev->lock);
2336         for (pmc = idev->mc_list; pmc; pmc = pmc->next) {
2337                 if (ipv6_addr_equal(pmca, &pmc->mca_addr))
2338                         break;
2339         }
2340         if (!pmc) {
2341                 /* MCA not found?? bug */
2342                 read_unlock_bh(&idev->lock);
2343                 return -ESRCH;
2344         }
2345         spin_lock_bh(&pmc->mca_lock);
2346
2347         sf_markstate(pmc);
2348         isexclude = pmc->mca_sfmode == MCAST_EXCLUDE;
2349         if (!delta)
2350                 pmc->mca_sfcount[sfmode]++;
2351         err = 0;
2352         for (i = 0; i < sfcount; i++) {
2353                 err = ip6_mc_add1_src(pmc, sfmode, &psfsrc[i]);
2354                 if (err)
2355                         break;
2356         }
2357         if (err) {
2358                 int j;
2359
2360                 if (!delta)
2361                         pmc->mca_sfcount[sfmode]--;
2362                 for (j = 0; j < i; j++)
2363                         ip6_mc_del1_src(pmc, sfmode, &psfsrc[j]);
2364         } else if (isexclude != (pmc->mca_sfcount[MCAST_EXCLUDE] != 0)) {
2365                 struct ip6_sf_list *psf;
2366
2367                 /* filter mode change */
2368                 if (pmc->mca_sfcount[MCAST_EXCLUDE])
2369                         pmc->mca_sfmode = MCAST_EXCLUDE;
2370                 else if (pmc->mca_sfcount[MCAST_INCLUDE])
2371                         pmc->mca_sfmode = MCAST_INCLUDE;
2372                 /* else no filters; keep old mode for reports */
2373
2374                 pmc->mca_crcount = idev->mc_qrv;
2375                 idev->mc_ifc_count = pmc->mca_crcount;
2376                 for (psf = pmc->mca_sources; psf; psf = psf->sf_next)
2377                         psf->sf_crcount = 0;
2378                 mld_ifc_event(idev);
2379         } else if (sf_setstate(pmc))
2380                 mld_ifc_event(idev);
2381         spin_unlock_bh(&pmc->mca_lock);
2382         read_unlock_bh(&idev->lock);
2383         return err;
2384 }
2385
2386 static void ip6_mc_clear_src(struct ifmcaddr6 *pmc)
2387 {
2388         struct ip6_sf_list *psf, *nextpsf;
2389
2390         for (psf = pmc->mca_tomb; psf; psf = nextpsf) {
2391                 nextpsf = psf->sf_next;
2392                 kfree(psf);
2393         }
2394         pmc->mca_tomb = NULL;
2395         for (psf = pmc->mca_sources; psf; psf = nextpsf) {
2396                 nextpsf = psf->sf_next;
2397                 kfree(psf);
2398         }
2399         pmc->mca_sources = NULL;
2400         pmc->mca_sfmode = MCAST_EXCLUDE;
2401         pmc->mca_sfcount[MCAST_INCLUDE] = 0;
2402         pmc->mca_sfcount[MCAST_EXCLUDE] = 1;
2403 }
2404
2405
2406 static void igmp6_join_group(struct ifmcaddr6 *ma)
2407 {
2408         unsigned long delay;
2409
2410         if (ma->mca_flags & MAF_NOREPORT)
2411                 return;
2412
2413         igmp6_send(&ma->mca_addr, ma->idev->dev, ICMPV6_MGM_REPORT);
2414
2415         delay = prandom_u32() % unsolicited_report_interval(ma->idev);
2416
2417         spin_lock_bh(&ma->mca_lock);
2418         if (del_timer(&ma->mca_timer)) {
2419                 refcount_dec(&ma->mca_refcnt);
2420                 delay = ma->mca_timer.expires - jiffies;
2421         }
2422
2423         if (!mod_timer(&ma->mca_timer, jiffies + delay))
2424                 refcount_inc(&ma->mca_refcnt);
2425         ma->mca_flags |= MAF_TIMER_RUNNING | MAF_LAST_REPORTER;
2426         spin_unlock_bh(&ma->mca_lock);
2427 }
2428
2429 static int ip6_mc_leave_src(struct sock *sk, struct ipv6_mc_socklist *iml,
2430                             struct inet6_dev *idev)
2431 {
2432         int err;
2433
2434         write_lock_bh(&iml->sflock);
2435         if (!iml->sflist) {
2436                 /* any-source empty exclude case */
2437                 err = ip6_mc_del_src(idev, &iml->addr, iml->sfmode, 0, NULL, 0);
2438         } else {
2439                 err = ip6_mc_del_src(idev, &iml->addr, iml->sfmode,
2440                                 iml->sflist->sl_count, iml->sflist->sl_addr, 0);
2441                 sock_kfree_s(sk, iml->sflist, IP6_SFLSIZE(iml->sflist->sl_max));
2442                 iml->sflist = NULL;
2443         }
2444         write_unlock_bh(&iml->sflock);
2445         return err;
2446 }
2447
2448 static void igmp6_leave_group(struct ifmcaddr6 *ma)
2449 {
2450         if (mld_in_v1_mode(ma->idev)) {
2451                 if (ma->mca_flags & MAF_LAST_REPORTER)
2452                         igmp6_send(&ma->mca_addr, ma->idev->dev,
2453                                 ICMPV6_MGM_REDUCTION);
2454         } else {
2455                 mld_add_delrec(ma->idev, ma);
2456                 mld_ifc_event(ma->idev);
2457         }
2458 }
2459
2460 static void mld_gq_timer_expire(struct timer_list *t)
2461 {
2462         struct inet6_dev *idev = from_timer(idev, t, mc_gq_timer);
2463
2464         idev->mc_gq_running = 0;
2465         mld_send_report(idev, NULL);
2466         in6_dev_put(idev);
2467 }
2468
2469 static void mld_ifc_timer_expire(struct timer_list *t)
2470 {
2471         struct inet6_dev *idev = from_timer(idev, t, mc_ifc_timer);
2472
2473         mld_send_cr(idev);
2474         if (idev->mc_ifc_count) {
2475                 idev->mc_ifc_count--;
2476                 if (idev->mc_ifc_count)
2477                         mld_ifc_start_timer(idev,
2478                                             unsolicited_report_interval(idev));
2479         }
2480         in6_dev_put(idev);
2481 }
2482
2483 static void mld_ifc_event(struct inet6_dev *idev)
2484 {
2485         if (mld_in_v1_mode(idev))
2486                 return;
2487         idev->mc_ifc_count = idev->mc_qrv;
2488         mld_ifc_start_timer(idev, 1);
2489 }
2490
2491 static void igmp6_timer_handler(struct timer_list *t)
2492 {
2493         struct ifmcaddr6 *ma = from_timer(ma, t, mca_timer);
2494
2495         if (mld_in_v1_mode(ma->idev))
2496                 igmp6_send(&ma->mca_addr, ma->idev->dev, ICMPV6_MGM_REPORT);
2497         else
2498                 mld_send_report(ma->idev, ma);
2499
2500         spin_lock(&ma->mca_lock);
2501         ma->mca_flags |=  MAF_LAST_REPORTER;
2502         ma->mca_flags &= ~MAF_TIMER_RUNNING;
2503         spin_unlock(&ma->mca_lock);
2504         ma_put(ma);
2505 }
2506
2507 /* Device changing type */
2508
2509 void ipv6_mc_unmap(struct inet6_dev *idev)
2510 {
2511         struct ifmcaddr6 *i;
2512
2513         /* Install multicast list, except for all-nodes (already installed) */
2514
2515         read_lock_bh(&idev->lock);
2516         for (i = idev->mc_list; i; i = i->next)
2517                 igmp6_group_dropped(i);
2518         read_unlock_bh(&idev->lock);
2519 }
2520
2521 void ipv6_mc_remap(struct inet6_dev *idev)
2522 {
2523         ipv6_mc_up(idev);
2524 }
2525
2526 /* Device going down */
2527
2528 void ipv6_mc_down(struct inet6_dev *idev)
2529 {
2530         struct ifmcaddr6 *i;
2531
2532         /* Withdraw multicast list */
2533
2534         read_lock_bh(&idev->lock);
2535
2536         for (i = idev->mc_list; i; i = i->next)
2537                 igmp6_group_dropped(i);
2538
2539         /* Should stop timer after group drop. or we will
2540          * start timer again in mld_ifc_event()
2541          */
2542         mld_ifc_stop_timer(idev);
2543         mld_gq_stop_timer(idev);
2544         mld_dad_stop_timer(idev);
2545         read_unlock_bh(&idev->lock);
2546 }
2547
2548 static void ipv6_mc_reset(struct inet6_dev *idev)
2549 {
2550         idev->mc_qrv = sysctl_mld_qrv;
2551         idev->mc_qi = MLD_QI_DEFAULT;
2552         idev->mc_qri = MLD_QRI_DEFAULT;
2553         idev->mc_v1_seen = 0;
2554         idev->mc_maxdelay = unsolicited_report_interval(idev);
2555 }
2556
2557 /* Device going up */
2558
2559 void ipv6_mc_up(struct inet6_dev *idev)
2560 {
2561         struct ifmcaddr6 *i;
2562
2563         /* Install multicast list, except for all-nodes (already installed) */
2564
2565         read_lock_bh(&idev->lock);
2566         ipv6_mc_reset(idev);
2567         for (i = idev->mc_list; i; i = i->next) {
2568                 mld_del_delrec(idev, i);
2569                 igmp6_group_added(i);
2570         }
2571         read_unlock_bh(&idev->lock);
2572 }
2573
2574 /* IPv6 device initialization. */
2575
2576 void ipv6_mc_init_dev(struct inet6_dev *idev)
2577 {
2578         write_lock_bh(&idev->lock);
2579         spin_lock_init(&idev->mc_lock);
2580         idev->mc_gq_running = 0;
2581         timer_setup(&idev->mc_gq_timer, mld_gq_timer_expire, 0);
2582         idev->mc_tomb = NULL;
2583         idev->mc_ifc_count = 0;
2584         timer_setup(&idev->mc_ifc_timer, mld_ifc_timer_expire, 0);
2585         timer_setup(&idev->mc_dad_timer, mld_dad_timer_expire, 0);
2586         ipv6_mc_reset(idev);
2587         write_unlock_bh(&idev->lock);
2588 }
2589
2590 /*
2591  *      Device is about to be destroyed: clean up.
2592  */
2593
2594 void ipv6_mc_destroy_dev(struct inet6_dev *idev)
2595 {
2596         struct ifmcaddr6 *i;
2597
2598         /* Deactivate timers */
2599         ipv6_mc_down(idev);
2600         mld_clear_delrec(idev);
2601
2602         /* Delete all-nodes address. */
2603         /* We cannot call ipv6_dev_mc_dec() directly, our caller in
2604          * addrconf.c has NULL'd out dev->ip6_ptr so in6_dev_get() will
2605          * fail.
2606          */
2607         __ipv6_dev_mc_dec(idev, &in6addr_linklocal_allnodes);
2608
2609         if (idev->cnf.forwarding)
2610                 __ipv6_dev_mc_dec(idev, &in6addr_linklocal_allrouters);
2611
2612         write_lock_bh(&idev->lock);
2613         while ((i = idev->mc_list) != NULL) {
2614                 idev->mc_list = i->next;
2615
2616                 write_unlock_bh(&idev->lock);
2617                 ma_put(i);
2618                 write_lock_bh(&idev->lock);
2619         }
2620         write_unlock_bh(&idev->lock);
2621 }
2622
2623 static void ipv6_mc_rejoin_groups(struct inet6_dev *idev)
2624 {
2625         struct ifmcaddr6 *pmc;
2626
2627         ASSERT_RTNL();
2628
2629         if (mld_in_v1_mode(idev)) {
2630                 read_lock_bh(&idev->lock);
2631                 for (pmc = idev->mc_list; pmc; pmc = pmc->next)
2632                         igmp6_join_group(pmc);
2633                 read_unlock_bh(&idev->lock);
2634         } else
2635                 mld_send_report(idev, NULL);
2636 }
2637
2638 static int ipv6_mc_netdev_event(struct notifier_block *this,
2639                                 unsigned long event,
2640                                 void *ptr)
2641 {
2642         struct net_device *dev = netdev_notifier_info_to_dev(ptr);
2643         struct inet6_dev *idev = __in6_dev_get(dev);
2644
2645         switch (event) {
2646         case NETDEV_RESEND_IGMP:
2647                 if (idev)
2648                         ipv6_mc_rejoin_groups(idev);
2649                 break;
2650         default:
2651                 break;
2652         }
2653
2654         return NOTIFY_DONE;
2655 }
2656
2657 static struct notifier_block igmp6_netdev_notifier = {
2658         .notifier_call = ipv6_mc_netdev_event,
2659 };
2660
2661 #ifdef CONFIG_PROC_FS
2662 struct igmp6_mc_iter_state {
2663         struct seq_net_private p;
2664         struct net_device *dev;
2665         struct inet6_dev *idev;
2666 };
2667
2668 #define igmp6_mc_seq_private(seq)       ((struct igmp6_mc_iter_state *)(seq)->private)
2669
2670 static inline struct ifmcaddr6 *igmp6_mc_get_first(struct seq_file *seq)
2671 {
2672         struct ifmcaddr6 *im = NULL;
2673         struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2674         struct net *net = seq_file_net(seq);
2675
2676         state->idev = NULL;
2677         for_each_netdev_rcu(net, state->dev) {
2678                 struct inet6_dev *idev;
2679                 idev = __in6_dev_get(state->dev);
2680                 if (!idev)
2681                         continue;
2682                 read_lock_bh(&idev->lock);
2683                 im = idev->mc_list;
2684                 if (im) {
2685                         state->idev = idev;
2686                         break;
2687                 }
2688                 read_unlock_bh(&idev->lock);
2689         }
2690         return im;
2691 }
2692
2693 static struct ifmcaddr6 *igmp6_mc_get_next(struct seq_file *seq, struct ifmcaddr6 *im)
2694 {
2695         struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2696
2697         im = im->next;
2698         while (!im) {
2699                 if (likely(state->idev))
2700                         read_unlock_bh(&state->idev->lock);
2701
2702                 state->dev = next_net_device_rcu(state->dev);
2703                 if (!state->dev) {
2704                         state->idev = NULL;
2705                         break;
2706                 }
2707                 state->idev = __in6_dev_get(state->dev);
2708                 if (!state->idev)
2709                         continue;
2710                 read_lock_bh(&state->idev->lock);
2711                 im = state->idev->mc_list;
2712         }
2713         return im;
2714 }
2715
2716 static struct ifmcaddr6 *igmp6_mc_get_idx(struct seq_file *seq, loff_t pos)
2717 {
2718         struct ifmcaddr6 *im = igmp6_mc_get_first(seq);
2719         if (im)
2720                 while (pos && (im = igmp6_mc_get_next(seq, im)) != NULL)
2721                         --pos;
2722         return pos ? NULL : im;
2723 }
2724
2725 static void *igmp6_mc_seq_start(struct seq_file *seq, loff_t *pos)
2726         __acquires(RCU)
2727 {
2728         rcu_read_lock();
2729         return igmp6_mc_get_idx(seq, *pos);
2730 }
2731
2732 static void *igmp6_mc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2733 {
2734         struct ifmcaddr6 *im = igmp6_mc_get_next(seq, v);
2735
2736         ++*pos;
2737         return im;
2738 }
2739
2740 static void igmp6_mc_seq_stop(struct seq_file *seq, void *v)
2741         __releases(RCU)
2742 {
2743         struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2744
2745         if (likely(state->idev)) {
2746                 read_unlock_bh(&state->idev->lock);
2747                 state->idev = NULL;
2748         }
2749         state->dev = NULL;
2750         rcu_read_unlock();
2751 }
2752
2753 static int igmp6_mc_seq_show(struct seq_file *seq, void *v)
2754 {
2755         struct ifmcaddr6 *im = (struct ifmcaddr6 *)v;
2756         struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2757
2758         seq_printf(seq,
2759                    "%-4d %-15s %pi6 %5d %08X %ld\n",
2760                    state->dev->ifindex, state->dev->name,
2761                    &im->mca_addr,
2762                    im->mca_users, im->mca_flags,
2763                    (im->mca_flags&MAF_TIMER_RUNNING) ?
2764                    jiffies_to_clock_t(im->mca_timer.expires-jiffies) : 0);
2765         return 0;
2766 }
2767
2768 static const struct seq_operations igmp6_mc_seq_ops = {
2769         .start  =       igmp6_mc_seq_start,
2770         .next   =       igmp6_mc_seq_next,
2771         .stop   =       igmp6_mc_seq_stop,
2772         .show   =       igmp6_mc_seq_show,
2773 };
2774
2775 struct igmp6_mcf_iter_state {
2776         struct seq_net_private p;
2777         struct net_device *dev;
2778         struct inet6_dev *idev;
2779         struct ifmcaddr6 *im;
2780 };
2781
2782 #define igmp6_mcf_seq_private(seq)      ((struct igmp6_mcf_iter_state *)(seq)->private)
2783
2784 static inline struct ip6_sf_list *igmp6_mcf_get_first(struct seq_file *seq)
2785 {
2786         struct ip6_sf_list *psf = NULL;
2787         struct ifmcaddr6 *im = NULL;
2788         struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2789         struct net *net = seq_file_net(seq);
2790
2791         state->idev = NULL;
2792         state->im = NULL;
2793         for_each_netdev_rcu(net, state->dev) {
2794                 struct inet6_dev *idev;
2795                 idev = __in6_dev_get(state->dev);
2796                 if (unlikely(idev == NULL))
2797                         continue;
2798                 read_lock_bh(&idev->lock);
2799                 im = idev->mc_list;
2800                 if (likely(im)) {
2801                         spin_lock_bh(&im->mca_lock);
2802                         psf = im->mca_sources;
2803                         if (likely(psf)) {
2804                                 state->im = im;
2805                                 state->idev = idev;
2806                                 break;
2807                         }
2808                         spin_unlock_bh(&im->mca_lock);
2809                 }
2810                 read_unlock_bh(&idev->lock);
2811         }
2812         return psf;
2813 }
2814
2815 static struct ip6_sf_list *igmp6_mcf_get_next(struct seq_file *seq, struct ip6_sf_list *psf)
2816 {
2817         struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2818
2819         psf = psf->sf_next;
2820         while (!psf) {
2821                 spin_unlock_bh(&state->im->mca_lock);
2822                 state->im = state->im->next;
2823                 while (!state->im) {
2824                         if (likely(state->idev))
2825                                 read_unlock_bh(&state->idev->lock);
2826
2827                         state->dev = next_net_device_rcu(state->dev);
2828                         if (!state->dev) {
2829                                 state->idev = NULL;
2830                                 goto out;
2831                         }
2832                         state->idev = __in6_dev_get(state->dev);
2833                         if (!state->idev)
2834                                 continue;
2835                         read_lock_bh(&state->idev->lock);
2836                         state->im = state->idev->mc_list;
2837                 }
2838                 if (!state->im)
2839                         break;
2840                 spin_lock_bh(&state->im->mca_lock);
2841                 psf = state->im->mca_sources;
2842         }
2843 out:
2844         return psf;
2845 }
2846
2847 static struct ip6_sf_list *igmp6_mcf_get_idx(struct seq_file *seq, loff_t pos)
2848 {
2849         struct ip6_sf_list *psf = igmp6_mcf_get_first(seq);
2850         if (psf)
2851                 while (pos && (psf = igmp6_mcf_get_next(seq, psf)) != NULL)
2852                         --pos;
2853         return pos ? NULL : psf;
2854 }
2855
2856 static void *igmp6_mcf_seq_start(struct seq_file *seq, loff_t *pos)
2857         __acquires(RCU)
2858 {
2859         rcu_read_lock();
2860         return *pos ? igmp6_mcf_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
2861 }
2862
2863 static void *igmp6_mcf_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2864 {
2865         struct ip6_sf_list *psf;
2866         if (v == SEQ_START_TOKEN)
2867                 psf = igmp6_mcf_get_first(seq);
2868         else
2869                 psf = igmp6_mcf_get_next(seq, v);
2870         ++*pos;
2871         return psf;
2872 }
2873
2874 static void igmp6_mcf_seq_stop(struct seq_file *seq, void *v)
2875         __releases(RCU)
2876 {
2877         struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2878         if (likely(state->im)) {
2879                 spin_unlock_bh(&state->im->mca_lock);
2880                 state->im = NULL;
2881         }
2882         if (likely(state->idev)) {
2883                 read_unlock_bh(&state->idev->lock);
2884                 state->idev = NULL;
2885         }
2886         state->dev = NULL;
2887         rcu_read_unlock();
2888 }
2889
2890 static int igmp6_mcf_seq_show(struct seq_file *seq, void *v)
2891 {
2892         struct ip6_sf_list *psf = (struct ip6_sf_list *)v;
2893         struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2894
2895         if (v == SEQ_START_TOKEN) {
2896                 seq_puts(seq, "Idx Device                Multicast Address                   Source Address    INC    EXC\n");
2897         } else {
2898                 seq_printf(seq,
2899                            "%3d %6.6s %pi6 %pi6 %6lu %6lu\n",
2900                            state->dev->ifindex, state->dev->name,
2901                            &state->im->mca_addr,
2902                            &psf->sf_addr,
2903                            psf->sf_count[MCAST_INCLUDE],
2904                            psf->sf_count[MCAST_EXCLUDE]);
2905         }
2906         return 0;
2907 }
2908
2909 static const struct seq_operations igmp6_mcf_seq_ops = {
2910         .start  =       igmp6_mcf_seq_start,
2911         .next   =       igmp6_mcf_seq_next,
2912         .stop   =       igmp6_mcf_seq_stop,
2913         .show   =       igmp6_mcf_seq_show,
2914 };
2915
2916 static int __net_init igmp6_proc_init(struct net *net)
2917 {
2918         int err;
2919
2920         err = -ENOMEM;
2921         if (!proc_create_net("igmp6", 0444, net->proc_net, &igmp6_mc_seq_ops,
2922                         sizeof(struct igmp6_mc_iter_state)))
2923                 goto out;
2924         if (!proc_create_net("mcfilter6", 0444, net->proc_net,
2925                         &igmp6_mcf_seq_ops,
2926                         sizeof(struct igmp6_mcf_iter_state)))
2927                 goto out_proc_net_igmp6;
2928
2929         err = 0;
2930 out:
2931         return err;
2932
2933 out_proc_net_igmp6:
2934         remove_proc_entry("igmp6", net->proc_net);
2935         goto out;
2936 }
2937
2938 static void __net_exit igmp6_proc_exit(struct net *net)
2939 {
2940         remove_proc_entry("mcfilter6", net->proc_net);
2941         remove_proc_entry("igmp6", net->proc_net);
2942 }
2943 #else
2944 static inline int igmp6_proc_init(struct net *net)
2945 {
2946         return 0;
2947 }
2948 static inline void igmp6_proc_exit(struct net *net)
2949 {
2950 }
2951 #endif
2952
2953 static int __net_init igmp6_net_init(struct net *net)
2954 {
2955         int err;
2956
2957         err = inet_ctl_sock_create(&net->ipv6.igmp_sk, PF_INET6,
2958                                    SOCK_RAW, IPPROTO_ICMPV6, net);
2959         if (err < 0) {
2960                 pr_err("Failed to initialize the IGMP6 control socket (err %d)\n",
2961                        err);
2962                 goto out;
2963         }
2964
2965         inet6_sk(net->ipv6.igmp_sk)->hop_limit = 1;
2966
2967         err = inet_ctl_sock_create(&net->ipv6.mc_autojoin_sk, PF_INET6,
2968                                    SOCK_RAW, IPPROTO_ICMPV6, net);
2969         if (err < 0) {
2970                 pr_err("Failed to initialize the IGMP6 autojoin socket (err %d)\n",
2971                        err);
2972                 goto out_sock_create;
2973         }
2974
2975         err = igmp6_proc_init(net);
2976         if (err)
2977                 goto out_sock_create_autojoin;
2978
2979         return 0;
2980
2981 out_sock_create_autojoin:
2982         inet_ctl_sock_destroy(net->ipv6.mc_autojoin_sk);
2983 out_sock_create:
2984         inet_ctl_sock_destroy(net->ipv6.igmp_sk);
2985 out:
2986         return err;
2987 }
2988
2989 static void __net_exit igmp6_net_exit(struct net *net)
2990 {
2991         inet_ctl_sock_destroy(net->ipv6.igmp_sk);
2992         inet_ctl_sock_destroy(net->ipv6.mc_autojoin_sk);
2993         igmp6_proc_exit(net);
2994 }
2995
2996 static struct pernet_operations igmp6_net_ops = {
2997         .init = igmp6_net_init,
2998         .exit = igmp6_net_exit,
2999 };
3000
3001 int __init igmp6_init(void)
3002 {
3003         return register_pernet_subsys(&igmp6_net_ops);
3004 }
3005
3006 int __init igmp6_late_init(void)
3007 {
3008         return register_netdevice_notifier(&igmp6_netdev_notifier);
3009 }
3010
3011 void igmp6_cleanup(void)
3012 {
3013         unregister_pernet_subsys(&igmp6_net_ops);
3014 }
3015
3016 void igmp6_late_cleanup(void)
3017 {
3018         unregister_netdevice_notifier(&igmp6_netdev_notifier);
3019 }