net/ethtool/ioctl.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * net/core/ethtool.c - Ethtool ioctl handler
   4  * Copyright (c) 2003 Matthew Wilcox <matthew@wil.cx>
   5  *
   6  * This file is where we call all the ethtool_ops commands to get
   7  * the information ethtool needs.
   8  */
   9
  10 #include <linux/module.h>
  11 #include <linux/types.h>
  12 #include <linux/capability.h>
  13 #include <linux/errno.h>
  14 #include <linux/ethtool.h>
  15 #include <linux/netdevice.h>
  16 #include <linux/net_tstamp.h>
  17 #include <linux/phy.h>
  18 #include <linux/bitops.h>
  19 #include <linux/uaccess.h>
  20 #include <linux/vermagic.h>
  21 #include <linux/vmalloc.h>
  22 #include <linux/sfp.h>
  23 #include <linux/slab.h>
  24 #include <linux/rtnetlink.h>
  25 #include <linux/sched/signal.h>
  26 #include <linux/net.h>
  27 #include <net/devlink.h>
  28 #include <net/xdp_sock.h>
  29 #include <net/flow_offload.h>
  30 #include <linux/ethtool_netlink.h>
  31
  32 #include "common.h"
  33
  34 /*
  35  * Some useful ethtool_ops methods that're device independent.
  36  * If we find that all drivers want to do the same thing here,
  37  * we can turn these into dev_() function calls.
  38  */
  39
  40 u32 ethtool_op_get_link(struct net_device *dev)
  41 {
  42         return netif_carrier_ok(dev) ? 1 : 0;
  43 }
  44 EXPORT_SYMBOL(ethtool_op_get_link);
  45
  46 int ethtool_op_get_ts_info(struct net_device *dev, struct ethtool_ts_info *info)
  47 {
  48         info->so_timestamping =
  49                 SOF_TIMESTAMPING_TX_SOFTWARE |
  50                 SOF_TIMESTAMPING_RX_SOFTWARE |
  51                 SOF_TIMESTAMPING_SOFTWARE;
  52         info->phc_index = -1;
  53         return 0;
  54 }
  55 EXPORT_SYMBOL(ethtool_op_get_ts_info);
  56
  57 /* Handlers for each ethtool command */
  58
  59 static int ethtool_get_features(struct net_device *dev, void __user *useraddr)
  60 {
  61         struct ethtool_gfeatures cmd = {
  62                 .cmd = ETHTOOL_GFEATURES,
  63                 .size = ETHTOOL_DEV_FEATURE_WORDS,
  64         };
  65         struct ethtool_get_features_block features[ETHTOOL_DEV_FEATURE_WORDS];
  66         u32 __user *sizeaddr;
  67         u32 copy_size;
  68         int i;
  69
  70         /* in case feature bits run out again */
  71         BUILD_BUG_ON(ETHTOOL_DEV_FEATURE_WORDS * sizeof(u32) > sizeof(netdev_features_t));
  72
  73         for (i = 0; i < ETHTOOL_DEV_FEATURE_WORDS; ++i) {
  74                 features[i].available = (u32)(dev->hw_features >> (32 * i));
  75                 features[i].requested = (u32)(dev->wanted_features >> (32 * i));
  76                 features[i].active = (u32)(dev->features >> (32 * i));
  77                 features[i].never_changed =
  78                         (u32)(NETIF_F_NEVER_CHANGE >> (32 * i));
  79         }
  80
  81         sizeaddr = useraddr + offsetof(struct ethtool_gfeatures, size);
  82         if (get_user(copy_size, sizeaddr))
  83                 return -EFAULT;
  84
  85         if (copy_size > ETHTOOL_DEV_FEATURE_WORDS)
  86                 copy_size = ETHTOOL_DEV_FEATURE_WORDS;
  87
  88         if (copy_to_user(useraddr, &cmd, sizeof(cmd)))
  89                 return -EFAULT;
  90         useraddr += sizeof(cmd);
  91         if (copy_to_user(useraddr, features, copy_size * sizeof(*features)))
  92                 return -EFAULT;
  93
  94         return 0;
  95 }
  96
  97 static int ethtool_set_features(struct net_device *dev, void __user *useraddr)
  98 {
  99         struct ethtool_sfeatures cmd;
 100         struct ethtool_set_features_block features[ETHTOOL_DEV_FEATURE_WORDS];
 101         netdev_features_t wanted = 0, valid = 0;
 102         int i, ret = 0;
 103
 104         if (copy_from_user(&cmd, useraddr, sizeof(cmd)))
 105                 return -EFAULT;
 106         useraddr += sizeof(cmd);
 107
 108         if (cmd.size != ETHTOOL_DEV_FEATURE_WORDS)
 109                 return -EINVAL;
 110
 111         if (copy_from_user(features, useraddr, sizeof(features)))
 112                 return -EFAULT;
 113
 114         for (i = 0; i < ETHTOOL_DEV_FEATURE_WORDS; ++i) {
 115                 valid |= (netdev_features_t)features[i].valid << (32 * i);
 116                 wanted |= (netdev_features_t)features[i].requested << (32 * i);
 117         }
 118
 119         if (valid & ~NETIF_F_ETHTOOL_BITS)
 120                 return -EINVAL;
 121
 122         if (valid & ~dev->hw_features) {
 123                 valid &= dev->hw_features;
 124                 ret |= ETHTOOL_F_UNSUPPORTED;
 125         }
 126
 127         dev->wanted_features &= ~valid;
 128         dev->wanted_features |= wanted & valid;
 129         __netdev_update_features(dev);
 130
 131         if ((dev->wanted_features ^ dev->features) & valid)
 132                 ret |= ETHTOOL_F_WISH;
 133
 134         return ret;
 135 }
 136
 137 static int __ethtool_get_sset_count(struct net_device *dev, int sset)
 138 {
 139         const struct ethtool_ops *ops = dev->ethtool_ops;
 140
 141         if (sset == ETH_SS_FEATURES)
 142                 return ARRAY_SIZE(netdev_features_strings);
 143
 144         if (sset == ETH_SS_RSS_HASH_FUNCS)
 145                 return ARRAY_SIZE(rss_hash_func_strings);
 146
 147         if (sset == ETH_SS_TUNABLES)
 148                 return ARRAY_SIZE(tunable_strings);
 149
 150         if (sset == ETH_SS_PHY_TUNABLES)
 151                 return ARRAY_SIZE(phy_tunable_strings);
 152
 153         if (sset == ETH_SS_PHY_STATS && dev->phydev &&
 154             !ops->get_ethtool_phy_stats)
 155                 return phy_ethtool_get_sset_count(dev->phydev);
 156
 157         if (sset == ETH_SS_LINK_MODES)
 158                 return __ETHTOOL_LINK_MODE_MASK_NBITS;
 159
 160         if (ops->get_sset_count && ops->get_strings)
 161                 return ops->get_sset_count(dev, sset);
 162         else
 163                 return -EOPNOTSUPP;
 164 }
 165
 166 static void __ethtool_get_strings(struct net_device *dev,
 167         u32 stringset, u8 *data)
 168 {
 169         const struct ethtool_ops *ops = dev->ethtool_ops;
 170
 171         if (stringset == ETH_SS_FEATURES)
 172                 memcpy(data, netdev_features_strings,
 173                         sizeof(netdev_features_strings));
 174         else if (stringset == ETH_SS_RSS_HASH_FUNCS)
 175                 memcpy(data, rss_hash_func_strings,
 176                        sizeof(rss_hash_func_strings));
 177         else if (stringset == ETH_SS_TUNABLES)
 178                 memcpy(data, tunable_strings, sizeof(tunable_strings));
 179         else if (stringset == ETH_SS_PHY_TUNABLES)
 180                 memcpy(data, phy_tunable_strings, sizeof(phy_tunable_strings));
 181         else if (stringset == ETH_SS_PHY_STATS && dev->phydev &&
 182                  !ops->get_ethtool_phy_stats)
 183                 phy_ethtool_get_strings(dev->phydev, data);
 184         else if (stringset == ETH_SS_LINK_MODES)
 185                 memcpy(data, link_mode_names,
 186                        __ETHTOOL_LINK_MODE_MASK_NBITS * ETH_GSTRING_LEN);
 187         else
 188                 /* ops->get_strings is valid because checked earlier */
 189                 ops->get_strings(dev, stringset, data);
 190 }
 191
 192 static netdev_features_t ethtool_get_feature_mask(u32 eth_cmd)
 193 {
 194         /* feature masks of legacy discrete ethtool ops */
 195
 196         switch (eth_cmd) {
 197         case ETHTOOL_GTXCSUM:
 198         case ETHTOOL_STXCSUM:
 199                 return NETIF_F_CSUM_MASK | NETIF_F_FCOE_CRC |
 200                        NETIF_F_SCTP_CRC;
 201         case ETHTOOL_GRXCSUM:
 202         case ETHTOOL_SRXCSUM:
 203                 return NETIF_F_RXCSUM;
 204         case ETHTOOL_GSG:
 205         case ETHTOOL_SSG:
 206                 return NETIF_F_SG | NETIF_F_FRAGLIST;
 207         case ETHTOOL_GTSO:
 208         case ETHTOOL_STSO:
 209                 return NETIF_F_ALL_TSO;
 210         case ETHTOOL_GGSO:
 211         case ETHTOOL_SGSO:
 212                 return NETIF_F_GSO;
 213         case ETHTOOL_GGRO:
 214         case ETHTOOL_SGRO:
 215                 return NETIF_F_GRO;
 216         default:
 217                 BUG();
 218         }
 219 }
 220
 221 static int ethtool_get_one_feature(struct net_device *dev,
 222         char __user *useraddr, u32 ethcmd)
 223 {
 224         netdev_features_t mask = ethtool_get_feature_mask(ethcmd);
 225         struct ethtool_value edata = {
 226                 .cmd = ethcmd,
 227                 .data = !!(dev->features & mask),
 228         };
 229
 230         if (copy_to_user(useraddr, &edata, sizeof(edata)))
 231                 return -EFAULT;
 232         return 0;
 233 }
 234
 235 static int ethtool_set_one_feature(struct net_device *dev,
 236         void __user *useraddr, u32 ethcmd)
 237 {
 238         struct ethtool_value edata;
 239         netdev_features_t mask;
 240
 241         if (copy_from_user(&edata, useraddr, sizeof(edata)))
 242                 return -EFAULT;
 243
 244         mask = ethtool_get_feature_mask(ethcmd);
 245         mask &= dev->hw_features;
 246         if (!mask)
 247                 return -EOPNOTSUPP;
 248
 249         if (edata.data)
 250                 dev->wanted_features |= mask;
 251         else
 252                 dev->wanted_features &= ~mask;
 253
 254         __netdev_update_features(dev);
 255
 256         return 0;
 257 }
 258
 259 #define ETH_ALL_FLAGS    (ETH_FLAG_LRO | ETH_FLAG_RXVLAN | ETH_FLAG_TXVLAN | \
 260                           ETH_FLAG_NTUPLE | ETH_FLAG_RXHASH)
 261 #define ETH_ALL_FEATURES (NETIF_F_LRO | NETIF_F_HW_VLAN_CTAG_RX | \
 262                           NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_NTUPLE | \
 263                           NETIF_F_RXHASH)
 264
 265 static u32 __ethtool_get_flags(struct net_device *dev)
 266 {
 267         u32 flags = 0;
 268
 269         if (dev->features & NETIF_F_LRO)
 270                 flags |= ETH_FLAG_LRO;
 271         if (dev->features & NETIF_F_HW_VLAN_CTAG_RX)
 272                 flags |= ETH_FLAG_RXVLAN;
 273         if (dev->features & NETIF_F_HW_VLAN_CTAG_TX)
 274                 flags |= ETH_FLAG_TXVLAN;
 275         if (dev->features & NETIF_F_NTUPLE)
 276                 flags |= ETH_FLAG_NTUPLE;
 277         if (dev->features & NETIF_F_RXHASH)
 278                 flags |= ETH_FLAG_RXHASH;
 279
 280         return flags;
 281 }
 282
 283 static int __ethtool_set_flags(struct net_device *dev, u32 data)
 284 {
 285         netdev_features_t features = 0, changed;
 286
 287         if (data & ~ETH_ALL_FLAGS)
 288                 return -EINVAL;
 289
 290         if (data & ETH_FLAG_LRO)
 291                 features |= NETIF_F_LRO;
 292         if (data & ETH_FLAG_RXVLAN)
 293                 features |= NETIF_F_HW_VLAN_CTAG_RX;
 294         if (data & ETH_FLAG_TXVLAN)
 295                 features |= NETIF_F_HW_VLAN_CTAG_TX;
 296         if (data & ETH_FLAG_NTUPLE)
 297                 features |= NETIF_F_NTUPLE;
 298         if (data & ETH_FLAG_RXHASH)
 299                 features |= NETIF_F_RXHASH;
 300
 301         /* allow changing only bits set in hw_features */
 302         changed = (features ^ dev->features) & ETH_ALL_FEATURES;
 303         if (changed & ~dev->hw_features)
 304                 return (changed & dev->hw_features) ? -EINVAL : -EOPNOTSUPP;
 305
 306         dev->wanted_features =
 307                 (dev->wanted_features & ~changed) | (features & changed);
 308
 309         __netdev_update_features(dev);
 310
 311         return 0;
 312 }
 313
 314 /* Given two link masks, AND them together and save the result in dst. */
 315 void ethtool_intersect_link_masks(struct ethtool_link_ksettings *dst,
 316                                   struct ethtool_link_ksettings *src)
 317 {
 318         unsigned int size = BITS_TO_LONGS(__ETHTOOL_LINK_MODE_MASK_NBITS);
 319         unsigned int idx = 0;
 320
 321         for (; idx < size; idx++) {
 322                 dst->link_modes.supported[idx] &=
 323                         src->link_modes.supported[idx];
 324                 dst->link_modes.advertising[idx] &=
 325                         src->link_modes.advertising[idx];
 326         }
 327 }
 328 EXPORT_SYMBOL(ethtool_intersect_link_masks);
 329
 330 void ethtool_convert_legacy_u32_to_link_mode(unsigned long *dst,
 331                                              u32 legacy_u32)
 332 {
 333         bitmap_zero(dst, __ETHTOOL_LINK_MODE_MASK_NBITS);
 334         dst[0] = legacy_u32;
 335 }
 336 EXPORT_SYMBOL(ethtool_convert_legacy_u32_to_link_mode);
 337
 338 /* return false if src had higher bits set. lower bits always updated. */
 339 bool ethtool_convert_link_mode_to_legacy_u32(u32 *legacy_u32,
 340                                              const unsigned long *src)
 341 {
 342         bool retval = true;
 343
 344         /* TODO: following test will soon always be true */
 345         if (__ETHTOOL_LINK_MODE_MASK_NBITS > 32) {
 346                 __ETHTOOL_DECLARE_LINK_MODE_MASK(ext);
 347
 348                 bitmap_zero(ext, __ETHTOOL_LINK_MODE_MASK_NBITS);
 349                 bitmap_fill(ext, 32);
 350                 bitmap_complement(ext, ext, __ETHTOOL_LINK_MODE_MASK_NBITS);
 351                 if (bitmap_intersects(ext, src,
 352                                       __ETHTOOL_LINK_MODE_MASK_NBITS)) {
 353                         /* src mask goes beyond bit 31 */
 354                         retval = false;
 355                 }
 356         }
 357         *legacy_u32 = src[0];
 358         return retval;
 359 }
 360 EXPORT_SYMBOL(ethtool_convert_link_mode_to_legacy_u32);
 361
 362 /* return false if ksettings link modes had higher bits
 363  * set. legacy_settings always updated (best effort)
 364  */
 365 static bool
 366 convert_link_ksettings_to_legacy_settings(
 367         struct ethtool_cmd *legacy_settings,
 368         const struct ethtool_link_ksettings *link_ksettings)
 369 {
 370         bool retval = true;
 371
 372         memset(legacy_settings, 0, sizeof(*legacy_settings));
 373         /* this also clears the deprecated fields in legacy structure:
 374          * __u8         transceiver;
 375          * __u32        maxtxpkt;
 376          * __u32        maxrxpkt;
 377          */
 378
 379         retval &= ethtool_convert_link_mode_to_legacy_u32(
 380                 &legacy_settings->supported,
 381                 link_ksettings->link_modes.supported);
 382         retval &= ethtool_convert_link_mode_to_legacy_u32(
 383                 &legacy_settings->advertising,
 384                 link_ksettings->link_modes.advertising);
 385         retval &= ethtool_convert_link_mode_to_legacy_u32(
 386                 &legacy_settings->lp_advertising,
 387                 link_ksettings->link_modes.lp_advertising);
 388         ethtool_cmd_speed_set(legacy_settings, link_ksettings->base.speed);
 389         legacy_settings->duplex
 390                 = link_ksettings->base.duplex;
 391         legacy_settings->port
 392                 = link_ksettings->base.port;
 393         legacy_settings->phy_address
 394                 = link_ksettings->base.phy_address;
 395         legacy_settings->autoneg
 396                 = link_ksettings->base.autoneg;
 397         legacy_settings->mdio_support
 398                 = link_ksettings->base.mdio_support;
 399         legacy_settings->eth_tp_mdix
 400                 = link_ksettings->base.eth_tp_mdix;
 401         legacy_settings->eth_tp_mdix_ctrl
 402                 = link_ksettings->base.eth_tp_mdix_ctrl;
 403         legacy_settings->transceiver
 404                 = link_ksettings->base.transceiver;
 405         return retval;
 406 }
 407
 408 /* number of 32-bit words to store the user's link mode bitmaps */
 409 #define __ETHTOOL_LINK_MODE_MASK_NU32                   \
 410         DIV_ROUND_UP(__ETHTOOL_LINK_MODE_MASK_NBITS, 32)
 411
 412 /* layout of the struct passed from/to userland */
 413 struct ethtool_link_usettings {
 414         struct ethtool_link_settings base;
 415         struct {
 416                 __u32 supported[__ETHTOOL_LINK_MODE_MASK_NU32];
 417                 __u32 advertising[__ETHTOOL_LINK_MODE_MASK_NU32];
 418                 __u32 lp_advertising[__ETHTOOL_LINK_MODE_MASK_NU32];
 419         } link_modes;
 420 };
 421
 422 /* Internal kernel helper to query a device ethtool_link_settings. */
 423 int __ethtool_get_link_ksettings(struct net_device *dev,
 424                                  struct ethtool_link_ksettings *link_ksettings)
 425 {
 426         ASSERT_RTNL();
 427
 428         if (!dev->ethtool_ops->get_link_ksettings)
 429                 return -EOPNOTSUPP;
 430
 431         memset(link_ksettings, 0, sizeof(*link_ksettings));
 432         return dev->ethtool_ops->get_link_ksettings(dev, link_ksettings);
 433 }
 434 EXPORT_SYMBOL(__ethtool_get_link_ksettings);
 435
 436 /* convert ethtool_link_usettings in user space to a kernel internal
 437  * ethtool_link_ksettings. return 0 on success, errno on error.
 438  */
 439 static int load_link_ksettings_from_user(struct ethtool_link_ksettings *to,
 440                                          const void __user *from)
 441 {
 442         struct ethtool_link_usettings link_usettings;
 443
 444         if (copy_from_user(&link_usettings, from, sizeof(link_usettings)))
 445                 return -EFAULT;
 446
 447         memcpy(&to->base, &link_usettings.base, sizeof(to->base));
 448         bitmap_from_arr32(to->link_modes.supported,
 449                           link_usettings.link_modes.supported,
 450                           __ETHTOOL_LINK_MODE_MASK_NBITS);
 451         bitmap_from_arr32(to->link_modes.advertising,
 452                           link_usettings.link_modes.advertising,
 453                           __ETHTOOL_LINK_MODE_MASK_NBITS);
 454         bitmap_from_arr32(to->link_modes.lp_advertising,
 455                           link_usettings.link_modes.lp_advertising,
 456                           __ETHTOOL_LINK_MODE_MASK_NBITS);
 457
 458         return 0;
 459 }
 460
 461 /* Check if the user is trying to change anything besides speed/duplex */
 462 bool ethtool_virtdev_validate_cmd(const struct ethtool_link_ksettings *cmd)
 463 {
 464         struct ethtool_link_settings base2 = {};
 465
 466         base2.speed = cmd->base.speed;
 467         base2.port = PORT_OTHER;
 468         base2.duplex = cmd->base.duplex;
 469         base2.cmd = cmd->base.cmd;
 470         base2.link_mode_masks_nwords = cmd->base.link_mode_masks_nwords;
 471
 472         return !memcmp(&base2, &cmd->base, sizeof(base2)) &&
 473                 bitmap_empty(cmd->link_modes.supported,
 474                              __ETHTOOL_LINK_MODE_MASK_NBITS) &&
 475                 bitmap_empty(cmd->link_modes.lp_advertising,
 476                              __ETHTOOL_LINK_MODE_MASK_NBITS);
 477 }
 478
 479 /* convert a kernel internal ethtool_link_ksettings to
 480  * ethtool_link_usettings in user space. return 0 on success, errno on
 481  * error.
 482  */
 483 static int
 484 store_link_ksettings_for_user(void __user *to,
 485                               const struct ethtool_link_ksettings *from)
 486 {
 487         struct ethtool_link_usettings link_usettings;
 488
 489         memcpy(&link_usettings.base, &from->base, sizeof(link_usettings));
 490         bitmap_to_arr32(link_usettings.link_modes.supported,
 491                         from->link_modes.supported,
 492                         __ETHTOOL_LINK_MODE_MASK_NBITS);
 493         bitmap_to_arr32(link_usettings.link_modes.advertising,
 494                         from->link_modes.advertising,
 495                         __ETHTOOL_LINK_MODE_MASK_NBITS);
 496         bitmap_to_arr32(link_usettings.link_modes.lp_advertising,
 497                         from->link_modes.lp_advertising,
 498                         __ETHTOOL_LINK_MODE_MASK_NBITS);
 499
 500         if (copy_to_user(to, &link_usettings, sizeof(link_usettings)))
 501                 return -EFAULT;
 502
 503         return 0;
 504 }
 505
 506 /* Query device for its ethtool_link_settings. */
 507 static int ethtool_get_link_ksettings(struct net_device *dev,
 508                                       void __user *useraddr)
 509 {
 510         int err = 0;
 511         struct ethtool_link_ksettings link_ksettings;
 512
 513         ASSERT_RTNL();
 514         if (!dev->ethtool_ops->get_link_ksettings)
 515                 return -EOPNOTSUPP;
 516
 517         /* handle bitmap nbits handshake */
 518         if (copy_from_user(&link_ksettings.base, useraddr,
 519                            sizeof(link_ksettings.base)))
 520                 return -EFAULT;
 521
 522         if (__ETHTOOL_LINK_MODE_MASK_NU32
 523             != link_ksettings.base.link_mode_masks_nwords) {
 524                 /* wrong link mode nbits requested */
 525                 memset(&link_ksettings, 0, sizeof(link_ksettings));
 526                 link_ksettings.base.cmd = ETHTOOL_GLINKSETTINGS;
 527                 /* send back number of words required as negative val */
 528                 compiletime_assert(__ETHTOOL_LINK_MODE_MASK_NU32 <= S8_MAX,
 529                                    "need too many bits for link modes!");
 530                 link_ksettings.base.link_mode_masks_nwords
 531                         = -((s8)__ETHTOOL_LINK_MODE_MASK_NU32);
 532
 533                 /* copy the base fields back to user, not the link
 534                  * mode bitmaps
 535                  */
 536                 if (copy_to_user(useraddr, &link_ksettings.base,
 537                                  sizeof(link_ksettings.base)))
 538                         return -EFAULT;
 539
 540                 return 0;
 541         }
 542
 543         /* handshake successful: user/kernel agree on
 544          * link_mode_masks_nwords
 545          */
 546
 547         memset(&link_ksettings, 0, sizeof(link_ksettings));
 548         err = dev->ethtool_ops->get_link_ksettings(dev, &link_ksettings);
 549         if (err < 0)
 550                 return err;
 551
 552         /* make sure we tell the right values to user */
 553         link_ksettings.base.cmd = ETHTOOL_GLINKSETTINGS;
 554         link_ksettings.base.link_mode_masks_nwords
 555                 = __ETHTOOL_LINK_MODE_MASK_NU32;
 556
 557         return store_link_ksettings_for_user(useraddr, &link_ksettings);
 558 }
 559
 560 /* Update device ethtool_link_settings. */
 561 static int ethtool_set_link_ksettings(struct net_device *dev,
 562                                       void __user *useraddr)
 563 {
 564         int err;
 565         struct ethtool_link_ksettings link_ksettings;
 566
 567         ASSERT_RTNL();
 568
 569         if (!dev->ethtool_ops->set_link_ksettings)
 570                 return -EOPNOTSUPP;
 571
 572         /* make sure nbits field has expected value */
 573         if (copy_from_user(&link_ksettings.base, useraddr,
 574                            sizeof(link_ksettings.base)))
 575                 return -EFAULT;
 576
 577         if (__ETHTOOL_LINK_MODE_MASK_NU32
 578             != link_ksettings.base.link_mode_masks_nwords)
 579                 return -EINVAL;
 580
 581         /* copy the whole structure, now that we know it has expected
 582          * format
 583          */
 584         err = load_link_ksettings_from_user(&link_ksettings, useraddr);
 585         if (err)
 586                 return err;
 587
 588         /* re-check nwords field, just in case */
 589         if (__ETHTOOL_LINK_MODE_MASK_NU32
 590             != link_ksettings.base.link_mode_masks_nwords)
 591                 return -EINVAL;
 592
 593         err = dev->ethtool_ops->set_link_ksettings(dev, &link_ksettings);
 594         if (err >= 0) {
 595                 ethtool_notify(dev, ETHTOOL_MSG_LINKINFO_NTF, NULL);
 596                 ethtool_notify(dev, ETHTOOL_MSG_LINKMODES_NTF, NULL);
 597         }
 598         return err;
 599 }
 600
 601 int ethtool_virtdev_set_link_ksettings(struct net_device *dev,
 602                                        const struct ethtool_link_ksettings *cmd,
 603                                        u32 *dev_speed, u8 *dev_duplex)
 604 {
 605         u32 speed;
 606         u8 duplex;
 607
 608         speed = cmd->base.speed;
 609         duplex = cmd->base.duplex;
 610         /* don't allow custom speed and duplex */
 611         if (!ethtool_validate_speed(speed) ||
 612             !ethtool_validate_duplex(duplex) ||
 613             !ethtool_virtdev_validate_cmd(cmd))
 614                 return -EINVAL;
 615         *dev_speed = speed;
 616         *dev_duplex = duplex;
 617
 618         return 0;
 619 }
 620 EXPORT_SYMBOL(ethtool_virtdev_set_link_ksettings);
 621
 622 /* Query device for its ethtool_cmd settings.
 623  *
 624  * Backward compatibility note: for compatibility with legacy ethtool, this is
 625  * now implemented via get_link_ksettings. When driver reports higher link mode
 626  * bits, a kernel warning is logged once (with name of 1st driver/device) to
 627  * recommend user to upgrade ethtool, but the command is successful (only the
 628  * lower link mode bits reported back to user). Deprecated fields from
 629  * ethtool_cmd (transceiver/maxrxpkt/maxtxpkt) are always set to zero.
 630  */
 631 static int ethtool_get_settings(struct net_device *dev, void __user *useraddr)
 632 {
 633         struct ethtool_link_ksettings link_ksettings;
 634         struct ethtool_cmd cmd;
 635         int err;
 636
 637         ASSERT_RTNL();
 638         if (!dev->ethtool_ops->get_link_ksettings)
 639                 return -EOPNOTSUPP;
 640
 641         memset(&link_ksettings, 0, sizeof(link_ksettings));
 642         err = dev->ethtool_ops->get_link_ksettings(dev, &link_ksettings);
 643         if (err < 0)
 644                 return err;
 645         convert_link_ksettings_to_legacy_settings(&cmd, &link_ksettings);
 646
 647         /* send a sensible cmd tag back to user */
 648         cmd.cmd = ETHTOOL_GSET;
 649
 650         if (copy_to_user(useraddr, &cmd, sizeof(cmd)))
 651                 return -EFAULT;
 652
 653         return 0;
 654 }
 655
 656 /* Update device link settings with given ethtool_cmd.
 657  *
 658  * Backward compatibility note: for compatibility with legacy ethtool, this is
 659  * now always implemented via set_link_settings. When user's request updates
 660  * deprecated ethtool_cmd fields (transceiver/maxrxpkt/maxtxpkt), a kernel
 661  * warning is logged once (with name of 1st driver/device) to recommend user to
 662  * upgrade ethtool, and the request is rejected.
 663  */
 664 static int ethtool_set_settings(struct net_device *dev, void __user *useraddr)
 665 {
 666         struct ethtool_link_ksettings link_ksettings;
 667         struct ethtool_cmd cmd;
 668         int ret;
 669
 670         ASSERT_RTNL();
 671
 672         if (copy_from_user(&cmd, useraddr, sizeof(cmd)))
 673                 return -EFAULT;
 674         if (!dev->ethtool_ops->set_link_ksettings)
 675                 return -EOPNOTSUPP;
 676
 677         if (!convert_legacy_settings_to_link_ksettings(&link_ksettings, &cmd))
 678                 return -EINVAL;
 679         link_ksettings.base.link_mode_masks_nwords =
 680                 __ETHTOOL_LINK_MODE_MASK_NU32;
 681         ret = dev->ethtool_ops->set_link_ksettings(dev, &link_ksettings);
 682         if (ret >= 0) {
 683                 ethtool_notify(dev, ETHTOOL_MSG_LINKINFO_NTF, NULL);
 684                 ethtool_notify(dev, ETHTOOL_MSG_LINKMODES_NTF, NULL);
 685         }
 686         return ret;
 687 }
 688
 689 static noinline_for_stack int ethtool_get_drvinfo(struct net_device *dev,
 690                                                   void __user *useraddr)
 691 {
 692         struct ethtool_drvinfo info;
 693         const struct ethtool_ops *ops = dev->ethtool_ops;
 694
 695         memset(&info, 0, sizeof(info));
 696         info.cmd = ETHTOOL_GDRVINFO;
 697         strlcpy(info.version, UTS_RELEASE, sizeof(info.version));
 698         if (ops->get_drvinfo) {
 699                 ops->get_drvinfo(dev, &info);
 700         } else if (dev->dev.parent && dev->dev.parent->driver) {
 701                 strlcpy(info.bus_info, dev_name(dev->dev.parent),
 702                         sizeof(info.bus_info));
 703                 strlcpy(info.driver, dev->dev.parent->driver->name,
 704                         sizeof(info.driver));
 705         } else {
 706                 return -EOPNOTSUPP;
 707         }
 708
 709         /*
 710          * this method of obtaining string set info is deprecated;
 711          * Use ETHTOOL_GSSET_INFO instead.
 712          */
 713         if (ops->get_sset_count) {
 714                 int rc;
 715
 716                 rc = ops->get_sset_count(dev, ETH_SS_TEST);
 717                 if (rc >= 0)
 718                         info.testinfo_len = rc;
 719                 rc = ops->get_sset_count(dev, ETH_SS_STATS);
 720                 if (rc >= 0)
 721                         info.n_stats = rc;
 722                 rc = ops->get_sset_count(dev, ETH_SS_PRIV_FLAGS);
 723                 if (rc >= 0)
 724                         info.n_priv_flags = rc;
 725         }
 726         if (ops->get_regs_len) {
 727                 int ret = ops->get_regs_len(dev);
 728
 729                 if (ret > 0)
 730                         info.regdump_len = ret;
 731         }
 732
 733         if (ops->get_eeprom_len)
 734                 info.eedump_len = ops->get_eeprom_len(dev);
 735
 736         if (!info.fw_version[0])
 737                 devlink_compat_running_version(dev, info.fw_version,
 738                                                sizeof(info.fw_version));
 739
 740         if (copy_to_user(useraddr, &info, sizeof(info)))
 741                 return -EFAULT;
 742         return 0;
 743 }
 744
 745 static noinline_for_stack int ethtool_get_sset_info(struct net_device *dev,
 746                                                     void __user *useraddr)
 747 {
 748         struct ethtool_sset_info info;
 749         u64 sset_mask;
 750         int i, idx = 0, n_bits = 0, ret, rc;
 751         u32 *info_buf = NULL;
 752
 753         if (copy_from_user(&info, useraddr, sizeof(info)))
 754                 return -EFAULT;
 755
 756         /* store copy of mask, because we zero struct later on */
 757         sset_mask = info.sset_mask;
 758         if (!sset_mask)
 759                 return 0;
 760
 761         /* calculate size of return buffer */
 762         n_bits = hweight64(sset_mask);
 763
 764         memset(&info, 0, sizeof(info));
 765         info.cmd = ETHTOOL_GSSET_INFO;
 766
 767         info_buf = kcalloc(n_bits, sizeof(u32), GFP_USER);
 768         if (!info_buf)
 769                 return -ENOMEM;
 770
 771         /*
 772          * fill return buffer based on input bitmask and successful
 773          * get_sset_count return
 774          */
 775         for (i = 0; i < 64; i++) {
 776                 if (!(sset_mask & (1ULL << i)))
 777                         continue;
 778
 779                 rc = __ethtool_get_sset_count(dev, i);
 780                 if (rc >= 0) {
 781                         info.sset_mask |= (1ULL << i);
 782                         info_buf[idx++] = rc;
 783                 }
 784         }
 785
 786         ret = -EFAULT;
 787         if (copy_to_user(useraddr, &info, sizeof(info)))
 788                 goto out;
 789
 790         useraddr += offsetof(struct ethtool_sset_info, data);
 791         if (copy_to_user(useraddr, info_buf, idx * sizeof(u32)))
 792                 goto out;
 793
 794         ret = 0;
 795
 796 out:
 797         kfree(info_buf);
 798         return ret;
 799 }
 800
 801 static noinline_for_stack int ethtool_set_rxnfc(struct net_device *dev,
 802                                                 u32 cmd, void __user *useraddr)
 803 {
 804         struct ethtool_rxnfc info;
 805         size_t info_size = sizeof(info);
 806         int rc;
 807
 808         if (!dev->ethtool_ops->set_rxnfc)
 809                 return -EOPNOTSUPP;
 810
 811         /* struct ethtool_rxnfc was originally defined for
 812          * ETHTOOL_{G,S}RXFH with only the cmd, flow_type and data
 813          * members.  User-space might still be using that
 814          * definition. */
 815         if (cmd == ETHTOOL_SRXFH)
 816                 info_size = (offsetof(struct ethtool_rxnfc, data) +
 817                              sizeof(info.data));
 818
 819         if (copy_from_user(&info, useraddr, info_size))
 820                 return -EFAULT;
 821
 822         rc = dev->ethtool_ops->set_rxnfc(dev, &info);
 823         if (rc)
 824                 return rc;
 825
 826         if (cmd == ETHTOOL_SRXCLSRLINS &&
 827             copy_to_user(useraddr, &info, info_size))
 828                 return -EFAULT;
 829
 830         return 0;
 831 }
 832
 833 static noinline_for_stack int ethtool_get_rxnfc(struct net_device *dev,
 834                                                 u32 cmd, void __user *useraddr)
 835 {
 836         struct ethtool_rxnfc info;
 837         size_t info_size = sizeof(info);
 838         const struct ethtool_ops *ops = dev->ethtool_ops;
 839         int ret;
 840         void *rule_buf = NULL;
 841
 842         if (!ops->get_rxnfc)
 843                 return -EOPNOTSUPP;
 844
 845         /* struct ethtool_rxnfc was originally defined for
 846          * ETHTOOL_{G,S}RXFH with only the cmd, flow_type and data
 847          * members.  User-space might still be using that
 848          * definition. */
 849         if (cmd == ETHTOOL_GRXFH)
 850                 info_size = (offsetof(struct ethtool_rxnfc, data) +
 851                              sizeof(info.data));
 852
 853         if (copy_from_user(&info, useraddr, info_size))
 854                 return -EFAULT;
 855
 856         /* If FLOW_RSS was requested then user-space must be using the
 857          * new definition, as FLOW_RSS is newer.
 858          */
 859         if (cmd == ETHTOOL_GRXFH && info.flow_type & FLOW_RSS) {
 860                 info_size = sizeof(info);
 861                 if (copy_from_user(&info, useraddr, info_size))
 862                         return -EFAULT;
 863                 /* Since malicious users may modify the original data,
 864                  * we need to check whether FLOW_RSS is still requested.
 865                  */
 866                 if (!(info.flow_type & FLOW_RSS))
 867                         return -EINVAL;
 868         }
 869
 870         if (info.cmd != cmd)
 871                 return -EINVAL;
 872
 873         if (info.cmd == ETHTOOL_GRXCLSRLALL) {
 874                 if (info.rule_cnt > 0) {
 875                         if (info.rule_cnt <= KMALLOC_MAX_SIZE / sizeof(u32))
 876                                 rule_buf = kcalloc(info.rule_cnt, sizeof(u32),
 877                                                    GFP_USER);
 878                         if (!rule_buf)
 879                                 return -ENOMEM;
 880                 }
 881         }
 882
 883         ret = ops->get_rxnfc(dev, &info, rule_buf);
 884         if (ret < 0)
 885                 goto err_out;
 886
 887         ret = -EFAULT;
 888         if (copy_to_user(useraddr, &info, info_size))
 889                 goto err_out;
 890
 891         if (rule_buf) {
 892                 useraddr += offsetof(struct ethtool_rxnfc, rule_locs);
 893                 if (copy_to_user(useraddr, rule_buf,
 894                                  info.rule_cnt * sizeof(u32)))
 895                         goto err_out;
 896         }
 897         ret = 0;
 898
 899 err_out:
 900         kfree(rule_buf);
 901
 902         return ret;
 903 }
 904
 905 static int ethtool_copy_validate_indir(u32 *indir, void __user *useraddr,
 906                                         struct ethtool_rxnfc *rx_rings,
 907                                         u32 size)
 908 {
 909         int i;
 910
 911         if (copy_from_user(indir, useraddr, size * sizeof(indir[0])))
 912                 return -EFAULT;
 913
 914         /* Validate ring indices */
 915         for (i = 0; i < size; i++)
 916                 if (indir[i] >= rx_rings->data)
 917                         return -EINVAL;
 918
 919         return 0;
 920 }
 921
 922 u8 netdev_rss_key[NETDEV_RSS_KEY_LEN] __read_mostly;
 923
 924 void netdev_rss_key_fill(void *buffer, size_t len)
 925 {
 926         BUG_ON(len > sizeof(netdev_rss_key));
 927         net_get_random_once(netdev_rss_key, sizeof(netdev_rss_key));
 928         memcpy(buffer, netdev_rss_key, len);
 929 }
 930 EXPORT_SYMBOL(netdev_rss_key_fill);
 931
 932 static noinline_for_stack int ethtool_get_rxfh_indir(struct net_device *dev,
 933                                                      void __user *useraddr)
 934 {
 935         u32 user_size, dev_size;
 936         u32 *indir;
 937         int ret;
 938
 939         if (!dev->ethtool_ops->get_rxfh_indir_size ||
 940             !dev->ethtool_ops->get_rxfh)
 941                 return -EOPNOTSUPP;
 942         dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
 943         if (dev_size == 0)
 944                 return -EOPNOTSUPP;
 945
 946         if (copy_from_user(&user_size,
 947                            useraddr + offsetof(struct ethtool_rxfh_indir, size),
 948                            sizeof(user_size)))
 949                 return -EFAULT;
 950
 951         if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh_indir, size),
 952                          &dev_size, sizeof(dev_size)))
 953                 return -EFAULT;
 954
 955         /* If the user buffer size is 0, this is just a query for the
 956          * device table size.  Otherwise, if it's smaller than the
 957          * device table size it's an error.
 958          */
 959         if (user_size < dev_size)
 960                 return user_size == 0 ? 0 : -EINVAL;
 961
 962         indir = kcalloc(dev_size, sizeof(indir[0]), GFP_USER);
 963         if (!indir)
 964                 return -ENOMEM;
 965
 966         ret = dev->ethtool_ops->get_rxfh(dev, indir, NULL, NULL);
 967         if (ret)
 968                 goto out;
 969
 970         if (copy_to_user(useraddr +
 971                          offsetof(struct ethtool_rxfh_indir, ring_index[0]),
 972                          indir, dev_size * sizeof(indir[0])))
 973                 ret = -EFAULT;
 974
 975 out:
 976         kfree(indir);
 977         return ret;
 978 }
 979
 980 static noinline_for_stack int ethtool_set_rxfh_indir(struct net_device *dev,
 981                                                      void __user *useraddr)
 982 {
 983         struct ethtool_rxnfc rx_rings;
 984         u32 user_size, dev_size, i;
 985         u32 *indir;
 986         const struct ethtool_ops *ops = dev->ethtool_ops;
 987         int ret;
 988         u32 ringidx_offset = offsetof(struct ethtool_rxfh_indir, ring_index[0]);
 989
 990         if (!ops->get_rxfh_indir_size || !ops->set_rxfh ||
 991             !ops->get_rxnfc)
 992                 return -EOPNOTSUPP;
 993
 994         dev_size = ops->get_rxfh_indir_size(dev);
 995         if (dev_size == 0)
 996                 return -EOPNOTSUPP;
 997
 998         if (copy_from_user(&user_size,
 999                            useraddr + offsetof(struct ethtool_rxfh_indir, size),
1000                            sizeof(user_size)))
1001                 return -EFAULT;
1002
1003         if (user_size != 0 && user_size != dev_size)
1004                 return -EINVAL;
1005
1006         indir = kcalloc(dev_size, sizeof(indir[0]), GFP_USER);
1007         if (!indir)
1008                 return -ENOMEM;
1009
1010         rx_rings.cmd = ETHTOOL_GRXRINGS;
1011         ret = ops->get_rxnfc(dev, &rx_rings, NULL);
1012         if (ret)
1013                 goto out;
1014
1015         if (user_size == 0) {
1016                 for (i = 0; i < dev_size; i++)
1017                         indir[i] = ethtool_rxfh_indir_default(i, rx_rings.data);
1018         } else {
1019                 ret = ethtool_copy_validate_indir(indir,
1020                                                   useraddr + ringidx_offset,
1021                                                   &rx_rings,
1022                                                   dev_size);
1023                 if (ret)
1024                         goto out;
1025         }
1026
1027         ret = ops->set_rxfh(dev, indir, NULL, ETH_RSS_HASH_NO_CHANGE);
1028         if (ret)
1029                 goto out;
1030
1031         /* indicate whether rxfh was set to default */
1032         if (user_size == 0)
1033                 dev->priv_flags &= ~IFF_RXFH_CONFIGURED;
1034         else
1035                 dev->priv_flags |= IFF_RXFH_CONFIGURED;
1036
1037 out:
1038         kfree(indir);
1039         return ret;
1040 }
1041
1042 static noinline_for_stack int ethtool_get_rxfh(struct net_device *dev,
1043                                                void __user *useraddr)
1044 {
1045         int ret;
1046         const struct ethtool_ops *ops = dev->ethtool_ops;
1047         u32 user_indir_size, user_key_size;
1048         u32 dev_indir_size = 0, dev_key_size = 0;
1049         struct ethtool_rxfh rxfh;
1050         u32 total_size;
1051         u32 indir_bytes;
1052         u32 *indir = NULL;
1053         u8 dev_hfunc = 0;
1054         u8 *hkey = NULL;
1055         u8 *rss_config;
1056
1057         if (!ops->get_rxfh)
1058                 return -EOPNOTSUPP;
1059
1060         if (ops->get_rxfh_indir_size)
1061                 dev_indir_size = ops->get_rxfh_indir_size(dev);
1062         if (ops->get_rxfh_key_size)
1063                 dev_key_size = ops->get_rxfh_key_size(dev);
1064
1065         if (copy_from_user(&rxfh, useraddr, sizeof(rxfh)))
1066                 return -EFAULT;
1067         user_indir_size = rxfh.indir_size;
1068         user_key_size = rxfh.key_size;
1069
1070         /* Check that reserved fields are 0 for now */
1071         if (rxfh.rsvd8[0] || rxfh.rsvd8[1] || rxfh.rsvd8[2] || rxfh.rsvd32)
1072                 return -EINVAL;
1073         /* Most drivers don't handle rss_context, check it's 0 as well */
1074         if (rxfh.rss_context && !ops->get_rxfh_context)
1075                 return -EOPNOTSUPP;
1076
1077         rxfh.indir_size = dev_indir_size;
1078         rxfh.key_size = dev_key_size;
1079         if (copy_to_user(useraddr, &rxfh, sizeof(rxfh)))
1080                 return -EFAULT;
1081
1082         if ((user_indir_size && (user_indir_size != dev_indir_size)) ||
1083             (user_key_size && (user_key_size != dev_key_size)))
1084                 return -EINVAL;
1085
1086         indir_bytes = user_indir_size * sizeof(indir[0]);
1087         total_size = indir_bytes + user_key_size;
1088         rss_config = kzalloc(total_size, GFP_USER);
1089         if (!rss_config)
1090                 return -ENOMEM;
1091
1092         if (user_indir_size)
1093                 indir = (u32 *)rss_config;
1094
1095         if (user_key_size)
1096                 hkey = rss_config + indir_bytes;
1097
1098         if (rxfh.rss_context)
1099                 ret = dev->ethtool_ops->get_rxfh_context(dev, indir, hkey,
1100                                                          &dev_hfunc,
1101                                                          rxfh.rss_context);
1102         else
1103                 ret = dev->ethtool_ops->get_rxfh(dev, indir, hkey, &dev_hfunc);
1104         if (ret)
1105                 goto out;
1106
1107         if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh, hfunc),
1108                          &dev_hfunc, sizeof(rxfh.hfunc))) {
1109                 ret = -EFAULT;
1110         } else if (copy_to_user(useraddr +
1111                               offsetof(struct ethtool_rxfh, rss_config[0]),
1112                               rss_config, total_size)) {
1113                 ret = -EFAULT;
1114         }
1115 out:
1116         kfree(rss_config);
1117
1118         return ret;
1119 }
1120
1121 static noinline_for_stack int ethtool_set_rxfh(struct net_device *dev,
1122                                                void __user *useraddr)
1123 {
1124         int ret;
1125         const struct ethtool_ops *ops = dev->ethtool_ops;
1126         struct ethtool_rxnfc rx_rings;
1127         struct ethtool_rxfh rxfh;
1128         u32 dev_indir_size = 0, dev_key_size = 0, i;
1129         u32 *indir = NULL, indir_bytes = 0;
1130         u8 *hkey = NULL;
1131         u8 *rss_config;
1132         u32 rss_cfg_offset = offsetof(struct ethtool_rxfh, rss_config[0]);
1133         bool delete = false;
1134
1135         if (!ops->get_rxnfc || !ops->set_rxfh)
1136                 return -EOPNOTSUPP;
1137
1138         if (ops->get_rxfh_indir_size)
1139                 dev_indir_size = ops->get_rxfh_indir_size(dev);
1140         if (ops->get_rxfh_key_size)
1141                 dev_key_size = ops->get_rxfh_key_size(dev);
1142
1143         if (copy_from_user(&rxfh, useraddr, sizeof(rxfh)))
1144                 return -EFAULT;
1145
1146         /* Check that reserved fields are 0 for now */
1147         if (rxfh.rsvd8[0] || rxfh.rsvd8[1] || rxfh.rsvd8[2] || rxfh.rsvd32)
1148                 return -EINVAL;
1149         /* Most drivers don't handle rss_context, check it's 0 as well */
1150         if (rxfh.rss_context && !ops->set_rxfh_context)
1151                 return -EOPNOTSUPP;
1152
1153         /* If either indir, hash key or function is valid, proceed further.
1154          * Must request at least one change: indir size, hash key or function.
1155          */
1156         if ((rxfh.indir_size &&
1157              rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE &&
1158              rxfh.indir_size != dev_indir_size) ||
1159             (rxfh.key_size && (rxfh.key_size != dev_key_size)) ||
1160             (rxfh.indir_size == ETH_RXFH_INDIR_NO_CHANGE &&
1161              rxfh.key_size == 0 && rxfh.hfunc == ETH_RSS_HASH_NO_CHANGE))
1162                 return -EINVAL;
1163
1164         if (rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE)
1165                 indir_bytes = dev_indir_size * sizeof(indir[0]);
1166
1167         rss_config = kzalloc(indir_bytes + rxfh.key_size, GFP_USER);
1168         if (!rss_config)
1169                 return -ENOMEM;
1170
1171         rx_rings.cmd = ETHTOOL_GRXRINGS;
1172         ret = ops->get_rxnfc(dev, &rx_rings, NULL);
1173         if (ret)
1174                 goto out;
1175
1176         /* rxfh.indir_size == 0 means reset the indir table to default (master
1177          * context) or delete the context (other RSS contexts).
1178          * rxfh.indir_size == ETH_RXFH_INDIR_NO_CHANGE means leave it unchanged.
1179          */
1180         if (rxfh.indir_size &&
1181             rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE) {
1182                 indir = (u32 *)rss_config;
1183                 ret = ethtool_copy_validate_indir(indir,
1184                                                   useraddr + rss_cfg_offset,
1185                                                   &rx_rings,
1186                                                   rxfh.indir_size);
1187                 if (ret)
1188                         goto out;
1189         } else if (rxfh.indir_size == 0) {
1190                 if (rxfh.rss_context == 0) {
1191                         indir = (u32 *)rss_config;
1192                         for (i = 0; i < dev_indir_size; i++)
1193                                 indir[i] = ethtool_rxfh_indir_default(i, rx_rings.data);
1194                 } else {
1195                         delete = true;
1196                 }
1197         }
1198
1199         if (rxfh.key_size) {
1200                 hkey = rss_config + indir_bytes;
1201                 if (copy_from_user(hkey,
1202                                    useraddr + rss_cfg_offset + indir_bytes,
1203                                    rxfh.key_size)) {
1204                         ret = -EFAULT;
1205                         goto out;
1206                 }
1207         }
1208
1209         if (rxfh.rss_context)
1210                 ret = ops->set_rxfh_context(dev, indir, hkey, rxfh.hfunc,
1211                                             &rxfh.rss_context, delete);
1212         else
1213                 ret = ops->set_rxfh(dev, indir, hkey, rxfh.hfunc);
1214         if (ret)
1215                 goto out;
1216
1217         if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh, rss_context),
1218                          &rxfh.rss_context, sizeof(rxfh.rss_context)))
1219                 ret = -EFAULT;
1220
1221         if (!rxfh.rss_context) {
1222                 /* indicate whether rxfh was set to default */
1223                 if (rxfh.indir_size == 0)
1224                         dev->priv_flags &= ~IFF_RXFH_CONFIGURED;
1225                 else if (rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE)
1226                         dev->priv_flags |= IFF_RXFH_CONFIGURED;
1227         }
1228
1229 out:
1230         kfree(rss_config);
1231         return ret;
1232 }
1233
1234 static int ethtool_get_regs(struct net_device *dev, char __user *useraddr)
1235 {
1236         struct ethtool_regs regs;
1237         const struct ethtool_ops *ops = dev->ethtool_ops;
1238         void *regbuf;
1239         int reglen, ret;
1240
1241         if (!ops->get_regs || !ops->get_regs_len)
1242                 return -EOPNOTSUPP;
1243
1244         if (copy_from_user(&regs, useraddr, sizeof(regs)))
1245                 return -EFAULT;
1246
1247         reglen = ops->get_regs_len(dev);
1248         if (reglen <= 0)
1249                 return reglen;
1250
1251         if (regs.len > reglen)
1252                 regs.len = reglen;
1253
1254         regbuf = vzalloc(reglen);
1255         if (!regbuf)
1256                 return -ENOMEM;
1257
1258         if (regs.len < reglen)
1259                 reglen = regs.len;
1260
1261         ops->get_regs(dev, &regs, regbuf);
1262
1263         ret = -EFAULT;
1264         if (copy_to_user(useraddr, &regs, sizeof(regs)))
1265                 goto out;
1266         useraddr += offsetof(struct ethtool_regs, data);
1267         if (copy_to_user(useraddr, regbuf, reglen))
1268                 goto out;
1269         ret = 0;
1270
1271  out:
1272         vfree(regbuf);
1273         return ret;
1274 }
1275
1276 static int ethtool_reset(struct net_device *dev, char __user *useraddr)
1277 {
1278         struct ethtool_value reset;
1279         int ret;
1280
1281         if (!dev->ethtool_ops->reset)
1282                 return -EOPNOTSUPP;
1283
1284         if (copy_from_user(&reset, useraddr, sizeof(reset)))
1285                 return -EFAULT;
1286
1287         ret = dev->ethtool_ops->reset(dev, &reset.data);
1288         if (ret)
1289                 return ret;
1290
1291         if (copy_to_user(useraddr, &reset, sizeof(reset)))
1292                 return -EFAULT;
1293         return 0;
1294 }
1295
1296 static int ethtool_get_wol(struct net_device *dev, char __user *useraddr)
1297 {
1298         struct ethtool_wolinfo wol;
1299
1300         if (!dev->ethtool_ops->get_wol)
1301                 return -EOPNOTSUPP;
1302
1303         memset(&wol, 0, sizeof(struct ethtool_wolinfo));
1304         wol.cmd = ETHTOOL_GWOL;
1305         dev->ethtool_ops->get_wol(dev, &wol);
1306
1307         if (copy_to_user(useraddr, &wol, sizeof(wol)))
1308                 return -EFAULT;
1309         return 0;
1310 }
1311
1312 static int ethtool_set_wol(struct net_device *dev, char __user *useraddr)
1313 {
1314         struct ethtool_wolinfo wol;
1315         int ret;
1316
1317         if (!dev->ethtool_ops->set_wol)
1318                 return -EOPNOTSUPP;
1319
1320         if (copy_from_user(&wol, useraddr, sizeof(wol)))
1321                 return -EFAULT;
1322
1323         ret = dev->ethtool_ops->set_wol(dev, &wol);
1324         if (ret)
1325                 return ret;
1326
1327         dev->wol_enabled = !!wol.wolopts;
1328         ethtool_notify(dev, ETHTOOL_MSG_WOL_NTF, NULL);
1329
1330         return 0;
1331 }
1332
1333 static int ethtool_get_eee(struct net_device *dev, char __user *useraddr)
1334 {
1335         struct ethtool_eee edata;
1336         int rc;
1337
1338         if (!dev->ethtool_ops->get_eee)
1339                 return -EOPNOTSUPP;
1340
1341         memset(&edata, 0, sizeof(struct ethtool_eee));
1342         edata.cmd = ETHTOOL_GEEE;
1343         rc = dev->ethtool_ops->get_eee(dev, &edata);
1344
1345         if (rc)
1346                 return rc;
1347
1348         if (copy_to_user(useraddr, &edata, sizeof(edata)))
1349                 return -EFAULT;
1350
1351         return 0;
1352 }
1353
1354 static int ethtool_set_eee(struct net_device *dev, char __user *useraddr)
1355 {
1356         struct ethtool_eee edata;
1357         int ret;
1358
1359         if (!dev->ethtool_ops->set_eee)
1360                 return -EOPNOTSUPP;
1361
1362         if (copy_from_user(&edata, useraddr, sizeof(edata)))
1363                 return -EFAULT;
1364
1365         ret = dev->ethtool_ops->set_eee(dev, &edata);
1366         if (!ret)
1367                 ethtool_notify(dev, ETHTOOL_MSG_EEE_NTF, NULL);
1368         return ret;
1369 }
1370
1371 static int ethtool_nway_reset(struct net_device *dev)
1372 {
1373         if (!dev->ethtool_ops->nway_reset)
1374                 return -EOPNOTSUPP;
1375
1376         return dev->ethtool_ops->nway_reset(dev);
1377 }
1378
1379 static int ethtool_get_link(struct net_device *dev, char __user *useraddr)
1380 {
1381         struct ethtool_value edata = { .cmd = ETHTOOL_GLINK };
1382         int link = __ethtool_get_link(dev);
1383
1384         if (link < 0)
1385                 return link;
1386
1387         edata.data = link;
1388         if (copy_to_user(useraddr, &edata, sizeof(edata)))
1389                 return -EFAULT;
1390         return 0;
1391 }
1392
1393 static int ethtool_get_any_eeprom(struct net_device *dev, void __user *useraddr,
1394                                   int (*getter)(struct net_device *,
1395                                                 struct ethtool_eeprom *, u8 *),
1396                                   u32 total_len)
1397 {
1398         struct ethtool_eeprom eeprom;
1399         void __user *userbuf = useraddr + sizeof(eeprom);
1400         u32 bytes_remaining;
1401         u8 *data;
1402         int ret = 0;
1403
1404         if (copy_from_user(&eeprom, useraddr, sizeof(eeprom)))
1405                 return -EFAULT;
1406
1407         /* Check for wrap and zero */
1408         if (eeprom.offset + eeprom.len <= eeprom.offset)
1409                 return -EINVAL;
1410
1411         /* Check for exceeding total eeprom len */
1412         if (eeprom.offset + eeprom.len > total_len)
1413                 return -EINVAL;
1414
1415         data = kmalloc(PAGE_SIZE, GFP_USER);
1416         if (!data)
1417                 return -ENOMEM;
1418
1419         bytes_remaining = eeprom.len;
1420         while (bytes_remaining > 0) {
1421                 eeprom.len = min(bytes_remaining, (u32)PAGE_SIZE);
1422
1423                 ret = getter(dev, &eeprom, data);
1424                 if (ret)
1425                         break;
1426                 if (copy_to_user(userbuf, data, eeprom.len)) {
1427                         ret = -EFAULT;
1428                         break;
1429                 }
1430                 userbuf += eeprom.len;
1431                 eeprom.offset += eeprom.len;
1432                 bytes_remaining -= eeprom.len;
1433         }
1434
1435         eeprom.len = userbuf - (useraddr + sizeof(eeprom));
1436         eeprom.offset -= eeprom.len;
1437         if (copy_to_user(useraddr, &eeprom, sizeof(eeprom)))
1438                 ret = -EFAULT;
1439
1440         kfree(data);
1441         return ret;
1442 }
1443
1444 static int ethtool_get_eeprom(struct net_device *dev, void __user *useraddr)
1445 {
1446         const struct ethtool_ops *ops = dev->ethtool_ops;
1447
1448         if (!ops->get_eeprom || !ops->get_eeprom_len ||
1449             !ops->get_eeprom_len(dev))
1450                 return -EOPNOTSUPP;
1451
1452         return ethtool_get_any_eeprom(dev, useraddr, ops->get_eeprom,
1453                                       ops->get_eeprom_len(dev));
1454 }
1455
1456 static int ethtool_set_eeprom(struct net_device *dev, void __user *useraddr)
1457 {
1458         struct ethtool_eeprom eeprom;
1459         const struct ethtool_ops *ops = dev->ethtool_ops;
1460         void __user *userbuf = useraddr + sizeof(eeprom);
1461         u32 bytes_remaining;
1462         u8 *data;
1463         int ret = 0;
1464
1465         if (!ops->set_eeprom || !ops->get_eeprom_len ||
1466             !ops->get_eeprom_len(dev))
1467                 return -EOPNOTSUPP;
1468
1469         if (copy_from_user(&eeprom, useraddr, sizeof(eeprom)))
1470                 return -EFAULT;
1471
1472         /* Check for wrap and zero */
1473         if (eeprom.offset + eeprom.len <= eeprom.offset)
1474                 return -EINVAL;
1475
1476         /* Check for exceeding total eeprom len */
1477         if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev))
1478                 return -EINVAL;
1479
1480         data = kmalloc(PAGE_SIZE, GFP_USER);
1481         if (!data)
1482                 return -ENOMEM;
1483
1484         bytes_remaining = eeprom.len;
1485         while (bytes_remaining > 0) {
1486                 eeprom.len = min(bytes_remaining, (u32)PAGE_SIZE);
1487
1488                 if (copy_from_user(data, userbuf, eeprom.len)) {
1489                         ret = -EFAULT;
1490                         break;
1491                 }
1492                 ret = ops->set_eeprom(dev, &eeprom, data);
1493                 if (ret)
1494                         break;
1495                 userbuf += eeprom.len;
1496                 eeprom.offset += eeprom.len;
1497                 bytes_remaining -= eeprom.len;
1498         }
1499
1500         kfree(data);
1501         return ret;
1502 }
1503
1504 static noinline_for_stack int ethtool_get_coalesce(struct net_device *dev,
1505                                                    void __user *useraddr)
1506 {
1507         struct ethtool_coalesce coalesce = { .cmd = ETHTOOL_GCOALESCE };
1508
1509         if (!dev->ethtool_ops->get_coalesce)
1510                 return -EOPNOTSUPP;
1511
1512         dev->ethtool_ops->get_coalesce(dev, &coalesce);
1513
1514         if (copy_to_user(useraddr, &coalesce, sizeof(coalesce)))
1515                 return -EFAULT;
1516         return 0;
1517 }
1518
1519 static bool
1520 ethtool_set_coalesce_supported(struct net_device *dev,
1521                                struct ethtool_coalesce *coalesce)
1522 {
1523         u32 supported_params = dev->ethtool_ops->supported_coalesce_params;
1524         u32 nonzero_params = 0;
1525
1526         if (coalesce->rx_coalesce_usecs)
1527                 nonzero_params |= ETHTOOL_COALESCE_RX_USECS;
1528         if (coalesce->rx_max_coalesced_frames)
1529                 nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES;
1530         if (coalesce->rx_coalesce_usecs_irq)
1531                 nonzero_params |= ETHTOOL_COALESCE_RX_USECS_IRQ;
1532         if (coalesce->rx_max_coalesced_frames_irq)
1533                 nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES_IRQ;
1534         if (coalesce->tx_coalesce_usecs)
1535                 nonzero_params |= ETHTOOL_COALESCE_TX_USECS;
1536         if (coalesce->tx_max_coalesced_frames)
1537                 nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES;
1538         if (coalesce->tx_coalesce_usecs_irq)
1539                 nonzero_params |= ETHTOOL_COALESCE_TX_USECS_IRQ;
1540         if (coalesce->tx_max_coalesced_frames_irq)
1541                 nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES_IRQ;
1542         if (coalesce->stats_block_coalesce_usecs)
1543                 nonzero_params |= ETHTOOL_COALESCE_STATS_BLOCK_USECS;
1544         if (coalesce->use_adaptive_rx_coalesce)
1545                 nonzero_params |= ETHTOOL_COALESCE_USE_ADAPTIVE_RX;
1546         if (coalesce->use_adaptive_tx_coalesce)
1547                 nonzero_params |= ETHTOOL_COALESCE_USE_ADAPTIVE_TX;
1548         if (coalesce->pkt_rate_low)
1549                 nonzero_params |= ETHTOOL_COALESCE_PKT_RATE_LOW;
1550         if (coalesce->rx_coalesce_usecs_low)
1551                 nonzero_params |= ETHTOOL_COALESCE_RX_USECS_LOW;
1552         if (coalesce->rx_max_coalesced_frames_low)
1553                 nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES_LOW;
1554         if (coalesce->tx_coalesce_usecs_low)
1555                 nonzero_params |= ETHTOOL_COALESCE_TX_USECS_LOW;
1556         if (coalesce->tx_max_coalesced_frames_low)
1557                 nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES_LOW;
1558         if (coalesce->pkt_rate_high)
1559                 nonzero_params |= ETHTOOL_COALESCE_PKT_RATE_HIGH;
1560         if (coalesce->rx_coalesce_usecs_high)
1561                 nonzero_params |= ETHTOOL_COALESCE_RX_USECS_HIGH;
1562         if (coalesce->rx_max_coalesced_frames_high)
1563                 nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES_HIGH;
1564         if (coalesce->tx_coalesce_usecs_high)
1565                 nonzero_params |= ETHTOOL_COALESCE_TX_USECS_HIGH;
1566         if (coalesce->tx_max_coalesced_frames_high)
1567                 nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES_HIGH;
1568         if (coalesce->rate_sample_interval)
1569                 nonzero_params |= ETHTOOL_COALESCE_RATE_SAMPLE_INTERVAL;
1570
1571         return (supported_params & nonzero_params) == nonzero_params;
1572 }
1573
1574 static noinline_for_stack int ethtool_set_coalesce(struct net_device *dev,
1575                                                    void __user *useraddr)
1576 {
1577         struct ethtool_coalesce coalesce;
1578         int ret;
1579
1580         if (!dev->ethtool_ops->set_coalesce)
1581                 return -EOPNOTSUPP;
1582
1583         if (copy_from_user(&coalesce, useraddr, sizeof(coalesce)))
1584                 return -EFAULT;
1585
1586         if (!ethtool_set_coalesce_supported(dev, &coalesce))
1587                 return -EOPNOTSUPP;
1588
1589         ret = dev->ethtool_ops->set_coalesce(dev, &coalesce);
1590         if (!ret)
1591                 ethtool_notify(dev, ETHTOOL_MSG_COALESCE_NTF, NULL);
1592         return ret;
1593 }
1594
1595 static int ethtool_get_ringparam(struct net_device *dev, void __user *useraddr)
1596 {
1597         struct ethtool_ringparam ringparam = { .cmd = ETHTOOL_GRINGPARAM };
1598
1599         if (!dev->ethtool_ops->get_ringparam)
1600                 return -EOPNOTSUPP;
1601
1602         dev->ethtool_ops->get_ringparam(dev, &ringparam);
1603
1604         if (copy_to_user(useraddr, &ringparam, sizeof(ringparam)))
1605                 return -EFAULT;
1606         return 0;
1607 }
1608
1609 static int ethtool_set_ringparam(struct net_device *dev, void __user *useraddr)
1610 {
1611         struct ethtool_ringparam ringparam, max = { .cmd = ETHTOOL_GRINGPARAM };
1612         int ret;
1613
1614         if (!dev->ethtool_ops->set_ringparam || !dev->ethtool_ops->get_ringparam)
1615                 return -EOPNOTSUPP;
1616
1617         if (copy_from_user(&ringparam, useraddr, sizeof(ringparam)))
1618                 return -EFAULT;
1619
1620         dev->ethtool_ops->get_ringparam(dev, &max);
1621
1622         /* ensure new ring parameters are within the maximums */
1623         if (ringparam.rx_pending > max.rx_max_pending ||
1624             ringparam.rx_mini_pending > max.rx_mini_max_pending ||
1625             ringparam.rx_jumbo_pending > max.rx_jumbo_max_pending ||
1626             ringparam.tx_pending > max.tx_max_pending)
1627                 return -EINVAL;
1628
1629         ret = dev->ethtool_ops->set_ringparam(dev, &ringparam);
1630         if (!ret)
1631                 ethtool_notify(dev, ETHTOOL_MSG_RINGS_NTF, NULL);
1632         return ret;
1633 }
1634
1635 static noinline_for_stack int ethtool_get_channels(struct net_device *dev,
1636                                                    void __user *useraddr)
1637 {
1638         struct ethtool_channels channels = { .cmd = ETHTOOL_GCHANNELS };
1639
1640         if (!dev->ethtool_ops->get_channels)
1641                 return -EOPNOTSUPP;
1642
1643         dev->ethtool_ops->get_channels(dev, &channels);
1644
1645         if (copy_to_user(useraddr, &channels, sizeof(channels)))
1646                 return -EFAULT;
1647         return 0;
1648 }
1649
1650 static noinline_for_stack int ethtool_set_channels(struct net_device *dev,
1651                                                    void __user *useraddr)
1652 {
1653         struct ethtool_channels channels, curr = { .cmd = ETHTOOL_GCHANNELS };
1654         u16 from_channel, to_channel;
1655         u32 max_rx_in_use = 0;
1656         unsigned int i;
1657         int ret;
1658
1659         if (!dev->ethtool_ops->set_channels || !dev->ethtool_ops->get_channels)
1660                 return -EOPNOTSUPP;
1661
1662         if (copy_from_user(&channels, useraddr, sizeof(channels)))
1663                 return -EFAULT;
1664
1665         dev->ethtool_ops->get_channels(dev, &curr);
1666
1667         /* ensure new counts are within the maximums */
1668         if (channels.rx_count > curr.max_rx ||
1669             channels.tx_count > curr.max_tx ||
1670             channels.combined_count > curr.max_combined ||
1671             channels.other_count > curr.max_other)
1672                 return -EINVAL;
1673
1674         /* ensure the new Rx count fits within the configured Rx flow
1675          * indirection table settings */
1676         if (netif_is_rxfh_configured(dev) &&
1677             !ethtool_get_max_rxfh_channel(dev, &max_rx_in_use) &&
1678             (channels.combined_count + channels.rx_count) <= max_rx_in_use)
1679             return -EINVAL;
1680
1681         /* Disabling channels, query zero-copy AF_XDP sockets */
1682         from_channel = channels.combined_count +
1683                 min(channels.rx_count, channels.tx_count);
1684         to_channel = curr.combined_count + max(curr.rx_count, curr.tx_count);
1685         for (i = from_channel; i < to_channel; i++)
1686                 if (xdp_get_umem_from_qid(dev, i))
1687                         return -EINVAL;
1688
1689         ret = dev->ethtool_ops->set_channels(dev, &channels);
1690         if (!ret)
1691                 ethtool_notify(dev, ETHTOOL_MSG_CHANNELS_NTF, NULL);
1692         return ret;
1693 }
1694
1695 static int ethtool_get_pauseparam(struct net_device *dev, void __user *useraddr)
1696 {
1697         struct ethtool_pauseparam pauseparam = { .cmd = ETHTOOL_GPAUSEPARAM };
1698
1699         if (!dev->ethtool_ops->get_pauseparam)
1700                 return -EOPNOTSUPP;
1701
1702         dev->ethtool_ops->get_pauseparam(dev, &pauseparam);
1703
1704         if (copy_to_user(useraddr, &pauseparam, sizeof(pauseparam)))
1705                 return -EFAULT;
1706         return 0;
1707 }
1708
1709 static int ethtool_set_pauseparam(struct net_device *dev, void __user *useraddr)
1710 {
1711         struct ethtool_pauseparam pauseparam;
1712         int ret;
1713
1714         if (!dev->ethtool_ops->set_pauseparam)
1715                 return -EOPNOTSUPP;
1716
1717         if (copy_from_user(&pauseparam, useraddr, sizeof(pauseparam)))
1718                 return -EFAULT;
1719
1720         ret = dev->ethtool_ops->set_pauseparam(dev, &pauseparam);
1721         if (!ret)
1722                 ethtool_notify(dev, ETHTOOL_MSG_PAUSE_NTF, NULL);
1723         return ret;
1724 }
1725
1726 static int ethtool_self_test(struct net_device *dev, char __user *useraddr)
1727 {
1728         struct ethtool_test test;
1729         const struct ethtool_ops *ops = dev->ethtool_ops;
1730         u64 *data;
1731         int ret, test_len;
1732
1733         if (!ops->self_test || !ops->get_sset_count)
1734                 return -EOPNOTSUPP;
1735
1736         test_len = ops->get_sset_count(dev, ETH_SS_TEST);
1737         if (test_len < 0)
1738                 return test_len;
1739         WARN_ON(test_len == 0);
1740
1741         if (copy_from_user(&test, useraddr, sizeof(test)))
1742                 return -EFAULT;
1743
1744         test.len = test_len;
1745         data = kmalloc_array(test_len, sizeof(u64), GFP_USER);
1746         if (!data)
1747                 return -ENOMEM;
1748
1749         ops->self_test(dev, &test, data);
1750
1751         ret = -EFAULT;
1752         if (copy_to_user(useraddr, &test, sizeof(test)))
1753                 goto out;
1754         useraddr += sizeof(test);
1755         if (copy_to_user(useraddr, data, test.len * sizeof(u64)))
1756                 goto out;
1757         ret = 0;
1758
1759  out:
1760         kfree(data);
1761         return ret;
1762 }
1763
1764 static int ethtool_get_strings(struct net_device *dev, void __user *useraddr)
1765 {
1766         struct ethtool_gstrings gstrings;
1767         u8 *data;
1768         int ret;
1769
1770         if (copy_from_user(&gstrings, useraddr, sizeof(gstrings)))
1771                 return -EFAULT;
1772
1773         ret = __ethtool_get_sset_count(dev, gstrings.string_set);
1774         if (ret < 0)
1775                 return ret;
1776         if (ret > S32_MAX / ETH_GSTRING_LEN)
1777                 return -ENOMEM;
1778         WARN_ON_ONCE(!ret);
1779
1780         gstrings.len = ret;
1781
1782         if (gstrings.len) {
1783                 data = vzalloc(array_size(gstrings.len, ETH_GSTRING_LEN));
1784                 if (!data)
1785                         return -ENOMEM;
1786
1787                 __ethtool_get_strings(dev, gstrings.string_set, data);
1788         } else {
1789                 data = NULL;
1790         }
1791
1792         ret = -EFAULT;
1793         if (copy_to_user(useraddr, &gstrings, sizeof(gstrings)))
1794                 goto out;
1795         useraddr += sizeof(gstrings);
1796         if (gstrings.len &&
1797             copy_to_user(useraddr, data, gstrings.len * ETH_GSTRING_LEN))
1798                 goto out;
1799         ret = 0;
1800
1801 out:
1802         vfree(data);
1803         return ret;
1804 }
1805
1806 static int ethtool_phys_id(struct net_device *dev, void __user *useraddr)
1807 {
1808         struct ethtool_value id;
1809         static bool busy;
1810         const struct ethtool_ops *ops = dev->ethtool_ops;
1811         int rc;
1812
1813         if (!ops->set_phys_id)
1814                 return -EOPNOTSUPP;
1815
1816         if (busy)
1817                 return -EBUSY;
1818
1819         if (copy_from_user(&id, useraddr, sizeof(id)))
1820                 return -EFAULT;
1821
1822         rc = ops->set_phys_id(dev, ETHTOOL_ID_ACTIVE);
1823         if (rc < 0)
1824                 return rc;
1825
1826         /* Drop the RTNL lock while waiting, but prevent reentry or
1827          * removal of the device.
1828          */
1829         busy = true;
1830         dev_hold(dev);
1831         rtnl_unlock();
1832
1833         if (rc == 0) {
1834                 /* Driver will handle this itself */
1835                 schedule_timeout_interruptible(
1836                         id.data ? (id.data * HZ) : MAX_SCHEDULE_TIMEOUT);
1837         } else {
1838                 /* Driver expects to be called at twice the frequency in rc */
1839                 int n = rc * 2, i, interval = HZ / n;
1840
1841                 /* Count down seconds */
1842                 do {
1843                         /* Count down iterations per second */
1844                         i = n;
1845                         do {
1846                                 rtnl_lock();
1847                                 rc = ops->set_phys_id(dev,
1848                                     (i & 1) ? ETHTOOL_ID_OFF : ETHTOOL_ID_ON);
1849                                 rtnl_unlock();
1850                                 if (rc)
1851                                         break;
1852                                 schedule_timeout_interruptible(interval);
1853                         } while (!signal_pending(current) && --i != 0);
1854                 } while (!signal_pending(current) &&
1855                          (id.data == 0 || --id.data != 0));
1856         }
1857
1858         rtnl_lock();
1859         dev_put(dev);
1860         busy = false;
1861
1862         (void) ops->set_phys_id(dev, ETHTOOL_ID_INACTIVE);
1863         return rc;
1864 }
1865
1866 static int ethtool_get_stats(struct net_device *dev, void __user *useraddr)
1867 {
1868         struct ethtool_stats stats;
1869         const struct ethtool_ops *ops = dev->ethtool_ops;
1870         u64 *data;
1871         int ret, n_stats;
1872
1873         if (!ops->get_ethtool_stats || !ops->get_sset_count)
1874                 return -EOPNOTSUPP;
1875
1876         n_stats = ops->get_sset_count(dev, ETH_SS_STATS);
1877         if (n_stats < 0)
1878                 return n_stats;
1879         if (n_stats > S32_MAX / sizeof(u64))
1880                 return -ENOMEM;
1881         WARN_ON_ONCE(!n_stats);
1882         if (copy_from_user(&stats, useraddr, sizeof(stats)))
1883                 return -EFAULT;
1884
1885         stats.n_stats = n_stats;
1886
1887         if (n_stats) {
1888                 data = vzalloc(array_size(n_stats, sizeof(u64)));
1889                 if (!data)
1890                         return -ENOMEM;
1891                 ops->get_ethtool_stats(dev, &stats, data);
1892         } else {
1893                 data = NULL;
1894         }
1895
1896         ret = -EFAULT;
1897         if (copy_to_user(useraddr, &stats, sizeof(stats)))
1898                 goto out;
1899         useraddr += sizeof(stats);
1900         if (n_stats && copy_to_user(useraddr, data, n_stats * sizeof(u64)))
1901                 goto out;
1902         ret = 0;
1903
1904  out:
1905         vfree(data);
1906         return ret;
1907 }
1908
1909 static int ethtool_get_phy_stats(struct net_device *dev, void __user *useraddr)
1910 {
1911         const struct ethtool_ops *ops = dev->ethtool_ops;
1912         struct phy_device *phydev = dev->phydev;
1913         struct ethtool_stats stats;
1914         u64 *data;
1915         int ret, n_stats;
1916
1917         if (!phydev && (!ops->get_ethtool_phy_stats || !ops->get_sset_count))
1918                 return -EOPNOTSUPP;
1919
1920         if (dev->phydev && !ops->get_ethtool_phy_stats)
1921                 n_stats = phy_ethtool_get_sset_count(dev->phydev);
1922         else
1923                 n_stats = ops->get_sset_count(dev, ETH_SS_PHY_STATS);
1924         if (n_stats < 0)
1925                 return n_stats;
1926         if (n_stats > S32_MAX / sizeof(u64))
1927                 return -ENOMEM;
1928         WARN_ON_ONCE(!n_stats);
1929
1930         if (copy_from_user(&stats, useraddr, sizeof(stats)))
1931                 return -EFAULT;
1932
1933         stats.n_stats = n_stats;
1934
1935         if (n_stats) {
1936                 data = vzalloc(array_size(n_stats, sizeof(u64)));
1937                 if (!data)
1938                         return -ENOMEM;
1939
1940                 if (dev->phydev && !ops->get_ethtool_phy_stats) {
1941                         ret = phy_ethtool_get_stats(dev->phydev, &stats, data);
1942                         if (ret < 0)
1943                                 goto out;
1944                 } else {
1945                         ops->get_ethtool_phy_stats(dev, &stats, data);
1946                 }
1947         } else {
1948                 data = NULL;
1949         }
1950
1951         ret = -EFAULT;
1952         if (copy_to_user(useraddr, &stats, sizeof(stats)))
1953                 goto out;
1954         useraddr += sizeof(stats);
1955         if (n_stats && copy_to_user(useraddr, data, n_stats * sizeof(u64)))
1956                 goto out;
1957         ret = 0;
1958
1959  out:
1960         vfree(data);
1961         return ret;
1962 }
1963
1964 static int ethtool_get_perm_addr(struct net_device *dev, void __user *useraddr)
1965 {
1966         struct ethtool_perm_addr epaddr;
1967
1968         if (copy_from_user(&epaddr, useraddr, sizeof(epaddr)))
1969                 return -EFAULT;
1970
1971         if (epaddr.size < dev->addr_len)
1972                 return -ETOOSMALL;
1973         epaddr.size = dev->addr_len;
1974
1975         if (copy_to_user(useraddr, &epaddr, sizeof(epaddr)))
1976                 return -EFAULT;
1977         useraddr += sizeof(epaddr);
1978         if (copy_to_user(useraddr, dev->perm_addr, epaddr.size))
1979                 return -EFAULT;
1980         return 0;
1981 }
1982
1983 static int ethtool_get_value(struct net_device *dev, char __user *useraddr,
1984                              u32 cmd, u32 (*actor)(struct net_device *))
1985 {
1986         struct ethtool_value edata = { .cmd = cmd };
1987
1988         if (!actor)
1989                 return -EOPNOTSUPP;
1990
1991         edata.data = actor(dev);
1992
1993         if (copy_to_user(useraddr, &edata, sizeof(edata)))
1994                 return -EFAULT;
1995         return 0;
1996 }
1997
1998 static int ethtool_set_value_void(struct net_device *dev, char __user *useraddr,
1999                              void (*actor)(struct net_device *, u32))
2000 {
2001         struct ethtool_value edata;
2002
2003         if (!actor)
2004                 return -EOPNOTSUPP;
2005
2006         if (copy_from_user(&edata, useraddr, sizeof(edata)))
2007                 return -EFAULT;
2008
2009         actor(dev, edata.data);
2010         return 0;
2011 }
2012
2013 static int ethtool_set_value(struct net_device *dev, char __user *useraddr,
2014                              int (*actor)(struct net_device *, u32))
2015 {
2016         struct ethtool_value edata;
2017
2018         if (!actor)
2019                 return -EOPNOTSUPP;
2020
2021         if (copy_from_user(&edata, useraddr, sizeof(edata)))
2022                 return -EFAULT;
2023
2024         return actor(dev, edata.data);
2025 }
2026
2027 static noinline_for_stack int ethtool_flash_device(struct net_device *dev,
2028                                                    char __user *useraddr)
2029 {
2030         struct ethtool_flash efl;
2031
2032         if (copy_from_user(&efl, useraddr, sizeof(efl)))
2033                 return -EFAULT;
2034         efl.data[ETHTOOL_FLASH_MAX_FILENAME - 1] = 0;
2035
2036         if (!dev->ethtool_ops->flash_device)
2037                 return devlink_compat_flash_update(dev, efl.data);
2038
2039         return dev->ethtool_ops->flash_device(dev, &efl);
2040 }
2041
2042 static int ethtool_set_dump(struct net_device *dev,
2043                         void __user *useraddr)
2044 {
2045         struct ethtool_dump dump;
2046
2047         if (!dev->ethtool_ops->set_dump)
2048                 return -EOPNOTSUPP;
2049
2050         if (copy_from_user(&dump, useraddr, sizeof(dump)))
2051                 return -EFAULT;
2052
2053         return dev->ethtool_ops->set_dump(dev, &dump);
2054 }
2055
2056 static int ethtool_get_dump_flag(struct net_device *dev,
2057                                 void __user *useraddr)
2058 {
2059         int ret;
2060         struct ethtool_dump dump;
2061         const struct ethtool_ops *ops = dev->ethtool_ops;
2062
2063         if (!ops->get_dump_flag)
2064                 return -EOPNOTSUPP;
2065
2066         if (copy_from_user(&dump, useraddr, sizeof(dump)))
2067                 return -EFAULT;
2068
2069         ret = ops->get_dump_flag(dev, &dump);
2070         if (ret)
2071                 return ret;
2072
2073         if (copy_to_user(useraddr, &dump, sizeof(dump)))
2074                 return -EFAULT;
2075         return 0;
2076 }
2077
2078 static int ethtool_get_dump_data(struct net_device *dev,
2079                                 void __user *useraddr)
2080 {
2081         int ret;
2082         __u32 len;
2083         struct ethtool_dump dump, tmp;
2084         const struct ethtool_ops *ops = dev->ethtool_ops;
2085         void *data = NULL;
2086
2087         if (!ops->get_dump_data || !ops->get_dump_flag)
2088                 return -EOPNOTSUPP;
2089
2090         if (copy_from_user(&dump, useraddr, sizeof(dump)))
2091                 return -EFAULT;
2092
2093         memset(&tmp, 0, sizeof(tmp));
2094         tmp.cmd = ETHTOOL_GET_DUMP_FLAG;
2095         ret = ops->get_dump_flag(dev, &tmp);
2096         if (ret)
2097                 return ret;
2098
2099         len = min(tmp.len, dump.len);
2100         if (!len)
2101                 return -EFAULT;
2102
2103         /* Don't ever let the driver think there's more space available
2104          * than it requested with .get_dump_flag().
2105          */
2106         dump.len = len;
2107
2108         /* Always allocate enough space to hold the whole thing so that the
2109          * driver does not need to check the length and bother with partial
2110          * dumping.
2111          */
2112         data = vzalloc(tmp.len);
2113         if (!data)
2114                 return -ENOMEM;
2115         ret = ops->get_dump_data(dev, &dump, data);
2116         if (ret)
2117                 goto out;
2118
2119         /* There are two sane possibilities:
2120          * 1. The driver's .get_dump_data() does not touch dump.len.
2121          * 2. Or it may set dump.len to how much it really writes, which
2122          *    should be tmp.len (or len if it can do a partial dump).
2123          * In any case respond to userspace with the actual length of data
2124          * it's receiving.
2125          */
2126         WARN_ON(dump.len != len && dump.len != tmp.len);
2127         dump.len = len;
2128
2129         if (copy_to_user(useraddr, &dump, sizeof(dump))) {
2130                 ret = -EFAULT;
2131                 goto out;
2132         }
2133         useraddr += offsetof(struct ethtool_dump, data);
2134         if (copy_to_user(useraddr, data, len))
2135                 ret = -EFAULT;
2136 out:
2137         vfree(data);
2138         return ret;
2139 }
2140
2141 static int ethtool_get_ts_info(struct net_device *dev, void __user *useraddr)
2142 {
2143         struct ethtool_ts_info info;
2144         int err;
2145
2146         err = __ethtool_get_ts_info(dev, &info);
2147         if (err)
2148                 return err;
2149
2150         if (copy_to_user(useraddr, &info, sizeof(info)))
2151                 return -EFAULT;
2152
2153         return 0;
2154 }
2155
2156 static int __ethtool_get_module_info(struct net_device *dev,
2157                                      struct ethtool_modinfo *modinfo)
2158 {
2159         const struct ethtool_ops *ops = dev->ethtool_ops;
2160         struct phy_device *phydev = dev->phydev;
2161
2162         if (dev->sfp_bus)
2163                 return sfp_get_module_info(dev->sfp_bus, modinfo);
2164
2165         if (phydev && phydev->drv && phydev->drv->module_info)
2166                 return phydev->drv->module_info(phydev, modinfo);
2167
2168         if (ops->get_module_info)
2169                 return ops->get_module_info(dev, modinfo);
2170
2171         return -EOPNOTSUPP;
2172 }
2173
2174 static int ethtool_get_module_info(struct net_device *dev,
2175                                    void __user *useraddr)
2176 {
2177         int ret;
2178         struct ethtool_modinfo modinfo;
2179
2180         if (copy_from_user(&modinfo, useraddr, sizeof(modinfo)))
2181                 return -EFAULT;
2182
2183         ret = __ethtool_get_module_info(dev, &modinfo);
2184         if (ret)
2185                 return ret;
2186
2187         if (copy_to_user(useraddr, &modinfo, sizeof(modinfo)))
2188                 return -EFAULT;
2189
2190         return 0;
2191 }
2192
2193 static int __ethtool_get_module_eeprom(struct net_device *dev,
2194                                        struct ethtool_eeprom *ee, u8 *data)
2195 {
2196         const struct ethtool_ops *ops = dev->ethtool_ops;
2197         struct phy_device *phydev = dev->phydev;
2198
2199         if (dev->sfp_bus)
2200                 return sfp_get_module_eeprom(dev->sfp_bus, ee, data);
2201
2202         if (phydev && phydev->drv && phydev->drv->module_eeprom)
2203                 return phydev->drv->module_eeprom(phydev, ee, data);
2204
2205         if (ops->get_module_eeprom)
2206                 return ops->get_module_eeprom(dev, ee, data);
2207
2208         return -EOPNOTSUPP;
2209 }
2210
2211 static int ethtool_get_module_eeprom(struct net_device *dev,
2212                                      void __user *useraddr)
2213 {
2214         int ret;
2215         struct ethtool_modinfo modinfo;
2216
2217         ret = __ethtool_get_module_info(dev, &modinfo);
2218         if (ret)
2219                 return ret;
2220
2221         return ethtool_get_any_eeprom(dev, useraddr,
2222                                       __ethtool_get_module_eeprom,
2223                                       modinfo.eeprom_len);
2224 }
2225
2226 static int ethtool_tunable_valid(const struct ethtool_tunable *tuna)
2227 {
2228         switch (tuna->id) {
2229         case ETHTOOL_RX_COPYBREAK:
2230         case ETHTOOL_TX_COPYBREAK:
2231                 if (tuna->len != sizeof(u32) ||
2232                     tuna->type_id != ETHTOOL_TUNABLE_U32)
2233                         return -EINVAL;
2234                 break;
2235         case ETHTOOL_PFC_PREVENTION_TOUT:
2236                 if (tuna->len != sizeof(u16) ||
2237                     tuna->type_id != ETHTOOL_TUNABLE_U16)
2238                         return -EINVAL;
2239                 break;
2240         default:
2241                 return -EINVAL;
2242         }
2243
2244         return 0;
2245 }
2246
2247 static int ethtool_get_tunable(struct net_device *dev, void __user *useraddr)
2248 {
2249         int ret;
2250         struct ethtool_tunable tuna;
2251         const struct ethtool_ops *ops = dev->ethtool_ops;
2252         void *data;
2253
2254         if (!ops->get_tunable)
2255                 return -EOPNOTSUPP;
2256         if (copy_from_user(&tuna, useraddr, sizeof(tuna)))
2257                 return -EFAULT;
2258         ret = ethtool_tunable_valid(&tuna);
2259         if (ret)
2260                 return ret;
2261         data = kmalloc(tuna.len, GFP_USER);
2262         if (!data)
2263                 return -ENOMEM;
2264         ret = ops->get_tunable(dev, &tuna, data);
2265         if (ret)
2266                 goto out;
2267         useraddr += sizeof(tuna);
2268         ret = -EFAULT;
2269         if (copy_to_user(useraddr, data, tuna.len))
2270                 goto out;
2271         ret = 0;
2272
2273 out:
2274         kfree(data);
2275         return ret;
2276 }
2277
2278 static int ethtool_set_tunable(struct net_device *dev, void __user *useraddr)
2279 {
2280         int ret;
2281         struct ethtool_tunable tuna;
2282         const struct ethtool_ops *ops = dev->ethtool_ops;
2283         void *data;
2284
2285         if (!ops->set_tunable)
2286                 return -EOPNOTSUPP;
2287         if (copy_from_user(&tuna, useraddr, sizeof(tuna)))
2288                 return -EFAULT;
2289         ret = ethtool_tunable_valid(&tuna);
2290         if (ret)
2291                 return ret;
2292         useraddr += sizeof(tuna);
2293         data = memdup_user(useraddr, tuna.len);
2294         if (IS_ERR(data))
2295                 return PTR_ERR(data);
2296         ret = ops->set_tunable(dev, &tuna, data);
2297
2298         kfree(data);
2299         return ret;
2300 }
2301
2302 static noinline_for_stack int
2303 ethtool_get_per_queue_coalesce(struct net_device *dev,
2304                                void __user *useraddr,
2305                                struct ethtool_per_queue_op *per_queue_opt)
2306 {
2307         u32 bit;
2308         int ret;
2309         DECLARE_BITMAP(queue_mask, MAX_NUM_QUEUE);
2310
2311         if (!dev->ethtool_ops->get_per_queue_coalesce)
2312                 return -EOPNOTSUPP;
2313
2314         useraddr += sizeof(*per_queue_opt);
2315
2316         bitmap_from_arr32(queue_mask, per_queue_opt->queue_mask,
2317                           MAX_NUM_QUEUE);
2318
2319         for_each_set_bit(bit, queue_mask, MAX_NUM_QUEUE) {
2320                 struct ethtool_coalesce coalesce = { .cmd = ETHTOOL_GCOALESCE };
2321
2322                 ret = dev->ethtool_ops->get_per_queue_coalesce(dev, bit, &coalesce);
2323                 if (ret != 0)
2324                         return ret;
2325                 if (copy_to_user(useraddr, &coalesce, sizeof(coalesce)))
2326                         return -EFAULT;
2327                 useraddr += sizeof(coalesce);
2328         }
2329
2330         return 0;
2331 }
2332
2333 static noinline_for_stack int
2334 ethtool_set_per_queue_coalesce(struct net_device *dev,
2335                                void __user *useraddr,
2336                                struct ethtool_per_queue_op *per_queue_opt)
2337 {
2338         u32 bit;
2339         int i, ret = 0;
2340         int n_queue;
2341         struct ethtool_coalesce *backup = NULL, *tmp = NULL;
2342         DECLARE_BITMAP(queue_mask, MAX_NUM_QUEUE);
2343
2344         if ((!dev->ethtool_ops->set_per_queue_coalesce) ||
2345             (!dev->ethtool_ops->get_per_queue_coalesce))
2346                 return -EOPNOTSUPP;
2347
2348         useraddr += sizeof(*per_queue_opt);
2349
2350         bitmap_from_arr32(queue_mask, per_queue_opt->queue_mask, MAX_NUM_QUEUE);
2351         n_queue = bitmap_weight(queue_mask, MAX_NUM_QUEUE);
2352         tmp = backup = kmalloc_array(n_queue, sizeof(*backup), GFP_KERNEL);
2353         if (!backup)
2354                 return -ENOMEM;
2355
2356         for_each_set_bit(bit, queue_mask, MAX_NUM_QUEUE) {
2357                 struct ethtool_coalesce coalesce;
2358
2359                 ret = dev->ethtool_ops->get_per_queue_coalesce(dev, bit, tmp);
2360                 if (ret != 0)
2361                         goto roll_back;
2362
2363                 tmp++;
2364
2365                 if (copy_from_user(&coalesce, useraddr, sizeof(coalesce))) {
2366                         ret = -EFAULT;
2367                         goto roll_back;
2368                 }
2369
2370                 if (!ethtool_set_coalesce_supported(dev, &coalesce)) {
2371                         ret = -EOPNOTSUPP;
2372                         goto roll_back;
2373                 }
2374
2375                 ret = dev->ethtool_ops->set_per_queue_coalesce(dev, bit, &coalesce);
2376                 if (ret != 0)
2377                         goto roll_back;
2378
2379                 useraddr += sizeof(coalesce);
2380         }
2381
2382 roll_back:
2383         if (ret != 0) {
2384                 tmp = backup;
2385                 for_each_set_bit(i, queue_mask, bit) {
2386                         dev->ethtool_ops->set_per_queue_coalesce(dev, i, tmp);
2387                         tmp++;
2388                 }
2389         }
2390         kfree(backup);
2391
2392         return ret;
2393 }
2394
2395 static int noinline_for_stack ethtool_set_per_queue(struct net_device *dev,
2396                                  void __user *useraddr, u32 sub_cmd)
2397 {
2398         struct ethtool_per_queue_op per_queue_opt;
2399
2400         if (copy_from_user(&per_queue_opt, useraddr, sizeof(per_queue_opt)))
2401                 return -EFAULT;
2402
2403         if (per_queue_opt.sub_command != sub_cmd)
2404                 return -EINVAL;
2405
2406         switch (per_queue_opt.sub_command) {
2407         case ETHTOOL_GCOALESCE:
2408                 return ethtool_get_per_queue_coalesce(dev, useraddr, &per_queue_opt);
2409         case ETHTOOL_SCOALESCE:
2410                 return ethtool_set_per_queue_coalesce(dev, useraddr, &per_queue_opt);
2411         default:
2412                 return -EOPNOTSUPP;
2413         };
2414 }
2415
2416 static int ethtool_phy_tunable_valid(const struct ethtool_tunable *tuna)
2417 {
2418         switch (tuna->id) {
2419         case ETHTOOL_PHY_DOWNSHIFT:
2420         case ETHTOOL_PHY_FAST_LINK_DOWN:
2421                 if (tuna->len != sizeof(u8) ||
2422                     tuna->type_id != ETHTOOL_TUNABLE_U8)
2423                         return -EINVAL;
2424                 break;
2425         case ETHTOOL_PHY_EDPD:
2426                 if (tuna->len != sizeof(u16) ||
2427                     tuna->type_id != ETHTOOL_TUNABLE_U16)
2428                         return -EINVAL;
2429                 break;
2430         default:
2431                 return -EINVAL;
2432         }
2433
2434         return 0;
2435 }
2436
2437 static int get_phy_tunable(struct net_device *dev, void __user *useraddr)
2438 {
2439         int ret;
2440         struct ethtool_tunable tuna;
2441         struct phy_device *phydev = dev->phydev;
2442         void *data;
2443
2444         if (!(phydev && phydev->drv && phydev->drv->get_tunable))
2445                 return -EOPNOTSUPP;
2446
2447         if (copy_from_user(&tuna, useraddr, sizeof(tuna)))
2448                 return -EFAULT;
2449         ret = ethtool_phy_tunable_valid(&tuna);
2450         if (ret)
2451                 return ret;
2452         data = kmalloc(tuna.len, GFP_USER);
2453         if (!data)
2454                 return -ENOMEM;
2455         mutex_lock(&phydev->lock);
2456         ret = phydev->drv->get_tunable(phydev, &tuna, data);
2457         mutex_unlock(&phydev->lock);
2458         if (ret)
2459                 goto out;
2460         useraddr += sizeof(tuna);
2461         ret = -EFAULT;
2462         if (copy_to_user(useraddr, data, tuna.len))
2463                 goto out;
2464         ret = 0;
2465
2466 out:
2467         kfree(data);
2468         return ret;
2469 }
2470
2471 static int set_phy_tunable(struct net_device *dev, void __user *useraddr)
2472 {
2473         int ret;
2474         struct ethtool_tunable tuna;
2475         struct phy_device *phydev = dev->phydev;
2476         void *data;
2477
2478         if (!(phydev && phydev->drv && phydev->drv->set_tunable))
2479                 return -EOPNOTSUPP;
2480         if (copy_from_user(&tuna, useraddr, sizeof(tuna)))
2481                 return -EFAULT;
2482         ret = ethtool_phy_tunable_valid(&tuna);
2483         if (ret)
2484                 return ret;
2485         useraddr += sizeof(tuna);
2486         data = memdup_user(useraddr, tuna.len);
2487         if (IS_ERR(data))
2488                 return PTR_ERR(data);
2489         mutex_lock(&phydev->lock);
2490         ret = phydev->drv->set_tunable(phydev, &tuna, data);
2491         mutex_unlock(&phydev->lock);
2492
2493         kfree(data);
2494         return ret;
2495 }
2496
2497 static int ethtool_get_fecparam(struct net_device *dev, void __user *useraddr)
2498 {
2499         struct ethtool_fecparam fecparam = { .cmd = ETHTOOL_GFECPARAM };
2500         int rc;
2501
2502         if (!dev->ethtool_ops->get_fecparam)
2503                 return -EOPNOTSUPP;
2504
2505         rc = dev->ethtool_ops->get_fecparam(dev, &fecparam);
2506         if (rc)
2507                 return rc;
2508
2509         if (copy_to_user(useraddr, &fecparam, sizeof(fecparam)))
2510                 return -EFAULT;
2511         return 0;
2512 }
2513
2514 static int ethtool_set_fecparam(struct net_device *dev, void __user *useraddr)
2515 {
2516         struct ethtool_fecparam fecparam;
2517
2518         if (!dev->ethtool_ops->set_fecparam)
2519                 return -EOPNOTSUPP;
2520
2521         if (copy_from_user(&fecparam, useraddr, sizeof(fecparam)))
2522                 return -EFAULT;
2523
2524         return dev->ethtool_ops->set_fecparam(dev, &fecparam);
2525 }
2526
2527 /* The main entry point in this file.  Called from net/core/dev_ioctl.c */
2528
2529 int dev_ethtool(struct net *net, struct ifreq *ifr)
2530 {
2531         struct net_device *dev = __dev_get_by_name(net, ifr->ifr_name);
2532         void __user *useraddr = ifr->ifr_data;
2533         u32 ethcmd, sub_cmd;
2534         int rc;
2535         netdev_features_t old_features;
2536
2537         if (!dev || !netif_device_present(dev))
2538                 return -ENODEV;
2539
2540         if (copy_from_user(&ethcmd, useraddr, sizeof(ethcmd)))
2541                 return -EFAULT;
2542
2543         if (ethcmd == ETHTOOL_PERQUEUE) {
2544                 if (copy_from_user(&sub_cmd, useraddr + sizeof(ethcmd), sizeof(sub_cmd)))
2545                         return -EFAULT;
2546         } else {
2547                 sub_cmd = ethcmd;
2548         }
2549         /* Allow some commands to be done by anyone */
2550         switch (sub_cmd) {
2551         case ETHTOOL_GSET:
2552         case ETHTOOL_GDRVINFO:
2553         case ETHTOOL_GMSGLVL:
2554         case ETHTOOL_GLINK:
2555         case ETHTOOL_GCOALESCE:
2556         case ETHTOOL_GRINGPARAM:
2557         case ETHTOOL_GPAUSEPARAM:
2558         case ETHTOOL_GRXCSUM:
2559         case ETHTOOL_GTXCSUM:
2560         case ETHTOOL_GSG:
2561         case ETHTOOL_GSSET_INFO:
2562         case ETHTOOL_GSTRINGS:
2563         case ETHTOOL_GSTATS:
2564         case ETHTOOL_GPHYSTATS:
2565         case ETHTOOL_GTSO:
2566         case ETHTOOL_GPERMADDR:
2567         case ETHTOOL_GUFO:
2568         case ETHTOOL_GGSO:
2569         case ETHTOOL_GGRO:
2570         case ETHTOOL_GFLAGS:
2571         case ETHTOOL_GPFLAGS:
2572         case ETHTOOL_GRXFH:
2573         case ETHTOOL_GRXRINGS:
2574         case ETHTOOL_GRXCLSRLCNT:
2575         case ETHTOOL_GRXCLSRULE:
2576         case ETHTOOL_GRXCLSRLALL:
2577         case ETHTOOL_GRXFHINDIR:
2578         case ETHTOOL_GRSSH:
2579         case ETHTOOL_GFEATURES:
2580         case ETHTOOL_GCHANNELS:
2581         case ETHTOOL_GET_TS_INFO:
2582         case ETHTOOL_GEEE:
2583         case ETHTOOL_GTUNABLE:
2584         case ETHTOOL_PHY_GTUNABLE:
2585         case ETHTOOL_GLINKSETTINGS:
2586         case ETHTOOL_GFECPARAM:
2587                 break;
2588         default:
2589                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
2590                         return -EPERM;
2591         }
2592
2593         if (dev->ethtool_ops->begin) {
2594                 rc = dev->ethtool_ops->begin(dev);
2595                 if (rc  < 0)
2596                         return rc;
2597         }
2598         old_features = dev->features;
2599
2600         switch (ethcmd) {
2601         case ETHTOOL_GSET:
2602                 rc = ethtool_get_settings(dev, useraddr);
2603                 break;
2604         case ETHTOOL_SSET:
2605                 rc = ethtool_set_settings(dev, useraddr);
2606                 break;
2607         case ETHTOOL_GDRVINFO:
2608                 rc = ethtool_get_drvinfo(dev, useraddr);
2609                 break;
2610         case ETHTOOL_GREGS:
2611                 rc = ethtool_get_regs(dev, useraddr);
2612                 break;
2613         case ETHTOOL_GWOL:
2614                 rc = ethtool_get_wol(dev, useraddr);
2615                 break;
2616         case ETHTOOL_SWOL:
2617                 rc = ethtool_set_wol(dev, useraddr);
2618                 break;
2619         case ETHTOOL_GMSGLVL:
2620                 rc = ethtool_get_value(dev, useraddr, ethcmd,
2621                                        dev->ethtool_ops->get_msglevel);
2622                 break;
2623         case ETHTOOL_SMSGLVL:
2624                 rc = ethtool_set_value_void(dev, useraddr,
2625                                        dev->ethtool_ops->set_msglevel);
2626                 if (!rc)
2627                         ethtool_notify(dev, ETHTOOL_MSG_DEBUG_NTF, NULL);
2628                 break;
2629         case ETHTOOL_GEEE:
2630                 rc = ethtool_get_eee(dev, useraddr);
2631                 break;
2632         case ETHTOOL_SEEE:
2633                 rc = ethtool_set_eee(dev, useraddr);
2634                 break;
2635         case ETHTOOL_NWAY_RST:
2636                 rc = ethtool_nway_reset(dev);
2637                 break;
2638         case ETHTOOL_GLINK:
2639                 rc = ethtool_get_link(dev, useraddr);
2640                 break;
2641         case ETHTOOL_GEEPROM:
2642                 rc = ethtool_get_eeprom(dev, useraddr);
2643                 break;
2644         case ETHTOOL_SEEPROM:
2645                 rc = ethtool_set_eeprom(dev, useraddr);
2646                 break;
2647         case ETHTOOL_GCOALESCE:
2648                 rc = ethtool_get_coalesce(dev, useraddr);
2649                 break;
2650         case ETHTOOL_SCOALESCE:
2651                 rc = ethtool_set_coalesce(dev, useraddr);
2652                 break;
2653         case ETHTOOL_GRINGPARAM:
2654                 rc = ethtool_get_ringparam(dev, useraddr);
2655                 break;
2656         case ETHTOOL_SRINGPARAM:
2657                 rc = ethtool_set_ringparam(dev, useraddr);
2658                 break;
2659         case ETHTOOL_GPAUSEPARAM:
2660                 rc = ethtool_get_pauseparam(dev, useraddr);
2661                 break;
2662         case ETHTOOL_SPAUSEPARAM:
2663                 rc = ethtool_set_pauseparam(dev, useraddr);
2664                 break;
2665         case ETHTOOL_TEST:
2666                 rc = ethtool_self_test(dev, useraddr);
2667                 break;
2668         case ETHTOOL_GSTRINGS:
2669                 rc = ethtool_get_strings(dev, useraddr);
2670                 break;
2671         case ETHTOOL_PHYS_ID:
2672                 rc = ethtool_phys_id(dev, useraddr);
2673                 break;
2674         case ETHTOOL_GSTATS:
2675                 rc = ethtool_get_stats(dev, useraddr);
2676                 break;
2677         case ETHTOOL_GPERMADDR:
2678                 rc = ethtool_get_perm_addr(dev, useraddr);
2679                 break;
2680         case ETHTOOL_GFLAGS:
2681                 rc = ethtool_get_value(dev, useraddr, ethcmd,
2682                                         __ethtool_get_flags);
2683                 break;
2684         case ETHTOOL_SFLAGS:
2685                 rc = ethtool_set_value(dev, useraddr, __ethtool_set_flags);
2686                 break;
2687         case ETHTOOL_GPFLAGS:
2688                 rc = ethtool_get_value(dev, useraddr, ethcmd,
2689                                        dev->ethtool_ops->get_priv_flags);
2690                 if (!rc)
2691                         ethtool_notify(dev, ETHTOOL_MSG_PRIVFLAGS_NTF, NULL);
2692                 break;
2693         case ETHTOOL_SPFLAGS:
2694                 rc = ethtool_set_value(dev, useraddr,
2695                                        dev->ethtool_ops->set_priv_flags);
2696                 break;
2697         case ETHTOOL_GRXFH:
2698         case ETHTOOL_GRXRINGS:
2699         case ETHTOOL_GRXCLSRLCNT:
2700         case ETHTOOL_GRXCLSRULE:
2701         case ETHTOOL_GRXCLSRLALL:
2702                 rc = ethtool_get_rxnfc(dev, ethcmd, useraddr);
2703                 break;
2704         case ETHTOOL_SRXFH:
2705         case ETHTOOL_SRXCLSRLDEL:
2706         case ETHTOOL_SRXCLSRLINS:
2707                 rc = ethtool_set_rxnfc(dev, ethcmd, useraddr);
2708                 break;
2709         case ETHTOOL_FLASHDEV:
2710                 rc = ethtool_flash_device(dev, useraddr);
2711                 break;
2712         case ETHTOOL_RESET:
2713                 rc = ethtool_reset(dev, useraddr);
2714                 break;
2715         case ETHTOOL_GSSET_INFO:
2716                 rc = ethtool_get_sset_info(dev, useraddr);
2717                 break;
2718         case ETHTOOL_GRXFHINDIR:
2719                 rc = ethtool_get_rxfh_indir(dev, useraddr);
2720                 break;
2721         case ETHTOOL_SRXFHINDIR:
2722                 rc = ethtool_set_rxfh_indir(dev, useraddr);
2723                 break;
2724         case ETHTOOL_GRSSH:
2725                 rc = ethtool_get_rxfh(dev, useraddr);
2726                 break;
2727         case ETHTOOL_SRSSH:
2728                 rc = ethtool_set_rxfh(dev, useraddr);
2729                 break;
2730         case ETHTOOL_GFEATURES:
2731                 rc = ethtool_get_features(dev, useraddr);
2732                 break;
2733         case ETHTOOL_SFEATURES:
2734                 rc = ethtool_set_features(dev, useraddr);
2735                 break;
2736         case ETHTOOL_GTXCSUM:
2737         case ETHTOOL_GRXCSUM:
2738         case ETHTOOL_GSG:
2739         case ETHTOOL_GTSO:
2740         case ETHTOOL_GGSO:
2741         case ETHTOOL_GGRO:
2742                 rc = ethtool_get_one_feature(dev, useraddr, ethcmd);
2743                 break;
2744         case ETHTOOL_STXCSUM:
2745         case ETHTOOL_SRXCSUM:
2746         case ETHTOOL_SSG:
2747         case ETHTOOL_STSO:
2748         case ETHTOOL_SGSO:
2749         case ETHTOOL_SGRO:
2750                 rc = ethtool_set_one_feature(dev, useraddr, ethcmd);
2751                 break;
2752         case ETHTOOL_GCHANNELS:
2753                 rc = ethtool_get_channels(dev, useraddr);
2754                 break;
2755         case ETHTOOL_SCHANNELS:
2756                 rc = ethtool_set_channels(dev, useraddr);
2757                 break;
2758         case ETHTOOL_SET_DUMP:
2759                 rc = ethtool_set_dump(dev, useraddr);
2760                 break;
2761         case ETHTOOL_GET_DUMP_FLAG:
2762                 rc = ethtool_get_dump_flag(dev, useraddr);
2763                 break;
2764         case ETHTOOL_GET_DUMP_DATA:
2765                 rc = ethtool_get_dump_data(dev, useraddr);
2766                 break;
2767         case ETHTOOL_GET_TS_INFO:
2768                 rc = ethtool_get_ts_info(dev, useraddr);
2769                 break;
2770         case ETHTOOL_GMODULEINFO:
2771                 rc = ethtool_get_module_info(dev, useraddr);
2772                 break;
2773         case ETHTOOL_GMODULEEEPROM:
2774                 rc = ethtool_get_module_eeprom(dev, useraddr);
2775                 break;
2776         case ETHTOOL_GTUNABLE:
2777                 rc = ethtool_get_tunable(dev, useraddr);
2778                 break;
2779         case ETHTOOL_STUNABLE:
2780                 rc = ethtool_set_tunable(dev, useraddr);
2781                 break;
2782         case ETHTOOL_GPHYSTATS:
2783                 rc = ethtool_get_phy_stats(dev, useraddr);
2784                 break;
2785         case ETHTOOL_PERQUEUE:
2786                 rc = ethtool_set_per_queue(dev, useraddr, sub_cmd);
2787                 break;
2788         case ETHTOOL_GLINKSETTINGS:
2789                 rc = ethtool_get_link_ksettings(dev, useraddr);
2790                 break;
2791         case ETHTOOL_SLINKSETTINGS:
2792                 rc = ethtool_set_link_ksettings(dev, useraddr);
2793                 break;
2794         case ETHTOOL_PHY_GTUNABLE:
2795                 rc = get_phy_tunable(dev, useraddr);
2796                 break;
2797         case ETHTOOL_PHY_STUNABLE:
2798                 rc = set_phy_tunable(dev, useraddr);
2799                 break;
2800         case ETHTOOL_GFECPARAM:
2801                 rc = ethtool_get_fecparam(dev, useraddr);
2802                 break;
2803         case ETHTOOL_SFECPARAM:
2804                 rc = ethtool_set_fecparam(dev, useraddr);
2805                 break;
2806         default:
2807                 rc = -EOPNOTSUPP;
2808         }
2809
2810         if (dev->ethtool_ops->complete)
2811                 dev->ethtool_ops->complete(dev);
2812
2813         if (old_features != dev->features)
2814                 netdev_features_change(dev);
2815
2816         return rc;
2817 }
2818
2819 struct ethtool_rx_flow_key {
2820         struct flow_dissector_key_basic                 basic;
2821         union {
2822                 struct flow_dissector_key_ipv4_addrs    ipv4;
2823                 struct flow_dissector_key_ipv6_addrs    ipv6;
2824         };
2825         struct flow_dissector_key_ports                 tp;
2826         struct flow_dissector_key_ip                    ip;
2827         struct flow_dissector_key_vlan                  vlan;
2828         struct flow_dissector_key_eth_addrs             eth_addrs;
2829 } __aligned(BITS_PER_LONG / 8); /* Ensure that we can do comparisons as longs. */
2830
2831 struct ethtool_rx_flow_match {
2832         struct flow_dissector           dissector;
2833         struct ethtool_rx_flow_key      key;
2834         struct ethtool_rx_flow_key      mask;
2835 };
2836
2837 struct ethtool_rx_flow_rule *
2838 ethtool_rx_flow_rule_create(const struct ethtool_rx_flow_spec_input *input)
2839 {
2840         const struct ethtool_rx_flow_spec *fs = input->fs;
2841         static struct in6_addr zero_addr = {};
2842         struct ethtool_rx_flow_match *match;
2843         struct ethtool_rx_flow_rule *flow;
2844         struct flow_action_entry *act;
2845
2846         flow = kzalloc(sizeof(struct ethtool_rx_flow_rule) +
2847                        sizeof(struct ethtool_rx_flow_match), GFP_KERNEL);
2848         if (!flow)
2849                 return ERR_PTR(-ENOMEM);
2850
2851         /* ethtool_rx supports only one single action per rule. */
2852         flow->rule = flow_rule_alloc(1);
2853         if (!flow->rule) {
2854                 kfree(flow);
2855                 return ERR_PTR(-ENOMEM);
2856         }
2857
2858         match = (struct ethtool_rx_flow_match *)flow->priv;
2859         flow->rule->match.dissector     = &match->dissector;
2860         flow->rule->match.mask          = &match->mask;
2861         flow->rule->match.key           = &match->key;
2862
2863         match->mask.basic.n_proto = htons(0xffff);
2864
2865         switch (fs->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT | FLOW_RSS)) {
2866         case ETHER_FLOW: {
2867                 const struct ethhdr *ether_spec, *ether_m_spec;
2868
2869                 ether_spec = &fs->h_u.ether_spec;
2870                 ether_m_spec = &fs->m_u.ether_spec;
2871
2872                 if (!is_zero_ether_addr(ether_m_spec->h_source)) {
2873                         ether_addr_copy(match->key.eth_addrs.src,
2874                                         ether_spec->h_source);
2875                         ether_addr_copy(match->mask.eth_addrs.src,
2876                                         ether_m_spec->h_source);
2877                 }
2878                 if (!is_zero_ether_addr(ether_m_spec->h_dest)) {
2879                         ether_addr_copy(match->key.eth_addrs.dst,
2880                                         ether_spec->h_dest);
2881                         ether_addr_copy(match->mask.eth_addrs.dst,
2882                                         ether_m_spec->h_dest);
2883                 }
2884                 if (ether_m_spec->h_proto) {
2885                         match->key.basic.n_proto = ether_spec->h_proto;
2886                         match->mask.basic.n_proto = ether_m_spec->h_proto;
2887                 }
2888                 }
2889                 break;
2890         case TCP_V4_FLOW:
2891         case UDP_V4_FLOW: {
2892                 const struct ethtool_tcpip4_spec *v4_spec, *v4_m_spec;
2893
2894                 match->key.basic.n_proto = htons(ETH_P_IP);
2895
2896                 v4_spec = &fs->h_u.tcp_ip4_spec;
2897                 v4_m_spec = &fs->m_u.tcp_ip4_spec;
2898
2899                 if (v4_m_spec->ip4src) {
2900                         match->key.ipv4.src = v4_spec->ip4src;
2901                         match->mask.ipv4.src = v4_m_spec->ip4src;
2902                 }
2903                 if (v4_m_spec->ip4dst) {
2904                         match->key.ipv4.dst = v4_spec->ip4dst;
2905                         match->mask.ipv4.dst = v4_m_spec->ip4dst;
2906                 }
2907                 if (v4_m_spec->ip4src ||
2908                     v4_m_spec->ip4dst) {
2909                         match->dissector.used_keys |=
2910                                 BIT(FLOW_DISSECTOR_KEY_IPV4_ADDRS);
2911                         match->dissector.offset[FLOW_DISSECTOR_KEY_IPV4_ADDRS] =
2912                                 offsetof(struct ethtool_rx_flow_key, ipv4);
2913                 }
2914                 if (v4_m_spec->psrc) {
2915                         match->key.tp.src = v4_spec->psrc;
2916                         match->mask.tp.src = v4_m_spec->psrc;
2917                 }
2918                 if (v4_m_spec->pdst) {
2919                         match->key.tp.dst = v4_spec->pdst;
2920                         match->mask.tp.dst = v4_m_spec->pdst;
2921                 }
2922                 if (v4_m_spec->psrc ||
2923                     v4_m_spec->pdst) {
2924                         match->dissector.used_keys |=
2925                                 BIT(FLOW_DISSECTOR_KEY_PORTS);
2926                         match->dissector.offset[FLOW_DISSECTOR_KEY_PORTS] =
2927                                 offsetof(struct ethtool_rx_flow_key, tp);
2928                 }
2929                 if (v4_m_spec->tos) {
2930                         match->key.ip.tos = v4_spec->tos;
2931                         match->mask.ip.tos = v4_m_spec->tos;
2932                         match->dissector.used_keys |=
2933                                 BIT(FLOW_DISSECTOR_KEY_IP);
2934                         match->dissector.offset[FLOW_DISSECTOR_KEY_IP] =
2935                                 offsetof(struct ethtool_rx_flow_key, ip);
2936                 }
2937                 }
2938                 break;
2939         case TCP_V6_FLOW:
2940         case UDP_V6_FLOW: {
2941                 const struct ethtool_tcpip6_spec *v6_spec, *v6_m_spec;
2942
2943                 match->key.basic.n_proto = htons(ETH_P_IPV6);
2944
2945                 v6_spec = &fs->h_u.tcp_ip6_spec;
2946                 v6_m_spec = &fs->m_u.tcp_ip6_spec;
2947                 if (memcmp(v6_m_spec->ip6src, &zero_addr, sizeof(zero_addr))) {
2948                         memcpy(&match->key.ipv6.src, v6_spec->ip6src,
2949                                sizeof(match->key.ipv6.src));
2950                         memcpy(&match->mask.ipv6.src, v6_m_spec->ip6src,
2951                                sizeof(match->mask.ipv6.src));
2952                 }
2953                 if (memcmp(v6_m_spec->ip6dst, &zero_addr, sizeof(zero_addr))) {
2954                         memcpy(&match->key.ipv6.dst, v6_spec->ip6dst,
2955                                sizeof(match->key.ipv6.dst));
2956                         memcpy(&match->mask.ipv6.dst, v6_m_spec->ip6dst,
2957                                sizeof(match->mask.ipv6.dst));
2958                 }
2959                 if (memcmp(v6_m_spec->ip6src, &zero_addr, sizeof(zero_addr)) ||
2960                     memcmp(v6_m_spec->ip6src, &zero_addr, sizeof(zero_addr))) {
2961                         match->dissector.used_keys |=
2962                                 BIT(FLOW_DISSECTOR_KEY_IPV6_ADDRS);
2963                         match->dissector.offset[FLOW_DISSECTOR_KEY_IPV6_ADDRS] =
2964                                 offsetof(struct ethtool_rx_flow_key, ipv6);
2965                 }
2966                 if (v6_m_spec->psrc) {
2967                         match->key.tp.src = v6_spec->psrc;
2968                         match->mask.tp.src = v6_m_spec->psrc;
2969                 }
2970                 if (v6_m_spec->pdst) {
2971                         match->key.tp.dst = v6_spec->pdst;
2972                         match->mask.tp.dst = v6_m_spec->pdst;
2973                 }
2974                 if (v6_m_spec->psrc ||
2975                     v6_m_spec->pdst) {
2976                         match->dissector.used_keys |=
2977                                 BIT(FLOW_DISSECTOR_KEY_PORTS);
2978                         match->dissector.offset[FLOW_DISSECTOR_KEY_PORTS] =
2979                                 offsetof(struct ethtool_rx_flow_key, tp);
2980                 }
2981                 if (v6_m_spec->tclass) {
2982                         match->key.ip.tos = v6_spec->tclass;
2983                         match->mask.ip.tos = v6_m_spec->tclass;
2984                         match->dissector.used_keys |=
2985                                 BIT(FLOW_DISSECTOR_KEY_IP);
2986                         match->dissector.offset[FLOW_DISSECTOR_KEY_IP] =
2987                                 offsetof(struct ethtool_rx_flow_key, ip);
2988                 }
2989                 }
2990                 break;
2991         default:
2992                 ethtool_rx_flow_rule_destroy(flow);
2993                 return ERR_PTR(-EINVAL);
2994         }
2995
2996         switch (fs->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT | FLOW_RSS)) {
2997         case TCP_V4_FLOW:
2998         case TCP_V6_FLOW:
2999                 match->key.basic.ip_proto = IPPROTO_TCP;
3000                 break;
3001         case UDP_V4_FLOW:
3002         case UDP_V6_FLOW:
3003                 match->key.basic.ip_proto = IPPROTO_UDP;
3004                 break;
3005         }
3006         match->mask.basic.ip_proto = 0xff;
3007
3008         match->dissector.used_keys |= BIT(FLOW_DISSECTOR_KEY_BASIC);
3009         match->dissector.offset[FLOW_DISSECTOR_KEY_BASIC] =
3010                 offsetof(struct ethtool_rx_flow_key, basic);
3011
3012         if (fs->flow_type & FLOW_EXT) {
3013                 const struct ethtool_flow_ext *ext_h_spec = &fs->h_ext;
3014                 const struct ethtool_flow_ext *ext_m_spec = &fs->m_ext;
3015
3016                 if (ext_m_spec->vlan_etype) {
3017                         match->key.vlan.vlan_tpid = ext_h_spec->vlan_etype;
3018                         match->mask.vlan.vlan_tpid = ext_m_spec->vlan_etype;
3019                 }
3020
3021                 if (ext_m_spec->vlan_tci) {
3022                         match->key.vlan.vlan_id =
3023                                 ntohs(ext_h_spec->vlan_tci) & 0x0fff;
3024                         match->mask.vlan.vlan_id =
3025                                 ntohs(ext_m_spec->vlan_tci) & 0x0fff;
3026
3027                         match->key.vlan.vlan_dei =
3028                                 !!(ext_h_spec->vlan_tci & htons(0x1000));
3029                         match->mask.vlan.vlan_dei =
3030                                 !!(ext_m_spec->vlan_tci & htons(0x1000));
3031
3032                         match->key.vlan.vlan_priority =
3033                                 (ntohs(ext_h_spec->vlan_tci) & 0xe000) >> 13;
3034                         match->mask.vlan.vlan_priority =
3035                                 (ntohs(ext_m_spec->vlan_tci) & 0xe000) >> 13;
3036                 }
3037
3038                 if (ext_m_spec->vlan_etype ||
3039                     ext_m_spec->vlan_tci) {
3040                         match->dissector.used_keys |=
3041                                 BIT(FLOW_DISSECTOR_KEY_VLAN);
3042                         match->dissector.offset[FLOW_DISSECTOR_KEY_VLAN] =
3043                                 offsetof(struct ethtool_rx_flow_key, vlan);
3044                 }
3045         }
3046         if (fs->flow_type & FLOW_MAC_EXT) {
3047                 const struct ethtool_flow_ext *ext_h_spec = &fs->h_ext;
3048                 const struct ethtool_flow_ext *ext_m_spec = &fs->m_ext;
3049
3050                 memcpy(match->key.eth_addrs.dst, ext_h_spec->h_dest,
3051                        ETH_ALEN);
3052                 memcpy(match->mask.eth_addrs.dst, ext_m_spec->h_dest,
3053                        ETH_ALEN);
3054
3055                 match->dissector.used_keys |=
3056                         BIT(FLOW_DISSECTOR_KEY_ETH_ADDRS);
3057                 match->dissector.offset[FLOW_DISSECTOR_KEY_ETH_ADDRS] =
3058                         offsetof(struct ethtool_rx_flow_key, eth_addrs);
3059         }
3060
3061         act = &flow->rule->action.entries[0];
3062         switch (fs->ring_cookie) {
3063         case RX_CLS_FLOW_DISC:
3064                 act->id = FLOW_ACTION_DROP;
3065                 break;
3066         case RX_CLS_FLOW_WAKE:
3067                 act->id = FLOW_ACTION_WAKE;
3068                 break;
3069         default:
3070                 act->id = FLOW_ACTION_QUEUE;
3071                 if (fs->flow_type & FLOW_RSS)
3072                         act->queue.ctx = input->rss_ctx;
3073
3074                 act->queue.vf = ethtool_get_flow_spec_ring_vf(fs->ring_cookie);
3075                 act->queue.index = ethtool_get_flow_spec_ring(fs->ring_cookie);
3076                 break;
3077         }
3078
3079         return flow;
3080 }
3081 EXPORT_SYMBOL(ethtool_rx_flow_rule_create);
3082
3083 void ethtool_rx_flow_rule_destroy(struct ethtool_rx_flow_rule *flow)
3084 {
3085         kfree(flow->rule);
3086         kfree(flow);
3087 }
3088 EXPORT_SYMBOL(ethtool_rx_flow_rule_destroy);