drivers/net/phy/phy.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /* Framework for configuring and reading PHY devices
   3  * Based on code in sungem_phy.c and gianfar_phy.c
   4  *
   5  * Author: Andy Fleming
   6  *
   7  * Copyright (c) 2004 Freescale Semiconductor, Inc.
   8  * Copyright (c) 2006, 2007  Maciej W. Rozycki
   9  */
  10
  11 #include <linux/kernel.h>
  12 #include <linux/string.h>
  13 #include <linux/errno.h>
  14 #include <linux/unistd.h>
  15 #include <linux/interrupt.h>
  16 #include <linux/delay.h>
  17 #include <linux/netdevice.h>
  18 #include <linux/etherdevice.h>
  19 #include <linux/skbuff.h>
  20 #include <linux/mm.h>
  21 #include <linux/module.h>
  22 #include <linux/mii.h>
  23 #include <linux/ethtool.h>
  24 #include <linux/phy.h>
  25 #include <linux/phy_led_triggers.h>
  26 #include <linux/workqueue.h>
  27 #include <linux/mdio.h>
  28 #include <linux/io.h>
  29 #include <linux/uaccess.h>
  30 #include <linux/atomic.h>
  31
  32 #define PHY_STATE_TIME  HZ
  33
  34 #define PHY_STATE_STR(_state)                   \
  35         case PHY_##_state:                      \
  36                 return __stringify(_state);     \
  37
  38 static const char *phy_state_to_str(enum phy_state st)
  39 {
  40         switch (st) {
  41         PHY_STATE_STR(DOWN)
  42         PHY_STATE_STR(READY)
  43         PHY_STATE_STR(UP)
  44         PHY_STATE_STR(RUNNING)
  45         PHY_STATE_STR(NOLINK)
  46         PHY_STATE_STR(HALTED)
  47         }
  48
  49         return NULL;
  50 }
  51
  52 static void phy_link_up(struct phy_device *phydev)
  53 {
  54         phydev->phy_link_change(phydev, true, true);
  55         phy_led_trigger_change_speed(phydev);
  56 }
  57
  58 static void phy_link_down(struct phy_device *phydev, bool do_carrier)
  59 {
  60         phydev->phy_link_change(phydev, false, do_carrier);
  61         phy_led_trigger_change_speed(phydev);
  62 }
  63
  64 static const char *phy_pause_str(struct phy_device *phydev)
  65 {
  66         bool local_pause, local_asym_pause;
  67
  68         if (phydev->autoneg == AUTONEG_DISABLE)
  69                 goto no_pause;
  70
  71         local_pause = linkmode_test_bit(ETHTOOL_LINK_MODE_Pause_BIT,
  72                                         phydev->advertising);
  73         local_asym_pause = linkmode_test_bit(ETHTOOL_LINK_MODE_Asym_Pause_BIT,
  74                                              phydev->advertising);
  75
  76         if (local_pause && phydev->pause)
  77                 return "rx/tx";
  78
  79         if (local_asym_pause && phydev->asym_pause) {
  80                 if (local_pause)
  81                         return "rx";
  82                 if (phydev->pause)
  83                         return "tx";
  84         }
  85
  86 no_pause:
  87         return "off";
  88 }
  89
  90 /**
  91  * phy_print_status - Convenience function to print out the current phy status
  92  * @phydev: the phy_device struct
  93  */
  94 void phy_print_status(struct phy_device *phydev)
  95 {
  96         if (phydev->link) {
  97                 netdev_info(phydev->attached_dev,
  98                         "Link is Up - %s/%s - flow control %s\n",
  99                         phy_speed_to_str(phydev->speed),
 100                         phy_duplex_to_str(phydev->duplex),
 101                         phy_pause_str(phydev));
 102         } else  {
 103                 netdev_info(phydev->attached_dev, "Link is Down\n");
 104         }
 105 }
 106 EXPORT_SYMBOL(phy_print_status);
 107
 108 /**
 109  * phy_clear_interrupt - Ack the phy device's interrupt
 110  * @phydev: the phy_device struct
 111  *
 112  * If the @phydev driver has an ack_interrupt function, call it to
 113  * ack and clear the phy device's interrupt.
 114  *
 115  * Returns 0 on success or < 0 on error.
 116  */
 117 static int phy_clear_interrupt(struct phy_device *phydev)
 118 {
 119         if (phydev->drv->ack_interrupt)
 120                 return phydev->drv->ack_interrupt(phydev);
 121
 122         return 0;
 123 }
 124
 125 /**
 126  * phy_config_interrupt - configure the PHY device for the requested interrupts
 127  * @phydev: the phy_device struct
 128  * @interrupts: interrupt flags to configure for this @phydev
 129  *
 130  * Returns 0 on success or < 0 on error.
 131  */
 132 static int phy_config_interrupt(struct phy_device *phydev, bool interrupts)
 133 {
 134         phydev->interrupts = interrupts ? 1 : 0;
 135         if (phydev->drv->config_intr)
 136                 return phydev->drv->config_intr(phydev);
 137
 138         return 0;
 139 }
 140
 141 /**
 142  * phy_restart_aneg - restart auto-negotiation
 143  * @phydev: target phy_device struct
 144  *
 145  * Restart the autonegotiation on @phydev.  Returns >= 0 on success or
 146  * negative errno on error.
 147  */
 148 int phy_restart_aneg(struct phy_device *phydev)
 149 {
 150         int ret;
 151
 152         if (phydev->is_c45 && !(phydev->c45_ids.devices_in_package & BIT(0)))
 153                 ret = genphy_c45_restart_aneg(phydev);
 154         else
 155                 ret = genphy_restart_aneg(phydev);
 156
 157         return ret;
 158 }
 159 EXPORT_SYMBOL_GPL(phy_restart_aneg);
 160
 161 /**
 162  * phy_aneg_done - return auto-negotiation status
 163  * @phydev: target phy_device struct
 164  *
 165  * Description: Return the auto-negotiation status from this @phydev
 166  * Returns > 0 on success or < 0 on error. 0 means that auto-negotiation
 167  * is still pending.
 168  */
 169 int phy_aneg_done(struct phy_device *phydev)
 170 {
 171         if (phydev->drv && phydev->drv->aneg_done)
 172                 return phydev->drv->aneg_done(phydev);
 173         else if (phydev->is_c45)
 174                 return genphy_c45_aneg_done(phydev);
 175         else
 176                 return genphy_aneg_done(phydev);
 177 }
 178 EXPORT_SYMBOL(phy_aneg_done);
 179
 180 /**
 181  * phy_find_valid - find a PHY setting that matches the requested parameters
 182  * @speed: desired speed
 183  * @duplex: desired duplex
 184  * @supported: mask of supported link modes
 185  *
 186  * Locate a supported phy setting that is, in priority order:
 187  * - an exact match for the specified speed and duplex mode
 188  * - a match for the specified speed, or slower speed
 189  * - the slowest supported speed
 190  * Returns the matched phy_setting entry, or %NULL if no supported phy
 191  * settings were found.
 192  */
 193 static const struct phy_setting *
 194 phy_find_valid(int speed, int duplex, unsigned long *supported)
 195 {
 196         return phy_lookup_setting(speed, duplex, supported, false);
 197 }
 198
 199 /**
 200  * phy_supported_speeds - return all speeds currently supported by a phy device
 201  * @phy: The phy device to return supported speeds of.
 202  * @speeds: buffer to store supported speeds in.
 203  * @size:   size of speeds buffer.
 204  *
 205  * Description: Returns the number of supported speeds, and fills the speeds
 206  * buffer with the supported speeds. If speeds buffer is too small to contain
 207  * all currently supported speeds, will return as many speeds as can fit.
 208  */
 209 unsigned int phy_supported_speeds(struct phy_device *phy,
 210                                   unsigned int *speeds,
 211                                   unsigned int size)
 212 {
 213         return phy_speeds(speeds, size, phy->supported);
 214 }
 215
 216 /**
 217  * phy_check_valid - check if there is a valid PHY setting which matches
 218  *                   speed, duplex, and feature mask
 219  * @speed: speed to match
 220  * @duplex: duplex to match
 221  * @features: A mask of the valid settings
 222  *
 223  * Description: Returns true if there is a valid setting, false otherwise.
 224  */
 225 static inline bool phy_check_valid(int speed, int duplex,
 226                                    unsigned long *features)
 227 {
 228         return !!phy_lookup_setting(speed, duplex, features, true);
 229 }
 230
 231 /**
 232  * phy_sanitize_settings - make sure the PHY is set to supported speed and duplex
 233  * @phydev: the target phy_device struct
 234  *
 235  * Description: Make sure the PHY is set to supported speeds and
 236  *   duplexes.  Drop down by one in this order:  1000/FULL,
 237  *   1000/HALF, 100/FULL, 100/HALF, 10/FULL, 10/HALF.
 238  */
 239 static void phy_sanitize_settings(struct phy_device *phydev)
 240 {
 241         const struct phy_setting *setting;
 242
 243         setting = phy_find_valid(phydev->speed, phydev->duplex,
 244                                  phydev->supported);
 245         if (setting) {
 246                 phydev->speed = setting->speed;
 247                 phydev->duplex = setting->duplex;
 248         } else {
 249                 /* We failed to find anything (no supported speeds?) */
 250                 phydev->speed = SPEED_UNKNOWN;
 251                 phydev->duplex = DUPLEX_UNKNOWN;
 252         }
 253 }
 254
 255 /**
 256  * phy_ethtool_sset - generic ethtool sset function, handles all the details
 257  * @phydev: target phy_device struct
 258  * @cmd: ethtool_cmd
 259  *
 260  * A few notes about parameter checking:
 261  *
 262  * - We don't set port or transceiver, so we don't care what they
 263  *   were set to.
 264  * - phy_start_aneg() will make sure forced settings are sane, and
 265  *   choose the next best ones from the ones selected, so we don't
 266  *   care if ethtool tries to give us bad values.
 267  */
 268 int phy_ethtool_sset(struct phy_device *phydev, struct ethtool_cmd *cmd)
 269 {
 270         __ETHTOOL_DECLARE_LINK_MODE_MASK(advertising);
 271         u32 speed = ethtool_cmd_speed(cmd);
 272
 273         if (cmd->phy_address != phydev->mdio.addr)
 274                 return -EINVAL;
 275
 276         /* We make sure that we don't pass unsupported values in to the PHY */
 277         ethtool_convert_legacy_u32_to_link_mode(advertising, cmd->advertising);
 278         linkmode_and(advertising, advertising, phydev->supported);
 279
 280         /* Verify the settings we care about. */
 281         if (cmd->autoneg != AUTONEG_ENABLE && cmd->autoneg != AUTONEG_DISABLE)
 282                 return -EINVAL;
 283
 284         if (cmd->autoneg == AUTONEG_ENABLE && cmd->advertising == 0)
 285                 return -EINVAL;
 286
 287         if (cmd->autoneg == AUTONEG_DISABLE &&
 288             ((speed != SPEED_1000 &&
 289               speed != SPEED_100 &&
 290               speed != SPEED_10) ||
 291              (cmd->duplex != DUPLEX_HALF &&
 292               cmd->duplex != DUPLEX_FULL)))
 293                 return -EINVAL;
 294
 295         phydev->autoneg = cmd->autoneg;
 296
 297         phydev->speed = speed;
 298
 299         linkmode_copy(phydev->advertising, advertising);
 300
 301         linkmode_mod_bit(ETHTOOL_LINK_MODE_Autoneg_BIT,
 302                          phydev->advertising, AUTONEG_ENABLE == cmd->autoneg);
 303
 304         phydev->duplex = cmd->duplex;
 305
 306         phydev->mdix_ctrl = cmd->eth_tp_mdix_ctrl;
 307
 308         /* Restart the PHY */
 309         phy_start_aneg(phydev);
 310
 311         return 0;
 312 }
 313 EXPORT_SYMBOL(phy_ethtool_sset);
 314
 315 int phy_ethtool_ksettings_set(struct phy_device *phydev,
 316                               const struct ethtool_link_ksettings *cmd)
 317 {
 318         __ETHTOOL_DECLARE_LINK_MODE_MASK(advertising);
 319         u8 autoneg = cmd->base.autoneg;
 320         u8 duplex = cmd->base.duplex;
 321         u32 speed = cmd->base.speed;
 322
 323         if (cmd->base.phy_address != phydev->mdio.addr)
 324                 return -EINVAL;
 325
 326         linkmode_copy(advertising, cmd->link_modes.advertising);
 327
 328         /* We make sure that we don't pass unsupported values in to the PHY */
 329         linkmode_and(advertising, advertising, phydev->supported);
 330
 331         /* Verify the settings we care about. */
 332         if (autoneg != AUTONEG_ENABLE && autoneg != AUTONEG_DISABLE)
 333                 return -EINVAL;
 334
 335         if (autoneg == AUTONEG_ENABLE && linkmode_empty(advertising))
 336                 return -EINVAL;
 337
 338         if (autoneg == AUTONEG_DISABLE &&
 339             ((speed != SPEED_1000 &&
 340               speed != SPEED_100 &&
 341               speed != SPEED_10) ||
 342              (duplex != DUPLEX_HALF &&
 343               duplex != DUPLEX_FULL)))
 344                 return -EINVAL;
 345
 346         phydev->autoneg = autoneg;
 347
 348         phydev->speed = speed;
 349
 350         linkmode_copy(phydev->advertising, advertising);
 351
 352         linkmode_mod_bit(ETHTOOL_LINK_MODE_Autoneg_BIT,
 353                          phydev->advertising, autoneg == AUTONEG_ENABLE);
 354
 355         phydev->duplex = duplex;
 356
 357         phydev->mdix_ctrl = cmd->base.eth_tp_mdix_ctrl;
 358
 359         /* Restart the PHY */
 360         phy_start_aneg(phydev);
 361
 362         return 0;
 363 }
 364 EXPORT_SYMBOL(phy_ethtool_ksettings_set);
 365
 366 void phy_ethtool_ksettings_get(struct phy_device *phydev,
 367                                struct ethtool_link_ksettings *cmd)
 368 {
 369         linkmode_copy(cmd->link_modes.supported, phydev->supported);
 370         linkmode_copy(cmd->link_modes.advertising, phydev->advertising);
 371         linkmode_copy(cmd->link_modes.lp_advertising, phydev->lp_advertising);
 372
 373         cmd->base.speed = phydev->speed;
 374         cmd->base.duplex = phydev->duplex;
 375         if (phydev->interface == PHY_INTERFACE_MODE_MOCA)
 376                 cmd->base.port = PORT_BNC;
 377         else
 378                 cmd->base.port = PORT_MII;
 379         cmd->base.transceiver = phy_is_internal(phydev) ?
 380                                 XCVR_INTERNAL : XCVR_EXTERNAL;
 381         cmd->base.phy_address = phydev->mdio.addr;
 382         cmd->base.autoneg = phydev->autoneg;
 383         cmd->base.eth_tp_mdix_ctrl = phydev->mdix_ctrl;
 384         cmd->base.eth_tp_mdix = phydev->mdix;
 385 }
 386 EXPORT_SYMBOL(phy_ethtool_ksettings_get);
 387
 388 /**
 389  * phy_mii_ioctl - generic PHY MII ioctl interface
 390  * @phydev: the phy_device struct
 391  * @ifr: &struct ifreq for socket ioctl's
 392  * @cmd: ioctl cmd to execute
 393  *
 394  * Note that this function is currently incompatible with the
 395  * PHYCONTROL layer.  It changes registers without regard to
 396  * current state.  Use at own risk.
 397  */
 398 int phy_mii_ioctl(struct phy_device *phydev, struct ifreq *ifr, int cmd)
 399 {
 400         struct mii_ioctl_data *mii_data = if_mii(ifr);
 401         u16 val = mii_data->val_in;
 402         bool change_autoneg = false;
 403         int prtad, devad;
 404
 405         switch (cmd) {
 406         case SIOCGMIIPHY:
 407                 mii_data->phy_id = phydev->mdio.addr;
 408                 /* fall through */
 409
 410         case SIOCGMIIREG:
 411                 if (mdio_phy_id_is_c45(mii_data->phy_id)) {
 412                         prtad = mdio_phy_id_prtad(mii_data->phy_id);
 413                         devad = mdio_phy_id_devad(mii_data->phy_id);
 414                         devad = MII_ADDR_C45 | devad << 16 | mii_data->reg_num;
 415                 } else {
 416                         prtad = mii_data->phy_id;
 417                         devad = mii_data->reg_num;
 418                 }
 419                 mii_data->val_out = mdiobus_read(phydev->mdio.bus, prtad,
 420                                                  devad);
 421                 return 0;
 422
 423         case SIOCSMIIREG:
 424                 if (mdio_phy_id_is_c45(mii_data->phy_id)) {
 425                         prtad = mdio_phy_id_prtad(mii_data->phy_id);
 426                         devad = mdio_phy_id_devad(mii_data->phy_id);
 427                         devad = MII_ADDR_C45 | devad << 16 | mii_data->reg_num;
 428                 } else {
 429                         prtad = mii_data->phy_id;
 430                         devad = mii_data->reg_num;
 431                 }
 432                 if (prtad == phydev->mdio.addr) {
 433                         switch (devad) {
 434                         case MII_BMCR:
 435                                 if ((val & (BMCR_RESET | BMCR_ANENABLE)) == 0) {
 436                                         if (phydev->autoneg == AUTONEG_ENABLE)
 437                                                 change_autoneg = true;
 438                                         phydev->autoneg = AUTONEG_DISABLE;
 439                                         if (val & BMCR_FULLDPLX)
 440                                                 phydev->duplex = DUPLEX_FULL;
 441                                         else
 442                                                 phydev->duplex = DUPLEX_HALF;
 443                                         if (val & BMCR_SPEED1000)
 444                                                 phydev->speed = SPEED_1000;
 445                                         else if (val & BMCR_SPEED100)
 446                                                 phydev->speed = SPEED_100;
 447                                         else phydev->speed = SPEED_10;
 448                                 }
 449                                 else {
 450                                         if (phydev->autoneg == AUTONEG_DISABLE)
 451                                                 change_autoneg = true;
 452                                         phydev->autoneg = AUTONEG_ENABLE;
 453                                 }
 454                                 break;
 455                         case MII_ADVERTISE:
 456                                 mii_adv_mod_linkmode_adv_t(phydev->advertising,
 457                                                            val);
 458                                 change_autoneg = true;
 459                                 break;
 460                         default:
 461                                 /* do nothing */
 462                                 break;
 463                         }
 464                 }
 465
 466                 mdiobus_write(phydev->mdio.bus, prtad, devad, val);
 467
 468                 if (prtad == phydev->mdio.addr &&
 469                     devad == MII_BMCR &&
 470                     val & BMCR_RESET)
 471                         return phy_init_hw(phydev);
 472
 473                 if (change_autoneg)
 474                         return phy_start_aneg(phydev);
 475
 476                 return 0;
 477
 478         case SIOCSHWTSTAMP:
 479                 if (phydev->drv && phydev->drv->hwtstamp)
 480                         return phydev->drv->hwtstamp(phydev, ifr);
 481                 /* fall through */
 482
 483         default:
 484                 return -EOPNOTSUPP;
 485         }
 486 }
 487 EXPORT_SYMBOL(phy_mii_ioctl);
 488
 489 void phy_queue_state_machine(struct phy_device *phydev, unsigned long jiffies)
 490 {
 491         mod_delayed_work(system_power_efficient_wq, &phydev->state_queue,
 492                          jiffies);
 493 }
 494 EXPORT_SYMBOL(phy_queue_state_machine);
 495
 496 static void phy_trigger_machine(struct phy_device *phydev)
 497 {
 498         phy_queue_state_machine(phydev, 0);
 499 }
 500
 501 static int phy_config_aneg(struct phy_device *phydev)
 502 {
 503         if (phydev->drv->config_aneg)
 504                 return phydev->drv->config_aneg(phydev);
 505
 506         /* Clause 45 PHYs that don't implement Clause 22 registers are not
 507          * allowed to call genphy_config_aneg()
 508          */
 509         if (phydev->is_c45 && !(phydev->c45_ids.devices_in_package & BIT(0)))
 510                 return genphy_c45_config_aneg(phydev);
 511
 512         return genphy_config_aneg(phydev);
 513 }
 514
 515 /**
 516  * phy_check_link_status - check link status and set state accordingly
 517  * @phydev: the phy_device struct
 518  *
 519  * Description: Check for link and whether autoneg was triggered / is running
 520  * and set state accordingly
 521  */
 522 static int phy_check_link_status(struct phy_device *phydev)
 523 {
 524         int err;
 525
 526         WARN_ON(!mutex_is_locked(&phydev->lock));
 527
 528         /* Keep previous state if loopback is enabled because some PHYs
 529          * report that Link is Down when loopback is enabled.
 530          */
 531         if (phydev->loopback_enabled)
 532                 return 0;
 533
 534         err = phy_read_status(phydev);
 535         if (err)
 536                 return err;
 537
 538         if (phydev->link && phydev->state != PHY_RUNNING) {
 539                 phydev->state = PHY_RUNNING;
 540                 phy_link_up(phydev);
 541         } else if (!phydev->link && phydev->state != PHY_NOLINK) {
 542                 phydev->state = PHY_NOLINK;
 543                 phy_link_down(phydev, true);
 544         }
 545
 546         return 0;
 547 }
 548
 549 /**
 550  * phy_start_aneg - start auto-negotiation for this PHY device
 551  * @phydev: the phy_device struct
 552  *
 553  * Description: Sanitizes the settings (if we're not autonegotiating
 554  *   them), and then calls the driver's config_aneg function.
 555  *   If the PHYCONTROL Layer is operating, we change the state to
 556  *   reflect the beginning of Auto-negotiation or forcing.
 557  */
 558 int phy_start_aneg(struct phy_device *phydev)
 559 {
 560         int err;
 561
 562         if (!phydev->drv)
 563                 return -EIO;
 564
 565         mutex_lock(&phydev->lock);
 566
 567         if (AUTONEG_DISABLE == phydev->autoneg)
 568                 phy_sanitize_settings(phydev);
 569
 570         /* Invalidate LP advertising flags */
 571         linkmode_zero(phydev->lp_advertising);
 572
 573         err = phy_config_aneg(phydev);
 574         if (err < 0)
 575                 goto out_unlock;
 576
 577         if (phy_is_started(phydev))
 578                 err = phy_check_link_status(phydev);
 579 out_unlock:
 580         mutex_unlock(&phydev->lock);
 581
 582         return err;
 583 }
 584 EXPORT_SYMBOL(phy_start_aneg);
 585
 586 static int phy_poll_aneg_done(struct phy_device *phydev)
 587 {
 588         unsigned int retries = 100;
 589         int ret;
 590
 591         do {
 592                 msleep(100);
 593                 ret = phy_aneg_done(phydev);
 594         } while (!ret && --retries);
 595
 596         if (!ret)
 597                 return -ETIMEDOUT;
 598
 599         return ret < 0 ? ret : 0;
 600 }
 601
 602 /**
 603  * phy_speed_down - set speed to lowest speed supported by both link partners
 604  * @phydev: the phy_device struct
 605  * @sync: perform action synchronously
 606  *
 607  * Description: Typically used to save energy when waiting for a WoL packet
 608  *
 609  * WARNING: Setting sync to false may cause the system being unable to suspend
 610  * in case the PHY generates an interrupt when finishing the autonegotiation.
 611  * This interrupt may wake up the system immediately after suspend.
 612  * Therefore use sync = false only if you're sure it's safe with the respective
 613  * network chip.
 614  */
 615 int phy_speed_down(struct phy_device *phydev, bool sync)
 616 {
 617         __ETHTOOL_DECLARE_LINK_MODE_MASK(adv_tmp);
 618         int ret;
 619
 620         if (phydev->autoneg != AUTONEG_ENABLE)
 621                 return 0;
 622
 623         linkmode_copy(adv_tmp, phydev->advertising);
 624
 625         ret = phy_speed_down_core(phydev);
 626         if (ret)
 627                 return ret;
 628
 629         linkmode_copy(phydev->adv_old, adv_tmp);
 630
 631         if (linkmode_equal(phydev->advertising, adv_tmp))
 632                 return 0;
 633
 634         ret = phy_config_aneg(phydev);
 635         if (ret)
 636                 return ret;
 637
 638         return sync ? phy_poll_aneg_done(phydev) : 0;
 639 }
 640 EXPORT_SYMBOL_GPL(phy_speed_down);
 641
 642 /**
 643  * phy_speed_up - (re)set advertised speeds to all supported speeds
 644  * @phydev: the phy_device struct
 645  *
 646  * Description: Used to revert the effect of phy_speed_down
 647  */
 648 int phy_speed_up(struct phy_device *phydev)
 649 {
 650         __ETHTOOL_DECLARE_LINK_MODE_MASK(adv_tmp);
 651
 652         if (phydev->autoneg != AUTONEG_ENABLE)
 653                 return 0;
 654
 655         if (linkmode_empty(phydev->adv_old))
 656                 return 0;
 657
 658         linkmode_copy(adv_tmp, phydev->advertising);
 659         linkmode_copy(phydev->advertising, phydev->adv_old);
 660         linkmode_zero(phydev->adv_old);
 661
 662         if (linkmode_equal(phydev->advertising, adv_tmp))
 663                 return 0;
 664
 665         return phy_config_aneg(phydev);
 666 }
 667 EXPORT_SYMBOL_GPL(phy_speed_up);
 668
 669 /**
 670  * phy_start_machine - start PHY state machine tracking
 671  * @phydev: the phy_device struct
 672  *
 673  * Description: The PHY infrastructure can run a state machine
 674  *   which tracks whether the PHY is starting up, negotiating,
 675  *   etc.  This function starts the delayed workqueue which tracks
 676  *   the state of the PHY. If you want to maintain your own state machine,
 677  *   do not call this function.
 678  */
 679 void phy_start_machine(struct phy_device *phydev)
 680 {
 681         phy_trigger_machine(phydev);
 682 }
 683 EXPORT_SYMBOL_GPL(phy_start_machine);
 684
 685 /**
 686  * phy_stop_machine - stop the PHY state machine tracking
 687  * @phydev: target phy_device struct
 688  *
 689  * Description: Stops the state machine delayed workqueue, sets the
 690  *   state to UP (unless it wasn't up yet). This function must be
 691  *   called BEFORE phy_detach.
 692  */
 693 void phy_stop_machine(struct phy_device *phydev)
 694 {
 695         cancel_delayed_work_sync(&phydev->state_queue);
 696
 697         mutex_lock(&phydev->lock);
 698         if (phy_is_started(phydev))
 699                 phydev->state = PHY_UP;
 700         mutex_unlock(&phydev->lock);
 701 }
 702
 703 /**
 704  * phy_error - enter HALTED state for this PHY device
 705  * @phydev: target phy_device struct
 706  *
 707  * Moves the PHY to the HALTED state in response to a read
 708  * or write error, and tells the controller the link is down.
 709  * Must not be called from interrupt context, or while the
 710  * phydev->lock is held.
 711  */
 712 static void phy_error(struct phy_device *phydev)
 713 {
 714         WARN_ON(1);
 715
 716         mutex_lock(&phydev->lock);
 717         phydev->state = PHY_HALTED;
 718         mutex_unlock(&phydev->lock);
 719
 720         phy_trigger_machine(phydev);
 721 }
 722
 723 /**
 724  * phy_disable_interrupts - Disable the PHY interrupts from the PHY side
 725  * @phydev: target phy_device struct
 726  */
 727 static int phy_disable_interrupts(struct phy_device *phydev)
 728 {
 729         int err;
 730
 731         /* Disable PHY interrupts */
 732         err = phy_config_interrupt(phydev, PHY_INTERRUPT_DISABLED);
 733         if (err)
 734                 return err;
 735
 736         /* Clear the interrupt */
 737         return phy_clear_interrupt(phydev);
 738 }
 739
 740 /**
 741  * phy_interrupt - PHY interrupt handler
 742  * @irq: interrupt line
 743  * @phy_dat: phy_device pointer
 744  *
 745  * Description: Handle PHY interrupt
 746  */
 747 static irqreturn_t phy_interrupt(int irq, void *phy_dat)
 748 {
 749         struct phy_device *phydev = phy_dat;
 750
 751         if (phydev->drv->did_interrupt && !phydev->drv->did_interrupt(phydev))
 752                 return IRQ_NONE;
 753
 754         if (phydev->drv->handle_interrupt) {
 755                 if (phydev->drv->handle_interrupt(phydev))
 756                         goto phy_err;
 757         } else {
 758                 /* reschedule state queue work to run as soon as possible */
 759                 phy_trigger_machine(phydev);
 760         }
 761
 762         if (phy_clear_interrupt(phydev))
 763                 goto phy_err;
 764         return IRQ_HANDLED;
 765
 766 phy_err:
 767         phy_error(phydev);
 768         return IRQ_NONE;
 769 }
 770
 771 /**
 772  * phy_enable_interrupts - Enable the interrupts from the PHY side
 773  * @phydev: target phy_device struct
 774  */
 775 static int phy_enable_interrupts(struct phy_device *phydev)
 776 {
 777         int err = phy_clear_interrupt(phydev);
 778
 779         if (err < 0)
 780                 return err;
 781
 782         return phy_config_interrupt(phydev, PHY_INTERRUPT_ENABLED);
 783 }
 784
 785 /**
 786  * phy_request_interrupt - request and enable interrupt for a PHY device
 787  * @phydev: target phy_device struct
 788  *
 789  * Description: Request and enable the interrupt for the given PHY.
 790  *   If this fails, then we set irq to PHY_POLL.
 791  *   This should only be called with a valid IRQ number.
 792  */
 793 void phy_request_interrupt(struct phy_device *phydev)
 794 {
 795         int err;
 796
 797         err = request_threaded_irq(phydev->irq, NULL, phy_interrupt,
 798                                    IRQF_ONESHOT | IRQF_SHARED,
 799                                    phydev_name(phydev), phydev);
 800         if (err) {
 801                 phydev_warn(phydev, "Error %d requesting IRQ %d, falling back to polling\n",
 802                             err, phydev->irq);
 803                 phydev->irq = PHY_POLL;
 804         } else {
 805                 if (phy_enable_interrupts(phydev)) {
 806                         phydev_warn(phydev, "Can't enable interrupt, falling back to polling\n");
 807                         phy_free_interrupt(phydev);
 808                         phydev->irq = PHY_POLL;
 809                 }
 810         }
 811 }
 812 EXPORT_SYMBOL(phy_request_interrupt);
 813
 814 /**
 815  * phy_free_interrupt - disable and free interrupt for a PHY device
 816  * @phydev: target phy_device struct
 817  *
 818  * Description: Disable and free the interrupt for the given PHY.
 819  *   This should only be called with a valid IRQ number.
 820  */
 821 void phy_free_interrupt(struct phy_device *phydev)
 822 {
 823         phy_disable_interrupts(phydev);
 824         free_irq(phydev->irq, phydev);
 825 }
 826 EXPORT_SYMBOL(phy_free_interrupt);
 827
 828 /**
 829  * phy_stop - Bring down the PHY link, and stop checking the status
 830  * @phydev: target phy_device struct
 831  */
 832 void phy_stop(struct phy_device *phydev)
 833 {
 834         if (!phy_is_started(phydev)) {
 835                 WARN(1, "called from state %s\n",
 836                      phy_state_to_str(phydev->state));
 837                 return;
 838         }
 839
 840         mutex_lock(&phydev->lock);
 841
 842         phydev->state = PHY_HALTED;
 843
 844         mutex_unlock(&phydev->lock);
 845
 846         phy_state_machine(&phydev->state_queue.work);
 847         phy_stop_machine(phydev);
 848
 849         /* Cannot call flush_scheduled_work() here as desired because
 850          * of rtnl_lock(), but PHY_HALTED shall guarantee irq handler
 851          * will not reenable interrupts.
 852          */
 853 }
 854 EXPORT_SYMBOL(phy_stop);
 855
 856 /**
 857  * phy_start - start or restart a PHY device
 858  * @phydev: target phy_device struct
 859  *
 860  * Description: Indicates the attached device's readiness to
 861  *   handle PHY-related work.  Used during startup to start the
 862  *   PHY, and after a call to phy_stop() to resume operation.
 863  *   Also used to indicate the MDIO bus has cleared an error
 864  *   condition.
 865  */
 866 void phy_start(struct phy_device *phydev)
 867 {
 868         mutex_lock(&phydev->lock);
 869
 870         if (phydev->state != PHY_READY && phydev->state != PHY_HALTED) {
 871                 WARN(1, "called from state %s\n",
 872                      phy_state_to_str(phydev->state));
 873                 goto out;
 874         }
 875
 876         /* if phy was suspended, bring the physical link up again */
 877         __phy_resume(phydev);
 878
 879         phydev->state = PHY_UP;
 880
 881         phy_start_machine(phydev);
 882 out:
 883         mutex_unlock(&phydev->lock);
 884 }
 885 EXPORT_SYMBOL(phy_start);
 886
 887 /**
 888  * phy_state_machine - Handle the state machine
 889  * @work: work_struct that describes the work to be done
 890  */
 891 void phy_state_machine(struct work_struct *work)
 892 {
 893         struct delayed_work *dwork = to_delayed_work(work);
 894         struct phy_device *phydev =
 895                         container_of(dwork, struct phy_device, state_queue);
 896         bool needs_aneg = false, do_suspend = false;
 897         enum phy_state old_state;
 898         int err = 0;
 899
 900         mutex_lock(&phydev->lock);
 901
 902         old_state = phydev->state;
 903
 904         switch (phydev->state) {
 905         case PHY_DOWN:
 906         case PHY_READY:
 907                 break;
 908         case PHY_UP:
 909                 needs_aneg = true;
 910
 911                 break;
 912         case PHY_NOLINK:
 913         case PHY_RUNNING:
 914                 err = phy_check_link_status(phydev);
 915                 break;
 916         case PHY_HALTED:
 917                 if (phydev->link) {
 918                         phydev->link = 0;
 919                         phy_link_down(phydev, true);
 920                 }
 921                 do_suspend = true;
 922                 break;
 923         }
 924
 925         mutex_unlock(&phydev->lock);
 926
 927         if (needs_aneg)
 928                 err = phy_start_aneg(phydev);
 929         else if (do_suspend)
 930                 phy_suspend(phydev);
 931
 932         if (err < 0)
 933                 phy_error(phydev);
 934
 935         if (old_state != phydev->state) {
 936                 phydev_dbg(phydev, "PHY state change %s -> %s\n",
 937                            phy_state_to_str(old_state),
 938                            phy_state_to_str(phydev->state));
 939                 if (phydev->drv && phydev->drv->link_change_notify)
 940                         phydev->drv->link_change_notify(phydev);
 941         }
 942
 943         /* Only re-schedule a PHY state machine change if we are polling the
 944          * PHY, if PHY_IGNORE_INTERRUPT is set, then we will be moving
 945          * between states from phy_mac_interrupt().
 946          *
 947          * In state PHY_HALTED the PHY gets suspended, so rescheduling the
 948          * state machine would be pointless and possibly error prone when
 949          * called from phy_disconnect() synchronously.
 950          */
 951         mutex_lock(&phydev->lock);
 952         if (phy_polling_mode(phydev) && phy_is_started(phydev))
 953                 phy_queue_state_machine(phydev, PHY_STATE_TIME);
 954         mutex_unlock(&phydev->lock);
 955 }
 956
 957 /**
 958  * phy_mac_interrupt - MAC says the link has changed
 959  * @phydev: phy_device struct with changed link
 960  *
 961  * The MAC layer is able to indicate there has been a change in the PHY link
 962  * status. Trigger the state machine and work a work queue.
 963  */
 964 void phy_mac_interrupt(struct phy_device *phydev)
 965 {
 966         /* Trigger a state machine change */
 967         phy_trigger_machine(phydev);
 968 }
 969 EXPORT_SYMBOL(phy_mac_interrupt);
 970
 971 static void mmd_eee_adv_to_linkmode(unsigned long *advertising, u16 eee_adv)
 972 {
 973         linkmode_zero(advertising);
 974
 975         if (eee_adv & MDIO_EEE_100TX)
 976                 linkmode_set_bit(ETHTOOL_LINK_MODE_100baseT_Full_BIT,
 977                                  advertising);
 978         if (eee_adv & MDIO_EEE_1000T)
 979                 linkmode_set_bit(ETHTOOL_LINK_MODE_1000baseT_Full_BIT,
 980                                  advertising);
 981         if (eee_adv & MDIO_EEE_10GT)
 982                 linkmode_set_bit(ETHTOOL_LINK_MODE_10000baseT_Full_BIT,
 983                                  advertising);
 984         if (eee_adv & MDIO_EEE_1000KX)
 985                 linkmode_set_bit(ETHTOOL_LINK_MODE_1000baseKX_Full_BIT,
 986                                  advertising);
 987         if (eee_adv & MDIO_EEE_10GKX4)
 988                 linkmode_set_bit(ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT,
 989                                  advertising);
 990         if (eee_adv & MDIO_EEE_10GKR)
 991                 linkmode_set_bit(ETHTOOL_LINK_MODE_10000baseKR_Full_BIT,
 992                                  advertising);
 993 }
 994
 995 /**
 996  * phy_init_eee - init and check the EEE feature
 997  * @phydev: target phy_device struct
 998  * @clk_stop_enable: PHY may stop the clock during LPI
 999  *
1000  * Description: it checks if the Energy-Efficient Ethernet (EEE)
1001  * is supported by looking at the MMD registers 3.20 and 7.60/61
1002  * and it programs the MMD register 3.0 setting the "Clock stop enable"
1003  * bit if required.
1004  */
1005 int phy_init_eee(struct phy_device *phydev, bool clk_stop_enable)
1006 {
1007         if (!phydev->drv)
1008                 return -EIO;
1009
1010         /* According to 802.3az,the EEE is supported only in full duplex-mode.
1011          */
1012         if (phydev->duplex == DUPLEX_FULL) {
1013                 __ETHTOOL_DECLARE_LINK_MODE_MASK(common);
1014                 __ETHTOOL_DECLARE_LINK_MODE_MASK(lp);
1015                 __ETHTOOL_DECLARE_LINK_MODE_MASK(adv);
1016                 int eee_lp, eee_cap, eee_adv;
1017                 int status;
1018                 u32 cap;
1019
1020                 /* Read phy status to properly get the right settings */
1021                 status = phy_read_status(phydev);
1022                 if (status)
1023                         return status;
1024
1025                 /* First check if the EEE ability is supported */
1026                 eee_cap = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1027                 if (eee_cap <= 0)
1028                         goto eee_exit_err;
1029
1030                 cap = mmd_eee_cap_to_ethtool_sup_t(eee_cap);
1031                 if (!cap)
1032                         goto eee_exit_err;
1033
1034                 /* Check which link settings negotiated and verify it in
1035                  * the EEE advertising registers.
1036                  */
1037                 eee_lp = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_LPABLE);
1038                 if (eee_lp <= 0)
1039                         goto eee_exit_err;
1040
1041                 eee_adv = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV);
1042                 if (eee_adv <= 0)
1043                         goto eee_exit_err;
1044
1045                 mmd_eee_adv_to_linkmode(adv, eee_adv);
1046                 mmd_eee_adv_to_linkmode(lp, eee_lp);
1047                 linkmode_and(common, adv, lp);
1048
1049                 if (!phy_check_valid(phydev->speed, phydev->duplex, common))
1050                         goto eee_exit_err;
1051
1052                 if (clk_stop_enable)
1053                         /* Configure the PHY to stop receiving xMII
1054                          * clock while it is signaling LPI.
1055                          */
1056                         phy_set_bits_mmd(phydev, MDIO_MMD_PCS, MDIO_CTRL1,
1057                                          MDIO_PCS_CTRL1_CLKSTOP_EN);
1058
1059                 return 0; /* EEE supported */
1060         }
1061 eee_exit_err:
1062         return -EPROTONOSUPPORT;
1063 }
1064 EXPORT_SYMBOL(phy_init_eee);
1065
1066 /**
1067  * phy_get_eee_err - report the EEE wake error count
1068  * @phydev: target phy_device struct
1069  *
1070  * Description: it is to report the number of time where the PHY
1071  * failed to complete its normal wake sequence.
1072  */
1073 int phy_get_eee_err(struct phy_device *phydev)
1074 {
1075         if (!phydev->drv)
1076                 return -EIO;
1077
1078         return phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_WK_ERR);
1079 }
1080 EXPORT_SYMBOL(phy_get_eee_err);
1081
1082 /**
1083  * phy_ethtool_get_eee - get EEE supported and status
1084  * @phydev: target phy_device struct
1085  * @data: ethtool_eee data
1086  *
1087  * Description: it reportes the Supported/Advertisement/LP Advertisement
1088  * capabilities.
1089  */
1090 int phy_ethtool_get_eee(struct phy_device *phydev, struct ethtool_eee *data)
1091 {
1092         int val;
1093
1094         if (!phydev->drv)
1095                 return -EIO;
1096
1097         /* Get Supported EEE */
1098         val = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1099         if (val < 0)
1100                 return val;
1101         data->supported = mmd_eee_cap_to_ethtool_sup_t(val);
1102
1103         /* Get advertisement EEE */
1104         val = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV);
1105         if (val < 0)
1106                 return val;
1107         data->advertised = mmd_eee_adv_to_ethtool_adv_t(val);
1108         data->eee_enabled = !!data->advertised;
1109
1110         /* Get LP advertisement EEE */
1111         val = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_LPABLE);
1112         if (val < 0)
1113                 return val;
1114         data->lp_advertised = mmd_eee_adv_to_ethtool_adv_t(val);
1115
1116         data->eee_active = !!(data->advertised & data->lp_advertised);
1117
1118         return 0;
1119 }
1120 EXPORT_SYMBOL(phy_ethtool_get_eee);
1121
1122 /**
1123  * phy_ethtool_set_eee - set EEE supported and status
1124  * @phydev: target phy_device struct
1125  * @data: ethtool_eee data
1126  *
1127  * Description: it is to program the Advertisement EEE register.
1128  */
1129 int phy_ethtool_set_eee(struct phy_device *phydev, struct ethtool_eee *data)
1130 {
1131         int cap, old_adv, adv = 0, ret;
1132
1133         if (!phydev->drv)
1134                 return -EIO;
1135
1136         /* Get Supported EEE */
1137         cap = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1138         if (cap < 0)
1139                 return cap;
1140
1141         old_adv = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV);
1142         if (old_adv < 0)
1143                 return old_adv;
1144
1145         if (data->eee_enabled) {
1146                 adv = !data->advertised ? cap :
1147                       ethtool_adv_to_mmd_eee_adv_t(data->advertised) & cap;
1148                 /* Mask prohibited EEE modes */
1149                 adv &= ~phydev->eee_broken_modes;
1150         }
1151
1152         if (old_adv != adv) {
1153                 ret = phy_write_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV, adv);
1154                 if (ret < 0)
1155                         return ret;
1156
1157                 /* Restart autonegotiation so the new modes get sent to the
1158                  * link partner.
1159                  */
1160                 ret = phy_restart_aneg(phydev);
1161                 if (ret < 0)
1162                         return ret;
1163         }
1164
1165         return 0;
1166 }
1167 EXPORT_SYMBOL(phy_ethtool_set_eee);
1168
1169 int phy_ethtool_set_wol(struct phy_device *phydev, struct ethtool_wolinfo *wol)
1170 {
1171         if (phydev->drv && phydev->drv->set_wol)
1172                 return phydev->drv->set_wol(phydev, wol);
1173
1174         return -EOPNOTSUPP;
1175 }
1176 EXPORT_SYMBOL(phy_ethtool_set_wol);
1177
1178 void phy_ethtool_get_wol(struct phy_device *phydev, struct ethtool_wolinfo *wol)
1179 {
1180         if (phydev->drv && phydev->drv->get_wol)
1181                 phydev->drv->get_wol(phydev, wol);
1182 }
1183 EXPORT_SYMBOL(phy_ethtool_get_wol);
1184
1185 int phy_ethtool_get_link_ksettings(struct net_device *ndev,
1186                                    struct ethtool_link_ksettings *cmd)
1187 {
1188         struct phy_device *phydev = ndev->phydev;
1189
1190         if (!phydev)
1191                 return -ENODEV;
1192
1193         phy_ethtool_ksettings_get(phydev, cmd);
1194
1195         return 0;
1196 }
1197 EXPORT_SYMBOL(phy_ethtool_get_link_ksettings);
1198
1199 int phy_ethtool_set_link_ksettings(struct net_device *ndev,
1200                                    const struct ethtool_link_ksettings *cmd)
1201 {
1202         struct phy_device *phydev = ndev->phydev;
1203
1204         if (!phydev)
1205                 return -ENODEV;
1206
1207         return phy_ethtool_ksettings_set(phydev, cmd);
1208 }
1209 EXPORT_SYMBOL(phy_ethtool_set_link_ksettings);
1210
1211 int phy_ethtool_nway_reset(struct net_device *ndev)
1212 {
1213         struct phy_device *phydev = ndev->phydev;
1214
1215         if (!phydev)
1216                 return -ENODEV;
1217
1218         if (!phydev->drv)
1219                 return -EIO;
1220
1221         return phy_restart_aneg(phydev);
1222 }
1223 EXPORT_SYMBOL(phy_ethtool_nway_reset);