1 // SPDX-License-Identifier: GPL-2.0-only
3 * aQuantia Corporation Network Driver
4 * Copyright (C) 2014-2019 aQuantia Corporation. All rights reserved
7 /* File aq_ethtool.c: Definition of ethertool related functions. */
9 #include "aq_ethtool.h"
13 #include "aq_filters.h"
15 #include <linux/ptp_clock_kernel.h>
17 static void aq_ethtool_get_regs(struct net_device *ndev,
18 struct ethtool_regs *regs, void *p)
20 struct aq_nic_s *aq_nic = netdev_priv(ndev);
23 regs_count = aq_nic_get_regs_count(aq_nic);
25 memset(p, 0, regs_count * sizeof(u32));
26 aq_nic_get_regs(aq_nic, regs, p);
29 static int aq_ethtool_get_regs_len(struct net_device *ndev)
31 struct aq_nic_s *aq_nic = netdev_priv(ndev);
34 regs_count = aq_nic_get_regs_count(aq_nic);
36 return regs_count * sizeof(u32);
39 static u32 aq_ethtool_get_link(struct net_device *ndev)
41 return ethtool_op_get_link(ndev);
44 static int aq_ethtool_get_link_ksettings(struct net_device *ndev,
45 struct ethtool_link_ksettings *cmd)
47 struct aq_nic_s *aq_nic = netdev_priv(ndev);
49 aq_nic_get_link_ksettings(aq_nic, cmd);
50 cmd->base.speed = netif_carrier_ok(ndev) ?
51 aq_nic_get_link_speed(aq_nic) : 0U;
57 aq_ethtool_set_link_ksettings(struct net_device *ndev,
58 const struct ethtool_link_ksettings *cmd)
60 struct aq_nic_s *aq_nic = netdev_priv(ndev);
62 return aq_nic_set_link_ksettings(aq_nic, cmd);
65 static const char aq_ethtool_stat_names[][ETH_GSTRING_LEN] = {
90 static const char aq_ethtool_queue_stat_names[][ETH_GSTRING_LEN] = {
91 "Queue[%d] InPackets",
92 "Queue[%d] OutPackets",
94 "Queue[%d] InJumboPackets",
95 "Queue[%d] InLroPackets",
99 static const char aq_ethtool_priv_flag_names[][ETH_GSTRING_LEN] = {
102 "DMANetworkLoopback",
103 "PHYInternalLoopback",
104 "PHYExternalLoopback",
107 static void aq_ethtool_stats(struct net_device *ndev,
108 struct ethtool_stats *stats, u64 *data)
110 struct aq_nic_s *aq_nic = netdev_priv(ndev);
111 struct aq_nic_cfg_s *cfg;
113 cfg = aq_nic_get_cfg(aq_nic);
115 memset(data, 0, (ARRAY_SIZE(aq_ethtool_stat_names) +
116 ARRAY_SIZE(aq_ethtool_queue_stat_names) *
117 cfg->vecs) * sizeof(u64));
118 aq_nic_get_stats(aq_nic, data);
121 static void aq_ethtool_get_drvinfo(struct net_device *ndev,
122 struct ethtool_drvinfo *drvinfo)
124 struct pci_dev *pdev = to_pci_dev(ndev->dev.parent);
125 struct aq_nic_s *aq_nic = netdev_priv(ndev);
126 struct aq_nic_cfg_s *cfg;
127 u32 firmware_version;
130 cfg = aq_nic_get_cfg(aq_nic);
131 firmware_version = aq_nic_get_fw_version(aq_nic);
132 regs_count = aq_nic_get_regs_count(aq_nic);
134 strlcat(drvinfo->driver, AQ_CFG_DRV_NAME, sizeof(drvinfo->driver));
135 strlcat(drvinfo->version, AQ_CFG_DRV_VERSION, sizeof(drvinfo->version));
137 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version),
138 "%u.%u.%u", firmware_version >> 24,
139 (firmware_version >> 16) & 0xFFU, firmware_version & 0xFFFFU);
141 strlcpy(drvinfo->bus_info, pdev ? pci_name(pdev) : "",
142 sizeof(drvinfo->bus_info));
143 drvinfo->n_stats = ARRAY_SIZE(aq_ethtool_stat_names) +
144 cfg->vecs * ARRAY_SIZE(aq_ethtool_queue_stat_names);
145 drvinfo->testinfo_len = 0;
146 drvinfo->regdump_len = regs_count;
147 drvinfo->eedump_len = 0;
150 static void aq_ethtool_get_strings(struct net_device *ndev,
151 u32 stringset, u8 *data)
153 struct aq_nic_s *aq_nic = netdev_priv(ndev);
154 struct aq_nic_cfg_s *cfg;
158 cfg = aq_nic_get_cfg(aq_nic);
162 memcpy(p, aq_ethtool_stat_names,
163 sizeof(aq_ethtool_stat_names));
164 p = p + sizeof(aq_ethtool_stat_names);
165 for (i = 0; i < cfg->vecs; i++) {
167 si < ARRAY_SIZE(aq_ethtool_queue_stat_names);
169 snprintf(p, ETH_GSTRING_LEN,
170 aq_ethtool_queue_stat_names[si], i);
171 p += ETH_GSTRING_LEN;
175 case ETH_SS_PRIV_FLAGS:
176 memcpy(p, aq_ethtool_priv_flag_names,
177 sizeof(aq_ethtool_priv_flag_names));
182 static int aq_ethtool_set_phys_id(struct net_device *ndev,
183 enum ethtool_phys_id_state state)
185 struct aq_nic_s *aq_nic = netdev_priv(ndev);
186 struct aq_hw_s *hw = aq_nic->aq_hw;
189 if (!aq_nic->aq_fw_ops->led_control)
192 mutex_lock(&aq_nic->fwreq_mutex);
195 case ETHTOOL_ID_ACTIVE:
196 ret = aq_nic->aq_fw_ops->led_control(hw, AQ_HW_LED_BLINK |
197 AQ_HW_LED_BLINK << 2 | AQ_HW_LED_BLINK << 4);
199 case ETHTOOL_ID_INACTIVE:
200 ret = aq_nic->aq_fw_ops->led_control(hw, AQ_HW_LED_DEFAULT);
206 mutex_unlock(&aq_nic->fwreq_mutex);
211 static int aq_ethtool_get_sset_count(struct net_device *ndev, int stringset)
213 struct aq_nic_s *aq_nic = netdev_priv(ndev);
214 struct aq_nic_cfg_s *cfg;
217 cfg = aq_nic_get_cfg(aq_nic);
221 ret = ARRAY_SIZE(aq_ethtool_stat_names) +
222 cfg->vecs * ARRAY_SIZE(aq_ethtool_queue_stat_names);
224 case ETH_SS_PRIV_FLAGS:
225 ret = ARRAY_SIZE(aq_ethtool_priv_flag_names);
234 static u32 aq_ethtool_get_rss_indir_size(struct net_device *ndev)
236 return AQ_CFG_RSS_INDIRECTION_TABLE_MAX;
239 static u32 aq_ethtool_get_rss_key_size(struct net_device *ndev)
241 struct aq_nic_s *aq_nic = netdev_priv(ndev);
242 struct aq_nic_cfg_s *cfg;
244 cfg = aq_nic_get_cfg(aq_nic);
246 return sizeof(cfg->aq_rss.hash_secret_key);
249 static int aq_ethtool_get_rss(struct net_device *ndev, u32 *indir, u8 *key,
252 struct aq_nic_s *aq_nic = netdev_priv(ndev);
253 struct aq_nic_cfg_s *cfg;
256 cfg = aq_nic_get_cfg(aq_nic);
259 *hfunc = ETH_RSS_HASH_TOP; /* Toeplitz */
261 for (i = 0; i < AQ_CFG_RSS_INDIRECTION_TABLE_MAX; i++)
262 indir[i] = cfg->aq_rss.indirection_table[i];
265 memcpy(key, cfg->aq_rss.hash_secret_key,
266 sizeof(cfg->aq_rss.hash_secret_key));
271 static int aq_ethtool_set_rss(struct net_device *netdev, const u32 *indir,
272 const u8 *key, const u8 hfunc)
274 struct aq_nic_s *aq_nic = netdev_priv(netdev);
275 struct aq_nic_cfg_s *cfg;
280 cfg = aq_nic_get_cfg(aq_nic);
281 rss_entries = cfg->aq_rss.indirection_table_size;
283 /* We do not allow change in unsupported parameters */
284 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
286 /* Fill out the redirection table */
288 for (i = 0; i < rss_entries; i++)
289 cfg->aq_rss.indirection_table[i] = indir[i];
291 /* Fill out the rss hash key */
293 memcpy(cfg->aq_rss.hash_secret_key, key,
294 sizeof(cfg->aq_rss.hash_secret_key));
295 err = aq_nic->aq_hw_ops->hw_rss_hash_set(aq_nic->aq_hw,
301 err = aq_nic->aq_hw_ops->hw_rss_set(aq_nic->aq_hw, &cfg->aq_rss);
306 static int aq_ethtool_get_rxnfc(struct net_device *ndev,
307 struct ethtool_rxnfc *cmd,
310 struct aq_nic_s *aq_nic = netdev_priv(ndev);
311 struct aq_nic_cfg_s *cfg;
314 cfg = aq_nic_get_cfg(aq_nic);
317 case ETHTOOL_GRXRINGS:
318 cmd->data = cfg->vecs;
320 case ETHTOOL_GRXCLSRLCNT:
321 cmd->rule_cnt = aq_get_rxnfc_count_all_rules(aq_nic);
323 case ETHTOOL_GRXCLSRULE:
324 err = aq_get_rxnfc_rule(aq_nic, cmd);
326 case ETHTOOL_GRXCLSRLALL:
327 err = aq_get_rxnfc_all_rules(aq_nic, cmd, rule_locs);
337 static int aq_ethtool_set_rxnfc(struct net_device *ndev,
338 struct ethtool_rxnfc *cmd)
340 struct aq_nic_s *aq_nic = netdev_priv(ndev);
344 case ETHTOOL_SRXCLSRLINS:
345 err = aq_add_rxnfc_rule(aq_nic, cmd);
347 case ETHTOOL_SRXCLSRLDEL:
348 err = aq_del_rxnfc_rule(aq_nic, cmd);
358 static int aq_ethtool_get_coalesce(struct net_device *ndev,
359 struct ethtool_coalesce *coal)
361 struct aq_nic_s *aq_nic = netdev_priv(ndev);
362 struct aq_nic_cfg_s *cfg;
364 cfg = aq_nic_get_cfg(aq_nic);
366 if (cfg->itr == AQ_CFG_INTERRUPT_MODERATION_ON ||
367 cfg->itr == AQ_CFG_INTERRUPT_MODERATION_AUTO) {
368 coal->rx_coalesce_usecs = cfg->rx_itr;
369 coal->tx_coalesce_usecs = cfg->tx_itr;
370 coal->rx_max_coalesced_frames = 0;
371 coal->tx_max_coalesced_frames = 0;
373 coal->rx_coalesce_usecs = 0;
374 coal->tx_coalesce_usecs = 0;
375 coal->rx_max_coalesced_frames = 1;
376 coal->tx_max_coalesced_frames = 1;
382 static int aq_ethtool_set_coalesce(struct net_device *ndev,
383 struct ethtool_coalesce *coal)
385 struct aq_nic_s *aq_nic = netdev_priv(ndev);
386 struct aq_nic_cfg_s *cfg;
388 cfg = aq_nic_get_cfg(aq_nic);
390 /* This is not yet supported
392 if (coal->use_adaptive_rx_coalesce || coal->use_adaptive_tx_coalesce)
395 /* Atlantic only supports timing based coalescing
397 if (coal->rx_max_coalesced_frames > 1 ||
398 coal->rx_coalesce_usecs_irq ||
399 coal->rx_max_coalesced_frames_irq)
402 if (coal->tx_max_coalesced_frames > 1 ||
403 coal->tx_coalesce_usecs_irq ||
404 coal->tx_max_coalesced_frames_irq)
407 /* We do not support frame counting. Check this
409 if (!(coal->rx_max_coalesced_frames == !coal->rx_coalesce_usecs))
411 if (!(coal->tx_max_coalesced_frames == !coal->tx_coalesce_usecs))
414 if (coal->rx_coalesce_usecs > AQ_CFG_INTERRUPT_MODERATION_USEC_MAX ||
415 coal->tx_coalesce_usecs > AQ_CFG_INTERRUPT_MODERATION_USEC_MAX)
418 cfg->itr = AQ_CFG_INTERRUPT_MODERATION_ON;
420 cfg->rx_itr = coal->rx_coalesce_usecs;
421 cfg->tx_itr = coal->tx_coalesce_usecs;
423 return aq_nic_update_interrupt_moderation_settings(aq_nic);
426 static void aq_ethtool_get_wol(struct net_device *ndev,
427 struct ethtool_wolinfo *wol)
429 struct aq_nic_s *aq_nic = netdev_priv(ndev);
430 struct aq_nic_cfg_s *cfg;
432 cfg = aq_nic_get_cfg(aq_nic);
434 wol->supported = AQ_NIC_WOL_MODES;
435 wol->wolopts = cfg->wol;
438 static int aq_ethtool_set_wol(struct net_device *ndev,
439 struct ethtool_wolinfo *wol)
441 struct pci_dev *pdev = to_pci_dev(ndev->dev.parent);
442 struct aq_nic_s *aq_nic = netdev_priv(ndev);
443 struct aq_nic_cfg_s *cfg;
446 cfg = aq_nic_get_cfg(aq_nic);
448 if (wol->wolopts & ~AQ_NIC_WOL_MODES)
451 cfg->wol = wol->wolopts;
453 err = device_set_wakeup_enable(&pdev->dev, !!cfg->wol);
458 static int aq_ethtool_get_ts_info(struct net_device *ndev,
459 struct ethtool_ts_info *info)
461 struct aq_nic_s *aq_nic = netdev_priv(ndev);
463 ethtool_op_get_ts_info(ndev, info);
468 info->so_timestamping |=
469 SOF_TIMESTAMPING_TX_HARDWARE |
470 SOF_TIMESTAMPING_RX_HARDWARE |
471 SOF_TIMESTAMPING_RAW_HARDWARE;
473 info->tx_types = BIT(HWTSTAMP_TX_OFF) |
476 info->rx_filters = BIT(HWTSTAMP_FILTER_NONE);
478 info->rx_filters |= BIT(HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
479 BIT(HWTSTAMP_FILTER_PTP_V2_L2_EVENT) |
480 BIT(HWTSTAMP_FILTER_PTP_V2_EVENT);
482 info->phc_index = ptp_clock_index(aq_ptp_get_ptp_clock(aq_nic->aq_ptp));
487 static enum hw_atl_fw2x_rate eee_mask_to_ethtool_mask(u32 speed)
491 if (speed & AQ_NIC_RATE_EEE_10G)
492 rate |= SUPPORTED_10000baseT_Full;
494 if (speed & AQ_NIC_RATE_EEE_2GS)
495 rate |= SUPPORTED_2500baseX_Full;
497 if (speed & AQ_NIC_RATE_EEE_1G)
498 rate |= SUPPORTED_1000baseT_Full;
503 static int aq_ethtool_get_eee(struct net_device *ndev, struct ethtool_eee *eee)
505 struct aq_nic_s *aq_nic = netdev_priv(ndev);
506 u32 rate, supported_rates;
509 if (!aq_nic->aq_fw_ops->get_eee_rate)
512 mutex_lock(&aq_nic->fwreq_mutex);
513 err = aq_nic->aq_fw_ops->get_eee_rate(aq_nic->aq_hw, &rate,
515 mutex_unlock(&aq_nic->fwreq_mutex);
519 eee->supported = eee_mask_to_ethtool_mask(supported_rates);
521 if (aq_nic->aq_nic_cfg.eee_speeds)
522 eee->advertised = eee->supported;
524 eee->lp_advertised = eee_mask_to_ethtool_mask(rate);
526 eee->eee_enabled = !!eee->advertised;
528 eee->tx_lpi_enabled = eee->eee_enabled;
529 if (eee->advertised & eee->lp_advertised)
530 eee->eee_active = true;
535 static int aq_ethtool_set_eee(struct net_device *ndev, struct ethtool_eee *eee)
537 struct aq_nic_s *aq_nic = netdev_priv(ndev);
538 u32 rate, supported_rates;
539 struct aq_nic_cfg_s *cfg;
542 cfg = aq_nic_get_cfg(aq_nic);
544 if (unlikely(!aq_nic->aq_fw_ops->get_eee_rate ||
545 !aq_nic->aq_fw_ops->set_eee_rate))
548 mutex_lock(&aq_nic->fwreq_mutex);
549 err = aq_nic->aq_fw_ops->get_eee_rate(aq_nic->aq_hw, &rate,
551 mutex_unlock(&aq_nic->fwreq_mutex);
555 if (eee->eee_enabled) {
556 rate = supported_rates;
557 cfg->eee_speeds = rate;
563 mutex_lock(&aq_nic->fwreq_mutex);
564 err = aq_nic->aq_fw_ops->set_eee_rate(aq_nic->aq_hw, rate);
565 mutex_unlock(&aq_nic->fwreq_mutex);
570 static int aq_ethtool_nway_reset(struct net_device *ndev)
572 struct aq_nic_s *aq_nic = netdev_priv(ndev);
575 if (unlikely(!aq_nic->aq_fw_ops->renegotiate))
578 if (netif_running(ndev)) {
579 mutex_lock(&aq_nic->fwreq_mutex);
580 err = aq_nic->aq_fw_ops->renegotiate(aq_nic->aq_hw);
581 mutex_unlock(&aq_nic->fwreq_mutex);
587 static void aq_ethtool_get_pauseparam(struct net_device *ndev,
588 struct ethtool_pauseparam *pause)
590 struct aq_nic_s *aq_nic = netdev_priv(ndev);
591 u32 fc = aq_nic->aq_nic_cfg.fc.req;
595 pause->rx_pause = !!(fc & AQ_NIC_FC_RX);
596 pause->tx_pause = !!(fc & AQ_NIC_FC_TX);
600 static int aq_ethtool_set_pauseparam(struct net_device *ndev,
601 struct ethtool_pauseparam *pause)
603 struct aq_nic_s *aq_nic = netdev_priv(ndev);
606 if (!aq_nic->aq_fw_ops->set_flow_control)
609 if (pause->autoneg == AUTONEG_ENABLE)
613 aq_nic->aq_hw->aq_nic_cfg->fc.req |= AQ_NIC_FC_RX;
615 aq_nic->aq_hw->aq_nic_cfg->fc.req &= ~AQ_NIC_FC_RX;
618 aq_nic->aq_hw->aq_nic_cfg->fc.req |= AQ_NIC_FC_TX;
620 aq_nic->aq_hw->aq_nic_cfg->fc.req &= ~AQ_NIC_FC_TX;
622 mutex_lock(&aq_nic->fwreq_mutex);
623 err = aq_nic->aq_fw_ops->set_flow_control(aq_nic->aq_hw);
624 mutex_unlock(&aq_nic->fwreq_mutex);
629 static void aq_get_ringparam(struct net_device *ndev,
630 struct ethtool_ringparam *ring)
632 struct aq_nic_s *aq_nic = netdev_priv(ndev);
633 struct aq_nic_cfg_s *cfg;
635 cfg = aq_nic_get_cfg(aq_nic);
637 ring->rx_pending = cfg->rxds;
638 ring->tx_pending = cfg->txds;
640 ring->rx_max_pending = cfg->aq_hw_caps->rxds_max;
641 ring->tx_max_pending = cfg->aq_hw_caps->txds_max;
644 static int aq_set_ringparam(struct net_device *ndev,
645 struct ethtool_ringparam *ring)
647 struct aq_nic_s *aq_nic = netdev_priv(ndev);
648 const struct aq_hw_caps_s *hw_caps;
649 bool ndev_running = false;
650 struct aq_nic_cfg_s *cfg;
653 cfg = aq_nic_get_cfg(aq_nic);
654 hw_caps = cfg->aq_hw_caps;
656 if (ring->rx_mini_pending || ring->rx_jumbo_pending) {
661 if (netif_running(ndev)) {
666 aq_nic_free_vectors(aq_nic);
668 cfg->rxds = max(ring->rx_pending, hw_caps->rxds_min);
669 cfg->rxds = min(cfg->rxds, hw_caps->rxds_max);
670 cfg->rxds = ALIGN(cfg->rxds, AQ_HW_RXD_MULTIPLE);
672 cfg->txds = max(ring->tx_pending, hw_caps->txds_min);
673 cfg->txds = min(cfg->txds, hw_caps->txds_max);
674 cfg->txds = ALIGN(cfg->txds, AQ_HW_TXD_MULTIPLE);
676 for (aq_nic->aq_vecs = 0; aq_nic->aq_vecs < cfg->vecs;
678 aq_nic->aq_vec[aq_nic->aq_vecs] =
679 aq_vec_alloc(aq_nic, aq_nic->aq_vecs, cfg);
680 if (unlikely(!aq_nic->aq_vec[aq_nic->aq_vecs])) {
686 err = dev_open(ndev, NULL);
692 static u32 aq_get_msg_level(struct net_device *ndev)
694 struct aq_nic_s *aq_nic = netdev_priv(ndev);
696 return aq_nic->msg_enable;
699 static void aq_set_msg_level(struct net_device *ndev, u32 data)
701 struct aq_nic_s *aq_nic = netdev_priv(ndev);
703 aq_nic->msg_enable = data;
706 static u32 aq_ethtool_get_priv_flags(struct net_device *ndev)
708 struct aq_nic_s *aq_nic = netdev_priv(ndev);
710 return aq_nic->aq_nic_cfg.priv_flags;
713 static int aq_ethtool_set_priv_flags(struct net_device *ndev, u32 flags)
715 struct aq_nic_s *aq_nic = netdev_priv(ndev);
716 struct aq_nic_cfg_s *cfg;
719 cfg = aq_nic_get_cfg(aq_nic);
720 priv_flags = cfg->priv_flags;
722 if (flags & ~AQ_PRIV_FLAGS_MASK)
725 cfg->priv_flags = flags;
727 if ((priv_flags ^ flags) & BIT(AQ_HW_LOOPBACK_DMA_NET)) {
728 if (netif_running(ndev)) {
731 dev_open(ndev, NULL);
733 } else if ((priv_flags ^ flags) & AQ_HW_LOOPBACK_MASK) {
734 aq_nic_set_loopback(aq_nic);
740 const struct ethtool_ops aq_ethtool_ops = {
741 .get_link = aq_ethtool_get_link,
742 .get_regs_len = aq_ethtool_get_regs_len,
743 .get_regs = aq_ethtool_get_regs,
744 .get_drvinfo = aq_ethtool_get_drvinfo,
745 .get_strings = aq_ethtool_get_strings,
746 .set_phys_id = aq_ethtool_set_phys_id,
747 .get_rxfh_indir_size = aq_ethtool_get_rss_indir_size,
748 .get_wol = aq_ethtool_get_wol,
749 .set_wol = aq_ethtool_set_wol,
750 .nway_reset = aq_ethtool_nway_reset,
751 .get_ringparam = aq_get_ringparam,
752 .set_ringparam = aq_set_ringparam,
753 .get_eee = aq_ethtool_get_eee,
754 .set_eee = aq_ethtool_set_eee,
755 .get_pauseparam = aq_ethtool_get_pauseparam,
756 .set_pauseparam = aq_ethtool_set_pauseparam,
757 .get_rxfh_key_size = aq_ethtool_get_rss_key_size,
758 .get_rxfh = aq_ethtool_get_rss,
759 .set_rxfh = aq_ethtool_set_rss,
760 .get_rxnfc = aq_ethtool_get_rxnfc,
761 .set_rxnfc = aq_ethtool_set_rxnfc,
762 .get_msglevel = aq_get_msg_level,
763 .set_msglevel = aq_set_msg_level,
764 .get_sset_count = aq_ethtool_get_sset_count,
765 .get_ethtool_stats = aq_ethtool_stats,
766 .get_priv_flags = aq_ethtool_get_priv_flags,
767 .set_priv_flags = aq_ethtool_set_priv_flags,
768 .get_link_ksettings = aq_ethtool_get_link_ksettings,
769 .set_link_ksettings = aq_ethtool_set_link_ksettings,
770 .get_coalesce = aq_ethtool_get_coalesce,
771 .set_coalesce = aq_ethtool_set_coalesce,
772 .get_ts_info = aq_ethtool_get_ts_info,