1 // SPDX-License-Identifier: GPL-2.0-only
2 /*******************************************************************************
5 Copyright (C) 2007-2009 STMicroelectronics Ltd
8 Author: Giuseppe Cavallaro <peppe.cavallaro@st.com>
9 *******************************************************************************/
11 #include <linux/etherdevice.h>
12 #include <linux/ethtool.h>
13 #include <linux/interrupt.h>
14 #include <linux/mii.h>
15 #include <linux/phylink.h>
16 #include <linux/net_tstamp.h>
20 #include "dwmac_dma.h"
23 #define REG_SPACE_SIZE 0x1060
24 #define GMAC4_REG_SPACE_SIZE 0x116C
25 #define MAC100_ETHTOOL_NAME "st_mac100"
26 #define GMAC_ETHTOOL_NAME "st_gmac"
27 #define XGMAC_ETHTOOL_NAME "st_xgmac"
29 /* Same as DMA_CHAN_BASE_ADDR defined in dwmac4_dma.h
31 * It is here because dwmac_dma.h and dwmac4_dam.h can not be included at the
32 * same time due to the conflicting macro names.
34 #define GMAC4_DMA_CHAN_BASE_ADDR 0x00001100
36 #define ETHTOOL_DMA_OFFSET 55
39 char stat_string[ETH_GSTRING_LEN];
44 #define STMMAC_STAT(m) \
45 { #m, sizeof_field(struct stmmac_extra_stats, m), \
46 offsetof(struct stmmac_priv, xstats.m)}
48 static const struct stmmac_stats stmmac_gstrings_stats[] = {
50 STMMAC_STAT(tx_underflow),
51 STMMAC_STAT(tx_carrier),
52 STMMAC_STAT(tx_losscarrier),
53 STMMAC_STAT(vlan_tag),
54 STMMAC_STAT(tx_deferred),
56 STMMAC_STAT(tx_jabber),
57 STMMAC_STAT(tx_frame_flushed),
58 STMMAC_STAT(tx_payload_error),
59 STMMAC_STAT(tx_ip_header_error),
62 STMMAC_STAT(sa_filter_fail),
63 STMMAC_STAT(overflow_error),
64 STMMAC_STAT(ipc_csum_error),
65 STMMAC_STAT(rx_collision),
66 STMMAC_STAT(rx_crc_errors),
67 STMMAC_STAT(dribbling_bit),
68 STMMAC_STAT(rx_length),
70 STMMAC_STAT(rx_multicast),
71 STMMAC_STAT(rx_gmac_overflow),
72 STMMAC_STAT(rx_watchdog),
73 STMMAC_STAT(da_rx_filter_fail),
74 STMMAC_STAT(sa_rx_filter_fail),
75 STMMAC_STAT(rx_missed_cntr),
76 STMMAC_STAT(rx_overflow_cntr),
78 STMMAC_STAT(rx_split_hdr_pkt_n),
79 /* Tx/Rx IRQ error info */
80 STMMAC_STAT(tx_undeflow_irq),
81 STMMAC_STAT(tx_process_stopped_irq),
82 STMMAC_STAT(tx_jabber_irq),
83 STMMAC_STAT(rx_overflow_irq),
84 STMMAC_STAT(rx_buf_unav_irq),
85 STMMAC_STAT(rx_process_stopped_irq),
86 STMMAC_STAT(rx_watchdog_irq),
87 STMMAC_STAT(tx_early_irq),
88 STMMAC_STAT(fatal_bus_error_irq),
89 /* Tx/Rx IRQ Events */
90 STMMAC_STAT(rx_early_irq),
91 STMMAC_STAT(threshold),
92 STMMAC_STAT(tx_pkt_n),
93 STMMAC_STAT(rx_pkt_n),
94 STMMAC_STAT(normal_irq_n),
95 STMMAC_STAT(rx_normal_irq_n),
96 STMMAC_STAT(napi_poll),
97 STMMAC_STAT(tx_normal_irq_n),
98 STMMAC_STAT(tx_clean),
99 STMMAC_STAT(tx_set_ic_bit),
100 STMMAC_STAT(irq_receive_pmt_irq_n),
102 STMMAC_STAT(mmc_tx_irq_n),
103 STMMAC_STAT(mmc_rx_irq_n),
104 STMMAC_STAT(mmc_rx_csum_offload_irq_n),
106 STMMAC_STAT(irq_tx_path_in_lpi_mode_n),
107 STMMAC_STAT(irq_tx_path_exit_lpi_mode_n),
108 STMMAC_STAT(irq_rx_path_in_lpi_mode_n),
109 STMMAC_STAT(irq_rx_path_exit_lpi_mode_n),
110 STMMAC_STAT(phy_eee_wakeup_error_n),
111 /* Extended RDES status */
112 STMMAC_STAT(ip_hdr_err),
113 STMMAC_STAT(ip_payload_err),
114 STMMAC_STAT(ip_csum_bypassed),
115 STMMAC_STAT(ipv4_pkt_rcvd),
116 STMMAC_STAT(ipv6_pkt_rcvd),
117 STMMAC_STAT(no_ptp_rx_msg_type_ext),
118 STMMAC_STAT(ptp_rx_msg_type_sync),
119 STMMAC_STAT(ptp_rx_msg_type_follow_up),
120 STMMAC_STAT(ptp_rx_msg_type_delay_req),
121 STMMAC_STAT(ptp_rx_msg_type_delay_resp),
122 STMMAC_STAT(ptp_rx_msg_type_pdelay_req),
123 STMMAC_STAT(ptp_rx_msg_type_pdelay_resp),
124 STMMAC_STAT(ptp_rx_msg_type_pdelay_follow_up),
125 STMMAC_STAT(ptp_rx_msg_type_announce),
126 STMMAC_STAT(ptp_rx_msg_type_management),
127 STMMAC_STAT(ptp_rx_msg_pkt_reserved_type),
128 STMMAC_STAT(ptp_frame_type),
129 STMMAC_STAT(ptp_ver),
130 STMMAC_STAT(timestamp_dropped),
131 STMMAC_STAT(av_pkt_rcvd),
132 STMMAC_STAT(av_tagged_pkt_rcvd),
133 STMMAC_STAT(vlan_tag_priority_val),
134 STMMAC_STAT(l3_filter_match),
135 STMMAC_STAT(l4_filter_match),
136 STMMAC_STAT(l3_l4_filter_no_match),
138 STMMAC_STAT(irq_pcs_ane_n),
139 STMMAC_STAT(irq_pcs_link_n),
140 STMMAC_STAT(irq_rgmii_n),
142 STMMAC_STAT(mtl_tx_status_fifo_full),
143 STMMAC_STAT(mtl_tx_fifo_not_empty),
144 STMMAC_STAT(mmtl_fifo_ctrl),
145 STMMAC_STAT(mtl_tx_fifo_read_ctrl_write),
146 STMMAC_STAT(mtl_tx_fifo_read_ctrl_wait),
147 STMMAC_STAT(mtl_tx_fifo_read_ctrl_read),
148 STMMAC_STAT(mtl_tx_fifo_read_ctrl_idle),
149 STMMAC_STAT(mac_tx_in_pause),
150 STMMAC_STAT(mac_tx_frame_ctrl_xfer),
151 STMMAC_STAT(mac_tx_frame_ctrl_idle),
152 STMMAC_STAT(mac_tx_frame_ctrl_wait),
153 STMMAC_STAT(mac_tx_frame_ctrl_pause),
154 STMMAC_STAT(mac_gmii_tx_proto_engine),
155 STMMAC_STAT(mtl_rx_fifo_fill_level_full),
156 STMMAC_STAT(mtl_rx_fifo_fill_above_thresh),
157 STMMAC_STAT(mtl_rx_fifo_fill_below_thresh),
158 STMMAC_STAT(mtl_rx_fifo_fill_level_empty),
159 STMMAC_STAT(mtl_rx_fifo_read_ctrl_flush),
160 STMMAC_STAT(mtl_rx_fifo_read_ctrl_read_data),
161 STMMAC_STAT(mtl_rx_fifo_read_ctrl_status),
162 STMMAC_STAT(mtl_rx_fifo_read_ctrl_idle),
163 STMMAC_STAT(mtl_rx_fifo_ctrl_active),
164 STMMAC_STAT(mac_rx_frame_ctrl_fifo),
165 STMMAC_STAT(mac_gmii_rx_proto_engine),
167 STMMAC_STAT(tx_tso_frames),
168 STMMAC_STAT(tx_tso_nfrags),
170 STMMAC_STAT(mtl_est_cgce),
171 STMMAC_STAT(mtl_est_hlbs),
172 STMMAC_STAT(mtl_est_hlbf),
173 STMMAC_STAT(mtl_est_btre),
174 STMMAC_STAT(mtl_est_btrlm),
176 #define STMMAC_STATS_LEN ARRAY_SIZE(stmmac_gstrings_stats)
178 /* HW MAC Management counters (if supported) */
179 #define STMMAC_MMC_STAT(m) \
180 { #m, sizeof_field(struct stmmac_counters, m), \
181 offsetof(struct stmmac_priv, mmc.m)}
183 static const struct stmmac_stats stmmac_mmc[] = {
184 STMMAC_MMC_STAT(mmc_tx_octetcount_gb),
185 STMMAC_MMC_STAT(mmc_tx_framecount_gb),
186 STMMAC_MMC_STAT(mmc_tx_broadcastframe_g),
187 STMMAC_MMC_STAT(mmc_tx_multicastframe_g),
188 STMMAC_MMC_STAT(mmc_tx_64_octets_gb),
189 STMMAC_MMC_STAT(mmc_tx_65_to_127_octets_gb),
190 STMMAC_MMC_STAT(mmc_tx_128_to_255_octets_gb),
191 STMMAC_MMC_STAT(mmc_tx_256_to_511_octets_gb),
192 STMMAC_MMC_STAT(mmc_tx_512_to_1023_octets_gb),
193 STMMAC_MMC_STAT(mmc_tx_1024_to_max_octets_gb),
194 STMMAC_MMC_STAT(mmc_tx_unicast_gb),
195 STMMAC_MMC_STAT(mmc_tx_multicast_gb),
196 STMMAC_MMC_STAT(mmc_tx_broadcast_gb),
197 STMMAC_MMC_STAT(mmc_tx_underflow_error),
198 STMMAC_MMC_STAT(mmc_tx_singlecol_g),
199 STMMAC_MMC_STAT(mmc_tx_multicol_g),
200 STMMAC_MMC_STAT(mmc_tx_deferred),
201 STMMAC_MMC_STAT(mmc_tx_latecol),
202 STMMAC_MMC_STAT(mmc_tx_exesscol),
203 STMMAC_MMC_STAT(mmc_tx_carrier_error),
204 STMMAC_MMC_STAT(mmc_tx_octetcount_g),
205 STMMAC_MMC_STAT(mmc_tx_framecount_g),
206 STMMAC_MMC_STAT(mmc_tx_excessdef),
207 STMMAC_MMC_STAT(mmc_tx_pause_frame),
208 STMMAC_MMC_STAT(mmc_tx_vlan_frame_g),
209 STMMAC_MMC_STAT(mmc_rx_framecount_gb),
210 STMMAC_MMC_STAT(mmc_rx_octetcount_gb),
211 STMMAC_MMC_STAT(mmc_rx_octetcount_g),
212 STMMAC_MMC_STAT(mmc_rx_broadcastframe_g),
213 STMMAC_MMC_STAT(mmc_rx_multicastframe_g),
214 STMMAC_MMC_STAT(mmc_rx_crc_error),
215 STMMAC_MMC_STAT(mmc_rx_align_error),
216 STMMAC_MMC_STAT(mmc_rx_run_error),
217 STMMAC_MMC_STAT(mmc_rx_jabber_error),
218 STMMAC_MMC_STAT(mmc_rx_undersize_g),
219 STMMAC_MMC_STAT(mmc_rx_oversize_g),
220 STMMAC_MMC_STAT(mmc_rx_64_octets_gb),
221 STMMAC_MMC_STAT(mmc_rx_65_to_127_octets_gb),
222 STMMAC_MMC_STAT(mmc_rx_128_to_255_octets_gb),
223 STMMAC_MMC_STAT(mmc_rx_256_to_511_octets_gb),
224 STMMAC_MMC_STAT(mmc_rx_512_to_1023_octets_gb),
225 STMMAC_MMC_STAT(mmc_rx_1024_to_max_octets_gb),
226 STMMAC_MMC_STAT(mmc_rx_unicast_g),
227 STMMAC_MMC_STAT(mmc_rx_length_error),
228 STMMAC_MMC_STAT(mmc_rx_autofrangetype),
229 STMMAC_MMC_STAT(mmc_rx_pause_frames),
230 STMMAC_MMC_STAT(mmc_rx_fifo_overflow),
231 STMMAC_MMC_STAT(mmc_rx_vlan_frames_gb),
232 STMMAC_MMC_STAT(mmc_rx_watchdog_error),
233 STMMAC_MMC_STAT(mmc_rx_ipc_intr_mask),
234 STMMAC_MMC_STAT(mmc_rx_ipc_intr),
235 STMMAC_MMC_STAT(mmc_rx_ipv4_gd),
236 STMMAC_MMC_STAT(mmc_rx_ipv4_hderr),
237 STMMAC_MMC_STAT(mmc_rx_ipv4_nopay),
238 STMMAC_MMC_STAT(mmc_rx_ipv4_frag),
239 STMMAC_MMC_STAT(mmc_rx_ipv4_udsbl),
240 STMMAC_MMC_STAT(mmc_rx_ipv4_gd_octets),
241 STMMAC_MMC_STAT(mmc_rx_ipv4_hderr_octets),
242 STMMAC_MMC_STAT(mmc_rx_ipv4_nopay_octets),
243 STMMAC_MMC_STAT(mmc_rx_ipv4_frag_octets),
244 STMMAC_MMC_STAT(mmc_rx_ipv4_udsbl_octets),
245 STMMAC_MMC_STAT(mmc_rx_ipv6_gd_octets),
246 STMMAC_MMC_STAT(mmc_rx_ipv6_hderr_octets),
247 STMMAC_MMC_STAT(mmc_rx_ipv6_nopay_octets),
248 STMMAC_MMC_STAT(mmc_rx_ipv6_gd),
249 STMMAC_MMC_STAT(mmc_rx_ipv6_hderr),
250 STMMAC_MMC_STAT(mmc_rx_ipv6_nopay),
251 STMMAC_MMC_STAT(mmc_rx_udp_gd),
252 STMMAC_MMC_STAT(mmc_rx_udp_err),
253 STMMAC_MMC_STAT(mmc_rx_tcp_gd),
254 STMMAC_MMC_STAT(mmc_rx_tcp_err),
255 STMMAC_MMC_STAT(mmc_rx_icmp_gd),
256 STMMAC_MMC_STAT(mmc_rx_icmp_err),
257 STMMAC_MMC_STAT(mmc_rx_udp_gd_octets),
258 STMMAC_MMC_STAT(mmc_rx_udp_err_octets),
259 STMMAC_MMC_STAT(mmc_rx_tcp_gd_octets),
260 STMMAC_MMC_STAT(mmc_rx_tcp_err_octets),
261 STMMAC_MMC_STAT(mmc_rx_icmp_gd_octets),
262 STMMAC_MMC_STAT(mmc_rx_icmp_err_octets),
263 STMMAC_MMC_STAT(mmc_tx_fpe_fragment_cntr),
264 STMMAC_MMC_STAT(mmc_tx_hold_req_cntr),
265 STMMAC_MMC_STAT(mmc_rx_packet_assembly_err_cntr),
266 STMMAC_MMC_STAT(mmc_rx_packet_smd_err_cntr),
267 STMMAC_MMC_STAT(mmc_rx_packet_assembly_ok_cntr),
268 STMMAC_MMC_STAT(mmc_rx_fpe_fragment_cntr),
270 #define STMMAC_MMC_STATS_LEN ARRAY_SIZE(stmmac_mmc)
272 static const char stmmac_qstats_tx_string[][ETH_GSTRING_LEN] = {
275 #define STMMAC_TXQ_STATS ARRAY_SIZE(stmmac_qstats_tx_string)
278 static const char stmmac_qstats_rx_string[][ETH_GSTRING_LEN] = {
281 #define STMMAC_RXQ_STATS ARRAY_SIZE(stmmac_qstats_rx_string)
284 static void stmmac_ethtool_getdrvinfo(struct net_device *dev,
285 struct ethtool_drvinfo *info)
287 struct stmmac_priv *priv = netdev_priv(dev);
289 if (priv->plat->has_gmac || priv->plat->has_gmac4)
290 strlcpy(info->driver, GMAC_ETHTOOL_NAME, sizeof(info->driver));
291 else if (priv->plat->has_xgmac)
292 strlcpy(info->driver, XGMAC_ETHTOOL_NAME, sizeof(info->driver));
294 strlcpy(info->driver, MAC100_ETHTOOL_NAME,
295 sizeof(info->driver));
297 if (priv->plat->pdev) {
298 strlcpy(info->bus_info, pci_name(priv->plat->pdev),
299 sizeof(info->bus_info));
303 static int stmmac_ethtool_get_link_ksettings(struct net_device *dev,
304 struct ethtool_link_ksettings *cmd)
306 struct stmmac_priv *priv = netdev_priv(dev);
308 if (priv->hw->pcs & STMMAC_PCS_RGMII ||
309 priv->hw->pcs & STMMAC_PCS_SGMII) {
310 struct rgmii_adv adv;
311 u32 supported, advertising, lp_advertising;
313 if (!priv->xstats.pcs_link) {
314 cmd->base.speed = SPEED_UNKNOWN;
315 cmd->base.duplex = DUPLEX_UNKNOWN;
318 cmd->base.duplex = priv->xstats.pcs_duplex;
320 cmd->base.speed = priv->xstats.pcs_speed;
322 /* Get and convert ADV/LP_ADV from the HW AN registers */
323 if (stmmac_pcs_get_adv_lp(priv, priv->ioaddr, &adv))
324 return -EOPNOTSUPP; /* should never happen indeed */
326 /* Encoding of PSE bits is defined in 802.3z, 37.2.1.4 */
328 ethtool_convert_link_mode_to_legacy_u32(
329 &supported, cmd->link_modes.supported);
330 ethtool_convert_link_mode_to_legacy_u32(
331 &advertising, cmd->link_modes.advertising);
332 ethtool_convert_link_mode_to_legacy_u32(
333 &lp_advertising, cmd->link_modes.lp_advertising);
335 if (adv.pause & STMMAC_PCS_PAUSE)
336 advertising |= ADVERTISED_Pause;
337 if (adv.pause & STMMAC_PCS_ASYM_PAUSE)
338 advertising |= ADVERTISED_Asym_Pause;
339 if (adv.lp_pause & STMMAC_PCS_PAUSE)
340 lp_advertising |= ADVERTISED_Pause;
341 if (adv.lp_pause & STMMAC_PCS_ASYM_PAUSE)
342 lp_advertising |= ADVERTISED_Asym_Pause;
344 /* Reg49[3] always set because ANE is always supported */
345 cmd->base.autoneg = ADVERTISED_Autoneg;
346 supported |= SUPPORTED_Autoneg;
347 advertising |= ADVERTISED_Autoneg;
348 lp_advertising |= ADVERTISED_Autoneg;
351 supported |= (SUPPORTED_1000baseT_Full |
352 SUPPORTED_100baseT_Full |
353 SUPPORTED_10baseT_Full);
354 advertising |= (ADVERTISED_1000baseT_Full |
355 ADVERTISED_100baseT_Full |
356 ADVERTISED_10baseT_Full);
358 supported |= (SUPPORTED_1000baseT_Half |
359 SUPPORTED_100baseT_Half |
360 SUPPORTED_10baseT_Half);
361 advertising |= (ADVERTISED_1000baseT_Half |
362 ADVERTISED_100baseT_Half |
363 ADVERTISED_10baseT_Half);
366 lp_advertising |= (ADVERTISED_1000baseT_Full |
367 ADVERTISED_100baseT_Full |
368 ADVERTISED_10baseT_Full);
370 lp_advertising |= (ADVERTISED_1000baseT_Half |
371 ADVERTISED_100baseT_Half |
372 ADVERTISED_10baseT_Half);
373 cmd->base.port = PORT_OTHER;
375 ethtool_convert_legacy_u32_to_link_mode(
376 cmd->link_modes.supported, supported);
377 ethtool_convert_legacy_u32_to_link_mode(
378 cmd->link_modes.advertising, advertising);
379 ethtool_convert_legacy_u32_to_link_mode(
380 cmd->link_modes.lp_advertising, lp_advertising);
385 return phylink_ethtool_ksettings_get(priv->phylink, cmd);
389 stmmac_ethtool_set_link_ksettings(struct net_device *dev,
390 const struct ethtool_link_ksettings *cmd)
392 struct stmmac_priv *priv = netdev_priv(dev);
394 if (priv->hw->pcs & STMMAC_PCS_RGMII ||
395 priv->hw->pcs & STMMAC_PCS_SGMII) {
396 u32 mask = ADVERTISED_Autoneg | ADVERTISED_Pause;
398 /* Only support ANE */
399 if (cmd->base.autoneg != AUTONEG_ENABLE)
402 mask &= (ADVERTISED_1000baseT_Half |
403 ADVERTISED_1000baseT_Full |
404 ADVERTISED_100baseT_Half |
405 ADVERTISED_100baseT_Full |
406 ADVERTISED_10baseT_Half |
407 ADVERTISED_10baseT_Full);
409 mutex_lock(&priv->lock);
410 stmmac_pcs_ctrl_ane(priv, priv->ioaddr, 1, priv->hw->ps, 0);
411 mutex_unlock(&priv->lock);
416 return phylink_ethtool_ksettings_set(priv->phylink, cmd);
419 static u32 stmmac_ethtool_getmsglevel(struct net_device *dev)
421 struct stmmac_priv *priv = netdev_priv(dev);
422 return priv->msg_enable;
425 static void stmmac_ethtool_setmsglevel(struct net_device *dev, u32 level)
427 struct stmmac_priv *priv = netdev_priv(dev);
428 priv->msg_enable = level;
432 static int stmmac_check_if_running(struct net_device *dev)
434 if (!netif_running(dev))
439 static int stmmac_ethtool_get_regs_len(struct net_device *dev)
441 struct stmmac_priv *priv = netdev_priv(dev);
443 if (priv->plat->has_xgmac)
444 return XGMAC_REGSIZE * 4;
445 else if (priv->plat->has_gmac4)
446 return GMAC4_REG_SPACE_SIZE;
447 return REG_SPACE_SIZE;
450 static void stmmac_ethtool_gregs(struct net_device *dev,
451 struct ethtool_regs *regs, void *space)
453 struct stmmac_priv *priv = netdev_priv(dev);
454 u32 *reg_space = (u32 *) space;
456 stmmac_dump_mac_regs(priv, priv->hw, reg_space);
457 stmmac_dump_dma_regs(priv, priv->ioaddr, reg_space);
459 /* Copy DMA registers to where ethtool expects them */
460 if (priv->plat->has_gmac4) {
461 /* GMAC4 dumps its DMA registers at its DMA_CHAN_BASE_ADDR */
462 memcpy(®_space[ETHTOOL_DMA_OFFSET],
463 ®_space[GMAC4_DMA_CHAN_BASE_ADDR / 4],
464 NUM_DWMAC4_DMA_REGS * 4);
465 } else if (!priv->plat->has_xgmac) {
466 memcpy(®_space[ETHTOOL_DMA_OFFSET],
467 ®_space[DMA_BUS_MODE / 4],
468 NUM_DWMAC1000_DMA_REGS * 4);
472 static int stmmac_nway_reset(struct net_device *dev)
474 struct stmmac_priv *priv = netdev_priv(dev);
476 return phylink_ethtool_nway_reset(priv->phylink);
479 static void stmmac_get_ringparam(struct net_device *netdev,
480 struct ethtool_ringparam *ring,
481 struct kernel_ethtool_ringparam *kernel_ring,
482 struct netlink_ext_ack *extack)
484 struct stmmac_priv *priv = netdev_priv(netdev);
486 ring->rx_max_pending = DMA_MAX_RX_SIZE;
487 ring->tx_max_pending = DMA_MAX_TX_SIZE;
488 ring->rx_pending = priv->dma_rx_size;
489 ring->tx_pending = priv->dma_tx_size;
492 static int stmmac_set_ringparam(struct net_device *netdev,
493 struct ethtool_ringparam *ring,
494 struct kernel_ethtool_ringparam *kernel_ring,
495 struct netlink_ext_ack *extack)
497 if (ring->rx_mini_pending || ring->rx_jumbo_pending ||
498 ring->rx_pending < DMA_MIN_RX_SIZE ||
499 ring->rx_pending > DMA_MAX_RX_SIZE ||
500 !is_power_of_2(ring->rx_pending) ||
501 ring->tx_pending < DMA_MIN_TX_SIZE ||
502 ring->tx_pending > DMA_MAX_TX_SIZE ||
503 !is_power_of_2(ring->tx_pending))
506 return stmmac_reinit_ringparam(netdev, ring->rx_pending,
511 stmmac_get_pauseparam(struct net_device *netdev,
512 struct ethtool_pauseparam *pause)
514 struct stmmac_priv *priv = netdev_priv(netdev);
515 struct rgmii_adv adv_lp;
517 if (priv->hw->pcs && !stmmac_pcs_get_adv_lp(priv, priv->ioaddr, &adv_lp)) {
522 phylink_ethtool_get_pauseparam(priv->phylink, pause);
527 stmmac_set_pauseparam(struct net_device *netdev,
528 struct ethtool_pauseparam *pause)
530 struct stmmac_priv *priv = netdev_priv(netdev);
531 struct rgmii_adv adv_lp;
533 if (priv->hw->pcs && !stmmac_pcs_get_adv_lp(priv, priv->ioaddr, &adv_lp)) {
539 return phylink_ethtool_set_pauseparam(priv->phylink, pause);
543 static void stmmac_get_per_qstats(struct stmmac_priv *priv, u64 *data)
545 u32 tx_cnt = priv->plat->tx_queues_to_use;
546 u32 rx_cnt = priv->plat->rx_queues_to_use;
550 for (q = 0; q < tx_cnt; q++) {
551 p = (char *)priv + offsetof(struct stmmac_priv,
552 xstats.txq_stats[q].tx_pkt_n);
553 for (stat = 0; stat < STMMAC_TXQ_STATS; stat++) {
554 *data++ = (*(u64 *)p);
558 for (q = 0; q < rx_cnt; q++) {
559 p = (char *)priv + offsetof(struct stmmac_priv,
560 xstats.rxq_stats[q].rx_pkt_n);
561 for (stat = 0; stat < STMMAC_RXQ_STATS; stat++) {
562 *data++ = (*(u64 *)p);
568 static void stmmac_get_ethtool_stats(struct net_device *dev,
569 struct ethtool_stats *dummy, u64 *data)
571 struct stmmac_priv *priv = netdev_priv(dev);
572 u32 rx_queues_count = priv->plat->rx_queues_to_use;
573 u32 tx_queues_count = priv->plat->tx_queues_to_use;
577 if (priv->dma_cap.asp) {
578 for (i = 0; i < STMMAC_SAFETY_FEAT_SIZE; i++) {
579 if (!stmmac_safety_feat_dump(priv, &priv->sstats, i,
585 /* Update the DMA HW counters for dwmac10/100 */
586 ret = stmmac_dma_diagnostic_fr(priv, &dev->stats, (void *) &priv->xstats,
589 /* If supported, for new GMAC chips expose the MMC counters */
590 if (priv->dma_cap.rmon) {
591 stmmac_mmc_read(priv, priv->mmcaddr, &priv->mmc);
593 for (i = 0; i < STMMAC_MMC_STATS_LEN; i++) {
595 p = (char *)priv + stmmac_mmc[i].stat_offset;
597 data[j++] = (stmmac_mmc[i].sizeof_stat ==
598 sizeof(u64)) ? (*(u64 *)p) :
602 if (priv->eee_enabled) {
603 int val = phylink_get_eee_err(priv->phylink);
605 priv->xstats.phy_eee_wakeup_error_n = val;
608 if (priv->synopsys_id >= DWMAC_CORE_3_50)
609 stmmac_mac_debug(priv, priv->ioaddr,
610 (void *)&priv->xstats,
611 rx_queues_count, tx_queues_count);
613 for (i = 0; i < STMMAC_STATS_LEN; i++) {
614 char *p = (char *)priv + stmmac_gstrings_stats[i].stat_offset;
615 data[j++] = (stmmac_gstrings_stats[i].sizeof_stat ==
616 sizeof(u64)) ? (*(u64 *)p) : (*(u32 *)p);
618 stmmac_get_per_qstats(priv, &data[j]);
621 static int stmmac_get_sset_count(struct net_device *netdev, int sset)
623 struct stmmac_priv *priv = netdev_priv(netdev);
624 u32 tx_cnt = priv->plat->tx_queues_to_use;
625 u32 rx_cnt = priv->plat->rx_queues_to_use;
626 int i, len, safety_len = 0;
630 len = STMMAC_STATS_LEN +
631 STMMAC_TXQ_STATS * tx_cnt +
632 STMMAC_RXQ_STATS * rx_cnt;
634 if (priv->dma_cap.rmon)
635 len += STMMAC_MMC_STATS_LEN;
636 if (priv->dma_cap.asp) {
637 for (i = 0; i < STMMAC_SAFETY_FEAT_SIZE; i++) {
638 if (!stmmac_safety_feat_dump(priv,
649 return stmmac_selftest_get_count(priv);
655 static void stmmac_get_qstats_string(struct stmmac_priv *priv, u8 *data)
657 u32 tx_cnt = priv->plat->tx_queues_to_use;
658 u32 rx_cnt = priv->plat->rx_queues_to_use;
661 for (q = 0; q < tx_cnt; q++) {
662 for (stat = 0; stat < STMMAC_TXQ_STATS; stat++) {
663 snprintf(data, ETH_GSTRING_LEN, "q%d_%s", q,
664 stmmac_qstats_tx_string[stat]);
665 data += ETH_GSTRING_LEN;
668 for (q = 0; q < rx_cnt; q++) {
669 for (stat = 0; stat < STMMAC_RXQ_STATS; stat++) {
670 snprintf(data, ETH_GSTRING_LEN, "q%d_%s", q,
671 stmmac_qstats_rx_string[stat]);
672 data += ETH_GSTRING_LEN;
677 static void stmmac_get_strings(struct net_device *dev, u32 stringset, u8 *data)
681 struct stmmac_priv *priv = netdev_priv(dev);
685 if (priv->dma_cap.asp) {
686 for (i = 0; i < STMMAC_SAFETY_FEAT_SIZE; i++) {
688 if (!stmmac_safety_feat_dump(priv,
691 memcpy(p, desc, ETH_GSTRING_LEN);
692 p += ETH_GSTRING_LEN;
696 if (priv->dma_cap.rmon)
697 for (i = 0; i < STMMAC_MMC_STATS_LEN; i++) {
698 memcpy(p, stmmac_mmc[i].stat_string,
700 p += ETH_GSTRING_LEN;
702 for (i = 0; i < STMMAC_STATS_LEN; i++) {
703 memcpy(p, stmmac_gstrings_stats[i].stat_string,
705 p += ETH_GSTRING_LEN;
707 stmmac_get_qstats_string(priv, p);
710 stmmac_selftest_get_strings(priv, p);
718 /* Currently only support WOL through Magic packet. */
719 static void stmmac_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
721 struct stmmac_priv *priv = netdev_priv(dev);
723 if (!priv->plat->pmt)
724 return phylink_ethtool_get_wol(priv->phylink, wol);
726 mutex_lock(&priv->lock);
727 if (device_can_wakeup(priv->device)) {
728 wol->supported = WAKE_MAGIC | WAKE_UCAST;
729 if (priv->hw_cap_support && !priv->dma_cap.pmt_magic_frame)
730 wol->supported &= ~WAKE_MAGIC;
731 wol->wolopts = priv->wolopts;
733 mutex_unlock(&priv->lock);
736 static int stmmac_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
738 struct stmmac_priv *priv = netdev_priv(dev);
739 u32 support = WAKE_MAGIC | WAKE_UCAST;
741 if (!device_can_wakeup(priv->device))
744 if (!priv->plat->pmt) {
745 int ret = phylink_ethtool_set_wol(priv->phylink, wol);
748 device_set_wakeup_enable(priv->device, !!wol->wolopts);
752 /* By default almost all GMAC devices support the WoL via
753 * magic frame but we can disable it if the HW capability
754 * register shows no support for pmt_magic_frame. */
755 if ((priv->hw_cap_support) && (!priv->dma_cap.pmt_magic_frame))
756 wol->wolopts &= ~WAKE_MAGIC;
758 if (wol->wolopts & ~support)
762 pr_info("stmmac: wakeup enable\n");
763 device_set_wakeup_enable(priv->device, 1);
764 enable_irq_wake(priv->wol_irq);
766 device_set_wakeup_enable(priv->device, 0);
767 disable_irq_wake(priv->wol_irq);
770 mutex_lock(&priv->lock);
771 priv->wolopts = wol->wolopts;
772 mutex_unlock(&priv->lock);
777 static int stmmac_ethtool_op_get_eee(struct net_device *dev,
778 struct ethtool_eee *edata)
780 struct stmmac_priv *priv = netdev_priv(dev);
782 if (!priv->dma_cap.eee)
785 edata->eee_enabled = priv->eee_enabled;
786 edata->eee_active = priv->eee_active;
787 edata->tx_lpi_timer = priv->tx_lpi_timer;
788 edata->tx_lpi_enabled = priv->tx_lpi_enabled;
790 return phylink_ethtool_get_eee(priv->phylink, edata);
793 static int stmmac_ethtool_op_set_eee(struct net_device *dev,
794 struct ethtool_eee *edata)
796 struct stmmac_priv *priv = netdev_priv(dev);
799 if (!priv->dma_cap.eee)
802 if (priv->tx_lpi_enabled != edata->tx_lpi_enabled)
803 netdev_warn(priv->dev,
804 "Setting EEE tx-lpi is not supported\n");
806 if (priv->hw->xpcs) {
807 ret = xpcs_config_eee(priv->hw->xpcs,
808 priv->plat->mult_fact_100ns,
814 if (!edata->eee_enabled)
815 stmmac_disable_eee_mode(priv);
817 ret = phylink_ethtool_set_eee(priv->phylink, edata);
821 if (edata->eee_enabled &&
822 priv->tx_lpi_timer != edata->tx_lpi_timer) {
823 priv->tx_lpi_timer = edata->tx_lpi_timer;
824 stmmac_eee_init(priv);
830 static u32 stmmac_usec2riwt(u32 usec, struct stmmac_priv *priv)
832 unsigned long clk = clk_get_rate(priv->plat->stmmac_clk);
835 clk = priv->plat->clk_ref_rate;
840 return (usec * (clk / 1000000)) / 256;
843 static u32 stmmac_riwt2usec(u32 riwt, struct stmmac_priv *priv)
845 unsigned long clk = clk_get_rate(priv->plat->stmmac_clk);
848 clk = priv->plat->clk_ref_rate;
853 return (riwt * 256) / (clk / 1000000);
856 static int __stmmac_get_coalesce(struct net_device *dev,
857 struct ethtool_coalesce *ec,
860 struct stmmac_priv *priv = netdev_priv(dev);
865 rx_cnt = priv->plat->rx_queues_to_use;
866 tx_cnt = priv->plat->tx_queues_to_use;
867 max_cnt = max(rx_cnt, tx_cnt);
871 else if (queue >= max_cnt)
874 if (queue < tx_cnt) {
875 ec->tx_coalesce_usecs = priv->tx_coal_timer[queue];
876 ec->tx_max_coalesced_frames = priv->tx_coal_frames[queue];
878 ec->tx_coalesce_usecs = 0;
879 ec->tx_max_coalesced_frames = 0;
882 if (priv->use_riwt && queue < rx_cnt) {
883 ec->rx_max_coalesced_frames = priv->rx_coal_frames[queue];
884 ec->rx_coalesce_usecs = stmmac_riwt2usec(priv->rx_riwt[queue],
887 ec->rx_max_coalesced_frames = 0;
888 ec->rx_coalesce_usecs = 0;
894 static int stmmac_get_coalesce(struct net_device *dev,
895 struct ethtool_coalesce *ec,
896 struct kernel_ethtool_coalesce *kernel_coal,
897 struct netlink_ext_ack *extack)
899 return __stmmac_get_coalesce(dev, ec, -1);
902 static int stmmac_get_per_queue_coalesce(struct net_device *dev, u32 queue,
903 struct ethtool_coalesce *ec)
905 return __stmmac_get_coalesce(dev, ec, queue);
908 static int __stmmac_set_coalesce(struct net_device *dev,
909 struct ethtool_coalesce *ec,
912 struct stmmac_priv *priv = netdev_priv(dev);
913 bool all_queues = false;
914 unsigned int rx_riwt;
919 rx_cnt = priv->plat->rx_queues_to_use;
920 tx_cnt = priv->plat->tx_queues_to_use;
921 max_cnt = max(rx_cnt, tx_cnt);
925 else if (queue >= max_cnt)
928 if (priv->use_riwt && (ec->rx_coalesce_usecs > 0)) {
929 rx_riwt = stmmac_usec2riwt(ec->rx_coalesce_usecs, priv);
931 if ((rx_riwt > MAX_DMA_RIWT) || (rx_riwt < MIN_DMA_RIWT))
937 for (i = 0; i < rx_cnt; i++) {
938 priv->rx_riwt[i] = rx_riwt;
939 stmmac_rx_watchdog(priv, priv->ioaddr,
941 priv->rx_coal_frames[i] =
942 ec->rx_max_coalesced_frames;
944 } else if (queue < rx_cnt) {
945 priv->rx_riwt[queue] = rx_riwt;
946 stmmac_rx_watchdog(priv, priv->ioaddr,
948 priv->rx_coal_frames[queue] =
949 ec->rx_max_coalesced_frames;
953 if ((ec->tx_coalesce_usecs == 0) &&
954 (ec->tx_max_coalesced_frames == 0))
957 if ((ec->tx_coalesce_usecs > STMMAC_MAX_COAL_TX_TICK) ||
958 (ec->tx_max_coalesced_frames > STMMAC_TX_MAX_FRAMES))
964 for (i = 0; i < tx_cnt; i++) {
965 priv->tx_coal_frames[i] =
966 ec->tx_max_coalesced_frames;
967 priv->tx_coal_timer[i] =
968 ec->tx_coalesce_usecs;
970 } else if (queue < tx_cnt) {
971 priv->tx_coal_frames[queue] =
972 ec->tx_max_coalesced_frames;
973 priv->tx_coal_timer[queue] =
974 ec->tx_coalesce_usecs;
980 static int stmmac_set_coalesce(struct net_device *dev,
981 struct ethtool_coalesce *ec,
982 struct kernel_ethtool_coalesce *kernel_coal,
983 struct netlink_ext_ack *extack)
985 return __stmmac_set_coalesce(dev, ec, -1);
988 static int stmmac_set_per_queue_coalesce(struct net_device *dev, u32 queue,
989 struct ethtool_coalesce *ec)
991 return __stmmac_set_coalesce(dev, ec, queue);
994 static int stmmac_get_rxnfc(struct net_device *dev,
995 struct ethtool_rxnfc *rxnfc, u32 *rule_locs)
997 struct stmmac_priv *priv = netdev_priv(dev);
999 switch (rxnfc->cmd) {
1000 case ETHTOOL_GRXRINGS:
1001 rxnfc->data = priv->plat->rx_queues_to_use;
1010 static u32 stmmac_get_rxfh_key_size(struct net_device *dev)
1012 struct stmmac_priv *priv = netdev_priv(dev);
1014 return sizeof(priv->rss.key);
1017 static u32 stmmac_get_rxfh_indir_size(struct net_device *dev)
1019 struct stmmac_priv *priv = netdev_priv(dev);
1021 return ARRAY_SIZE(priv->rss.table);
1024 static int stmmac_get_rxfh(struct net_device *dev, u32 *indir, u8 *key,
1027 struct stmmac_priv *priv = netdev_priv(dev);
1031 for (i = 0; i < ARRAY_SIZE(priv->rss.table); i++)
1032 indir[i] = priv->rss.table[i];
1036 memcpy(key, priv->rss.key, sizeof(priv->rss.key));
1038 *hfunc = ETH_RSS_HASH_TOP;
1043 static int stmmac_set_rxfh(struct net_device *dev, const u32 *indir,
1044 const u8 *key, const u8 hfunc)
1046 struct stmmac_priv *priv = netdev_priv(dev);
1049 if ((hfunc != ETH_RSS_HASH_NO_CHANGE) && (hfunc != ETH_RSS_HASH_TOP))
1053 for (i = 0; i < ARRAY_SIZE(priv->rss.table); i++)
1054 priv->rss.table[i] = indir[i];
1058 memcpy(priv->rss.key, key, sizeof(priv->rss.key));
1060 return stmmac_rss_configure(priv, priv->hw, &priv->rss,
1061 priv->plat->rx_queues_to_use);
1064 static void stmmac_get_channels(struct net_device *dev,
1065 struct ethtool_channels *chan)
1067 struct stmmac_priv *priv = netdev_priv(dev);
1069 chan->rx_count = priv->plat->rx_queues_to_use;
1070 chan->tx_count = priv->plat->tx_queues_to_use;
1071 chan->max_rx = priv->dma_cap.number_rx_queues;
1072 chan->max_tx = priv->dma_cap.number_tx_queues;
1075 static int stmmac_set_channels(struct net_device *dev,
1076 struct ethtool_channels *chan)
1078 struct stmmac_priv *priv = netdev_priv(dev);
1080 if (chan->rx_count > priv->dma_cap.number_rx_queues ||
1081 chan->tx_count > priv->dma_cap.number_tx_queues ||
1082 !chan->rx_count || !chan->tx_count)
1085 return stmmac_reinit_queues(dev, chan->rx_count, chan->tx_count);
1088 static int stmmac_get_ts_info(struct net_device *dev,
1089 struct ethtool_ts_info *info)
1091 struct stmmac_priv *priv = netdev_priv(dev);
1093 if ((priv->dma_cap.time_stamp || priv->dma_cap.atime_stamp)) {
1095 info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
1096 SOF_TIMESTAMPING_TX_HARDWARE |
1097 SOF_TIMESTAMPING_RX_SOFTWARE |
1098 SOF_TIMESTAMPING_RX_HARDWARE |
1099 SOF_TIMESTAMPING_SOFTWARE |
1100 SOF_TIMESTAMPING_RAW_HARDWARE;
1102 if (priv->ptp_clock)
1103 info->phc_index = ptp_clock_index(priv->ptp_clock);
1105 info->tx_types = (1 << HWTSTAMP_TX_OFF) | (1 << HWTSTAMP_TX_ON);
1107 info->rx_filters = ((1 << HWTSTAMP_FILTER_NONE) |
1108 (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
1109 (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
1110 (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
1111 (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
1112 (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
1113 (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
1114 (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
1115 (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
1116 (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
1117 (1 << HWTSTAMP_FILTER_ALL));
1120 return ethtool_op_get_ts_info(dev, info);
1123 static int stmmac_get_tunable(struct net_device *dev,
1124 const struct ethtool_tunable *tuna, void *data)
1126 struct stmmac_priv *priv = netdev_priv(dev);
1130 case ETHTOOL_RX_COPYBREAK:
1131 *(u32 *)data = priv->rx_copybreak;
1141 static int stmmac_set_tunable(struct net_device *dev,
1142 const struct ethtool_tunable *tuna,
1145 struct stmmac_priv *priv = netdev_priv(dev);
1149 case ETHTOOL_RX_COPYBREAK:
1150 priv->rx_copybreak = *(u32 *)data;
1160 static const struct ethtool_ops stmmac_ethtool_ops = {
1161 .supported_coalesce_params = ETHTOOL_COALESCE_USECS |
1162 ETHTOOL_COALESCE_MAX_FRAMES,
1163 .begin = stmmac_check_if_running,
1164 .get_drvinfo = stmmac_ethtool_getdrvinfo,
1165 .get_msglevel = stmmac_ethtool_getmsglevel,
1166 .set_msglevel = stmmac_ethtool_setmsglevel,
1167 .get_regs = stmmac_ethtool_gregs,
1168 .get_regs_len = stmmac_ethtool_get_regs_len,
1169 .get_link = ethtool_op_get_link,
1170 .nway_reset = stmmac_nway_reset,
1171 .get_ringparam = stmmac_get_ringparam,
1172 .set_ringparam = stmmac_set_ringparam,
1173 .get_pauseparam = stmmac_get_pauseparam,
1174 .set_pauseparam = stmmac_set_pauseparam,
1175 .self_test = stmmac_selftest_run,
1176 .get_ethtool_stats = stmmac_get_ethtool_stats,
1177 .get_strings = stmmac_get_strings,
1178 .get_wol = stmmac_get_wol,
1179 .set_wol = stmmac_set_wol,
1180 .get_eee = stmmac_ethtool_op_get_eee,
1181 .set_eee = stmmac_ethtool_op_set_eee,
1182 .get_sset_count = stmmac_get_sset_count,
1183 .get_rxnfc = stmmac_get_rxnfc,
1184 .get_rxfh_key_size = stmmac_get_rxfh_key_size,
1185 .get_rxfh_indir_size = stmmac_get_rxfh_indir_size,
1186 .get_rxfh = stmmac_get_rxfh,
1187 .set_rxfh = stmmac_set_rxfh,
1188 .get_ts_info = stmmac_get_ts_info,
1189 .get_coalesce = stmmac_get_coalesce,
1190 .set_coalesce = stmmac_set_coalesce,
1191 .get_per_queue_coalesce = stmmac_get_per_queue_coalesce,
1192 .set_per_queue_coalesce = stmmac_set_per_queue_coalesce,
1193 .get_channels = stmmac_get_channels,
1194 .set_channels = stmmac_set_channels,
1195 .get_tunable = stmmac_get_tunable,
1196 .set_tunable = stmmac_set_tunable,
1197 .get_link_ksettings = stmmac_ethtool_get_link_ksettings,
1198 .set_link_ksettings = stmmac_ethtool_set_link_ksettings,
1201 void stmmac_set_ethtool_ops(struct net_device *netdev)
1203 netdev->ethtool_ops = &stmmac_ethtool_ops;