Merge tag 'drm-misc-next-2021-10-14' of git://anongit.freedesktop.org/drm/drm-misc...
[linux-2.6-microblaze.git] / drivers / net / pcs / pcs-xpcs.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2020 Synopsys, Inc. and/or its affiliates.
4  * Synopsys DesignWare XPCS helpers
5  *
6  * Author: Jose Abreu <Jose.Abreu@synopsys.com>
7  */
8
9 #include <linux/delay.h>
10 #include <linux/pcs/pcs-xpcs.h>
11 #include <linux/mdio.h>
12 #include <linux/phylink.h>
13 #include <linux/workqueue.h>
14 #include "pcs-xpcs.h"
15
16 #define phylink_pcs_to_xpcs(pl_pcs) \
17         container_of((pl_pcs), struct dw_xpcs, pcs)
18
19 static const int xpcs_usxgmii_features[] = {
20         ETHTOOL_LINK_MODE_Pause_BIT,
21         ETHTOOL_LINK_MODE_Asym_Pause_BIT,
22         ETHTOOL_LINK_MODE_Autoneg_BIT,
23         ETHTOOL_LINK_MODE_1000baseKX_Full_BIT,
24         ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT,
25         ETHTOOL_LINK_MODE_10000baseKR_Full_BIT,
26         ETHTOOL_LINK_MODE_2500baseX_Full_BIT,
27         __ETHTOOL_LINK_MODE_MASK_NBITS,
28 };
29
30 static const int xpcs_10gkr_features[] = {
31         ETHTOOL_LINK_MODE_Pause_BIT,
32         ETHTOOL_LINK_MODE_Asym_Pause_BIT,
33         ETHTOOL_LINK_MODE_10000baseKR_Full_BIT,
34         __ETHTOOL_LINK_MODE_MASK_NBITS,
35 };
36
37 static const int xpcs_xlgmii_features[] = {
38         ETHTOOL_LINK_MODE_Pause_BIT,
39         ETHTOOL_LINK_MODE_Asym_Pause_BIT,
40         ETHTOOL_LINK_MODE_25000baseCR_Full_BIT,
41         ETHTOOL_LINK_MODE_25000baseKR_Full_BIT,
42         ETHTOOL_LINK_MODE_25000baseSR_Full_BIT,
43         ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT,
44         ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT,
45         ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT,
46         ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT,
47         ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT,
48         ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT,
49         ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT,
50         ETHTOOL_LINK_MODE_50000baseKR_Full_BIT,
51         ETHTOOL_LINK_MODE_50000baseSR_Full_BIT,
52         ETHTOOL_LINK_MODE_50000baseCR_Full_BIT,
53         ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT,
54         ETHTOOL_LINK_MODE_50000baseDR_Full_BIT,
55         ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT,
56         ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT,
57         ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT,
58         ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT,
59         ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT,
60         ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT,
61         ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT,
62         ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT,
63         ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT,
64         __ETHTOOL_LINK_MODE_MASK_NBITS,
65 };
66
67 static const int xpcs_sgmii_features[] = {
68         ETHTOOL_LINK_MODE_Pause_BIT,
69         ETHTOOL_LINK_MODE_Asym_Pause_BIT,
70         ETHTOOL_LINK_MODE_Autoneg_BIT,
71         ETHTOOL_LINK_MODE_10baseT_Half_BIT,
72         ETHTOOL_LINK_MODE_10baseT_Full_BIT,
73         ETHTOOL_LINK_MODE_100baseT_Half_BIT,
74         ETHTOOL_LINK_MODE_100baseT_Full_BIT,
75         ETHTOOL_LINK_MODE_1000baseT_Half_BIT,
76         ETHTOOL_LINK_MODE_1000baseT_Full_BIT,
77         __ETHTOOL_LINK_MODE_MASK_NBITS,
78 };
79
80 static const int xpcs_2500basex_features[] = {
81         ETHTOOL_LINK_MODE_Pause_BIT,
82         ETHTOOL_LINK_MODE_Asym_Pause_BIT,
83         ETHTOOL_LINK_MODE_Autoneg_BIT,
84         ETHTOOL_LINK_MODE_2500baseX_Full_BIT,
85         ETHTOOL_LINK_MODE_2500baseT_Full_BIT,
86         __ETHTOOL_LINK_MODE_MASK_NBITS,
87 };
88
89 static const phy_interface_t xpcs_usxgmii_interfaces[] = {
90         PHY_INTERFACE_MODE_USXGMII,
91 };
92
93 static const phy_interface_t xpcs_10gkr_interfaces[] = {
94         PHY_INTERFACE_MODE_10GKR,
95 };
96
97 static const phy_interface_t xpcs_xlgmii_interfaces[] = {
98         PHY_INTERFACE_MODE_XLGMII,
99 };
100
101 static const phy_interface_t xpcs_sgmii_interfaces[] = {
102         PHY_INTERFACE_MODE_SGMII,
103 };
104
105 static const phy_interface_t xpcs_2500basex_interfaces[] = {
106         PHY_INTERFACE_MODE_2500BASEX,
107         PHY_INTERFACE_MODE_MAX,
108 };
109
110 enum {
111         DW_XPCS_USXGMII,
112         DW_XPCS_10GKR,
113         DW_XPCS_XLGMII,
114         DW_XPCS_SGMII,
115         DW_XPCS_2500BASEX,
116         DW_XPCS_INTERFACE_MAX,
117 };
118
119 struct xpcs_compat {
120         const int *supported;
121         const phy_interface_t *interface;
122         int num_interfaces;
123         int an_mode;
124         int (*pma_config)(struct dw_xpcs *xpcs);
125 };
126
127 struct xpcs_id {
128         u32 id;
129         u32 mask;
130         const struct xpcs_compat *compat;
131 };
132
133 static const struct xpcs_compat *xpcs_find_compat(const struct xpcs_id *id,
134                                                   phy_interface_t interface)
135 {
136         int i, j;
137
138         for (i = 0; i < DW_XPCS_INTERFACE_MAX; i++) {
139                 const struct xpcs_compat *compat = &id->compat[i];
140
141                 for (j = 0; j < compat->num_interfaces; j++)
142                         if (compat->interface[j] == interface)
143                                 return compat;
144         }
145
146         return NULL;
147 }
148
149 int xpcs_get_an_mode(struct dw_xpcs *xpcs, phy_interface_t interface)
150 {
151         const struct xpcs_compat *compat;
152
153         compat = xpcs_find_compat(xpcs->id, interface);
154         if (!compat)
155                 return -ENODEV;
156
157         return compat->an_mode;
158 }
159 EXPORT_SYMBOL_GPL(xpcs_get_an_mode);
160
161 static bool __xpcs_linkmode_supported(const struct xpcs_compat *compat,
162                                       enum ethtool_link_mode_bit_indices linkmode)
163 {
164         int i;
165
166         for (i = 0; compat->supported[i] != __ETHTOOL_LINK_MODE_MASK_NBITS; i++)
167                 if (compat->supported[i] == linkmode)
168                         return true;
169
170         return false;
171 }
172
173 #define xpcs_linkmode_supported(compat, mode) \
174         __xpcs_linkmode_supported(compat, ETHTOOL_LINK_MODE_ ## mode ## _BIT)
175
176 int xpcs_read(struct dw_xpcs *xpcs, int dev, u32 reg)
177 {
178         u32 reg_addr = mdiobus_c45_addr(dev, reg);
179         struct mii_bus *bus = xpcs->mdiodev->bus;
180         int addr = xpcs->mdiodev->addr;
181
182         return mdiobus_read(bus, addr, reg_addr);
183 }
184
185 int xpcs_write(struct dw_xpcs *xpcs, int dev, u32 reg, u16 val)
186 {
187         u32 reg_addr = mdiobus_c45_addr(dev, reg);
188         struct mii_bus *bus = xpcs->mdiodev->bus;
189         int addr = xpcs->mdiodev->addr;
190
191         return mdiobus_write(bus, addr, reg_addr, val);
192 }
193
194 static int xpcs_read_vendor(struct dw_xpcs *xpcs, int dev, u32 reg)
195 {
196         return xpcs_read(xpcs, dev, DW_VENDOR | reg);
197 }
198
199 static int xpcs_write_vendor(struct dw_xpcs *xpcs, int dev, int reg,
200                              u16 val)
201 {
202         return xpcs_write(xpcs, dev, DW_VENDOR | reg, val);
203 }
204
205 static int xpcs_read_vpcs(struct dw_xpcs *xpcs, int reg)
206 {
207         return xpcs_read_vendor(xpcs, MDIO_MMD_PCS, reg);
208 }
209
210 static int xpcs_write_vpcs(struct dw_xpcs *xpcs, int reg, u16 val)
211 {
212         return xpcs_write_vendor(xpcs, MDIO_MMD_PCS, reg, val);
213 }
214
215 static int xpcs_poll_reset(struct dw_xpcs *xpcs, int dev)
216 {
217         /* Poll until the reset bit clears (50ms per retry == 0.6 sec) */
218         unsigned int retries = 12;
219         int ret;
220
221         do {
222                 msleep(50);
223                 ret = xpcs_read(xpcs, dev, MDIO_CTRL1);
224                 if (ret < 0)
225                         return ret;
226         } while (ret & MDIO_CTRL1_RESET && --retries);
227
228         return (ret & MDIO_CTRL1_RESET) ? -ETIMEDOUT : 0;
229 }
230
231 static int xpcs_soft_reset(struct dw_xpcs *xpcs,
232                            const struct xpcs_compat *compat)
233 {
234         int ret, dev;
235
236         switch (compat->an_mode) {
237         case DW_AN_C73:
238                 dev = MDIO_MMD_PCS;
239                 break;
240         case DW_AN_C37_SGMII:
241         case DW_2500BASEX:
242                 dev = MDIO_MMD_VEND2;
243                 break;
244         default:
245                 return -1;
246         }
247
248         ret = xpcs_write(xpcs, dev, MDIO_CTRL1, MDIO_CTRL1_RESET);
249         if (ret < 0)
250                 return ret;
251
252         return xpcs_poll_reset(xpcs, dev);
253 }
254
255 #define xpcs_warn(__xpcs, __state, __args...) \
256 ({ \
257         if ((__state)->link) \
258                 dev_warn(&(__xpcs)->mdiodev->dev, ##__args); \
259 })
260
261 static int xpcs_read_fault_c73(struct dw_xpcs *xpcs,
262                                struct phylink_link_state *state)
263 {
264         int ret;
265
266         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MDIO_STAT1);
267         if (ret < 0)
268                 return ret;
269
270         if (ret & MDIO_STAT1_FAULT) {
271                 xpcs_warn(xpcs, state, "Link fault condition detected!\n");
272                 return -EFAULT;
273         }
274
275         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MDIO_STAT2);
276         if (ret < 0)
277                 return ret;
278
279         if (ret & MDIO_STAT2_RXFAULT)
280                 xpcs_warn(xpcs, state, "Receiver fault detected!\n");
281         if (ret & MDIO_STAT2_TXFAULT)
282                 xpcs_warn(xpcs, state, "Transmitter fault detected!\n");
283
284         ret = xpcs_read_vendor(xpcs, MDIO_MMD_PCS, DW_VR_XS_PCS_DIG_STS);
285         if (ret < 0)
286                 return ret;
287
288         if (ret & DW_RXFIFO_ERR) {
289                 xpcs_warn(xpcs, state, "FIFO fault condition detected!\n");
290                 return -EFAULT;
291         }
292
293         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MDIO_PCS_10GBRT_STAT1);
294         if (ret < 0)
295                 return ret;
296
297         if (!(ret & MDIO_PCS_10GBRT_STAT1_BLKLK))
298                 xpcs_warn(xpcs, state, "Link is not locked!\n");
299
300         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MDIO_PCS_10GBRT_STAT2);
301         if (ret < 0)
302                 return ret;
303
304         if (ret & MDIO_PCS_10GBRT_STAT2_ERR) {
305                 xpcs_warn(xpcs, state, "Link has errors!\n");
306                 return -EFAULT;
307         }
308
309         return 0;
310 }
311
312 static int xpcs_read_link_c73(struct dw_xpcs *xpcs, bool an)
313 {
314         bool link = true;
315         int ret;
316
317         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MDIO_STAT1);
318         if (ret < 0)
319                 return ret;
320
321         if (!(ret & MDIO_STAT1_LSTATUS))
322                 link = false;
323
324         if (an) {
325                 ret = xpcs_read(xpcs, MDIO_MMD_AN, MDIO_STAT1);
326                 if (ret < 0)
327                         return ret;
328
329                 if (!(ret & MDIO_STAT1_LSTATUS))
330                         link = false;
331         }
332
333         return link;
334 }
335
336 static int xpcs_get_max_usxgmii_speed(const unsigned long *supported)
337 {
338         int max = SPEED_UNKNOWN;
339
340         if (phylink_test(supported, 1000baseKX_Full))
341                 max = SPEED_1000;
342         if (phylink_test(supported, 2500baseX_Full))
343                 max = SPEED_2500;
344         if (phylink_test(supported, 10000baseKX4_Full))
345                 max = SPEED_10000;
346         if (phylink_test(supported, 10000baseKR_Full))
347                 max = SPEED_10000;
348
349         return max;
350 }
351
352 static void xpcs_config_usxgmii(struct dw_xpcs *xpcs, int speed)
353 {
354         int ret, speed_sel;
355
356         switch (speed) {
357         case SPEED_10:
358                 speed_sel = DW_USXGMII_10;
359                 break;
360         case SPEED_100:
361                 speed_sel = DW_USXGMII_100;
362                 break;
363         case SPEED_1000:
364                 speed_sel = DW_USXGMII_1000;
365                 break;
366         case SPEED_2500:
367                 speed_sel = DW_USXGMII_2500;
368                 break;
369         case SPEED_5000:
370                 speed_sel = DW_USXGMII_5000;
371                 break;
372         case SPEED_10000:
373                 speed_sel = DW_USXGMII_10000;
374                 break;
375         default:
376                 /* Nothing to do here */
377                 return;
378         }
379
380         ret = xpcs_read_vpcs(xpcs, MDIO_CTRL1);
381         if (ret < 0)
382                 goto out;
383
384         ret = xpcs_write_vpcs(xpcs, MDIO_CTRL1, ret | DW_USXGMII_EN);
385         if (ret < 0)
386                 goto out;
387
388         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, MDIO_CTRL1);
389         if (ret < 0)
390                 goto out;
391
392         ret &= ~DW_USXGMII_SS_MASK;
393         ret |= speed_sel | DW_USXGMII_FULL;
394
395         ret = xpcs_write(xpcs, MDIO_MMD_VEND2, MDIO_CTRL1, ret);
396         if (ret < 0)
397                 goto out;
398
399         ret = xpcs_read_vpcs(xpcs, MDIO_CTRL1);
400         if (ret < 0)
401                 goto out;
402
403         ret = xpcs_write_vpcs(xpcs, MDIO_CTRL1, ret | DW_USXGMII_RST);
404         if (ret < 0)
405                 goto out;
406
407         return;
408
409 out:
410         pr_err("%s: XPCS access returned %pe\n", __func__, ERR_PTR(ret));
411 }
412
413 static int _xpcs_config_aneg_c73(struct dw_xpcs *xpcs,
414                                  const struct xpcs_compat *compat)
415 {
416         int ret, adv;
417
418         /* By default, in USXGMII mode XPCS operates at 10G baud and
419          * replicates data to achieve lower speeds. Hereby, in this
420          * default configuration we need to advertise all supported
421          * modes and not only the ones we want to use.
422          */
423
424         /* SR_AN_ADV3 */
425         adv = 0;
426         if (xpcs_linkmode_supported(compat, 2500baseX_Full))
427                 adv |= DW_C73_2500KX;
428
429         /* TODO: 5000baseKR */
430
431         ret = xpcs_write(xpcs, MDIO_MMD_AN, DW_SR_AN_ADV3, adv);
432         if (ret < 0)
433                 return ret;
434
435         /* SR_AN_ADV2 */
436         adv = 0;
437         if (xpcs_linkmode_supported(compat, 1000baseKX_Full))
438                 adv |= DW_C73_1000KX;
439         if (xpcs_linkmode_supported(compat, 10000baseKX4_Full))
440                 adv |= DW_C73_10000KX4;
441         if (xpcs_linkmode_supported(compat, 10000baseKR_Full))
442                 adv |= DW_C73_10000KR;
443
444         ret = xpcs_write(xpcs, MDIO_MMD_AN, DW_SR_AN_ADV2, adv);
445         if (ret < 0)
446                 return ret;
447
448         /* SR_AN_ADV1 */
449         adv = DW_C73_AN_ADV_SF;
450         if (xpcs_linkmode_supported(compat, Pause))
451                 adv |= DW_C73_PAUSE;
452         if (xpcs_linkmode_supported(compat, Asym_Pause))
453                 adv |= DW_C73_ASYM_PAUSE;
454
455         return xpcs_write(xpcs, MDIO_MMD_AN, DW_SR_AN_ADV1, adv);
456 }
457
458 static int xpcs_config_aneg_c73(struct dw_xpcs *xpcs,
459                                 const struct xpcs_compat *compat)
460 {
461         int ret;
462
463         ret = _xpcs_config_aneg_c73(xpcs, compat);
464         if (ret < 0)
465                 return ret;
466
467         ret = xpcs_read(xpcs, MDIO_MMD_AN, MDIO_CTRL1);
468         if (ret < 0)
469                 return ret;
470
471         ret |= MDIO_AN_CTRL1_ENABLE | MDIO_AN_CTRL1_RESTART;
472
473         return xpcs_write(xpcs, MDIO_MMD_AN, MDIO_CTRL1, ret);
474 }
475
476 static int xpcs_aneg_done_c73(struct dw_xpcs *xpcs,
477                               struct phylink_link_state *state,
478                               const struct xpcs_compat *compat)
479 {
480         int ret;
481
482         ret = xpcs_read(xpcs, MDIO_MMD_AN, MDIO_STAT1);
483         if (ret < 0)
484                 return ret;
485
486         if (ret & MDIO_AN_STAT1_COMPLETE) {
487                 ret = xpcs_read(xpcs, MDIO_MMD_AN, DW_SR_AN_LP_ABL1);
488                 if (ret < 0)
489                         return ret;
490
491                 /* Check if Aneg outcome is valid */
492                 if (!(ret & DW_C73_AN_ADV_SF)) {
493                         xpcs_config_aneg_c73(xpcs, compat);
494                         return 0;
495                 }
496
497                 return 1;
498         }
499
500         return 0;
501 }
502
503 static int xpcs_read_lpa_c73(struct dw_xpcs *xpcs,
504                              struct phylink_link_state *state)
505 {
506         int ret;
507
508         ret = xpcs_read(xpcs, MDIO_MMD_AN, MDIO_STAT1);
509         if (ret < 0)
510                 return ret;
511
512         if (!(ret & MDIO_AN_STAT1_LPABLE)) {
513                 phylink_clear(state->lp_advertising, Autoneg);
514                 return 0;
515         }
516
517         phylink_set(state->lp_advertising, Autoneg);
518
519         /* Clause 73 outcome */
520         ret = xpcs_read(xpcs, MDIO_MMD_AN, DW_SR_AN_LP_ABL3);
521         if (ret < 0)
522                 return ret;
523
524         if (ret & DW_C73_2500KX)
525                 phylink_set(state->lp_advertising, 2500baseX_Full);
526
527         ret = xpcs_read(xpcs, MDIO_MMD_AN, DW_SR_AN_LP_ABL2);
528         if (ret < 0)
529                 return ret;
530
531         if (ret & DW_C73_1000KX)
532                 phylink_set(state->lp_advertising, 1000baseKX_Full);
533         if (ret & DW_C73_10000KX4)
534                 phylink_set(state->lp_advertising, 10000baseKX4_Full);
535         if (ret & DW_C73_10000KR)
536                 phylink_set(state->lp_advertising, 10000baseKR_Full);
537
538         ret = xpcs_read(xpcs, MDIO_MMD_AN, DW_SR_AN_LP_ABL1);
539         if (ret < 0)
540                 return ret;
541
542         if (ret & DW_C73_PAUSE)
543                 phylink_set(state->lp_advertising, Pause);
544         if (ret & DW_C73_ASYM_PAUSE)
545                 phylink_set(state->lp_advertising, Asym_Pause);
546
547         linkmode_and(state->lp_advertising, state->lp_advertising,
548                      state->advertising);
549         return 0;
550 }
551
552 static void xpcs_resolve_lpa_c73(struct dw_xpcs *xpcs,
553                                  struct phylink_link_state *state)
554 {
555         int max_speed = xpcs_get_max_usxgmii_speed(state->lp_advertising);
556
557         state->pause = MLO_PAUSE_TX | MLO_PAUSE_RX;
558         state->speed = max_speed;
559         state->duplex = DUPLEX_FULL;
560 }
561
562 static int xpcs_get_max_xlgmii_speed(struct dw_xpcs *xpcs,
563                                      struct phylink_link_state *state)
564 {
565         unsigned long *adv = state->advertising;
566         int speed = SPEED_UNKNOWN;
567         int bit;
568
569         for_each_set_bit(bit, adv, __ETHTOOL_LINK_MODE_MASK_NBITS) {
570                 int new_speed = SPEED_UNKNOWN;
571
572                 switch (bit) {
573                 case ETHTOOL_LINK_MODE_25000baseCR_Full_BIT:
574                 case ETHTOOL_LINK_MODE_25000baseKR_Full_BIT:
575                 case ETHTOOL_LINK_MODE_25000baseSR_Full_BIT:
576                         new_speed = SPEED_25000;
577                         break;
578                 case ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT:
579                 case ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT:
580                 case ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT:
581                 case ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT:
582                         new_speed = SPEED_40000;
583                         break;
584                 case ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT:
585                 case ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT:
586                 case ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT:
587                 case ETHTOOL_LINK_MODE_50000baseKR_Full_BIT:
588                 case ETHTOOL_LINK_MODE_50000baseSR_Full_BIT:
589                 case ETHTOOL_LINK_MODE_50000baseCR_Full_BIT:
590                 case ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT:
591                 case ETHTOOL_LINK_MODE_50000baseDR_Full_BIT:
592                         new_speed = SPEED_50000;
593                         break;
594                 case ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT:
595                 case ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT:
596                 case ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT:
597                 case ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT:
598                 case ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT:
599                 case ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT:
600                 case ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT:
601                 case ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT:
602                 case ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT:
603                         new_speed = SPEED_100000;
604                         break;
605                 default:
606                         continue;
607                 }
608
609                 if (new_speed > speed)
610                         speed = new_speed;
611         }
612
613         return speed;
614 }
615
616 static void xpcs_resolve_pma(struct dw_xpcs *xpcs,
617                              struct phylink_link_state *state)
618 {
619         state->pause = MLO_PAUSE_TX | MLO_PAUSE_RX;
620         state->duplex = DUPLEX_FULL;
621
622         switch (state->interface) {
623         case PHY_INTERFACE_MODE_10GKR:
624                 state->speed = SPEED_10000;
625                 break;
626         case PHY_INTERFACE_MODE_XLGMII:
627                 state->speed = xpcs_get_max_xlgmii_speed(xpcs, state);
628                 break;
629         default:
630                 state->speed = SPEED_UNKNOWN;
631                 break;
632         }
633 }
634
635 void xpcs_validate(struct dw_xpcs *xpcs, unsigned long *supported,
636                    struct phylink_link_state *state)
637 {
638         __ETHTOOL_DECLARE_LINK_MODE_MASK(xpcs_supported);
639         const struct xpcs_compat *compat;
640         int i;
641
642         /* phylink expects us to report all supported modes with
643          * PHY_INTERFACE_MODE_NA, just don't limit the supported and
644          * advertising masks and exit.
645          */
646         if (state->interface == PHY_INTERFACE_MODE_NA)
647                 return;
648
649         bitmap_zero(xpcs_supported, __ETHTOOL_LINK_MODE_MASK_NBITS);
650
651         compat = xpcs_find_compat(xpcs->id, state->interface);
652
653         /* Populate the supported link modes for this
654          * PHY interface type
655          */
656         if (compat)
657                 for (i = 0; compat->supported[i] != __ETHTOOL_LINK_MODE_MASK_NBITS; i++)
658                         set_bit(compat->supported[i], xpcs_supported);
659
660         linkmode_and(supported, supported, xpcs_supported);
661         linkmode_and(state->advertising, state->advertising, xpcs_supported);
662 }
663 EXPORT_SYMBOL_GPL(xpcs_validate);
664
665 int xpcs_config_eee(struct dw_xpcs *xpcs, int mult_fact_100ns, int enable)
666 {
667         int ret;
668
669         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_EEE_MCTRL0);
670         if (ret < 0)
671                 return ret;
672
673         if (enable) {
674         /* Enable EEE */
675                 ret = DW_VR_MII_EEE_LTX_EN | DW_VR_MII_EEE_LRX_EN |
676                       DW_VR_MII_EEE_TX_QUIET_EN | DW_VR_MII_EEE_RX_QUIET_EN |
677                       DW_VR_MII_EEE_TX_EN_CTRL | DW_VR_MII_EEE_RX_EN_CTRL |
678                       mult_fact_100ns << DW_VR_MII_EEE_MULT_FACT_100NS_SHIFT;
679         } else {
680                 ret &= ~(DW_VR_MII_EEE_LTX_EN | DW_VR_MII_EEE_LRX_EN |
681                        DW_VR_MII_EEE_TX_QUIET_EN | DW_VR_MII_EEE_RX_QUIET_EN |
682                        DW_VR_MII_EEE_TX_EN_CTRL | DW_VR_MII_EEE_RX_EN_CTRL |
683                        DW_VR_MII_EEE_MULT_FACT_100NS);
684         }
685
686         ret = xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_EEE_MCTRL0, ret);
687         if (ret < 0)
688                 return ret;
689
690         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_EEE_MCTRL1);
691         if (ret < 0)
692                 return ret;
693
694         if (enable)
695                 ret |= DW_VR_MII_EEE_TRN_LPI;
696         else
697                 ret &= ~DW_VR_MII_EEE_TRN_LPI;
698
699         return xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_EEE_MCTRL1, ret);
700 }
701 EXPORT_SYMBOL_GPL(xpcs_config_eee);
702
703 static int xpcs_config_aneg_c37_sgmii(struct dw_xpcs *xpcs, unsigned int mode)
704 {
705         int ret, mdio_ctrl;
706
707         /* For AN for C37 SGMII mode, the settings are :-
708          * 1) VR_MII_MMD_CTRL Bit(12) [AN_ENABLE] = 0b (Disable SGMII AN in case
709               it is already enabled)
710          * 2) VR_MII_AN_CTRL Bit(2:1)[PCS_MODE] = 10b (SGMII AN)
711          * 3) VR_MII_AN_CTRL Bit(3) [TX_CONFIG] = 0b (MAC side SGMII)
712          *    DW xPCS used with DW EQoS MAC is always MAC side SGMII.
713          * 4) VR_MII_DIG_CTRL1 Bit(9) [MAC_AUTO_SW] = 1b (Automatic
714          *    speed/duplex mode change by HW after SGMII AN complete)
715          * 5) VR_MII_MMD_CTRL Bit(12) [AN_ENABLE] = 1b (Enable SGMII AN)
716          *
717          * Note: Since it is MAC side SGMII, there is no need to set
718          *       SR_MII_AN_ADV. MAC side SGMII receives AN Tx Config from
719          *       PHY about the link state change after C28 AN is completed
720          *       between PHY and Link Partner. There is also no need to
721          *       trigger AN restart for MAC-side SGMII.
722          */
723         mdio_ctrl = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_MMD_CTRL);
724         if (mdio_ctrl < 0)
725                 return mdio_ctrl;
726
727         if (mdio_ctrl & AN_CL37_EN) {
728                 ret = xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_MMD_CTRL,
729                                  mdio_ctrl & ~AN_CL37_EN);
730                 if (ret < 0)
731                         return ret;
732         }
733
734         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_AN_CTRL);
735         if (ret < 0)
736                 return ret;
737
738         ret &= ~(DW_VR_MII_PCS_MODE_MASK | DW_VR_MII_TX_CONFIG_MASK);
739         ret |= (DW_VR_MII_PCS_MODE_C37_SGMII <<
740                 DW_VR_MII_AN_CTRL_PCS_MODE_SHIFT &
741                 DW_VR_MII_PCS_MODE_MASK);
742         ret |= (DW_VR_MII_TX_CONFIG_MAC_SIDE_SGMII <<
743                 DW_VR_MII_AN_CTRL_TX_CONFIG_SHIFT &
744                 DW_VR_MII_TX_CONFIG_MASK);
745         ret = xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_AN_CTRL, ret);
746         if (ret < 0)
747                 return ret;
748
749         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_DIG_CTRL1);
750         if (ret < 0)
751                 return ret;
752
753         if (phylink_autoneg_inband(mode))
754                 ret |= DW_VR_MII_DIG_CTRL1_MAC_AUTO_SW;
755         else
756                 ret &= ~DW_VR_MII_DIG_CTRL1_MAC_AUTO_SW;
757
758         ret = xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_DIG_CTRL1, ret);
759         if (ret < 0)
760                 return ret;
761
762         if (phylink_autoneg_inband(mode))
763                 ret = xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_MMD_CTRL,
764                                  mdio_ctrl | AN_CL37_EN);
765
766         return ret;
767 }
768
769 static int xpcs_config_2500basex(struct dw_xpcs *xpcs)
770 {
771         int ret;
772
773         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_DIG_CTRL1);
774         if (ret < 0)
775                 return ret;
776         ret |= DW_VR_MII_DIG_CTRL1_2G5_EN;
777         ret &= ~DW_VR_MII_DIG_CTRL1_MAC_AUTO_SW;
778         ret = xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_DIG_CTRL1, ret);
779         if (ret < 0)
780                 return ret;
781
782         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_MMD_CTRL);
783         if (ret < 0)
784                 return ret;
785         ret &= ~AN_CL37_EN;
786         ret |= SGMII_SPEED_SS6;
787         ret &= ~SGMII_SPEED_SS13;
788         return xpcs_write(xpcs, MDIO_MMD_VEND2, DW_VR_MII_MMD_CTRL, ret);
789 }
790
791 int xpcs_do_config(struct dw_xpcs *xpcs, phy_interface_t interface,
792                    unsigned int mode)
793 {
794         const struct xpcs_compat *compat;
795         int ret;
796
797         compat = xpcs_find_compat(xpcs->id, interface);
798         if (!compat)
799                 return -ENODEV;
800
801         switch (compat->an_mode) {
802         case DW_AN_C73:
803                 if (phylink_autoneg_inband(mode)) {
804                         ret = xpcs_config_aneg_c73(xpcs, compat);
805                         if (ret)
806                                 return ret;
807                 }
808                 break;
809         case DW_AN_C37_SGMII:
810                 ret = xpcs_config_aneg_c37_sgmii(xpcs, mode);
811                 if (ret)
812                         return ret;
813                 break;
814         case DW_2500BASEX:
815                 ret = xpcs_config_2500basex(xpcs);
816                 if (ret)
817                         return ret;
818                 break;
819         default:
820                 return -1;
821         }
822
823         if (compat->pma_config) {
824                 ret = compat->pma_config(xpcs);
825                 if (ret)
826                         return ret;
827         }
828
829         return 0;
830 }
831 EXPORT_SYMBOL_GPL(xpcs_do_config);
832
833 static int xpcs_config(struct phylink_pcs *pcs, unsigned int mode,
834                        phy_interface_t interface,
835                        const unsigned long *advertising,
836                        bool permit_pause_to_mac)
837 {
838         struct dw_xpcs *xpcs = phylink_pcs_to_xpcs(pcs);
839
840         return xpcs_do_config(xpcs, interface, mode);
841 }
842
843 static int xpcs_get_state_c73(struct dw_xpcs *xpcs,
844                               struct phylink_link_state *state,
845                               const struct xpcs_compat *compat)
846 {
847         int ret;
848
849         /* Link needs to be read first ... */
850         state->link = xpcs_read_link_c73(xpcs, state->an_enabled) > 0 ? 1 : 0;
851
852         /* ... and then we check the faults. */
853         ret = xpcs_read_fault_c73(xpcs, state);
854         if (ret) {
855                 ret = xpcs_soft_reset(xpcs, compat);
856                 if (ret)
857                         return ret;
858
859                 state->link = 0;
860
861                 return xpcs_do_config(xpcs, state->interface, MLO_AN_INBAND);
862         }
863
864         if (state->an_enabled && xpcs_aneg_done_c73(xpcs, state, compat)) {
865                 state->an_complete = true;
866                 xpcs_read_lpa_c73(xpcs, state);
867                 xpcs_resolve_lpa_c73(xpcs, state);
868         } else if (state->an_enabled) {
869                 state->link = 0;
870         } else if (state->link) {
871                 xpcs_resolve_pma(xpcs, state);
872         }
873
874         return 0;
875 }
876
877 static int xpcs_get_state_c37_sgmii(struct dw_xpcs *xpcs,
878                                     struct phylink_link_state *state)
879 {
880         int ret;
881
882         /* Reset link_state */
883         state->link = false;
884         state->speed = SPEED_UNKNOWN;
885         state->duplex = DUPLEX_UNKNOWN;
886         state->pause = 0;
887
888         /* For C37 SGMII mode, we check DW_VR_MII_AN_INTR_STS for link
889          * status, speed and duplex.
890          */
891         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, DW_VR_MII_AN_INTR_STS);
892         if (ret < 0)
893                 return false;
894
895         if (ret & DW_VR_MII_C37_ANSGM_SP_LNKSTS) {
896                 int speed_value;
897
898                 state->link = true;
899
900                 speed_value = (ret & DW_VR_MII_AN_STS_C37_ANSGM_SP) >>
901                               DW_VR_MII_AN_STS_C37_ANSGM_SP_SHIFT;
902                 if (speed_value == DW_VR_MII_C37_ANSGM_SP_1000)
903                         state->speed = SPEED_1000;
904                 else if (speed_value == DW_VR_MII_C37_ANSGM_SP_100)
905                         state->speed = SPEED_100;
906                 else
907                         state->speed = SPEED_10;
908
909                 if (ret & DW_VR_MII_AN_STS_C37_ANSGM_FD)
910                         state->duplex = DUPLEX_FULL;
911                 else
912                         state->duplex = DUPLEX_HALF;
913         }
914
915         return 0;
916 }
917
918 static void xpcs_get_state(struct phylink_pcs *pcs,
919                            struct phylink_link_state *state)
920 {
921         struct dw_xpcs *xpcs = phylink_pcs_to_xpcs(pcs);
922         const struct xpcs_compat *compat;
923         int ret;
924
925         compat = xpcs_find_compat(xpcs->id, state->interface);
926         if (!compat)
927                 return;
928
929         switch (compat->an_mode) {
930         case DW_AN_C73:
931                 ret = xpcs_get_state_c73(xpcs, state, compat);
932                 if (ret) {
933                         pr_err("xpcs_get_state_c73 returned %pe\n",
934                                ERR_PTR(ret));
935                         return;
936                 }
937                 break;
938         case DW_AN_C37_SGMII:
939                 ret = xpcs_get_state_c37_sgmii(xpcs, state);
940                 if (ret) {
941                         pr_err("xpcs_get_state_c37_sgmii returned %pe\n",
942                                ERR_PTR(ret));
943                 }
944                 break;
945         default:
946                 return;
947         }
948 }
949
950 static void xpcs_link_up_sgmii(struct dw_xpcs *xpcs, unsigned int mode,
951                                int speed, int duplex)
952 {
953         int val, ret;
954
955         if (phylink_autoneg_inband(mode))
956                 return;
957
958         switch (speed) {
959         case SPEED_1000:
960                 val = BMCR_SPEED1000;
961                 break;
962         case SPEED_100:
963                 val = BMCR_SPEED100;
964                 break;
965         case SPEED_10:
966                 val = BMCR_SPEED10;
967                 break;
968         default:
969                 return;
970         }
971
972         if (duplex == DUPLEX_FULL)
973                 val |= BMCR_FULLDPLX;
974
975         ret = xpcs_write(xpcs, MDIO_MMD_VEND2, MDIO_CTRL1, val);
976         if (ret)
977                 pr_err("%s: xpcs_write returned %pe\n", __func__, ERR_PTR(ret));
978 }
979
980 void xpcs_link_up(struct phylink_pcs *pcs, unsigned int mode,
981                   phy_interface_t interface, int speed, int duplex)
982 {
983         struct dw_xpcs *xpcs = phylink_pcs_to_xpcs(pcs);
984
985         if (interface == PHY_INTERFACE_MODE_USXGMII)
986                 return xpcs_config_usxgmii(xpcs, speed);
987         if (interface == PHY_INTERFACE_MODE_SGMII)
988                 return xpcs_link_up_sgmii(xpcs, mode, speed, duplex);
989 }
990 EXPORT_SYMBOL_GPL(xpcs_link_up);
991
992 static u32 xpcs_get_id(struct dw_xpcs *xpcs)
993 {
994         int ret;
995         u32 id;
996
997         /* First, search C73 PCS using PCS MMD */
998         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MII_PHYSID1);
999         if (ret < 0)
1000                 return 0xffffffff;
1001
1002         id = ret << 16;
1003
1004         ret = xpcs_read(xpcs, MDIO_MMD_PCS, MII_PHYSID2);
1005         if (ret < 0)
1006                 return 0xffffffff;
1007
1008         /* If Device IDs are not all zeros or all ones,
1009          * we found C73 AN-type device
1010          */
1011         if ((id | ret) && (id | ret) != 0xffffffff)
1012                 return id | ret;
1013
1014         /* Next, search C37 PCS using Vendor-Specific MII MMD */
1015         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, MII_PHYSID1);
1016         if (ret < 0)
1017                 return 0xffffffff;
1018
1019         id = ret << 16;
1020
1021         ret = xpcs_read(xpcs, MDIO_MMD_VEND2, MII_PHYSID2);
1022         if (ret < 0)
1023                 return 0xffffffff;
1024
1025         /* If Device IDs are not all zeros, we found C37 AN-type device */
1026         if (id | ret)
1027                 return id | ret;
1028
1029         return 0xffffffff;
1030 }
1031
1032 static const struct xpcs_compat synopsys_xpcs_compat[DW_XPCS_INTERFACE_MAX] = {
1033         [DW_XPCS_USXGMII] = {
1034                 .supported = xpcs_usxgmii_features,
1035                 .interface = xpcs_usxgmii_interfaces,
1036                 .num_interfaces = ARRAY_SIZE(xpcs_usxgmii_interfaces),
1037                 .an_mode = DW_AN_C73,
1038         },
1039         [DW_XPCS_10GKR] = {
1040                 .supported = xpcs_10gkr_features,
1041                 .interface = xpcs_10gkr_interfaces,
1042                 .num_interfaces = ARRAY_SIZE(xpcs_10gkr_interfaces),
1043                 .an_mode = DW_AN_C73,
1044         },
1045         [DW_XPCS_XLGMII] = {
1046                 .supported = xpcs_xlgmii_features,
1047                 .interface = xpcs_xlgmii_interfaces,
1048                 .num_interfaces = ARRAY_SIZE(xpcs_xlgmii_interfaces),
1049                 .an_mode = DW_AN_C73,
1050         },
1051         [DW_XPCS_SGMII] = {
1052                 .supported = xpcs_sgmii_features,
1053                 .interface = xpcs_sgmii_interfaces,
1054                 .num_interfaces = ARRAY_SIZE(xpcs_sgmii_interfaces),
1055                 .an_mode = DW_AN_C37_SGMII,
1056         },
1057         [DW_XPCS_2500BASEX] = {
1058                 .supported = xpcs_2500basex_features,
1059                 .interface = xpcs_2500basex_interfaces,
1060                 .num_interfaces = ARRAY_SIZE(xpcs_2500basex_features),
1061                 .an_mode = DW_2500BASEX,
1062         },
1063 };
1064
1065 static const struct xpcs_compat nxp_sja1105_xpcs_compat[DW_XPCS_INTERFACE_MAX] = {
1066         [DW_XPCS_SGMII] = {
1067                 .supported = xpcs_sgmii_features,
1068                 .interface = xpcs_sgmii_interfaces,
1069                 .num_interfaces = ARRAY_SIZE(xpcs_sgmii_interfaces),
1070                 .an_mode = DW_AN_C37_SGMII,
1071                 .pma_config = nxp_sja1105_sgmii_pma_config,
1072         },
1073 };
1074
1075 static const struct xpcs_compat nxp_sja1110_xpcs_compat[DW_XPCS_INTERFACE_MAX] = {
1076         [DW_XPCS_SGMII] = {
1077                 .supported = xpcs_sgmii_features,
1078                 .interface = xpcs_sgmii_interfaces,
1079                 .num_interfaces = ARRAY_SIZE(xpcs_sgmii_interfaces),
1080                 .an_mode = DW_AN_C37_SGMII,
1081                 .pma_config = nxp_sja1110_sgmii_pma_config,
1082         },
1083         [DW_XPCS_2500BASEX] = {
1084                 .supported = xpcs_2500basex_features,
1085                 .interface = xpcs_2500basex_interfaces,
1086                 .num_interfaces = ARRAY_SIZE(xpcs_2500basex_interfaces),
1087                 .an_mode = DW_2500BASEX,
1088                 .pma_config = nxp_sja1110_2500basex_pma_config,
1089         },
1090 };
1091
1092 static const struct xpcs_id xpcs_id_list[] = {
1093         {
1094                 .id = SYNOPSYS_XPCS_ID,
1095                 .mask = SYNOPSYS_XPCS_MASK,
1096                 .compat = synopsys_xpcs_compat,
1097         }, {
1098                 .id = NXP_SJA1105_XPCS_ID,
1099                 .mask = SYNOPSYS_XPCS_MASK,
1100                 .compat = nxp_sja1105_xpcs_compat,
1101         }, {
1102                 .id = NXP_SJA1110_XPCS_ID,
1103                 .mask = SYNOPSYS_XPCS_MASK,
1104                 .compat = nxp_sja1110_xpcs_compat,
1105         },
1106 };
1107
1108 static const struct phylink_pcs_ops xpcs_phylink_ops = {
1109         .pcs_config = xpcs_config,
1110         .pcs_get_state = xpcs_get_state,
1111         .pcs_link_up = xpcs_link_up,
1112 };
1113
1114 struct dw_xpcs *xpcs_create(struct mdio_device *mdiodev,
1115                             phy_interface_t interface)
1116 {
1117         struct dw_xpcs *xpcs;
1118         u32 xpcs_id;
1119         int i, ret;
1120
1121         xpcs = kzalloc(sizeof(*xpcs), GFP_KERNEL);
1122         if (!xpcs)
1123                 return ERR_PTR(-ENOMEM);
1124
1125         xpcs->mdiodev = mdiodev;
1126
1127         xpcs_id = xpcs_get_id(xpcs);
1128
1129         for (i = 0; i < ARRAY_SIZE(xpcs_id_list); i++) {
1130                 const struct xpcs_id *entry = &xpcs_id_list[i];
1131                 const struct xpcs_compat *compat;
1132
1133                 if ((xpcs_id & entry->mask) != entry->id)
1134                         continue;
1135
1136                 xpcs->id = entry;
1137
1138                 compat = xpcs_find_compat(entry, interface);
1139                 if (!compat) {
1140                         ret = -ENODEV;
1141                         goto out;
1142                 }
1143
1144                 xpcs->pcs.ops = &xpcs_phylink_ops;
1145                 xpcs->pcs.poll = true;
1146
1147                 ret = xpcs_soft_reset(xpcs, compat);
1148                 if (ret)
1149                         goto out;
1150
1151                 return xpcs;
1152         }
1153
1154         ret = -ENODEV;
1155
1156 out:
1157         kfree(xpcs);
1158
1159         return ERR_PTR(ret);
1160 }
1161 EXPORT_SYMBOL_GPL(xpcs_create);
1162
1163 void xpcs_destroy(struct dw_xpcs *xpcs)
1164 {
1165         kfree(xpcs);
1166 }
1167 EXPORT_SYMBOL_GPL(xpcs_destroy);
1168
1169 MODULE_LICENSE("GPL v2");