1 // SPDX-License-Identifier: GPL-2.0
3 * Texas Instruments Ethernet Switch Driver
5 * Copyright (C) 2019 Texas Instruments
10 #include <linux/timer.h>
11 #include <linux/module.h>
12 #include <linux/irqreturn.h>
13 #include <linux/interrupt.h>
14 #include <linux/if_bridge.h>
15 #include <linux/if_ether.h>
16 #include <linux/etherdevice.h>
17 #include <linux/net_tstamp.h>
18 #include <linux/phy.h>
19 #include <linux/phy/phy.h>
20 #include <linux/delay.h>
21 #include <linux/pinctrl/consumer.h>
22 #include <linux/pm_runtime.h>
23 #include <linux/gpio/consumer.h>
25 #include <linux/of_mdio.h>
26 #include <linux/of_net.h>
27 #include <linux/of_device.h>
28 #include <linux/if_vlan.h>
29 #include <linux/kmemleak.h>
30 #include <linux/sys_soc.h>
32 #include <net/page_pool.h>
33 #include <net/pkt_cls.h>
34 #include <net/devlink.h>
38 #include "cpsw_priv.h"
40 #include "cpsw_switchdev.h"
42 #include "davinci_cpdma.h"
44 #include <net/pkt_sched.h>
46 static int debug_level;
47 static int ale_ageout = CPSW_ALE_AGEOUT_DEFAULT;
48 static int rx_packet_max = CPSW_MAX_PACKET_SIZE;
49 static int descs_pool_size = CPSW_CPDMA_DESCS_POOL_SIZE_DEFAULT;
52 struct cpsw_common *cpsw;
55 enum cpsw_devlink_param_id {
56 CPSW_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX,
57 CPSW_DL_PARAM_SWITCH_MODE,
58 CPSW_DL_PARAM_ALE_BYPASS,
61 /* struct cpsw_common is not needed, kept here for compatibility
62 * reasons witrh the old driver
64 static int cpsw_slave_index_priv(struct cpsw_common *cpsw,
65 struct cpsw_priv *priv)
67 if (priv->emac_port == HOST_PORT_NUM)
70 return priv->emac_port - 1;
73 static bool cpsw_is_switch_en(struct cpsw_common *cpsw)
75 return !cpsw->data.dual_emac;
78 static void cpsw_set_promiscious(struct net_device *ndev, bool enable)
80 struct cpsw_common *cpsw = ndev_to_cpsw(ndev);
81 bool enable_uni = false;
84 if (cpsw_is_switch_en(cpsw))
87 /* Enabling promiscuous mode for one interface will be
88 * common for both the interface as the interface shares
89 * the same hardware resource.
91 for (i = 0; i < cpsw->data.slaves; i++)
92 if (cpsw->slaves[i].ndev &&
93 (cpsw->slaves[i].ndev->flags & IFF_PROMISC))
96 if (!enable && enable_uni) {
98 dev_dbg(cpsw->dev, "promiscuity not disabled as the other interface is still in promiscuity mode\n");
102 /* Enable unknown unicast, reg/unreg mcast */
103 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM,
104 ALE_P0_UNI_FLOOD, 1);
106 dev_dbg(cpsw->dev, "promiscuity enabled\n");
108 /* Disable unknown unicast */
109 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM,
110 ALE_P0_UNI_FLOOD, 0);
111 dev_dbg(cpsw->dev, "promiscuity disabled\n");
116 * cpsw_set_mc - adds multicast entry to the table if it's not added or deletes
117 * if it's not deleted
118 * @ndev: device to sync
119 * @addr: address to be added or deleted
120 * @vid: vlan id, if vid < 0 set/unset address for real device
121 * @add: add address if the flag is set or remove otherwise
123 static int cpsw_set_mc(struct net_device *ndev, const u8 *addr,
126 struct cpsw_priv *priv = netdev_priv(ndev);
127 struct cpsw_common *cpsw = priv->cpsw;
128 int mask, flags, ret, slave_no;
130 slave_no = cpsw_slave_index(cpsw, priv);
132 vid = cpsw->slaves[slave_no].port_vlan;
134 mask = ALE_PORT_HOST;
135 flags = vid ? ALE_VLAN : 0;
138 ret = cpsw_ale_add_mcast(cpsw->ale, addr, mask, flags, vid, 0);
140 ret = cpsw_ale_del_mcast(cpsw->ale, addr, 0, flags, vid);
145 static int cpsw_update_vlan_mc(struct net_device *vdev, int vid, void *ctx)
147 struct addr_sync_ctx *sync_ctx = ctx;
148 struct netdev_hw_addr *ha;
149 int found = 0, ret = 0;
151 if (!vdev || !(vdev->flags & IFF_UP))
154 /* vlan address is relevant if its sync_cnt != 0 */
155 netdev_for_each_mc_addr(ha, vdev) {
156 if (ether_addr_equal(ha->addr, sync_ctx->addr)) {
157 found = ha->sync_cnt;
163 sync_ctx->consumed++;
165 if (sync_ctx->flush) {
167 cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 0);
172 ret = cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 1);
177 static int cpsw_add_mc_addr(struct net_device *ndev, const u8 *addr, int num)
179 struct addr_sync_ctx sync_ctx;
182 sync_ctx.consumed = 0;
183 sync_ctx.addr = addr;
184 sync_ctx.ndev = ndev;
187 ret = vlan_for_each(ndev, cpsw_update_vlan_mc, &sync_ctx);
188 if (sync_ctx.consumed < num && !ret)
189 ret = cpsw_set_mc(ndev, addr, -1, 1);
194 static int cpsw_del_mc_addr(struct net_device *ndev, const u8 *addr, int num)
196 struct addr_sync_ctx sync_ctx;
198 sync_ctx.consumed = 0;
199 sync_ctx.addr = addr;
200 sync_ctx.ndev = ndev;
203 vlan_for_each(ndev, cpsw_update_vlan_mc, &sync_ctx);
204 if (sync_ctx.consumed == num)
205 cpsw_set_mc(ndev, addr, -1, 0);
210 static int cpsw_purge_vlan_mc(struct net_device *vdev, int vid, void *ctx)
212 struct addr_sync_ctx *sync_ctx = ctx;
213 struct netdev_hw_addr *ha;
216 if (!vdev || !(vdev->flags & IFF_UP))
219 /* vlan address is relevant if its sync_cnt != 0 */
220 netdev_for_each_mc_addr(ha, vdev) {
221 if (ether_addr_equal(ha->addr, sync_ctx->addr)) {
222 found = ha->sync_cnt;
230 sync_ctx->consumed++;
231 cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 0);
235 static int cpsw_purge_all_mc(struct net_device *ndev, const u8 *addr, int num)
237 struct addr_sync_ctx sync_ctx;
239 sync_ctx.addr = addr;
240 sync_ctx.ndev = ndev;
241 sync_ctx.consumed = 0;
243 vlan_for_each(ndev, cpsw_purge_vlan_mc, &sync_ctx);
244 if (sync_ctx.consumed < num)
245 cpsw_set_mc(ndev, addr, -1, 0);
250 static void cpsw_ndo_set_rx_mode(struct net_device *ndev)
252 struct cpsw_priv *priv = netdev_priv(ndev);
253 struct cpsw_common *cpsw = priv->cpsw;
255 if (ndev->flags & IFF_PROMISC) {
256 /* Enable promiscuous mode */
257 cpsw_set_promiscious(ndev, true);
258 cpsw_ale_set_allmulti(cpsw->ale, IFF_ALLMULTI, priv->emac_port);
262 /* Disable promiscuous mode */
263 cpsw_set_promiscious(ndev, false);
265 /* Restore allmulti on vlans if necessary */
266 cpsw_ale_set_allmulti(cpsw->ale,
267 ndev->flags & IFF_ALLMULTI, priv->emac_port);
269 /* add/remove mcast address either for real netdev or for vlan */
270 __hw_addr_ref_sync_dev(&ndev->mc, ndev, cpsw_add_mc_addr,
274 static unsigned int cpsw_rxbuf_total_len(unsigned int len)
276 len += CPSW_HEADROOM;
277 len += SKB_DATA_ALIGN(sizeof(struct skb_shared_info));
279 return SKB_DATA_ALIGN(len);
282 static void cpsw_rx_handler(void *token, int len, int status)
284 struct page *new_page, *page = token;
285 void *pa = page_address(page);
286 int headroom = CPSW_HEADROOM;
287 struct cpsw_meta_xdp *xmeta;
288 struct cpsw_common *cpsw;
289 struct net_device *ndev;
290 int port, ch, pkt_size;
291 struct cpsw_priv *priv;
292 struct page_pool *pool;
298 xmeta = pa + CPSW_XMETA_OFFSET;
299 cpsw = ndev_to_cpsw(xmeta->ndev);
301 pkt_size = cpsw->rx_packet_max;
305 port = CPDMA_RX_SOURCE_PORT(status);
307 ndev = cpsw->slaves[--port].ndev;
310 priv = netdev_priv(ndev);
311 pool = cpsw->page_pool[ch];
313 if (unlikely(status < 0) || unlikely(!netif_running(ndev))) {
314 /* In dual emac mode check for all interfaces */
315 if (cpsw->usage_count && status >= 0) {
316 /* The packet received is for the interface which
317 * is already down and the other interface is up
318 * and running, instead of freeing which results
319 * in reducing of the number of rx descriptor in
320 * DMA engine, requeue page back to cpdma.
326 /* the interface is going down, pages are purged */
327 page_pool_recycle_direct(pool, page);
331 new_page = page_pool_dev_alloc_pages(pool);
332 if (unlikely(!new_page)) {
334 ndev->stats.rx_dropped++;
338 if (priv->xdp_prog) {
339 int headroom = CPSW_HEADROOM, size = len;
341 xdp_init_buff(&xdp, PAGE_SIZE, &priv->xdp_rxq[ch]);
342 if (status & CPDMA_RX_VLAN_ENCAP) {
343 headroom += CPSW_RX_VLAN_ENCAP_HDR_SIZE;
344 size -= CPSW_RX_VLAN_ENCAP_HDR_SIZE;
347 xdp_prepare_buff(&xdp, pa, headroom, size, false);
349 ret = cpsw_run_xdp(priv, ch, &xdp, page, priv->emac_port, &len);
350 if (ret != CPSW_XDP_PASS)
353 headroom = xdp.data - xdp.data_hard_start;
355 /* XDP prog can modify vlan tag, so can't use encap header */
356 status &= ~CPDMA_RX_VLAN_ENCAP;
359 /* pass skb to netstack if no XDP prog or returned XDP_PASS */
360 skb = build_skb(pa, cpsw_rxbuf_total_len(pkt_size));
362 ndev->stats.rx_dropped++;
363 page_pool_recycle_direct(pool, page);
367 skb->offload_fwd_mark = priv->offload_fwd_mark;
368 skb_reserve(skb, headroom);
371 if (status & CPDMA_RX_VLAN_ENCAP)
372 cpsw_rx_vlan_encap(skb);
373 if (priv->rx_ts_enabled)
374 cpts_rx_timestamp(cpsw->cpts, skb);
375 skb->protocol = eth_type_trans(skb, ndev);
377 /* mark skb for recycling */
378 skb_mark_for_recycle(skb, page, pool);
379 netif_receive_skb(skb);
381 ndev->stats.rx_bytes += len;
382 ndev->stats.rx_packets++;
385 xmeta = page_address(new_page) + CPSW_XMETA_OFFSET;
389 dma = page_pool_get_dma_addr(new_page) + CPSW_HEADROOM;
390 ret = cpdma_chan_submit_mapped(cpsw->rxv[ch].ch, new_page, dma,
393 WARN_ON(ret == -ENOMEM);
394 page_pool_recycle_direct(pool, new_page);
398 static int cpsw_add_vlan_ale_entry(struct cpsw_priv *priv,
401 struct cpsw_common *cpsw = priv->cpsw;
402 int unreg_mcast_mask = 0;
407 port_mask = (1 << priv->emac_port) | ALE_PORT_HOST;
409 mcast_mask = ALE_PORT_HOST;
410 if (priv->ndev->flags & IFF_ALLMULTI)
411 unreg_mcast_mask = mcast_mask;
413 ret = cpsw_ale_add_vlan(cpsw->ale, vid, port_mask, 0, port_mask,
418 ret = cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr,
419 HOST_PORT_NUM, ALE_VLAN, vid);
423 ret = cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast,
424 mcast_mask, ALE_VLAN, vid, 0);
426 goto clean_vlan_ucast;
430 cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr,
431 HOST_PORT_NUM, ALE_VLAN, vid);
433 cpsw_ale_del_vlan(cpsw->ale, vid, 0);
437 static int cpsw_ndo_vlan_rx_add_vid(struct net_device *ndev,
438 __be16 proto, u16 vid)
440 struct cpsw_priv *priv = netdev_priv(ndev);
441 struct cpsw_common *cpsw = priv->cpsw;
444 if (cpsw_is_switch_en(cpsw)) {
445 dev_dbg(cpsw->dev, ".ndo_vlan_rx_add_vid called in switch mode\n");
449 if (vid == cpsw->data.default_vlan)
452 ret = pm_runtime_get_sync(cpsw->dev);
454 pm_runtime_put_noidle(cpsw->dev);
458 /* In dual EMAC, reserved VLAN id should not be used for
459 * creating VLAN interfaces as this can break the dual
460 * EMAC port separation
462 for (i = 0; i < cpsw->data.slaves; i++) {
463 if (cpsw->slaves[i].ndev &&
464 vid == cpsw->slaves[i].port_vlan) {
470 dev_dbg(priv->dev, "Adding vlanid %d to vlan filter\n", vid);
471 ret = cpsw_add_vlan_ale_entry(priv, vid);
473 pm_runtime_put(cpsw->dev);
477 static int cpsw_restore_vlans(struct net_device *vdev, int vid, void *arg)
479 struct cpsw_priv *priv = arg;
484 cpsw_ndo_vlan_rx_add_vid(priv->ndev, 0, vid);
488 /* restore resources after port reset */
489 static void cpsw_restore(struct cpsw_priv *priv)
491 struct cpsw_common *cpsw = priv->cpsw;
493 /* restore vlan configurations */
494 vlan_for_each(priv->ndev, cpsw_restore_vlans, priv);
496 /* restore MQPRIO offload */
497 cpsw_mqprio_resume(&cpsw->slaves[priv->emac_port - 1], priv);
499 /* restore CBS offload */
500 cpsw_cbs_resume(&cpsw->slaves[priv->emac_port - 1], priv);
503 static void cpsw_init_stp_ale_entry(struct cpsw_common *cpsw)
505 char stpa[] = {0x01, 0x80, 0xc2, 0x0, 0x0, 0x0};
507 cpsw_ale_add_mcast(cpsw->ale, stpa,
508 ALE_PORT_HOST, ALE_SUPER, 0,
509 ALE_MCAST_BLOCK_LEARN_FWD);
512 static void cpsw_init_host_port_switch(struct cpsw_common *cpsw)
514 int vlan = cpsw->data.default_vlan;
516 writel(CPSW_FIFO_NORMAL_MODE, &cpsw->host_port_regs->tx_in_ctl);
518 writel(vlan, &cpsw->host_port_regs->port_vlan);
520 cpsw_ale_add_vlan(cpsw->ale, vlan, ALE_ALL_PORTS,
521 ALE_ALL_PORTS, ALE_ALL_PORTS,
522 ALE_PORT_1 | ALE_PORT_2);
524 cpsw_init_stp_ale_entry(cpsw);
526 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_P0_UNI_FLOOD, 1);
527 dev_dbg(cpsw->dev, "Set P0_UNI_FLOOD\n");
528 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_PORT_NOLEARN, 0);
531 static void cpsw_init_host_port_dual_mac(struct cpsw_common *cpsw)
533 int vlan = cpsw->data.default_vlan;
535 writel(CPSW_FIFO_DUAL_MAC_MODE, &cpsw->host_port_regs->tx_in_ctl);
537 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_P0_UNI_FLOOD, 0);
538 dev_dbg(cpsw->dev, "unset P0_UNI_FLOOD\n");
540 writel(vlan, &cpsw->host_port_regs->port_vlan);
542 cpsw_ale_add_vlan(cpsw->ale, vlan, ALE_ALL_PORTS, ALE_ALL_PORTS, 0, 0);
543 /* learning make no sense in dual_mac mode */
544 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_PORT_NOLEARN, 1);
547 static void cpsw_init_host_port(struct cpsw_priv *priv)
549 struct cpsw_common *cpsw = priv->cpsw;
552 /* soft reset the controller and initialize ale */
553 soft_reset("cpsw", &cpsw->regs->soft_reset);
554 cpsw_ale_start(cpsw->ale);
556 /* switch to vlan unaware mode */
557 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_VLAN_AWARE,
558 CPSW_ALE_VLAN_AWARE);
559 control_reg = readl(&cpsw->regs->control);
560 control_reg |= CPSW_VLAN_AWARE | CPSW_RX_VLAN_ENCAP;
561 writel(control_reg, &cpsw->regs->control);
563 /* setup host port priority mapping */
564 writel_relaxed(CPDMA_TX_PRIORITY_MAP,
565 &cpsw->host_port_regs->cpdma_tx_pri_map);
566 writel_relaxed(0, &cpsw->host_port_regs->cpdma_rx_chan_map);
568 /* disable priority elevation */
569 writel_relaxed(0, &cpsw->regs->ptype);
571 /* enable statistics collection only on all ports */
572 writel_relaxed(0x7, &cpsw->regs->stat_port_en);
574 /* Enable internal fifo flow control */
575 writel(0x7, &cpsw->regs->flow_control);
577 if (cpsw_is_switch_en(cpsw))
578 cpsw_init_host_port_switch(cpsw);
580 cpsw_init_host_port_dual_mac(cpsw);
582 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM,
583 ALE_PORT_STATE, ALE_PORT_STATE_FORWARD);
586 static void cpsw_port_add_dual_emac_def_ale_entries(struct cpsw_priv *priv,
587 struct cpsw_slave *slave)
589 u32 port_mask = 1 << priv->emac_port | ALE_PORT_HOST;
590 struct cpsw_common *cpsw = priv->cpsw;
593 reg = (cpsw->version == CPSW_VERSION_1) ? CPSW1_PORT_VLAN :
595 slave_write(slave, slave->port_vlan, reg);
597 cpsw_ale_add_vlan(cpsw->ale, slave->port_vlan, port_mask,
598 port_mask, port_mask, 0);
599 cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast,
600 ALE_PORT_HOST, ALE_VLAN, slave->port_vlan,
602 cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr,
603 HOST_PORT_NUM, ALE_VLAN |
604 ALE_SECURE, slave->port_vlan);
605 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
606 ALE_PORT_DROP_UNKNOWN_VLAN, 1);
607 /* learning make no sense in dual_mac mode */
608 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
609 ALE_PORT_NOLEARN, 1);
612 static void cpsw_port_add_switch_def_ale_entries(struct cpsw_priv *priv,
613 struct cpsw_slave *slave)
615 u32 port_mask = 1 << priv->emac_port | ALE_PORT_HOST;
616 struct cpsw_common *cpsw = priv->cpsw;
619 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
620 ALE_PORT_DROP_UNKNOWN_VLAN, 0);
621 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
622 ALE_PORT_NOLEARN, 0);
623 /* disabling SA_UPDATE required to make stp work, without this setting
624 * Host MAC addresses will jump between ports.
625 * As per TRM MAC address can be defined as unicast supervisory (super)
626 * by setting both (ALE_BLOCKED | ALE_SECURE) which should prevent
627 * SA_UPDATE, but HW seems works incorrectly and setting ALE_SECURE
628 * causes STP packets to be dropped due to ingress filter
629 * if (source address found) and (secure) and
630 * (receive port number != port_number))
631 * then discard the packet
633 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
634 ALE_PORT_NO_SA_UPDATE, 1);
636 cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast,
637 port_mask, ALE_VLAN, slave->port_vlan,
639 cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr,
640 HOST_PORT_NUM, ALE_VLAN, slave->port_vlan);
642 reg = (cpsw->version == CPSW_VERSION_1) ? CPSW1_PORT_VLAN :
644 slave_write(slave, slave->port_vlan, reg);
647 static void cpsw_adjust_link(struct net_device *ndev)
649 struct cpsw_priv *priv = netdev_priv(ndev);
650 struct cpsw_common *cpsw = priv->cpsw;
651 struct cpsw_slave *slave;
652 struct phy_device *phy;
655 slave = &cpsw->slaves[priv->emac_port - 1];
662 mac_control = CPSW_SL_CTL_GMII_EN;
664 if (phy->speed == 1000)
665 mac_control |= CPSW_SL_CTL_GIG;
667 mac_control |= CPSW_SL_CTL_FULLDUPLEX;
669 /* set speed_in input in case RMII mode is used in 100Mbps */
670 if (phy->speed == 100)
671 mac_control |= CPSW_SL_CTL_IFCTL_A;
672 /* in band mode only works in 10Mbps RGMII mode */
673 else if ((phy->speed == 10) && phy_interface_is_rgmii(phy))
674 mac_control |= CPSW_SL_CTL_EXT_EN; /* In Band mode */
677 mac_control |= CPSW_SL_CTL_RX_FLOW_EN;
680 mac_control |= CPSW_SL_CTL_TX_FLOW_EN;
682 if (mac_control != slave->mac_control)
683 cpsw_sl_ctl_set(slave->mac_sl, mac_control);
685 /* enable forwarding */
686 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
687 ALE_PORT_STATE, ALE_PORT_STATE_FORWARD);
689 netif_tx_wake_all_queues(ndev);
691 if (priv->shp_cfg_speed &&
692 priv->shp_cfg_speed != slave->phy->speed &&
693 !cpsw_shp_is_off(priv))
694 dev_warn(priv->dev, "Speed was changed, CBS shaper speeds are changed!");
696 netif_tx_stop_all_queues(ndev);
699 /* disable forwarding */
700 cpsw_ale_control_set(cpsw->ale, priv->emac_port,
701 ALE_PORT_STATE, ALE_PORT_STATE_DISABLE);
703 cpsw_sl_wait_for_idle(slave->mac_sl, 100);
705 cpsw_sl_ctl_reset(slave->mac_sl);
708 if (mac_control != slave->mac_control)
709 phy_print_status(phy);
711 slave->mac_control = mac_control;
713 if (phy->link && cpsw_need_resplit(cpsw))
714 cpsw_split_res(cpsw);
717 static void cpsw_slave_open(struct cpsw_slave *slave, struct cpsw_priv *priv)
719 struct cpsw_common *cpsw = priv->cpsw;
720 struct phy_device *phy;
722 cpsw_sl_reset(slave->mac_sl, 100);
723 cpsw_sl_ctl_reset(slave->mac_sl);
725 /* setup priority mapping */
726 cpsw_sl_reg_write(slave->mac_sl, CPSW_SL_RX_PRI_MAP,
727 RX_PRIORITY_MAPPING);
729 switch (cpsw->version) {
731 slave_write(slave, TX_PRIORITY_MAPPING, CPSW1_TX_PRI_MAP);
732 /* Increase RX FIFO size to 5 for supporting fullduplex
736 (CPSW_MAX_BLKS_TX << CPSW_MAX_BLKS_TX_SHIFT) |
737 CPSW_MAX_BLKS_RX, CPSW1_MAX_BLKS);
742 slave_write(slave, TX_PRIORITY_MAPPING, CPSW2_TX_PRI_MAP);
743 /* Increase RX FIFO size to 5 for supporting fullduplex
747 (CPSW_MAX_BLKS_TX << CPSW_MAX_BLKS_TX_SHIFT) |
748 CPSW_MAX_BLKS_RX, CPSW2_MAX_BLKS);
752 /* setup max packet size, and mac address */
753 cpsw_sl_reg_write(slave->mac_sl, CPSW_SL_RX_MAXLEN,
754 cpsw->rx_packet_max);
755 cpsw_set_slave_mac(slave, priv);
757 slave->mac_control = 0; /* no link yet */
759 if (cpsw_is_switch_en(cpsw))
760 cpsw_port_add_switch_def_ale_entries(priv, slave);
762 cpsw_port_add_dual_emac_def_ale_entries(priv, slave);
764 if (!slave->data->phy_node)
765 dev_err(priv->dev, "no phy found on slave %d\n",
767 phy = of_phy_connect(priv->ndev, slave->data->phy_node,
768 &cpsw_adjust_link, 0, slave->data->phy_if);
770 dev_err(priv->dev, "phy \"%pOF\" not found on slave %d\n",
771 slave->data->phy_node,
777 phy_attached_info(slave->phy);
779 phy_start(slave->phy);
781 /* Configure GMII_SEL register */
782 phy_set_mode_ext(slave->data->ifphy, PHY_MODE_ETHERNET,
783 slave->data->phy_if);
786 static int cpsw_ndo_stop(struct net_device *ndev)
788 struct cpsw_priv *priv = netdev_priv(ndev);
789 struct cpsw_common *cpsw = priv->cpsw;
790 struct cpsw_slave *slave;
792 cpsw_info(priv, ifdown, "shutting down ndev\n");
793 slave = &cpsw->slaves[priv->emac_port - 1];
795 phy_stop(slave->phy);
797 netif_tx_stop_all_queues(priv->ndev);
800 phy_disconnect(slave->phy);
804 __hw_addr_ref_unsync_dev(&ndev->mc, ndev, cpsw_purge_all_mc);
806 if (cpsw->usage_count <= 1) {
807 napi_disable(&cpsw->napi_rx);
808 napi_disable(&cpsw->napi_tx);
809 cpts_unregister(cpsw->cpts);
810 cpsw_intr_disable(cpsw);
811 cpdma_ctlr_stop(cpsw->dma);
812 cpsw_ale_stop(cpsw->ale);
813 cpsw_destroy_xdp_rxqs(cpsw);
816 if (cpsw_need_resplit(cpsw))
817 cpsw_split_res(cpsw);
820 pm_runtime_put_sync(cpsw->dev);
824 static int cpsw_ndo_open(struct net_device *ndev)
826 struct cpsw_priv *priv = netdev_priv(ndev);
827 struct cpsw_common *cpsw = priv->cpsw;
830 dev_info(priv->dev, "starting ndev. mode: %s\n",
831 cpsw_is_switch_en(cpsw) ? "switch" : "dual_mac");
832 ret = pm_runtime_get_sync(cpsw->dev);
834 pm_runtime_put_noidle(cpsw->dev);
838 /* Notify the stack of the actual queue counts. */
839 ret = netif_set_real_num_tx_queues(ndev, cpsw->tx_ch_num);
841 dev_err(priv->dev, "cannot set real number of tx queues\n");
845 ret = netif_set_real_num_rx_queues(ndev, cpsw->rx_ch_num);
847 dev_err(priv->dev, "cannot set real number of rx queues\n");
851 /* Initialize host and slave ports */
852 if (!cpsw->usage_count)
853 cpsw_init_host_port(priv);
854 cpsw_slave_open(&cpsw->slaves[priv->emac_port - 1], priv);
856 /* initialize shared resources for every ndev */
857 if (!cpsw->usage_count) {
858 /* create rxqs for both infs in dual mac as they use same pool
859 * and must be destroyed together when no users.
861 ret = cpsw_create_xdp_rxqs(cpsw);
865 ret = cpsw_fill_rx_channels(priv);
870 if (cpts_register(cpsw->cpts))
871 dev_err(priv->dev, "error registering cpts device\n");
873 writel(0x10, &cpsw->wr_regs->misc_en);
876 napi_enable(&cpsw->napi_rx);
877 napi_enable(&cpsw->napi_tx);
879 if (cpsw->tx_irq_disabled) {
880 cpsw->tx_irq_disabled = false;
881 enable_irq(cpsw->irqs_table[1]);
884 if (cpsw->rx_irq_disabled) {
885 cpsw->rx_irq_disabled = false;
886 enable_irq(cpsw->irqs_table[0]);
892 /* Enable Interrupt pacing if configured */
893 if (cpsw->coal_intvl != 0) {
894 struct ethtool_coalesce coal;
896 coal.rx_coalesce_usecs = cpsw->coal_intvl;
897 cpsw_set_coalesce(ndev, &coal);
900 cpdma_ctlr_start(cpsw->dma);
901 cpsw_intr_enable(cpsw);
910 pm_runtime_put_sync(cpsw->dev);
914 static netdev_tx_t cpsw_ndo_start_xmit(struct sk_buff *skb,
915 struct net_device *ndev)
917 struct cpsw_priv *priv = netdev_priv(ndev);
918 struct cpsw_common *cpsw = priv->cpsw;
919 struct cpts *cpts = cpsw->cpts;
920 struct netdev_queue *txq;
921 struct cpdma_chan *txch;
924 if (skb_padto(skb, CPSW_MIN_PACKET_SIZE)) {
925 cpsw_err(priv, tx_err, "packet pad failed\n");
926 ndev->stats.tx_dropped++;
927 return NET_XMIT_DROP;
930 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP &&
931 priv->tx_ts_enabled && cpts_can_timestamp(cpts, skb))
932 skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS;
934 q_idx = skb_get_queue_mapping(skb);
935 if (q_idx >= cpsw->tx_ch_num)
936 q_idx = q_idx % cpsw->tx_ch_num;
938 txch = cpsw->txv[q_idx].ch;
939 txq = netdev_get_tx_queue(ndev, q_idx);
940 skb_tx_timestamp(skb);
941 ret = cpdma_chan_submit(txch, skb, skb->data, skb->len,
943 if (unlikely(ret != 0)) {
944 cpsw_err(priv, tx_err, "desc submit failed\n");
948 /* If there is no more tx desc left free then we need to
949 * tell the kernel to stop sending us tx frames.
951 if (unlikely(!cpdma_check_free_tx_desc(txch))) {
952 netif_tx_stop_queue(txq);
954 /* Barrier, so that stop_queue visible to other cpus */
955 smp_mb__after_atomic();
957 if (cpdma_check_free_tx_desc(txch))
958 netif_tx_wake_queue(txq);
963 ndev->stats.tx_dropped++;
964 netif_tx_stop_queue(txq);
966 /* Barrier, so that stop_queue visible to other cpus */
967 smp_mb__after_atomic();
969 if (cpdma_check_free_tx_desc(txch))
970 netif_tx_wake_queue(txq);
972 return NETDEV_TX_BUSY;
975 static int cpsw_ndo_set_mac_address(struct net_device *ndev, void *p)
977 struct sockaddr *addr = (struct sockaddr *)p;
978 struct cpsw_priv *priv = netdev_priv(ndev);
979 struct cpsw_common *cpsw = priv->cpsw;
984 slave_no = cpsw_slave_index(cpsw, priv);
985 if (!is_valid_ether_addr(addr->sa_data))
986 return -EADDRNOTAVAIL;
988 ret = pm_runtime_get_sync(cpsw->dev);
990 pm_runtime_put_noidle(cpsw->dev);
994 vid = cpsw->slaves[slave_no].port_vlan;
995 flags = ALE_VLAN | ALE_SECURE;
997 cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, HOST_PORT_NUM,
999 cpsw_ale_add_ucast(cpsw->ale, addr->sa_data, HOST_PORT_NUM,
1002 ether_addr_copy(priv->mac_addr, addr->sa_data);
1003 ether_addr_copy(ndev->dev_addr, priv->mac_addr);
1004 cpsw_set_slave_mac(&cpsw->slaves[slave_no], priv);
1006 pm_runtime_put(cpsw->dev);
1011 static int cpsw_ndo_vlan_rx_kill_vid(struct net_device *ndev,
1012 __be16 proto, u16 vid)
1014 struct cpsw_priv *priv = netdev_priv(ndev);
1015 struct cpsw_common *cpsw = priv->cpsw;
1019 if (cpsw_is_switch_en(cpsw)) {
1020 dev_dbg(cpsw->dev, "ndo del vlan is called in switch mode\n");
1024 if (vid == cpsw->data.default_vlan)
1027 ret = pm_runtime_get_sync(cpsw->dev);
1029 pm_runtime_put_noidle(cpsw->dev);
1033 /* reset the return code as pm_runtime_get_sync() can return
1034 * non zero values as well.
1037 for (i = 0; i < cpsw->data.slaves; i++) {
1038 if (cpsw->slaves[i].ndev &&
1039 vid == cpsw->slaves[i].port_vlan) {
1045 dev_dbg(priv->dev, "removing vlanid %d from vlan filter\n", vid);
1046 ret = cpsw_ale_del_vlan(cpsw->ale, vid, 0);
1048 dev_err(priv->dev, "cpsw_ale_del_vlan() failed: ret %d\n", ret);
1049 ret = cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr,
1050 HOST_PORT_NUM, ALE_VLAN, vid);
1052 dev_err(priv->dev, "cpsw_ale_del_ucast() failed: ret %d\n",
1054 ret = cpsw_ale_del_mcast(cpsw->ale, priv->ndev->broadcast,
1057 dev_err(priv->dev, "cpsw_ale_del_mcast failed. ret %d\n",
1059 cpsw_ale_flush_multicast(cpsw->ale, ALE_PORT_HOST, vid);
1062 pm_runtime_put(cpsw->dev);
1066 static int cpsw_ndo_get_phys_port_name(struct net_device *ndev, char *name,
1069 struct cpsw_priv *priv = netdev_priv(ndev);
1072 err = snprintf(name, len, "p%d", priv->emac_port);
1080 #ifdef CONFIG_NET_POLL_CONTROLLER
1081 static void cpsw_ndo_poll_controller(struct net_device *ndev)
1083 struct cpsw_common *cpsw = ndev_to_cpsw(ndev);
1085 cpsw_intr_disable(cpsw);
1086 cpsw_rx_interrupt(cpsw->irqs_table[0], cpsw);
1087 cpsw_tx_interrupt(cpsw->irqs_table[1], cpsw);
1088 cpsw_intr_enable(cpsw);
1092 static int cpsw_ndo_xdp_xmit(struct net_device *ndev, int n,
1093 struct xdp_frame **frames, u32 flags)
1095 struct cpsw_priv *priv = netdev_priv(ndev);
1096 struct xdp_frame *xdpf;
1099 if (unlikely(flags & ~XDP_XMIT_FLAGS_MASK))
1102 for (i = 0; i < n; i++) {
1104 if (xdpf->len < CPSW_MIN_PACKET_SIZE)
1107 if (cpsw_xdp_tx_frame(priv, xdpf, NULL, priv->emac_port))
1115 static int cpsw_get_port_parent_id(struct net_device *ndev,
1116 struct netdev_phys_item_id *ppid)
1118 struct cpsw_common *cpsw = ndev_to_cpsw(ndev);
1120 ppid->id_len = sizeof(cpsw->base_mac);
1121 memcpy(&ppid->id, &cpsw->base_mac, ppid->id_len);
1126 static const struct net_device_ops cpsw_netdev_ops = {
1127 .ndo_open = cpsw_ndo_open,
1128 .ndo_stop = cpsw_ndo_stop,
1129 .ndo_start_xmit = cpsw_ndo_start_xmit,
1130 .ndo_set_mac_address = cpsw_ndo_set_mac_address,
1131 .ndo_do_ioctl = cpsw_ndo_ioctl,
1132 .ndo_validate_addr = eth_validate_addr,
1133 .ndo_tx_timeout = cpsw_ndo_tx_timeout,
1134 .ndo_set_rx_mode = cpsw_ndo_set_rx_mode,
1135 .ndo_set_tx_maxrate = cpsw_ndo_set_tx_maxrate,
1136 #ifdef CONFIG_NET_POLL_CONTROLLER
1137 .ndo_poll_controller = cpsw_ndo_poll_controller,
1139 .ndo_vlan_rx_add_vid = cpsw_ndo_vlan_rx_add_vid,
1140 .ndo_vlan_rx_kill_vid = cpsw_ndo_vlan_rx_kill_vid,
1141 .ndo_setup_tc = cpsw_ndo_setup_tc,
1142 .ndo_get_phys_port_name = cpsw_ndo_get_phys_port_name,
1143 .ndo_bpf = cpsw_ndo_bpf,
1144 .ndo_xdp_xmit = cpsw_ndo_xdp_xmit,
1145 .ndo_get_port_parent_id = cpsw_get_port_parent_id,
1148 static void cpsw_get_drvinfo(struct net_device *ndev,
1149 struct ethtool_drvinfo *info)
1151 struct cpsw_common *cpsw = ndev_to_cpsw(ndev);
1152 struct platform_device *pdev;
1154 pdev = to_platform_device(cpsw->dev);
1155 strlcpy(info->driver, "cpsw-switch", sizeof(info->driver));
1156 strlcpy(info->version, "2.0", sizeof(info->version));
1157 strlcpy(info->bus_info, pdev->name, sizeof(info->bus_info));
1160 static int cpsw_set_pauseparam(struct net_device *ndev,
1161 struct ethtool_pauseparam *pause)
1163 struct cpsw_common *cpsw = ndev_to_cpsw(ndev);
1164 struct cpsw_priv *priv = netdev_priv(ndev);
1167 slave_no = cpsw_slave_index(cpsw, priv);
1168 if (!cpsw->slaves[slave_no].phy)
1171 if (!phy_validate_pause(cpsw->slaves[slave_no].phy, pause))
1174 priv->rx_pause = pause->rx_pause ? true : false;
1175 priv->tx_pause = pause->tx_pause ? true : false;
1177 phy_set_asym_pause(cpsw->slaves[slave_no].phy,
1178 priv->rx_pause, priv->tx_pause);
1183 static int cpsw_set_channels(struct net_device *ndev,
1184 struct ethtool_channels *chs)
1186 return cpsw_set_channels_common(ndev, chs, cpsw_rx_handler);
1189 static const struct ethtool_ops cpsw_ethtool_ops = {
1190 .supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS,
1191 .get_drvinfo = cpsw_get_drvinfo,
1192 .get_msglevel = cpsw_get_msglevel,
1193 .set_msglevel = cpsw_set_msglevel,
1194 .get_link = ethtool_op_get_link,
1195 .get_ts_info = cpsw_get_ts_info,
1196 .get_coalesce = cpsw_get_coalesce,
1197 .set_coalesce = cpsw_set_coalesce,
1198 .get_sset_count = cpsw_get_sset_count,
1199 .get_strings = cpsw_get_strings,
1200 .get_ethtool_stats = cpsw_get_ethtool_stats,
1201 .get_pauseparam = cpsw_get_pauseparam,
1202 .set_pauseparam = cpsw_set_pauseparam,
1203 .get_wol = cpsw_get_wol,
1204 .set_wol = cpsw_set_wol,
1205 .get_regs_len = cpsw_get_regs_len,
1206 .get_regs = cpsw_get_regs,
1207 .begin = cpsw_ethtool_op_begin,
1208 .complete = cpsw_ethtool_op_complete,
1209 .get_channels = cpsw_get_channels,
1210 .set_channels = cpsw_set_channels,
1211 .get_link_ksettings = cpsw_get_link_ksettings,
1212 .set_link_ksettings = cpsw_set_link_ksettings,
1213 .get_eee = cpsw_get_eee,
1214 .set_eee = cpsw_set_eee,
1215 .nway_reset = cpsw_nway_reset,
1216 .get_ringparam = cpsw_get_ringparam,
1217 .set_ringparam = cpsw_set_ringparam,
1220 static int cpsw_probe_dt(struct cpsw_common *cpsw)
1222 struct device_node *node = cpsw->dev->of_node, *tmp_node, *port_np;
1223 struct cpsw_platform_data *data = &cpsw->data;
1224 struct device *dev = cpsw->dev;
1231 tmp_node = of_get_child_by_name(node, "ethernet-ports");
1234 data->slaves = of_get_child_count(tmp_node);
1235 if (data->slaves != CPSW_SLAVE_PORTS_NUM) {
1236 of_node_put(tmp_node);
1240 data->active_slave = 0;
1241 data->channels = CPSW_MAX_QUEUES;
1242 data->dual_emac = true;
1243 data->bd_ram_size = CPSW_BD_RAM_SIZE;
1244 data->mac_control = 0;
1246 data->slave_data = devm_kcalloc(dev, CPSW_SLAVE_PORTS_NUM,
1247 sizeof(struct cpsw_slave_data),
1249 if (!data->slave_data)
1252 /* Populate all the child nodes here...
1254 ret = devm_of_platform_populate(dev);
1255 /* We do not want to force this, as in some cases may not have child */
1257 dev_warn(dev, "Doesn't have any child node\n");
1259 for_each_child_of_node(tmp_node, port_np) {
1260 struct cpsw_slave_data *slave_data;
1263 ret = of_property_read_u32(port_np, "reg", &port_id);
1265 dev_err(dev, "%pOF error reading port_id %d\n",
1270 if (!port_id || port_id > CPSW_SLAVE_PORTS_NUM) {
1271 dev_err(dev, "%pOF has invalid port_id %u\n",
1277 slave_data = &data->slave_data[port_id - 1];
1279 slave_data->disabled = !of_device_is_available(port_np);
1280 if (slave_data->disabled)
1283 slave_data->slave_node = port_np;
1284 slave_data->ifphy = devm_of_phy_get(dev, port_np, NULL);
1285 if (IS_ERR(slave_data->ifphy)) {
1286 ret = PTR_ERR(slave_data->ifphy);
1287 dev_err(dev, "%pOF: Error retrieving port phy: %d\n",
1292 if (of_phy_is_fixed_link(port_np)) {
1293 ret = of_phy_register_fixed_link(port_np);
1295 if (ret != -EPROBE_DEFER)
1296 dev_err(dev, "%pOF failed to register fixed-link phy: %d\n",
1300 slave_data->phy_node = of_node_get(port_np);
1302 slave_data->phy_node =
1303 of_parse_phandle(port_np, "phy-handle", 0);
1306 if (!slave_data->phy_node) {
1307 dev_err(dev, "%pOF no phy found\n", port_np);
1312 ret = of_get_phy_mode(port_np, &slave_data->phy_if);
1314 dev_err(dev, "%pOF read phy-mode err %d\n",
1319 ret = of_get_mac_address(port_np, slave_data->mac_addr);
1321 ret = ti_cm_get_macid(dev, port_id - 1,
1322 slave_data->mac_addr);
1327 if (of_property_read_u32(port_np, "ti,dual-emac-pvid",
1329 dev_err(dev, "%pOF Missing dual_emac_res_vlan in DT.\n",
1331 slave_data->dual_emac_res_vlan = port_id;
1332 dev_err(dev, "%pOF Using %d as Reserved VLAN\n",
1333 port_np, slave_data->dual_emac_res_vlan);
1335 slave_data->dual_emac_res_vlan = prop;
1339 of_node_put(tmp_node);
1343 of_node_put(port_np);
1347 static void cpsw_remove_dt(struct cpsw_common *cpsw)
1349 struct cpsw_platform_data *data = &cpsw->data;
1352 for (i = 0; i < cpsw->data.slaves; i++) {
1353 struct cpsw_slave_data *slave_data = &data->slave_data[i];
1354 struct device_node *port_np = slave_data->phy_node;
1357 if (of_phy_is_fixed_link(port_np))
1358 of_phy_deregister_fixed_link(port_np);
1360 of_node_put(port_np);
1365 static int cpsw_create_ports(struct cpsw_common *cpsw)
1367 struct cpsw_platform_data *data = &cpsw->data;
1368 struct net_device *ndev, *napi_ndev = NULL;
1369 struct device *dev = cpsw->dev;
1370 struct cpsw_priv *priv;
1373 for (i = 0; i < cpsw->data.slaves; i++) {
1374 struct cpsw_slave_data *slave_data = &data->slave_data[i];
1376 if (slave_data->disabled)
1379 ndev = devm_alloc_etherdev_mqs(dev, sizeof(struct cpsw_priv),
1383 dev_err(dev, "error allocating net_device\n");
1387 priv = netdev_priv(ndev);
1391 priv->msg_enable = netif_msg_init(debug_level, CPSW_DEBUG);
1392 priv->emac_port = i + 1;
1394 if (is_valid_ether_addr(slave_data->mac_addr)) {
1395 ether_addr_copy(priv->mac_addr, slave_data->mac_addr);
1396 dev_info(cpsw->dev, "Detected MACID = %pM\n",
1399 eth_random_addr(slave_data->mac_addr);
1400 dev_info(cpsw->dev, "Random MACID = %pM\n",
1403 ether_addr_copy(ndev->dev_addr, slave_data->mac_addr);
1404 ether_addr_copy(priv->mac_addr, slave_data->mac_addr);
1406 cpsw->slaves[i].ndev = ndev;
1408 ndev->features |= NETIF_F_HW_VLAN_CTAG_FILTER |
1409 NETIF_F_HW_VLAN_CTAG_RX | NETIF_F_NETNS_LOCAL;
1411 ndev->netdev_ops = &cpsw_netdev_ops;
1412 ndev->ethtool_ops = &cpsw_ethtool_ops;
1413 SET_NETDEV_DEV(ndev, dev);
1416 /* CPSW Host port CPDMA interface is shared between
1417 * ports and there is only one TX and one RX IRQs
1418 * available for all possible TX and RX channels
1421 netif_napi_add(ndev, &cpsw->napi_rx,
1423 cpsw_rx_poll : cpsw_rx_mq_poll,
1425 netif_tx_napi_add(ndev, &cpsw->napi_tx,
1427 cpsw_tx_poll : cpsw_tx_mq_poll,
1437 static void cpsw_unregister_ports(struct cpsw_common *cpsw)
1441 for (i = 0; i < cpsw->data.slaves; i++) {
1442 if (!cpsw->slaves[i].ndev)
1445 unregister_netdev(cpsw->slaves[i].ndev);
1449 static int cpsw_register_ports(struct cpsw_common *cpsw)
1453 for (i = 0; i < cpsw->data.slaves; i++) {
1454 if (!cpsw->slaves[i].ndev)
1457 /* register the network device */
1458 ret = register_netdev(cpsw->slaves[i].ndev);
1461 "cpsw: err registering net device%d\n", i);
1462 cpsw->slaves[i].ndev = NULL;
1468 cpsw_unregister_ports(cpsw);
1472 bool cpsw_port_dev_check(const struct net_device *ndev)
1474 if (ndev->netdev_ops == &cpsw_netdev_ops) {
1475 struct cpsw_common *cpsw = ndev_to_cpsw(ndev);
1477 return !cpsw->data.dual_emac;
1483 static void cpsw_port_offload_fwd_mark_update(struct cpsw_common *cpsw)
1488 if (!cpsw->ale_bypass &&
1489 (cpsw->br_members == (ALE_PORT_1 | ALE_PORT_2)))
1492 dev_dbg(cpsw->dev, "set offload_fwd_mark %d\n", set_val);
1494 for (i = 0; i < cpsw->data.slaves; i++) {
1495 struct net_device *sl_ndev = cpsw->slaves[i].ndev;
1496 struct cpsw_priv *priv = netdev_priv(sl_ndev);
1498 priv->offload_fwd_mark = set_val;
1502 static int cpsw_netdevice_port_link(struct net_device *ndev,
1503 struct net_device *br_ndev,
1504 struct netlink_ext_ack *extack)
1506 struct cpsw_priv *priv = netdev_priv(ndev);
1507 struct cpsw_common *cpsw = priv->cpsw;
1510 if (!cpsw->br_members) {
1511 cpsw->hw_bridge_dev = br_ndev;
1513 /* This is adding the port to a second bridge, this is
1516 if (cpsw->hw_bridge_dev != br_ndev)
1520 err = switchdev_bridge_port_offload(ndev, ndev, NULL, NULL, NULL,
1525 cpsw->br_members |= BIT(priv->emac_port);
1527 cpsw_port_offload_fwd_mark_update(cpsw);
1532 static void cpsw_netdevice_port_unlink(struct net_device *ndev)
1534 struct cpsw_priv *priv = netdev_priv(ndev);
1535 struct cpsw_common *cpsw = priv->cpsw;
1537 switchdev_bridge_port_unoffload(ndev, NULL, NULL, NULL);
1539 cpsw->br_members &= ~BIT(priv->emac_port);
1541 cpsw_port_offload_fwd_mark_update(cpsw);
1543 if (!cpsw->br_members)
1544 cpsw->hw_bridge_dev = NULL;
1547 /* netdev notifier */
1548 static int cpsw_netdevice_event(struct notifier_block *unused,
1549 unsigned long event, void *ptr)
1551 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(ptr);
1552 struct net_device *ndev = netdev_notifier_info_to_dev(ptr);
1553 struct netdev_notifier_changeupper_info *info;
1554 int ret = NOTIFY_DONE;
1556 if (!cpsw_port_dev_check(ndev))
1560 case NETDEV_CHANGEUPPER:
1563 if (netif_is_bridge_master(info->upper_dev)) {
1565 ret = cpsw_netdevice_port_link(ndev,
1569 cpsw_netdevice_port_unlink(ndev);
1576 return notifier_from_errno(ret);
1579 static struct notifier_block cpsw_netdevice_nb __read_mostly = {
1580 .notifier_call = cpsw_netdevice_event,
1583 static int cpsw_register_notifiers(struct cpsw_common *cpsw)
1587 ret = register_netdevice_notifier(&cpsw_netdevice_nb);
1589 dev_err(cpsw->dev, "can't register netdevice notifier\n");
1593 ret = cpsw_switchdev_register_notifiers(cpsw);
1595 unregister_netdevice_notifier(&cpsw_netdevice_nb);
1600 static void cpsw_unregister_notifiers(struct cpsw_common *cpsw)
1602 cpsw_switchdev_unregister_notifiers(cpsw);
1603 unregister_netdevice_notifier(&cpsw_netdevice_nb);
1606 static const struct devlink_ops cpsw_devlink_ops = {
1609 static int cpsw_dl_switch_mode_get(struct devlink *dl, u32 id,
1610 struct devlink_param_gset_ctx *ctx)
1612 struct cpsw_devlink *dl_priv = devlink_priv(dl);
1613 struct cpsw_common *cpsw = dl_priv->cpsw;
1615 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id);
1617 if (id != CPSW_DL_PARAM_SWITCH_MODE)
1620 ctx->val.vbool = !cpsw->data.dual_emac;
1625 static int cpsw_dl_switch_mode_set(struct devlink *dl, u32 id,
1626 struct devlink_param_gset_ctx *ctx)
1628 struct cpsw_devlink *dl_priv = devlink_priv(dl);
1629 struct cpsw_common *cpsw = dl_priv->cpsw;
1630 int vlan = cpsw->data.default_vlan;
1631 bool switch_en = ctx->val.vbool;
1632 bool if_running = false;
1635 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id);
1637 if (id != CPSW_DL_PARAM_SWITCH_MODE)
1640 if (switch_en == !cpsw->data.dual_emac)
1643 if (!switch_en && cpsw->br_members) {
1644 dev_err(cpsw->dev, "Remove ports from BR before disabling switch mode\n");
1650 for (i = 0; i < cpsw->data.slaves; i++) {
1651 struct cpsw_slave *slave = &cpsw->slaves[i];
1652 struct net_device *sl_ndev = slave->ndev;
1654 if (!sl_ndev || !netif_running(sl_ndev))
1661 /* all ndevs are down */
1662 cpsw->data.dual_emac = !switch_en;
1663 for (i = 0; i < cpsw->data.slaves; i++) {
1664 struct cpsw_slave *slave = &cpsw->slaves[i];
1665 struct net_device *sl_ndev = slave->ndev;
1671 vlan = cpsw->data.default_vlan;
1673 vlan = slave->data->dual_emac_res_vlan;
1674 slave->port_vlan = vlan;
1680 dev_info(cpsw->dev, "Enable switch mode\n");
1682 /* enable bypass - no forwarding; all traffic goes to Host */
1683 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 1);
1685 /* clean up ALE table */
1686 cpsw_ale_control_set(cpsw->ale, 0, ALE_CLEAR, 1);
1687 cpsw_ale_control_get(cpsw->ale, 0, ALE_AGEOUT);
1689 cpsw_init_host_port_switch(cpsw);
1691 for (i = 0; i < cpsw->data.slaves; i++) {
1692 struct cpsw_slave *slave = &cpsw->slaves[i];
1693 struct net_device *sl_ndev = slave->ndev;
1694 struct cpsw_priv *priv;
1699 priv = netdev_priv(sl_ndev);
1700 slave->port_vlan = vlan;
1701 if (netif_running(sl_ndev))
1702 cpsw_port_add_switch_def_ale_entries(priv,
1706 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 0);
1707 cpsw->data.dual_emac = false;
1709 dev_info(cpsw->dev, "Disable switch mode\n");
1711 /* enable bypass - no forwarding; all traffic goes to Host */
1712 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 1);
1714 cpsw_ale_control_set(cpsw->ale, 0, ALE_CLEAR, 1);
1715 cpsw_ale_control_get(cpsw->ale, 0, ALE_AGEOUT);
1717 cpsw_init_host_port_dual_mac(cpsw);
1719 for (i = 0; i < cpsw->data.slaves; i++) {
1720 struct cpsw_slave *slave = &cpsw->slaves[i];
1721 struct net_device *sl_ndev = slave->ndev;
1722 struct cpsw_priv *priv;
1727 priv = netdev_priv(slave->ndev);
1728 slave->port_vlan = slave->data->dual_emac_res_vlan;
1729 cpsw_port_add_dual_emac_def_ale_entries(priv, slave);
1732 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 0);
1733 cpsw->data.dual_emac = true;
1741 static int cpsw_dl_ale_ctrl_get(struct devlink *dl, u32 id,
1742 struct devlink_param_gset_ctx *ctx)
1744 struct cpsw_devlink *dl_priv = devlink_priv(dl);
1745 struct cpsw_common *cpsw = dl_priv->cpsw;
1747 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id);
1750 case CPSW_DL_PARAM_ALE_BYPASS:
1751 ctx->val.vbool = cpsw_ale_control_get(cpsw->ale, 0, ALE_BYPASS);
1760 static int cpsw_dl_ale_ctrl_set(struct devlink *dl, u32 id,
1761 struct devlink_param_gset_ctx *ctx)
1763 struct cpsw_devlink *dl_priv = devlink_priv(dl);
1764 struct cpsw_common *cpsw = dl_priv->cpsw;
1765 int ret = -EOPNOTSUPP;
1767 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id);
1770 case CPSW_DL_PARAM_ALE_BYPASS:
1771 ret = cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS,
1774 cpsw->ale_bypass = ctx->val.vbool;
1775 cpsw_port_offload_fwd_mark_update(cpsw);
1785 static const struct devlink_param cpsw_devlink_params[] = {
1786 DEVLINK_PARAM_DRIVER(CPSW_DL_PARAM_SWITCH_MODE,
1787 "switch_mode", DEVLINK_PARAM_TYPE_BOOL,
1788 BIT(DEVLINK_PARAM_CMODE_RUNTIME),
1789 cpsw_dl_switch_mode_get, cpsw_dl_switch_mode_set,
1791 DEVLINK_PARAM_DRIVER(CPSW_DL_PARAM_ALE_BYPASS,
1792 "ale_bypass", DEVLINK_PARAM_TYPE_BOOL,
1793 BIT(DEVLINK_PARAM_CMODE_RUNTIME),
1794 cpsw_dl_ale_ctrl_get, cpsw_dl_ale_ctrl_set, NULL),
1797 static int cpsw_register_devlink(struct cpsw_common *cpsw)
1799 struct device *dev = cpsw->dev;
1800 struct cpsw_devlink *dl_priv;
1803 cpsw->devlink = devlink_alloc(&cpsw_devlink_ops, sizeof(*dl_priv));
1807 dl_priv = devlink_priv(cpsw->devlink);
1808 dl_priv->cpsw = cpsw;
1810 ret = devlink_register(cpsw->devlink, dev);
1812 dev_err(dev, "DL reg fail ret:%d\n", ret);
1816 ret = devlink_params_register(cpsw->devlink, cpsw_devlink_params,
1817 ARRAY_SIZE(cpsw_devlink_params));
1819 dev_err(dev, "DL params reg fail ret:%d\n", ret);
1823 devlink_params_publish(cpsw->devlink);
1827 devlink_unregister(cpsw->devlink);
1829 devlink_free(cpsw->devlink);
1833 static void cpsw_unregister_devlink(struct cpsw_common *cpsw)
1835 devlink_params_unpublish(cpsw->devlink);
1836 devlink_params_unregister(cpsw->devlink, cpsw_devlink_params,
1837 ARRAY_SIZE(cpsw_devlink_params));
1838 devlink_unregister(cpsw->devlink);
1839 devlink_free(cpsw->devlink);
1842 static const struct of_device_id cpsw_of_mtable[] = {
1843 { .compatible = "ti,cpsw-switch"},
1844 { .compatible = "ti,am335x-cpsw-switch"},
1845 { .compatible = "ti,am4372-cpsw-switch"},
1846 { .compatible = "ti,dra7-cpsw-switch"},
1849 MODULE_DEVICE_TABLE(of, cpsw_of_mtable);
1851 static const struct soc_device_attribute cpsw_soc_devices[] = {
1852 { .family = "AM33xx", .revision = "ES1.0"},
1856 static int cpsw_probe(struct platform_device *pdev)
1858 const struct soc_device_attribute *soc;
1859 struct device *dev = &pdev->dev;
1860 struct cpsw_common *cpsw;
1861 struct resource *ss_res;
1862 struct gpio_descs *mode;
1863 void __iomem *ss_regs;
1868 cpsw = devm_kzalloc(dev, sizeof(struct cpsw_common), GFP_KERNEL);
1872 cpsw_slave_index = cpsw_slave_index_priv;
1876 cpsw->slaves = devm_kcalloc(dev,
1877 CPSW_SLAVE_PORTS_NUM,
1878 sizeof(struct cpsw_slave),
1883 mode = devm_gpiod_get_array_optional(dev, "mode", GPIOD_OUT_LOW);
1885 ret = PTR_ERR(mode);
1886 dev_err(dev, "gpio request failed, ret %d\n", ret);
1890 clk = devm_clk_get(dev, "fck");
1893 dev_err(dev, "fck is not found %d\n", ret);
1896 cpsw->bus_freq_mhz = clk_get_rate(clk) / 1000000;
1898 ss_regs = devm_platform_get_and_ioremap_resource(pdev, 0, &ss_res);
1899 if (IS_ERR(ss_regs)) {
1900 ret = PTR_ERR(ss_regs);
1903 cpsw->regs = ss_regs;
1905 irq = platform_get_irq_byname(pdev, "rx");
1908 cpsw->irqs_table[0] = irq;
1910 irq = platform_get_irq_byname(pdev, "tx");
1913 cpsw->irqs_table[1] = irq;
1915 irq = platform_get_irq_byname(pdev, "misc");
1918 cpsw->misc_irq = irq;
1920 platform_set_drvdata(pdev, cpsw);
1921 /* This may be required here for child devices. */
1922 pm_runtime_enable(dev);
1924 /* Need to enable clocks with runtime PM api to access module
1927 ret = pm_runtime_get_sync(dev);
1929 pm_runtime_put_noidle(dev);
1930 pm_runtime_disable(dev);
1934 ret = cpsw_probe_dt(cpsw);
1938 soc = soc_device_match(cpsw_soc_devices);
1940 cpsw->quirk_irq = true;
1942 cpsw->rx_packet_max = rx_packet_max;
1943 cpsw->descs_pool_size = descs_pool_size;
1944 eth_random_addr(cpsw->base_mac);
1946 ret = cpsw_init_common(cpsw, ss_regs, ale_ageout,
1947 (u32 __force)ss_res->start + CPSW2_BD_OFFSET,
1952 cpsw->wr_regs = cpsw->version == CPSW_VERSION_1 ?
1953 ss_regs + CPSW1_WR_OFFSET :
1954 ss_regs + CPSW2_WR_OFFSET;
1956 ch = cpsw->quirk_irq ? 0 : 7;
1957 cpsw->txv[0].ch = cpdma_chan_create(cpsw->dma, ch, cpsw_tx_handler, 0);
1958 if (IS_ERR(cpsw->txv[0].ch)) {
1959 dev_err(dev, "error initializing tx dma channel\n");
1960 ret = PTR_ERR(cpsw->txv[0].ch);
1964 cpsw->rxv[0].ch = cpdma_chan_create(cpsw->dma, 0, cpsw_rx_handler, 1);
1965 if (IS_ERR(cpsw->rxv[0].ch)) {
1966 dev_err(dev, "error initializing rx dma channel\n");
1967 ret = PTR_ERR(cpsw->rxv[0].ch);
1970 cpsw_split_res(cpsw);
1973 ret = cpsw_create_ports(cpsw);
1975 goto clean_unregister_netdev;
1977 /* Grab RX and TX IRQs. Note that we also have RX_THRESHOLD and
1978 * MISC IRQs which are always kept disabled with this driver so
1979 * we will not request them.
1981 * If anyone wants to implement support for those, make sure to
1982 * first request and append them to irqs_table array.
1985 ret = devm_request_irq(dev, cpsw->irqs_table[0], cpsw_rx_interrupt,
1986 0, dev_name(dev), cpsw);
1988 dev_err(dev, "error attaching irq (%d)\n", ret);
1989 goto clean_unregister_netdev;
1992 ret = devm_request_irq(dev, cpsw->irqs_table[1], cpsw_tx_interrupt,
1993 0, dev_name(dev), cpsw);
1995 dev_err(dev, "error attaching irq (%d)\n", ret);
1996 goto clean_unregister_netdev;
2002 ret = devm_request_irq(dev, cpsw->misc_irq, cpsw_misc_interrupt,
2003 0, dev_name(&pdev->dev), cpsw);
2005 dev_err(dev, "error attaching misc irq (%d)\n", ret);
2006 goto clean_unregister_netdev;
2009 /* Enable misc CPTS evnt_pend IRQ */
2010 cpts_set_irqpoll(cpsw->cpts, false);
2013 ret = cpsw_register_notifiers(cpsw);
2015 goto clean_unregister_netdev;
2017 ret = cpsw_register_devlink(cpsw);
2019 goto clean_unregister_notifiers;
2021 ret = cpsw_register_ports(cpsw);
2023 goto clean_unregister_notifiers;
2025 dev_notice(dev, "initialized (regs %pa, pool size %d) hw_ver:%08X %d.%d (%d)\n",
2026 &ss_res->start, descs_pool_size,
2027 cpsw->version, CPSW_MAJOR_VERSION(cpsw->version),
2028 CPSW_MINOR_VERSION(cpsw->version),
2029 CPSW_RTL_VERSION(cpsw->version));
2031 pm_runtime_put(dev);
2035 clean_unregister_notifiers:
2036 cpsw_unregister_notifiers(cpsw);
2037 clean_unregister_netdev:
2038 cpsw_unregister_ports(cpsw);
2040 cpts_release(cpsw->cpts);
2041 cpdma_ctlr_destroy(cpsw->dma);
2043 cpsw_remove_dt(cpsw);
2044 pm_runtime_put_sync(dev);
2045 pm_runtime_disable(dev);
2049 static int cpsw_remove(struct platform_device *pdev)
2051 struct cpsw_common *cpsw = platform_get_drvdata(pdev);
2054 ret = pm_runtime_get_sync(&pdev->dev);
2056 pm_runtime_put_noidle(&pdev->dev);
2060 cpsw_unregister_notifiers(cpsw);
2061 cpsw_unregister_devlink(cpsw);
2062 cpsw_unregister_ports(cpsw);
2064 cpts_release(cpsw->cpts);
2065 cpdma_ctlr_destroy(cpsw->dma);
2066 cpsw_remove_dt(cpsw);
2067 pm_runtime_put_sync(&pdev->dev);
2068 pm_runtime_disable(&pdev->dev);
2072 static int __maybe_unused cpsw_suspend(struct device *dev)
2074 struct cpsw_common *cpsw = dev_get_drvdata(dev);
2079 for (i = 0; i < cpsw->data.slaves; i++) {
2080 struct net_device *ndev = cpsw->slaves[i].ndev;
2082 if (!(ndev && netif_running(ndev)))
2085 cpsw_ndo_stop(ndev);
2090 /* Select sleep pin state */
2091 pinctrl_pm_select_sleep_state(dev);
2096 static int __maybe_unused cpsw_resume(struct device *dev)
2098 struct cpsw_common *cpsw = dev_get_drvdata(dev);
2101 /* Select default pin state */
2102 pinctrl_pm_select_default_state(dev);
2104 /* shut up ASSERT_RTNL() warning in netif_set_real_num_tx/rx_queues */
2107 for (i = 0; i < cpsw->data.slaves; i++) {
2108 struct net_device *ndev = cpsw->slaves[i].ndev;
2110 if (!(ndev && netif_running(ndev)))
2113 cpsw_ndo_open(ndev);
2121 static SIMPLE_DEV_PM_OPS(cpsw_pm_ops, cpsw_suspend, cpsw_resume);
2123 static struct platform_driver cpsw_driver = {
2125 .name = "cpsw-switch",
2127 .of_match_table = cpsw_of_mtable,
2129 .probe = cpsw_probe,
2130 .remove = cpsw_remove,
2133 module_platform_driver(cpsw_driver);
2135 MODULE_LICENSE("GPL");
2136 MODULE_DESCRIPTION("TI CPSW switchdev Ethernet driver");