1 // SPDX-License-Identifier: (GPL-2.0 OR MIT)
2 /* Microsemi Ocelot Switch driver
4 * This contains glue logic between the switchdev driver operations and the
5 * mscc_ocelot_switch_lib.
7 * Copyright (c) 2017, 2019 Microsemi Corporation
8 * Copyright 2020-2021 NXP Semiconductors
11 #include <linux/if_bridge.h>
12 #include <net/pkt_cls.h>
14 #include "ocelot_vcap.h"
16 static struct ocelot *devlink_port_to_ocelot(struct devlink_port *dlp)
18 return devlink_priv(dlp->devlink);
21 static int devlink_port_to_port(struct devlink_port *dlp)
23 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
25 return dlp - ocelot->devlink_ports;
28 static int ocelot_devlink_sb_pool_get(struct devlink *dl,
29 unsigned int sb_index, u16 pool_index,
30 struct devlink_sb_pool_info *pool_info)
32 struct ocelot *ocelot = devlink_priv(dl);
34 return ocelot_sb_pool_get(ocelot, sb_index, pool_index, pool_info);
37 static int ocelot_devlink_sb_pool_set(struct devlink *dl, unsigned int sb_index,
38 u16 pool_index, u32 size,
39 enum devlink_sb_threshold_type threshold_type,
40 struct netlink_ext_ack *extack)
42 struct ocelot *ocelot = devlink_priv(dl);
44 return ocelot_sb_pool_set(ocelot, sb_index, pool_index, size,
45 threshold_type, extack);
48 static int ocelot_devlink_sb_port_pool_get(struct devlink_port *dlp,
49 unsigned int sb_index, u16 pool_index,
52 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
53 int port = devlink_port_to_port(dlp);
55 return ocelot_sb_port_pool_get(ocelot, port, sb_index, pool_index,
59 static int ocelot_devlink_sb_port_pool_set(struct devlink_port *dlp,
60 unsigned int sb_index, u16 pool_index,
62 struct netlink_ext_ack *extack)
64 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
65 int port = devlink_port_to_port(dlp);
67 return ocelot_sb_port_pool_set(ocelot, port, sb_index, pool_index,
72 ocelot_devlink_sb_tc_pool_bind_get(struct devlink_port *dlp,
73 unsigned int sb_index, u16 tc_index,
74 enum devlink_sb_pool_type pool_type,
75 u16 *p_pool_index, u32 *p_threshold)
77 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
78 int port = devlink_port_to_port(dlp);
80 return ocelot_sb_tc_pool_bind_get(ocelot, port, sb_index, tc_index,
81 pool_type, p_pool_index,
86 ocelot_devlink_sb_tc_pool_bind_set(struct devlink_port *dlp,
87 unsigned int sb_index, u16 tc_index,
88 enum devlink_sb_pool_type pool_type,
89 u16 pool_index, u32 threshold,
90 struct netlink_ext_ack *extack)
92 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
93 int port = devlink_port_to_port(dlp);
95 return ocelot_sb_tc_pool_bind_set(ocelot, port, sb_index, tc_index,
96 pool_type, pool_index, threshold,
100 static int ocelot_devlink_sb_occ_snapshot(struct devlink *dl,
101 unsigned int sb_index)
103 struct ocelot *ocelot = devlink_priv(dl);
105 return ocelot_sb_occ_snapshot(ocelot, sb_index);
108 static int ocelot_devlink_sb_occ_max_clear(struct devlink *dl,
109 unsigned int sb_index)
111 struct ocelot *ocelot = devlink_priv(dl);
113 return ocelot_sb_occ_max_clear(ocelot, sb_index);
116 static int ocelot_devlink_sb_occ_port_pool_get(struct devlink_port *dlp,
117 unsigned int sb_index,
118 u16 pool_index, u32 *p_cur,
121 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
122 int port = devlink_port_to_port(dlp);
124 return ocelot_sb_occ_port_pool_get(ocelot, port, sb_index, pool_index,
129 ocelot_devlink_sb_occ_tc_port_bind_get(struct devlink_port *dlp,
130 unsigned int sb_index, u16 tc_index,
131 enum devlink_sb_pool_type pool_type,
132 u32 *p_cur, u32 *p_max)
134 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
135 int port = devlink_port_to_port(dlp);
137 return ocelot_sb_occ_tc_port_bind_get(ocelot, port, sb_index,
142 const struct devlink_ops ocelot_devlink_ops = {
143 .sb_pool_get = ocelot_devlink_sb_pool_get,
144 .sb_pool_set = ocelot_devlink_sb_pool_set,
145 .sb_port_pool_get = ocelot_devlink_sb_port_pool_get,
146 .sb_port_pool_set = ocelot_devlink_sb_port_pool_set,
147 .sb_tc_pool_bind_get = ocelot_devlink_sb_tc_pool_bind_get,
148 .sb_tc_pool_bind_set = ocelot_devlink_sb_tc_pool_bind_set,
149 .sb_occ_snapshot = ocelot_devlink_sb_occ_snapshot,
150 .sb_occ_max_clear = ocelot_devlink_sb_occ_max_clear,
151 .sb_occ_port_pool_get = ocelot_devlink_sb_occ_port_pool_get,
152 .sb_occ_tc_port_bind_get = ocelot_devlink_sb_occ_tc_port_bind_get,
155 int ocelot_port_devlink_init(struct ocelot *ocelot, int port,
156 enum devlink_port_flavour flavour)
158 struct devlink_port *dlp = &ocelot->devlink_ports[port];
159 int id_len = sizeof(ocelot->base_mac);
160 struct devlink *dl = ocelot->devlink;
161 struct devlink_port_attrs attrs = {};
163 memcpy(attrs.switch_id.id, &ocelot->base_mac, id_len);
164 attrs.switch_id.id_len = id_len;
165 attrs.phys.port_number = port;
166 attrs.flavour = flavour;
168 devlink_port_attrs_set(dlp, &attrs);
170 return devlink_port_register(dl, dlp, port);
173 void ocelot_port_devlink_teardown(struct ocelot *ocelot, int port)
175 struct devlink_port *dlp = &ocelot->devlink_ports[port];
177 devlink_port_unregister(dlp);
180 static struct devlink_port *ocelot_get_devlink_port(struct net_device *dev)
182 struct ocelot_port_private *priv = netdev_priv(dev);
183 struct ocelot *ocelot = priv->port.ocelot;
184 int port = priv->chip_port;
186 return &ocelot->devlink_ports[port];
189 int ocelot_setup_tc_cls_flower(struct ocelot_port_private *priv,
190 struct flow_cls_offload *f,
193 struct ocelot *ocelot = priv->port.ocelot;
194 int port = priv->chip_port;
199 switch (f->command) {
200 case FLOW_CLS_REPLACE:
201 return ocelot_cls_flower_replace(ocelot, port, f, ingress);
202 case FLOW_CLS_DESTROY:
203 return ocelot_cls_flower_destroy(ocelot, port, f, ingress);
205 return ocelot_cls_flower_stats(ocelot, port, f, ingress);
211 static int ocelot_setup_tc_cls_matchall(struct ocelot_port_private *priv,
212 struct tc_cls_matchall_offload *f,
215 struct netlink_ext_ack *extack = f->common.extack;
216 struct ocelot *ocelot = priv->port.ocelot;
217 struct ocelot_policer pol = { 0 };
218 struct flow_action_entry *action;
219 int port = priv->chip_port;
223 NL_SET_ERR_MSG_MOD(extack, "Only ingress is supported");
227 switch (f->command) {
228 case TC_CLSMATCHALL_REPLACE:
229 if (!flow_offload_has_one_action(&f->rule->action)) {
230 NL_SET_ERR_MSG_MOD(extack,
231 "Only one action is supported");
235 if (priv->tc.block_shared) {
236 NL_SET_ERR_MSG_MOD(extack,
237 "Rate limit is not supported on shared blocks");
241 action = &f->rule->action.entries[0];
243 if (action->id != FLOW_ACTION_POLICE) {
244 NL_SET_ERR_MSG_MOD(extack, "Unsupported action");
248 if (priv->tc.police_id && priv->tc.police_id != f->cookie) {
249 NL_SET_ERR_MSG_MOD(extack,
250 "Only one policer per port is supported");
254 if (action->police.rate_pkt_ps) {
255 NL_SET_ERR_MSG_MOD(extack,
256 "QoS offload not support packets per second");
260 pol.rate = (u32)div_u64(action->police.rate_bytes_ps, 1000) * 8;
261 pol.burst = action->police.burst;
263 err = ocelot_port_policer_add(ocelot, port, &pol);
265 NL_SET_ERR_MSG_MOD(extack, "Could not add policer");
269 priv->tc.police_id = f->cookie;
270 priv->tc.offload_cnt++;
272 case TC_CLSMATCHALL_DESTROY:
273 if (priv->tc.police_id != f->cookie)
276 err = ocelot_port_policer_del(ocelot, port);
278 NL_SET_ERR_MSG_MOD(extack,
279 "Could not delete policer");
282 priv->tc.police_id = 0;
283 priv->tc.offload_cnt--;
285 case TC_CLSMATCHALL_STATS:
291 static int ocelot_setup_tc_block_cb(enum tc_setup_type type,
293 void *cb_priv, bool ingress)
295 struct ocelot_port_private *priv = cb_priv;
297 if (!tc_cls_can_offload_and_chain0(priv->dev, type_data))
301 case TC_SETUP_CLSMATCHALL:
302 return ocelot_setup_tc_cls_matchall(priv, type_data, ingress);
303 case TC_SETUP_CLSFLOWER:
304 return ocelot_setup_tc_cls_flower(priv, type_data, ingress);
310 static int ocelot_setup_tc_block_cb_ig(enum tc_setup_type type,
314 return ocelot_setup_tc_block_cb(type, type_data,
318 static int ocelot_setup_tc_block_cb_eg(enum tc_setup_type type,
322 return ocelot_setup_tc_block_cb(type, type_data,
326 static LIST_HEAD(ocelot_block_cb_list);
328 static int ocelot_setup_tc_block(struct ocelot_port_private *priv,
329 struct flow_block_offload *f)
331 struct flow_block_cb *block_cb;
334 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) {
335 cb = ocelot_setup_tc_block_cb_ig;
336 priv->tc.block_shared = f->block_shared;
337 } else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) {
338 cb = ocelot_setup_tc_block_cb_eg;
343 f->driver_block_list = &ocelot_block_cb_list;
345 switch (f->command) {
346 case FLOW_BLOCK_BIND:
347 if (flow_block_cb_is_busy(cb, priv, &ocelot_block_cb_list))
350 block_cb = flow_block_cb_alloc(cb, priv, priv, NULL);
351 if (IS_ERR(block_cb))
352 return PTR_ERR(block_cb);
354 flow_block_cb_add(block_cb, f);
355 list_add_tail(&block_cb->driver_list, f->driver_block_list);
357 case FLOW_BLOCK_UNBIND:
358 block_cb = flow_block_cb_lookup(f->block, cb, priv);
362 flow_block_cb_remove(block_cb, f);
363 list_del(&block_cb->driver_list);
370 static int ocelot_setup_tc(struct net_device *dev, enum tc_setup_type type,
373 struct ocelot_port_private *priv = netdev_priv(dev);
377 return ocelot_setup_tc_block(priv, type_data);
384 static void ocelot_port_adjust_link(struct net_device *dev)
386 struct ocelot_port_private *priv = netdev_priv(dev);
387 struct ocelot *ocelot = priv->port.ocelot;
388 int port = priv->chip_port;
390 ocelot_adjust_link(ocelot, port, dev->phydev);
393 static int ocelot_vlan_vid_prepare(struct net_device *dev, u16 vid, bool pvid,
396 struct ocelot_port_private *priv = netdev_priv(dev);
397 struct ocelot_port *ocelot_port = &priv->port;
398 struct ocelot *ocelot = ocelot_port->ocelot;
399 int port = priv->chip_port;
401 return ocelot_vlan_prepare(ocelot, port, vid, pvid, untagged);
404 static int ocelot_vlan_vid_add(struct net_device *dev, u16 vid, bool pvid,
407 struct ocelot_port_private *priv = netdev_priv(dev);
408 struct ocelot_port *ocelot_port = &priv->port;
409 struct ocelot *ocelot = ocelot_port->ocelot;
410 int port = priv->chip_port;
413 ret = ocelot_vlan_add(ocelot, port, vid, pvid, untagged);
417 /* Add the port MAC address to with the right VLAN information */
418 ocelot_mact_learn(ocelot, PGID_CPU, dev->dev_addr, vid,
424 static int ocelot_vlan_vid_del(struct net_device *dev, u16 vid)
426 struct ocelot_port_private *priv = netdev_priv(dev);
427 struct ocelot *ocelot = priv->port.ocelot;
428 int port = priv->chip_port;
431 /* 8021q removes VID 0 on module unload for all interfaces
432 * with VLAN filtering feature. We need to keep it to receive
438 ret = ocelot_vlan_del(ocelot, port, vid);
442 /* Del the port MAC address to with the right VLAN information */
443 ocelot_mact_forget(ocelot, dev->dev_addr, vid);
448 static int ocelot_port_open(struct net_device *dev)
450 struct ocelot_port_private *priv = netdev_priv(dev);
451 struct ocelot_port *ocelot_port = &priv->port;
452 struct ocelot *ocelot = ocelot_port->ocelot;
453 int port = priv->chip_port;
457 err = phy_set_mode_ext(priv->serdes, PHY_MODE_ETHERNET,
458 ocelot_port->phy_mode);
460 netdev_err(dev, "Could not set mode of SerDes\n");
465 err = phy_connect_direct(dev, priv->phy, &ocelot_port_adjust_link,
466 ocelot_port->phy_mode);
468 netdev_err(dev, "Could not attach to PHY\n");
472 dev->phydev = priv->phy;
474 phy_attached_info(priv->phy);
475 phy_start(priv->phy);
477 ocelot_port_enable(ocelot, port, priv->phy);
482 static int ocelot_port_stop(struct net_device *dev)
484 struct ocelot_port_private *priv = netdev_priv(dev);
485 struct ocelot *ocelot = priv->port.ocelot;
486 int port = priv->chip_port;
488 phy_disconnect(priv->phy);
492 ocelot_port_disable(ocelot, port);
497 static netdev_tx_t ocelot_port_xmit(struct sk_buff *skb, struct net_device *dev)
499 struct ocelot_port_private *priv = netdev_priv(dev);
500 struct ocelot_port *ocelot_port = &priv->port;
501 struct ocelot *ocelot = ocelot_port->ocelot;
502 int port = priv->chip_port;
505 if (!ocelot_can_inject(ocelot, 0))
506 return NETDEV_TX_BUSY;
508 /* Check if timestamping is needed */
509 if (ocelot->ptp && (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) {
510 rew_op = ocelot_port->ptp_cmd;
512 if (ocelot_port->ptp_cmd == IFH_REW_OP_TWO_STEP_PTP) {
513 struct sk_buff *clone;
515 clone = skb_clone_sk(skb);
521 ocelot_port_add_txtstamp_skb(ocelot, port, clone);
523 rew_op |= clone->cb[0] << 3;
527 ocelot_port_inject_frame(ocelot, port, 0, rew_op, skb);
534 enum ocelot_action_type {
539 struct ocelot_mact_work_ctx {
540 struct work_struct work;
541 struct ocelot *ocelot;
542 enum ocelot_action_type type;
544 /* OCELOT_MACT_LEARN */
546 unsigned char addr[ETH_ALEN];
548 enum macaccess_entry_type entry_type;
551 /* OCELOT_MACT_FORGET */
553 unsigned char addr[ETH_ALEN];
559 #define ocelot_work_to_ctx(x) \
560 container_of((x), struct ocelot_mact_work_ctx, work)
562 static void ocelot_mact_work(struct work_struct *work)
564 struct ocelot_mact_work_ctx *w = ocelot_work_to_ctx(work);
565 struct ocelot *ocelot = w->ocelot;
568 case OCELOT_MACT_LEARN:
569 ocelot_mact_learn(ocelot, w->learn.pgid, w->learn.addr,
570 w->learn.vid, w->learn.entry_type);
572 case OCELOT_MACT_FORGET:
573 ocelot_mact_forget(ocelot, w->forget.addr, w->forget.vid);
582 static int ocelot_enqueue_mact_action(struct ocelot *ocelot,
583 const struct ocelot_mact_work_ctx *ctx)
585 struct ocelot_mact_work_ctx *w = kmemdup(ctx, sizeof(*w), GFP_ATOMIC);
591 INIT_WORK(&w->work, ocelot_mact_work);
592 queue_work(ocelot->owq, &w->work);
597 static int ocelot_mc_unsync(struct net_device *dev, const unsigned char *addr)
599 struct ocelot_port_private *priv = netdev_priv(dev);
600 struct ocelot_port *ocelot_port = &priv->port;
601 struct ocelot *ocelot = ocelot_port->ocelot;
602 struct ocelot_mact_work_ctx w;
604 ether_addr_copy(w.forget.addr, addr);
605 w.forget.vid = ocelot_port->pvid_vlan.vid;
606 w.type = OCELOT_MACT_FORGET;
608 return ocelot_enqueue_mact_action(ocelot, &w);
611 static int ocelot_mc_sync(struct net_device *dev, const unsigned char *addr)
613 struct ocelot_port_private *priv = netdev_priv(dev);
614 struct ocelot_port *ocelot_port = &priv->port;
615 struct ocelot *ocelot = ocelot_port->ocelot;
616 struct ocelot_mact_work_ctx w;
618 ether_addr_copy(w.learn.addr, addr);
619 w.learn.vid = ocelot_port->pvid_vlan.vid;
620 w.learn.pgid = PGID_CPU;
621 w.learn.entry_type = ENTRYTYPE_LOCKED;
622 w.type = OCELOT_MACT_LEARN;
624 return ocelot_enqueue_mact_action(ocelot, &w);
627 static void ocelot_set_rx_mode(struct net_device *dev)
629 struct ocelot_port_private *priv = netdev_priv(dev);
630 struct ocelot *ocelot = priv->port.ocelot;
634 /* This doesn't handle promiscuous mode because the bridge core is
635 * setting IFF_PROMISC on all slave interfaces and all frames would be
636 * forwarded to the CPU port.
638 val = GENMASK(ocelot->num_phys_ports - 1, 0);
639 for_each_nonreserved_multicast_dest_pgid(ocelot, i)
640 ocelot_write_rix(ocelot, val, ANA_PGID_PGID, i);
642 __dev_mc_sync(dev, ocelot_mc_sync, ocelot_mc_unsync);
645 static int ocelot_port_set_mac_address(struct net_device *dev, void *p)
647 struct ocelot_port_private *priv = netdev_priv(dev);
648 struct ocelot_port *ocelot_port = &priv->port;
649 struct ocelot *ocelot = ocelot_port->ocelot;
650 const struct sockaddr *addr = p;
652 /* Learn the new net device MAC address in the mac table. */
653 ocelot_mact_learn(ocelot, PGID_CPU, addr->sa_data,
654 ocelot_port->pvid_vlan.vid, ENTRYTYPE_LOCKED);
655 /* Then forget the previous one. */
656 ocelot_mact_forget(ocelot, dev->dev_addr, ocelot_port->pvid_vlan.vid);
658 ether_addr_copy(dev->dev_addr, addr->sa_data);
662 static void ocelot_get_stats64(struct net_device *dev,
663 struct rtnl_link_stats64 *stats)
665 struct ocelot_port_private *priv = netdev_priv(dev);
666 struct ocelot *ocelot = priv->port.ocelot;
667 int port = priv->chip_port;
669 /* Configure the port to read the stats from */
670 ocelot_write(ocelot, SYS_STAT_CFG_STAT_VIEW(port),
674 stats->rx_bytes = ocelot_read(ocelot, SYS_COUNT_RX_OCTETS);
675 stats->rx_packets = ocelot_read(ocelot, SYS_COUNT_RX_SHORTS) +
676 ocelot_read(ocelot, SYS_COUNT_RX_FRAGMENTS) +
677 ocelot_read(ocelot, SYS_COUNT_RX_JABBERS) +
678 ocelot_read(ocelot, SYS_COUNT_RX_LONGS) +
679 ocelot_read(ocelot, SYS_COUNT_RX_64) +
680 ocelot_read(ocelot, SYS_COUNT_RX_65_127) +
681 ocelot_read(ocelot, SYS_COUNT_RX_128_255) +
682 ocelot_read(ocelot, SYS_COUNT_RX_256_1023) +
683 ocelot_read(ocelot, SYS_COUNT_RX_1024_1526) +
684 ocelot_read(ocelot, SYS_COUNT_RX_1527_MAX);
685 stats->multicast = ocelot_read(ocelot, SYS_COUNT_RX_MULTICAST);
686 stats->rx_dropped = dev->stats.rx_dropped;
689 stats->tx_bytes = ocelot_read(ocelot, SYS_COUNT_TX_OCTETS);
690 stats->tx_packets = ocelot_read(ocelot, SYS_COUNT_TX_64) +
691 ocelot_read(ocelot, SYS_COUNT_TX_65_127) +
692 ocelot_read(ocelot, SYS_COUNT_TX_128_511) +
693 ocelot_read(ocelot, SYS_COUNT_TX_512_1023) +
694 ocelot_read(ocelot, SYS_COUNT_TX_1024_1526) +
695 ocelot_read(ocelot, SYS_COUNT_TX_1527_MAX);
696 stats->tx_dropped = ocelot_read(ocelot, SYS_COUNT_TX_DROPS) +
697 ocelot_read(ocelot, SYS_COUNT_TX_AGING);
698 stats->collisions = ocelot_read(ocelot, SYS_COUNT_TX_COLLISION);
701 static int ocelot_port_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
702 struct net_device *dev,
703 const unsigned char *addr,
705 struct netlink_ext_ack *extack)
707 struct ocelot_port_private *priv = netdev_priv(dev);
708 struct ocelot *ocelot = priv->port.ocelot;
709 int port = priv->chip_port;
711 return ocelot_fdb_add(ocelot, port, addr, vid);
714 static int ocelot_port_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
715 struct net_device *dev,
716 const unsigned char *addr, u16 vid)
718 struct ocelot_port_private *priv = netdev_priv(dev);
719 struct ocelot *ocelot = priv->port.ocelot;
720 int port = priv->chip_port;
722 return ocelot_fdb_del(ocelot, port, addr, vid);
725 static int ocelot_port_fdb_dump(struct sk_buff *skb,
726 struct netlink_callback *cb,
727 struct net_device *dev,
728 struct net_device *filter_dev, int *idx)
730 struct ocelot_port_private *priv = netdev_priv(dev);
731 struct ocelot *ocelot = priv->port.ocelot;
732 struct ocelot_dump_ctx dump = {
738 int port = priv->chip_port;
741 ret = ocelot_fdb_dump(ocelot, port, ocelot_port_fdb_do_dump, &dump);
748 static int ocelot_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
751 return ocelot_vlan_vid_add(dev, vid, false, false);
754 static int ocelot_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
757 return ocelot_vlan_vid_del(dev, vid);
760 static void ocelot_vlan_mode(struct ocelot *ocelot, int port,
761 netdev_features_t features)
766 val = ocelot_read(ocelot, ANA_VLANMASK);
767 if (features & NETIF_F_HW_VLAN_CTAG_FILTER)
771 ocelot_write(ocelot, val, ANA_VLANMASK);
774 static int ocelot_set_features(struct net_device *dev,
775 netdev_features_t features)
777 netdev_features_t changed = dev->features ^ features;
778 struct ocelot_port_private *priv = netdev_priv(dev);
779 struct ocelot *ocelot = priv->port.ocelot;
780 int port = priv->chip_port;
782 if ((dev->features & NETIF_F_HW_TC) > (features & NETIF_F_HW_TC) &&
783 priv->tc.offload_cnt) {
785 "Cannot disable HW TC offload while offloads active\n");
789 if (changed & NETIF_F_HW_VLAN_CTAG_FILTER)
790 ocelot_vlan_mode(ocelot, port, features);
795 static int ocelot_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
797 struct ocelot_port_private *priv = netdev_priv(dev);
798 struct ocelot *ocelot = priv->port.ocelot;
799 int port = priv->chip_port;
801 /* If the attached PHY device isn't capable of timestamping operations,
802 * use our own (when possible).
804 if (!phy_has_hwtstamp(dev->phydev) && ocelot->ptp) {
807 return ocelot_hwstamp_set(ocelot, port, ifr);
809 return ocelot_hwstamp_get(ocelot, port, ifr);
813 return phy_mii_ioctl(dev->phydev, ifr, cmd);
816 static const struct net_device_ops ocelot_port_netdev_ops = {
817 .ndo_open = ocelot_port_open,
818 .ndo_stop = ocelot_port_stop,
819 .ndo_start_xmit = ocelot_port_xmit,
820 .ndo_set_rx_mode = ocelot_set_rx_mode,
821 .ndo_set_mac_address = ocelot_port_set_mac_address,
822 .ndo_get_stats64 = ocelot_get_stats64,
823 .ndo_fdb_add = ocelot_port_fdb_add,
824 .ndo_fdb_del = ocelot_port_fdb_del,
825 .ndo_fdb_dump = ocelot_port_fdb_dump,
826 .ndo_vlan_rx_add_vid = ocelot_vlan_rx_add_vid,
827 .ndo_vlan_rx_kill_vid = ocelot_vlan_rx_kill_vid,
828 .ndo_set_features = ocelot_set_features,
829 .ndo_setup_tc = ocelot_setup_tc,
830 .ndo_do_ioctl = ocelot_ioctl,
831 .ndo_get_devlink_port = ocelot_get_devlink_port,
834 struct net_device *ocelot_port_to_netdev(struct ocelot *ocelot, int port)
836 struct ocelot_port *ocelot_port = ocelot->ports[port];
837 struct ocelot_port_private *priv;
842 priv = container_of(ocelot_port, struct ocelot_port_private, port);
847 /* Checks if the net_device instance given to us originates from our driver */
848 static bool ocelot_netdevice_dev_check(const struct net_device *dev)
850 return dev->netdev_ops == &ocelot_port_netdev_ops;
853 int ocelot_netdev_to_port(struct net_device *dev)
855 struct ocelot_port_private *priv;
857 if (!dev || !ocelot_netdevice_dev_check(dev))
860 priv = netdev_priv(dev);
862 return priv->chip_port;
865 static void ocelot_port_get_strings(struct net_device *netdev, u32 sset,
868 struct ocelot_port_private *priv = netdev_priv(netdev);
869 struct ocelot *ocelot = priv->port.ocelot;
870 int port = priv->chip_port;
872 ocelot_get_strings(ocelot, port, sset, data);
875 static void ocelot_port_get_ethtool_stats(struct net_device *dev,
876 struct ethtool_stats *stats,
879 struct ocelot_port_private *priv = netdev_priv(dev);
880 struct ocelot *ocelot = priv->port.ocelot;
881 int port = priv->chip_port;
883 ocelot_get_ethtool_stats(ocelot, port, data);
886 static int ocelot_port_get_sset_count(struct net_device *dev, int sset)
888 struct ocelot_port_private *priv = netdev_priv(dev);
889 struct ocelot *ocelot = priv->port.ocelot;
890 int port = priv->chip_port;
892 return ocelot_get_sset_count(ocelot, port, sset);
895 static int ocelot_port_get_ts_info(struct net_device *dev,
896 struct ethtool_ts_info *info)
898 struct ocelot_port_private *priv = netdev_priv(dev);
899 struct ocelot *ocelot = priv->port.ocelot;
900 int port = priv->chip_port;
903 return ethtool_op_get_ts_info(dev, info);
905 return ocelot_get_ts_info(ocelot, port, info);
908 static const struct ethtool_ops ocelot_ethtool_ops = {
909 .get_strings = ocelot_port_get_strings,
910 .get_ethtool_stats = ocelot_port_get_ethtool_stats,
911 .get_sset_count = ocelot_port_get_sset_count,
912 .get_link_ksettings = phy_ethtool_get_link_ksettings,
913 .set_link_ksettings = phy_ethtool_set_link_ksettings,
914 .get_ts_info = ocelot_port_get_ts_info,
917 static void ocelot_port_attr_stp_state_set(struct ocelot *ocelot, int port,
920 ocelot_bridge_stp_state_set(ocelot, port, state);
923 static void ocelot_port_attr_ageing_set(struct ocelot *ocelot, int port,
924 unsigned long ageing_clock_t)
926 unsigned long ageing_jiffies = clock_t_to_jiffies(ageing_clock_t);
927 u32 ageing_time = jiffies_to_msecs(ageing_jiffies);
929 ocelot_set_ageing_time(ocelot, ageing_time);
932 static void ocelot_port_attr_mc_set(struct ocelot *ocelot, int port, bool mc)
934 u32 cpu_fwd_mcast = ANA_PORT_CPU_FWD_CFG_CPU_IGMP_REDIR_ENA |
935 ANA_PORT_CPU_FWD_CFG_CPU_MLD_REDIR_ENA |
936 ANA_PORT_CPU_FWD_CFG_CPU_IPMC_CTRL_COPY_ENA;
942 ocelot_rmw_gix(ocelot, val, cpu_fwd_mcast,
943 ANA_PORT_CPU_FWD_CFG, port);
946 static int ocelot_port_attr_set(struct net_device *dev,
947 const struct switchdev_attr *attr,
948 struct netlink_ext_ack *extack)
950 struct ocelot_port_private *priv = netdev_priv(dev);
951 struct ocelot *ocelot = priv->port.ocelot;
952 int port = priv->chip_port;
956 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
957 ocelot_port_attr_stp_state_set(ocelot, port, attr->u.stp_state);
959 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
960 ocelot_port_attr_ageing_set(ocelot, port, attr->u.ageing_time);
962 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
963 ocelot_port_vlan_filtering(ocelot, port, attr->u.vlan_filtering);
965 case SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED:
966 ocelot_port_attr_mc_set(ocelot, port, !attr->u.mc_disabled);
968 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
969 err = ocelot_port_pre_bridge_flags(ocelot, port,
970 attr->u.brport_flags);
972 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
973 ocelot_port_bridge_flags(ocelot, port, attr->u.brport_flags);
983 static int ocelot_port_obj_add_vlan(struct net_device *dev,
984 const struct switchdev_obj_port_vlan *vlan)
986 bool untagged = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
987 bool pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
990 ret = ocelot_vlan_vid_prepare(dev, vlan->vid, pvid, untagged);
994 return ocelot_vlan_vid_add(dev, vlan->vid, pvid, untagged);
997 static int ocelot_port_obj_add_mdb(struct net_device *dev,
998 const struct switchdev_obj_port_mdb *mdb)
1000 struct ocelot_port_private *priv = netdev_priv(dev);
1001 struct ocelot_port *ocelot_port = &priv->port;
1002 struct ocelot *ocelot = ocelot_port->ocelot;
1003 int port = priv->chip_port;
1005 return ocelot_port_mdb_add(ocelot, port, mdb);
1008 static int ocelot_port_obj_del_mdb(struct net_device *dev,
1009 const struct switchdev_obj_port_mdb *mdb)
1011 struct ocelot_port_private *priv = netdev_priv(dev);
1012 struct ocelot_port *ocelot_port = &priv->port;
1013 struct ocelot *ocelot = ocelot_port->ocelot;
1014 int port = priv->chip_port;
1016 return ocelot_port_mdb_del(ocelot, port, mdb);
1019 static int ocelot_port_obj_mrp_add(struct net_device *dev,
1020 const struct switchdev_obj_mrp *mrp)
1022 struct ocelot_port_private *priv = netdev_priv(dev);
1023 struct ocelot_port *ocelot_port = &priv->port;
1024 struct ocelot *ocelot = ocelot_port->ocelot;
1025 int port = priv->chip_port;
1027 return ocelot_mrp_add(ocelot, port, mrp);
1030 static int ocelot_port_obj_mrp_del(struct net_device *dev,
1031 const struct switchdev_obj_mrp *mrp)
1033 struct ocelot_port_private *priv = netdev_priv(dev);
1034 struct ocelot_port *ocelot_port = &priv->port;
1035 struct ocelot *ocelot = ocelot_port->ocelot;
1036 int port = priv->chip_port;
1038 return ocelot_mrp_del(ocelot, port, mrp);
1042 ocelot_port_obj_mrp_add_ring_role(struct net_device *dev,
1043 const struct switchdev_obj_ring_role_mrp *mrp)
1045 struct ocelot_port_private *priv = netdev_priv(dev);
1046 struct ocelot_port *ocelot_port = &priv->port;
1047 struct ocelot *ocelot = ocelot_port->ocelot;
1048 int port = priv->chip_port;
1050 return ocelot_mrp_add_ring_role(ocelot, port, mrp);
1054 ocelot_port_obj_mrp_del_ring_role(struct net_device *dev,
1055 const struct switchdev_obj_ring_role_mrp *mrp)
1057 struct ocelot_port_private *priv = netdev_priv(dev);
1058 struct ocelot_port *ocelot_port = &priv->port;
1059 struct ocelot *ocelot = ocelot_port->ocelot;
1060 int port = priv->chip_port;
1062 return ocelot_mrp_del_ring_role(ocelot, port, mrp);
1065 static int ocelot_port_obj_add(struct net_device *dev,
1066 const struct switchdev_obj *obj,
1067 struct netlink_ext_ack *extack)
1072 case SWITCHDEV_OBJ_ID_PORT_VLAN:
1073 ret = ocelot_port_obj_add_vlan(dev,
1074 SWITCHDEV_OBJ_PORT_VLAN(obj));
1076 case SWITCHDEV_OBJ_ID_PORT_MDB:
1077 ret = ocelot_port_obj_add_mdb(dev, SWITCHDEV_OBJ_PORT_MDB(obj));
1079 case SWITCHDEV_OBJ_ID_MRP:
1080 ret = ocelot_port_obj_mrp_add(dev, SWITCHDEV_OBJ_MRP(obj));
1082 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
1083 ret = ocelot_port_obj_mrp_add_ring_role(dev,
1084 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
1093 static int ocelot_port_obj_del(struct net_device *dev,
1094 const struct switchdev_obj *obj)
1099 case SWITCHDEV_OBJ_ID_PORT_VLAN:
1100 ret = ocelot_vlan_vid_del(dev,
1101 SWITCHDEV_OBJ_PORT_VLAN(obj)->vid);
1103 case SWITCHDEV_OBJ_ID_PORT_MDB:
1104 ret = ocelot_port_obj_del_mdb(dev, SWITCHDEV_OBJ_PORT_MDB(obj));
1106 case SWITCHDEV_OBJ_ID_MRP:
1107 ret = ocelot_port_obj_mrp_del(dev, SWITCHDEV_OBJ_MRP(obj));
1109 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
1110 ret = ocelot_port_obj_mrp_del_ring_role(dev,
1111 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
1120 static int ocelot_netdevice_bridge_join(struct ocelot *ocelot, int port,
1121 struct net_device *bridge)
1123 struct switchdev_brport_flags flags;
1126 flags.mask = BR_LEARNING | BR_FLOOD | BR_MCAST_FLOOD | BR_BCAST_FLOOD;
1127 flags.val = flags.mask;
1129 err = ocelot_port_bridge_join(ocelot, port, bridge);
1133 ocelot_port_bridge_flags(ocelot, port, flags);
1138 static int ocelot_netdevice_bridge_leave(struct ocelot *ocelot, int port,
1139 struct net_device *bridge)
1141 struct switchdev_brport_flags flags;
1144 flags.mask = BR_LEARNING | BR_FLOOD | BR_MCAST_FLOOD | BR_BCAST_FLOOD;
1145 flags.val = flags.mask & ~BR_LEARNING;
1147 err = ocelot_port_bridge_leave(ocelot, port, bridge);
1149 ocelot_port_bridge_flags(ocelot, port, flags);
1154 static int ocelot_netdevice_changeupper(struct net_device *dev,
1155 struct netdev_notifier_changeupper_info *info)
1157 struct ocelot_port_private *priv = netdev_priv(dev);
1158 struct ocelot_port *ocelot_port = &priv->port;
1159 struct ocelot *ocelot = ocelot_port->ocelot;
1160 int port = priv->chip_port;
1163 if (netif_is_bridge_master(info->upper_dev)) {
1164 if (info->linking) {
1165 err = ocelot_netdevice_bridge_join(ocelot, port,
1168 err = ocelot_netdevice_bridge_leave(ocelot, port,
1172 if (netif_is_lag_master(info->upper_dev)) {
1173 if (info->linking) {
1174 err = ocelot_port_lag_join(ocelot, port,
1177 if (err == -EOPNOTSUPP) {
1178 NL_SET_ERR_MSG_MOD(info->info.extack,
1179 "Offloading not supported");
1183 ocelot_port_lag_leave(ocelot, port,
1188 return notifier_from_errno(err);
1192 ocelot_netdevice_lag_changeupper(struct net_device *dev,
1193 struct netdev_notifier_changeupper_info *info)
1195 struct net_device *lower;
1196 struct list_head *iter;
1197 int err = NOTIFY_DONE;
1199 netdev_for_each_lower_dev(dev, lower, iter) {
1200 err = ocelot_netdevice_changeupper(lower, info);
1202 return notifier_from_errno(err);
1209 ocelot_netdevice_changelowerstate(struct net_device *dev,
1210 struct netdev_lag_lower_state_info *info)
1212 struct ocelot_port_private *priv = netdev_priv(dev);
1213 bool is_active = info->link_up && info->tx_enabled;
1214 struct ocelot_port *ocelot_port = &priv->port;
1215 struct ocelot *ocelot = ocelot_port->ocelot;
1216 int port = priv->chip_port;
1218 if (!ocelot_port->bond)
1221 if (ocelot_port->lag_tx_active == is_active)
1224 ocelot_port_lag_change(ocelot, port, is_active);
1229 static int ocelot_netdevice_event(struct notifier_block *unused,
1230 unsigned long event, void *ptr)
1232 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
1235 case NETDEV_CHANGEUPPER: {
1236 struct netdev_notifier_changeupper_info *info = ptr;
1238 if (ocelot_netdevice_dev_check(dev))
1239 return ocelot_netdevice_changeupper(dev, info);
1241 if (netif_is_lag_master(dev))
1242 return ocelot_netdevice_lag_changeupper(dev, info);
1246 case NETDEV_CHANGELOWERSTATE: {
1247 struct netdev_notifier_changelowerstate_info *info = ptr;
1249 if (!ocelot_netdevice_dev_check(dev))
1252 return ocelot_netdevice_changelowerstate(dev,
1253 info->lower_state_info);
1262 struct notifier_block ocelot_netdevice_nb __read_mostly = {
1263 .notifier_call = ocelot_netdevice_event,
1266 static int ocelot_switchdev_event(struct notifier_block *unused,
1267 unsigned long event, void *ptr)
1269 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1273 case SWITCHDEV_PORT_ATTR_SET:
1274 err = switchdev_handle_port_attr_set(dev, ptr,
1275 ocelot_netdevice_dev_check,
1276 ocelot_port_attr_set);
1277 return notifier_from_errno(err);
1283 struct notifier_block ocelot_switchdev_nb __read_mostly = {
1284 .notifier_call = ocelot_switchdev_event,
1287 static int ocelot_switchdev_blocking_event(struct notifier_block *unused,
1288 unsigned long event, void *ptr)
1290 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1294 /* Blocking events. */
1295 case SWITCHDEV_PORT_OBJ_ADD:
1296 err = switchdev_handle_port_obj_add(dev, ptr,
1297 ocelot_netdevice_dev_check,
1298 ocelot_port_obj_add);
1299 return notifier_from_errno(err);
1300 case SWITCHDEV_PORT_OBJ_DEL:
1301 err = switchdev_handle_port_obj_del(dev, ptr,
1302 ocelot_netdevice_dev_check,
1303 ocelot_port_obj_del);
1304 return notifier_from_errno(err);
1305 case SWITCHDEV_PORT_ATTR_SET:
1306 err = switchdev_handle_port_attr_set(dev, ptr,
1307 ocelot_netdevice_dev_check,
1308 ocelot_port_attr_set);
1309 return notifier_from_errno(err);
1315 struct notifier_block ocelot_switchdev_blocking_nb __read_mostly = {
1316 .notifier_call = ocelot_switchdev_blocking_event,
1319 int ocelot_probe_port(struct ocelot *ocelot, int port, struct regmap *target,
1320 struct phy_device *phy)
1322 struct ocelot_port_private *priv;
1323 struct ocelot_port *ocelot_port;
1324 struct net_device *dev;
1327 dev = alloc_etherdev(sizeof(struct ocelot_port_private));
1330 SET_NETDEV_DEV(dev, ocelot->dev);
1331 priv = netdev_priv(dev);
1334 priv->chip_port = port;
1335 ocelot_port = &priv->port;
1336 ocelot_port->ocelot = ocelot;
1337 ocelot_port->target = target;
1338 ocelot->ports[port] = ocelot_port;
1340 dev->netdev_ops = &ocelot_port_netdev_ops;
1341 dev->ethtool_ops = &ocelot_ethtool_ops;
1343 dev->hw_features |= NETIF_F_HW_VLAN_CTAG_FILTER | NETIF_F_RXFCS |
1345 dev->features |= NETIF_F_HW_VLAN_CTAG_FILTER | NETIF_F_HW_TC;
1347 memcpy(dev->dev_addr, ocelot->base_mac, ETH_ALEN);
1348 dev->dev_addr[ETH_ALEN - 1] += port;
1349 ocelot_mact_learn(ocelot, PGID_CPU, dev->dev_addr,
1350 ocelot_port->pvid_vlan.vid, ENTRYTYPE_LOCKED);
1352 ocelot_init_port(ocelot, port);
1354 err = register_netdev(dev);
1356 dev_err(ocelot->dev, "register_netdev failed\n");
1358 ocelot->ports[port] = NULL;
1365 void ocelot_release_port(struct ocelot_port *ocelot_port)
1367 struct ocelot_port_private *priv = container_of(ocelot_port,
1368 struct ocelot_port_private,
1371 unregister_netdev(priv->dev);
1372 free_netdev(priv->dev);