net: ethernet: mtk_eth_soc: add support for initializing the PPE
authorFelix Fietkau <nbd@nbd.name>
Wed, 24 Mar 2021 01:30:53 +0000 (02:30 +0100)
committerDavid S. Miller <davem@davemloft.net>
Wed, 24 Mar 2021 19:48:39 +0000 (12:48 -0700)
The PPE (packet processing engine) is used to offload NAT/routed or even
bridged flows. This patch brings up the PPE and uses it to get a packet
hash. It also contains some functionality that will be used to bring up
flow offloading.

Signed-off-by: Felix Fietkau <nbd@nbd.name>
Signed-off-by: Pablo Neira Ayuso <pablo@netfilter.org>
Signed-off-by: David S. Miller <davem@davemloft.net>
drivers/net/ethernet/mediatek/Makefile
drivers/net/ethernet/mediatek/mtk_eth_soc.c
drivers/net/ethernet/mediatek/mtk_eth_soc.h
drivers/net/ethernet/mediatek/mtk_ppe.c [new file with mode: 0644]
drivers/net/ethernet/mediatek/mtk_ppe.h [new file with mode: 0644]
drivers/net/ethernet/mediatek/mtk_ppe_debugfs.c [new file with mode: 0644]
drivers/net/ethernet/mediatek/mtk_ppe_regs.h [new file with mode: 0644]

index 3a777b4..871dc3e 100644 (file)
@@ -4,5 +4,5 @@
 #
 
 obj-$(CONFIG_NET_MEDIATEK_SOC) += mtk_eth.o
-mtk_eth-y := mtk_eth_soc.o mtk_sgmii.o mtk_eth_path.o
+mtk_eth-y := mtk_eth_soc.o mtk_sgmii.o mtk_eth_path.o mtk_ppe.o mtk_ppe_debugfs.o
 obj-$(CONFIG_NET_MEDIATEK_STAR_EMAC) += mtk_star_emac.o
index cf65fbd..67605b9 100644 (file)
@@ -2258,12 +2258,17 @@ static int mtk_open(struct net_device *dev)
 
        /* we run 2 netdevs on the same dma ring so we only bring it up once */
        if (!refcount_read(&eth->dma_refcnt)) {
-               int err = mtk_start_dma(eth);
+               u32 gdm_config = MTK_GDMA_TO_PDMA;
+               int err;
 
+               err = mtk_start_dma(eth);
                if (err)
                        return err;
 
-               mtk_gdm_config(eth, MTK_GDMA_TO_PDMA);
+               if (eth->soc->offload_version && mtk_ppe_start(&eth->ppe) == 0)
+                       gdm_config = MTK_GDMA_TO_PPE;
+
+               mtk_gdm_config(eth, gdm_config);
 
                napi_enable(&eth->tx_napi);
                napi_enable(&eth->rx_napi);
@@ -2330,6 +2335,9 @@ static int mtk_stop(struct net_device *dev)
 
        mtk_dma_free(eth);
 
+       if (eth->soc->offload_version)
+               mtk_ppe_stop(&eth->ppe);
+
        return 0;
 }
 
@@ -3091,6 +3099,13 @@ static int mtk_probe(struct platform_device *pdev)
                        goto err_free_dev;
        }
 
+       if (eth->soc->offload_version) {
+               err = mtk_ppe_init(&eth->ppe, eth->dev,
+                                  eth->base + MTK_ETH_PPE_BASE, 2);
+               if (err)
+                       goto err_free_dev;
+       }
+
        for (i = 0; i < MTK_MAX_DEVS; i++) {
                if (!eth->netdev[i])
                        continue;
@@ -3165,6 +3180,7 @@ static const struct mtk_soc_data mt7621_data = {
        .hw_features = MTK_HW_FEATURES,
        .required_clks = MT7621_CLKS_BITMAP,
        .required_pctl = false,
+       .offload_version = 2,
 };
 
 static const struct mtk_soc_data mt7622_data = {
@@ -3173,6 +3189,7 @@ static const struct mtk_soc_data mt7622_data = {
        .hw_features = MTK_HW_FEATURES,
        .required_clks = MT7622_CLKS_BITMAP,
        .required_pctl = false,
+       .offload_version = 2,
 };
 
 static const struct mtk_soc_data mt7623_data = {
index 2d065d4..66ed537 100644 (file)
@@ -15,6 +15,7 @@
 #include <linux/u64_stats_sync.h>
 #include <linux/refcount.h>
 #include <linux/phylink.h>
+#include "mtk_ppe.h"
 
 #define MTK_QDMA_PAGE_SIZE     2048
 #define MTK_MAX_RX_LENGTH      1536
@@ -87,6 +88,7 @@
 #define MTK_GDMA_TCS_EN                BIT(21)
 #define MTK_GDMA_UCS_EN                BIT(20)
 #define MTK_GDMA_TO_PDMA       0x0
+#define MTK_GDMA_TO_PPE                0x4444
 #define MTK_GDMA_DROP_ALL       0x7777
 
 /* Unicast Filter MAC Address Register - Low */
 /* QDMA descriptor rxd3 */
 #define RX_DMA_VID(_x)         ((_x) & 0xfff)
 
+/* QDMA descriptor rxd4 */
+#define MTK_RXD4_FOE_ENTRY     GENMASK(13, 0)
+#define MTK_RXD4_PPE_CPU_REASON        GENMASK(18, 14)
+#define MTK_RXD4_SRC_PORT      GENMASK(21, 19)
+#define MTK_RXD4_ALG           GENMASK(31, 22)
+
 /* QDMA descriptor rxd4 */
 #define RX_DMA_L4_VALID                BIT(24)
 #define RX_DMA_L4_VALID_PDMA   BIT(30)         /* when PDMA is used */
@@ -804,6 +812,7 @@ struct mtk_soc_data {
        u32             caps;
        u32             required_clks;
        bool            required_pctl;
+       u8              offload_version;
        netdev_features_t hw_features;
 };
 
@@ -903,6 +912,8 @@ struct mtk_eth {
        u32                             tx_int_status_reg;
        u32                             rx_dma_l4_valid;
        int                             ip_align;
+
+       struct mtk_ppe                  ppe;
 };
 
 /* struct mtk_mac -    the structure that holds the info about the MACs of the
diff --git a/drivers/net/ethernet/mediatek/mtk_ppe.c b/drivers/net/ethernet/mediatek/mtk_ppe.c
new file mode 100644 (file)
index 0000000..a1a9959
--- /dev/null
@@ -0,0 +1,511 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/* Copyright (C) 2020 Felix Fietkau <nbd@nbd.name> */
+
+#include <linux/kernel.h>
+#include <linux/jiffies.h>
+#include <linux/delay.h>
+#include <linux/io.h>
+#include <linux/etherdevice.h>
+#include <linux/platform_device.h>
+#include "mtk_ppe.h"
+#include "mtk_ppe_regs.h"
+
+static void ppe_w32(struct mtk_ppe *ppe, u32 reg, u32 val)
+{
+       writel(val, ppe->base + reg);
+}
+
+static u32 ppe_r32(struct mtk_ppe *ppe, u32 reg)
+{
+       return readl(ppe->base + reg);
+}
+
+static u32 ppe_m32(struct mtk_ppe *ppe, u32 reg, u32 mask, u32 set)
+{
+       u32 val;
+
+       val = ppe_r32(ppe, reg);
+       val &= ~mask;
+       val |= set;
+       ppe_w32(ppe, reg, val);
+
+       return val;
+}
+
+static u32 ppe_set(struct mtk_ppe *ppe, u32 reg, u32 val)
+{
+       return ppe_m32(ppe, reg, 0, val);
+}
+
+static u32 ppe_clear(struct mtk_ppe *ppe, u32 reg, u32 val)
+{
+       return ppe_m32(ppe, reg, val, 0);
+}
+
+static int mtk_ppe_wait_busy(struct mtk_ppe *ppe)
+{
+       unsigned long timeout = jiffies + HZ;
+
+       while (time_is_before_jiffies(timeout)) {
+               if (!(ppe_r32(ppe, MTK_PPE_GLO_CFG) & MTK_PPE_GLO_CFG_BUSY))
+                       return 0;
+
+               usleep_range(10, 20);
+       }
+
+       dev_err(ppe->dev, "PPE table busy");
+
+       return -ETIMEDOUT;
+}
+
+static void mtk_ppe_cache_clear(struct mtk_ppe *ppe)
+{
+       ppe_set(ppe, MTK_PPE_CACHE_CTL, MTK_PPE_CACHE_CTL_CLEAR);
+       ppe_clear(ppe, MTK_PPE_CACHE_CTL, MTK_PPE_CACHE_CTL_CLEAR);
+}
+
+static void mtk_ppe_cache_enable(struct mtk_ppe *ppe, bool enable)
+{
+       mtk_ppe_cache_clear(ppe);
+
+       ppe_m32(ppe, MTK_PPE_CACHE_CTL, MTK_PPE_CACHE_CTL_EN,
+               enable * MTK_PPE_CACHE_CTL_EN);
+}
+
+static u32 mtk_ppe_hash_entry(struct mtk_foe_entry *e)
+{
+       u32 hv1, hv2, hv3;
+       u32 hash;
+
+       switch (FIELD_GET(MTK_FOE_IB1_PACKET_TYPE, e->ib1)) {
+               case MTK_PPE_PKT_TYPE_BRIDGE:
+                       hv1 = e->bridge.src_mac_lo;
+                       hv1 ^= ((e->bridge.src_mac_hi & 0xffff) << 16);
+                       hv2 = e->bridge.src_mac_hi >> 16;
+                       hv2 ^= e->bridge.dest_mac_lo;
+                       hv3 = e->bridge.dest_mac_hi;
+                       break;
+               case MTK_PPE_PKT_TYPE_IPV4_ROUTE:
+               case MTK_PPE_PKT_TYPE_IPV4_HNAPT:
+                       hv1 = e->ipv4.orig.ports;
+                       hv2 = e->ipv4.orig.dest_ip;
+                       hv3 = e->ipv4.orig.src_ip;
+                       break;
+               case MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T:
+               case MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T:
+                       hv1 = e->ipv6.src_ip[3] ^ e->ipv6.dest_ip[3];
+                       hv1 ^= e->ipv6.ports;
+
+                       hv2 = e->ipv6.src_ip[2] ^ e->ipv6.dest_ip[2];
+                       hv2 ^= e->ipv6.dest_ip[0];
+
+                       hv3 = e->ipv6.src_ip[1] ^ e->ipv6.dest_ip[1];
+                       hv3 ^= e->ipv6.src_ip[0];
+                       break;
+               case MTK_PPE_PKT_TYPE_IPV4_DSLITE:
+               case MTK_PPE_PKT_TYPE_IPV6_6RD:
+               default:
+                       WARN_ON_ONCE(1);
+                       return MTK_PPE_HASH_MASK;
+       }
+
+       hash = (hv1 & hv2) | ((~hv1) & hv3);
+       hash = (hash >> 24) | ((hash & 0xffffff) << 8);
+       hash ^= hv1 ^ hv2 ^ hv3;
+       hash ^= hash >> 16;
+       hash <<= 1;
+       hash &= MTK_PPE_ENTRIES - 1;
+
+       return hash;
+}
+
+static inline struct mtk_foe_mac_info *
+mtk_foe_entry_l2(struct mtk_foe_entry *entry)
+{
+       int type = FIELD_GET(MTK_FOE_IB1_PACKET_TYPE, entry->ib1);
+
+       if (type >= MTK_PPE_PKT_TYPE_IPV4_DSLITE)
+               return &entry->ipv6.l2;
+
+       return &entry->ipv4.l2;
+}
+
+static inline u32 *
+mtk_foe_entry_ib2(struct mtk_foe_entry *entry)
+{
+       int type = FIELD_GET(MTK_FOE_IB1_PACKET_TYPE, entry->ib1);
+
+       if (type >= MTK_PPE_PKT_TYPE_IPV4_DSLITE)
+               return &entry->ipv6.ib2;
+
+       return &entry->ipv4.ib2;
+}
+
+int mtk_foe_entry_prepare(struct mtk_foe_entry *entry, int type, int l4proto,
+                         u8 pse_port, u8 *src_mac, u8 *dest_mac)
+{
+       struct mtk_foe_mac_info *l2;
+       u32 ports_pad, val;
+
+       memset(entry, 0, sizeof(*entry));
+
+       val = FIELD_PREP(MTK_FOE_IB1_STATE, MTK_FOE_STATE_BIND) |
+             FIELD_PREP(MTK_FOE_IB1_PACKET_TYPE, type) |
+             FIELD_PREP(MTK_FOE_IB1_UDP, l4proto == IPPROTO_UDP) |
+             MTK_FOE_IB1_BIND_TTL |
+             MTK_FOE_IB1_BIND_CACHE;
+       entry->ib1 = val;
+
+       val = FIELD_PREP(MTK_FOE_IB2_PORT_MG, 0x3f) |
+             FIELD_PREP(MTK_FOE_IB2_PORT_AG, 0x1f) |
+             FIELD_PREP(MTK_FOE_IB2_DEST_PORT, pse_port);
+
+       if (is_multicast_ether_addr(dest_mac))
+               val |= MTK_FOE_IB2_MULTICAST;
+
+       ports_pad = 0xa5a5a500 | (l4proto & 0xff);
+       if (type == MTK_PPE_PKT_TYPE_IPV4_ROUTE)
+               entry->ipv4.orig.ports = ports_pad;
+       if (type == MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T)
+               entry->ipv6.ports = ports_pad;
+
+       if (type >= MTK_PPE_PKT_TYPE_IPV4_DSLITE) {
+               entry->ipv6.ib2 = val;
+               l2 = &entry->ipv6.l2;
+       } else {
+               entry->ipv4.ib2 = val;
+               l2 = &entry->ipv4.l2;
+       }
+
+       l2->dest_mac_hi = get_unaligned_be32(dest_mac);
+       l2->dest_mac_lo = get_unaligned_be16(dest_mac + 4);
+       l2->src_mac_hi = get_unaligned_be32(src_mac);
+       l2->src_mac_lo = get_unaligned_be16(src_mac + 4);
+
+       if (type >= MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T)
+               l2->etype = ETH_P_IPV6;
+       else
+               l2->etype = ETH_P_IP;
+
+       return 0;
+}
+
+int mtk_foe_entry_set_pse_port(struct mtk_foe_entry *entry, u8 port)
+{
+       u32 *ib2 = mtk_foe_entry_ib2(entry);
+       u32 val;
+
+       val = *ib2;
+       val &= ~MTK_FOE_IB2_DEST_PORT;
+       val |= FIELD_PREP(MTK_FOE_IB2_DEST_PORT, port);
+       *ib2 = val;
+
+       return 0;
+}
+
+int mtk_foe_entry_set_ipv4_tuple(struct mtk_foe_entry *entry, bool egress,
+                                __be32 src_addr, __be16 src_port,
+                                __be32 dest_addr, __be16 dest_port)
+{
+       int type = FIELD_GET(MTK_FOE_IB1_PACKET_TYPE, entry->ib1);
+       struct mtk_ipv4_tuple *t;
+
+       switch (type) {
+       case MTK_PPE_PKT_TYPE_IPV4_HNAPT:
+               if (egress) {
+                       t = &entry->ipv4.new;
+                       break;
+               }
+               fallthrough;
+       case MTK_PPE_PKT_TYPE_IPV4_DSLITE:
+       case MTK_PPE_PKT_TYPE_IPV4_ROUTE:
+               t = &entry->ipv4.orig;
+               break;
+       case MTK_PPE_PKT_TYPE_IPV6_6RD:
+               entry->ipv6_6rd.tunnel_src_ip = be32_to_cpu(src_addr);
+               entry->ipv6_6rd.tunnel_dest_ip = be32_to_cpu(dest_addr);
+               return 0;
+       default:
+               WARN_ON_ONCE(1);
+               return -EINVAL;
+       }
+
+       t->src_ip = be32_to_cpu(src_addr);
+       t->dest_ip = be32_to_cpu(dest_addr);
+
+       if (type == MTK_PPE_PKT_TYPE_IPV4_ROUTE)
+               return 0;
+
+       t->src_port = be16_to_cpu(src_port);
+       t->dest_port = be16_to_cpu(dest_port);
+
+       return 0;
+}
+
+int mtk_foe_entry_set_ipv6_tuple(struct mtk_foe_entry *entry,
+                                __be32 *src_addr, __be16 src_port,
+                                __be32 *dest_addr, __be16 dest_port)
+{
+       int type = FIELD_GET(MTK_FOE_IB1_PACKET_TYPE, entry->ib1);
+       u32 *src, *dest;
+       int i;
+
+       switch (type) {
+       case MTK_PPE_PKT_TYPE_IPV4_DSLITE:
+               src = entry->dslite.tunnel_src_ip;
+               dest = entry->dslite.tunnel_dest_ip;
+               break;
+       case MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T:
+       case MTK_PPE_PKT_TYPE_IPV6_6RD:
+               entry->ipv6.src_port = be16_to_cpu(src_port);
+               entry->ipv6.dest_port = be16_to_cpu(dest_port);
+               fallthrough;
+       case MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T:
+               src = entry->ipv6.src_ip;
+               dest = entry->ipv6.dest_ip;
+               break;
+       default:
+               WARN_ON_ONCE(1);
+               return -EINVAL;
+       };
+
+       for (i = 0; i < 4; i++)
+               src[i] = be32_to_cpu(src_addr[i]);
+       for (i = 0; i < 4; i++)
+               dest[i] = be32_to_cpu(dest_addr[i]);
+
+       return 0;
+}
+
+int mtk_foe_entry_set_dsa(struct mtk_foe_entry *entry, int port)
+{
+       struct mtk_foe_mac_info *l2 = mtk_foe_entry_l2(entry);
+
+       l2->etype = BIT(port);
+
+       if (!(entry->ib1 & MTK_FOE_IB1_BIND_VLAN_LAYER))
+               entry->ib1 |= FIELD_PREP(MTK_FOE_IB1_BIND_VLAN_LAYER, 1);
+       else
+               l2->etype |= BIT(8);
+
+       entry->ib1 &= ~MTK_FOE_IB1_BIND_VLAN_TAG;
+
+       return 0;
+}
+
+int mtk_foe_entry_set_vlan(struct mtk_foe_entry *entry, int vid)
+{
+       struct mtk_foe_mac_info *l2 = mtk_foe_entry_l2(entry);
+
+       switch (FIELD_GET(MTK_FOE_IB1_BIND_VLAN_LAYER, entry->ib1)) {
+       case 0:
+               entry->ib1 |= MTK_FOE_IB1_BIND_VLAN_TAG |
+                             FIELD_PREP(MTK_FOE_IB1_BIND_VLAN_LAYER, 1);
+               l2->vlan1 = vid;
+               return 0;
+       case 1:
+               if (!(entry->ib1 & MTK_FOE_IB1_BIND_VLAN_TAG)) {
+                       l2->vlan1 = vid;
+                       l2->etype |= BIT(8);
+               } else {
+                       l2->vlan2 = vid;
+                       entry->ib1 += FIELD_PREP(MTK_FOE_IB1_BIND_VLAN_LAYER, 1);
+               }
+               return 0;
+       default:
+               return -ENOSPC;
+       }
+}
+
+int mtk_foe_entry_set_pppoe(struct mtk_foe_entry *entry, int sid)
+{
+       struct mtk_foe_mac_info *l2 = mtk_foe_entry_l2(entry);
+
+       if (!(entry->ib1 & MTK_FOE_IB1_BIND_VLAN_LAYER) ||
+           (entry->ib1 & MTK_FOE_IB1_BIND_VLAN_TAG))
+               l2->etype = ETH_P_PPP_SES;
+
+       entry->ib1 |= MTK_FOE_IB1_BIND_PPPOE;
+       l2->pppoe_id = sid;
+
+       return 0;
+}
+
+static inline bool mtk_foe_entry_usable(struct mtk_foe_entry *entry)
+{
+       return !(entry->ib1 & MTK_FOE_IB1_STATIC) &&
+              FIELD_GET(MTK_FOE_IB1_STATE, entry->ib1) != MTK_FOE_STATE_BIND;
+}
+
+int mtk_foe_entry_commit(struct mtk_ppe *ppe, struct mtk_foe_entry *entry,
+                        u16 timestamp)
+{
+       struct mtk_foe_entry *hwe;
+       u32 hash;
+
+       timestamp &= MTK_FOE_IB1_BIND_TIMESTAMP;
+       entry->ib1 &= ~MTK_FOE_IB1_BIND_TIMESTAMP;
+       entry->ib1 |= FIELD_PREP(MTK_FOE_IB1_BIND_TIMESTAMP, timestamp);
+
+       hash = mtk_ppe_hash_entry(entry);
+       hwe = &ppe->foe_table[hash];
+       if (!mtk_foe_entry_usable(hwe)) {
+               hwe++;
+               hash++;
+
+               if (!mtk_foe_entry_usable(hwe))
+                       return -ENOSPC;
+       }
+
+       memcpy(&hwe->data, &entry->data, sizeof(hwe->data));
+       wmb();
+       hwe->ib1 = entry->ib1;
+
+       dma_wmb();
+
+       mtk_ppe_cache_clear(ppe);
+
+       return hash;
+}
+
+int mtk_ppe_init(struct mtk_ppe *ppe, struct device *dev, void __iomem *base,
+                int version)
+{
+       struct mtk_foe_entry *foe;
+
+       /* need to allocate a separate device, since it PPE DMA access is
+        * not coherent.
+        */
+       ppe->base = base;
+       ppe->dev = dev;
+       ppe->version = version;
+
+       foe = dmam_alloc_coherent(ppe->dev, MTK_PPE_ENTRIES * sizeof(*foe),
+                                 &ppe->foe_phys, GFP_KERNEL);
+       if (!foe)
+               return -ENOMEM;
+
+       ppe->foe_table = foe;
+
+       mtk_ppe_debugfs_init(ppe);
+
+       return 0;
+}
+
+static void mtk_ppe_init_foe_table(struct mtk_ppe *ppe)
+{
+       static const u8 skip[] = { 12, 25, 38, 51, 76, 89, 102 };
+       int i, k;
+
+       memset(ppe->foe_table, 0, MTK_PPE_ENTRIES * sizeof(ppe->foe_table));
+
+       if (!IS_ENABLED(CONFIG_SOC_MT7621))
+               return;
+
+       /* skip all entries that cross the 1024 byte boundary */
+       for (i = 0; i < MTK_PPE_ENTRIES; i += 128)
+               for (k = 0; k < ARRAY_SIZE(skip); k++)
+                       ppe->foe_table[i + skip[k]].ib1 |= MTK_FOE_IB1_STATIC;
+}
+
+int mtk_ppe_start(struct mtk_ppe *ppe)
+{
+       u32 val;
+
+       mtk_ppe_init_foe_table(ppe);
+       ppe_w32(ppe, MTK_PPE_TB_BASE, ppe->foe_phys);
+
+       val = MTK_PPE_TB_CFG_ENTRY_80B |
+             MTK_PPE_TB_CFG_AGE_NON_L4 |
+             MTK_PPE_TB_CFG_AGE_UNBIND |
+             MTK_PPE_TB_CFG_AGE_TCP |
+             MTK_PPE_TB_CFG_AGE_UDP |
+             MTK_PPE_TB_CFG_AGE_TCP_FIN |
+             FIELD_PREP(MTK_PPE_TB_CFG_SEARCH_MISS,
+                        MTK_PPE_SEARCH_MISS_ACTION_FORWARD_BUILD) |
+             FIELD_PREP(MTK_PPE_TB_CFG_KEEPALIVE,
+                        MTK_PPE_KEEPALIVE_DISABLE) |
+             FIELD_PREP(MTK_PPE_TB_CFG_HASH_MODE, 1) |
+             FIELD_PREP(MTK_PPE_TB_CFG_SCAN_MODE,
+                        MTK_PPE_SCAN_MODE_KEEPALIVE_AGE) |
+             FIELD_PREP(MTK_PPE_TB_CFG_ENTRY_NUM,
+                        MTK_PPE_ENTRIES_SHIFT);
+       ppe_w32(ppe, MTK_PPE_TB_CFG, val);
+
+       ppe_w32(ppe, MTK_PPE_IP_PROTO_CHK,
+               MTK_PPE_IP_PROTO_CHK_IPV4 | MTK_PPE_IP_PROTO_CHK_IPV6);
+
+       mtk_ppe_cache_enable(ppe, true);
+
+       val = MTK_PPE_FLOW_CFG_IP4_TCP_FRAG |
+             MTK_PPE_FLOW_CFG_IP4_UDP_FRAG |
+             MTK_PPE_FLOW_CFG_IP6_3T_ROUTE |
+             MTK_PPE_FLOW_CFG_IP6_5T_ROUTE |
+             MTK_PPE_FLOW_CFG_IP6_6RD |
+             MTK_PPE_FLOW_CFG_IP4_NAT |
+             MTK_PPE_FLOW_CFG_IP4_NAPT |
+             MTK_PPE_FLOW_CFG_IP4_DSLITE |
+             MTK_PPE_FLOW_CFG_L2_BRIDGE |
+             MTK_PPE_FLOW_CFG_IP4_NAT_FRAG;
+       ppe_w32(ppe, MTK_PPE_FLOW_CFG, val);
+
+       val = FIELD_PREP(MTK_PPE_UNBIND_AGE_MIN_PACKETS, 1000) |
+             FIELD_PREP(MTK_PPE_UNBIND_AGE_DELTA, 3);
+       ppe_w32(ppe, MTK_PPE_UNBIND_AGE, val);
+
+       val = FIELD_PREP(MTK_PPE_BIND_AGE0_DELTA_UDP, 12) |
+             FIELD_PREP(MTK_PPE_BIND_AGE0_DELTA_NON_L4, 1);
+       ppe_w32(ppe, MTK_PPE_BIND_AGE0, val);
+
+       val = FIELD_PREP(MTK_PPE_BIND_AGE1_DELTA_TCP_FIN, 1) |
+             FIELD_PREP(MTK_PPE_BIND_AGE1_DELTA_TCP, 7);
+       ppe_w32(ppe, MTK_PPE_BIND_AGE1, val);
+
+       val = MTK_PPE_BIND_LIMIT0_QUARTER | MTK_PPE_BIND_LIMIT0_HALF;
+       ppe_w32(ppe, MTK_PPE_BIND_LIMIT0, val);
+
+       val = MTK_PPE_BIND_LIMIT1_FULL |
+             FIELD_PREP(MTK_PPE_BIND_LIMIT1_NON_L4, 1);
+       ppe_w32(ppe, MTK_PPE_BIND_LIMIT1, val);
+
+       val = FIELD_PREP(MTK_PPE_BIND_RATE_BIND, 30) |
+             FIELD_PREP(MTK_PPE_BIND_RATE_PREBIND, 1);
+       ppe_w32(ppe, MTK_PPE_BIND_RATE, val);
+
+       /* enable PPE */
+       val = MTK_PPE_GLO_CFG_EN |
+             MTK_PPE_GLO_CFG_IP4_L4_CS_DROP |
+             MTK_PPE_GLO_CFG_IP4_CS_DROP |
+             MTK_PPE_GLO_CFG_FLOW_DROP_UPDATE;
+       ppe_w32(ppe, MTK_PPE_GLO_CFG, val);
+
+       ppe_w32(ppe, MTK_PPE_DEFAULT_CPU_PORT, 0);
+
+       return 0;
+}
+
+int mtk_ppe_stop(struct mtk_ppe *ppe)
+{
+       u32 val;
+       int i;
+
+       for (i = 0; i < MTK_PPE_ENTRIES; i++)
+               ppe->foe_table[i].ib1 = FIELD_PREP(MTK_FOE_IB1_STATE,
+                                                  MTK_FOE_STATE_INVALID);
+
+       mtk_ppe_cache_enable(ppe, false);
+
+       /* disable offload engine */
+       ppe_clear(ppe, MTK_PPE_GLO_CFG, MTK_PPE_GLO_CFG_EN);
+       ppe_w32(ppe, MTK_PPE_FLOW_CFG, 0);
+
+       /* disable aging */
+       val = MTK_PPE_TB_CFG_AGE_NON_L4 |
+             MTK_PPE_TB_CFG_AGE_UNBIND |
+             MTK_PPE_TB_CFG_AGE_TCP |
+             MTK_PPE_TB_CFG_AGE_UDP |
+             MTK_PPE_TB_CFG_AGE_TCP_FIN;
+       ppe_clear(ppe, MTK_PPE_TB_CFG, val);
+
+       return mtk_ppe_wait_busy(ppe);
+}
diff --git a/drivers/net/ethernet/mediatek/mtk_ppe.h b/drivers/net/ethernet/mediatek/mtk_ppe.h
new file mode 100644 (file)
index 0000000..51bd5e7
--- /dev/null
@@ -0,0 +1,287 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/* Copyright (C) 2020 Felix Fietkau <nbd@nbd.name> */
+
+#ifndef __MTK_PPE_H
+#define __MTK_PPE_H
+
+#include <linux/kernel.h>
+#include <linux/bitfield.h>
+
+#define MTK_ETH_PPE_BASE               0xc00
+
+#define MTK_PPE_ENTRIES_SHIFT          3
+#define MTK_PPE_ENTRIES                        (1024 << MTK_PPE_ENTRIES_SHIFT)
+#define MTK_PPE_HASH_MASK              (MTK_PPE_ENTRIES - 1)
+
+#define MTK_FOE_IB1_UNBIND_TIMESTAMP   GENMASK(7, 0)
+#define MTK_FOE_IB1_UNBIND_PACKETS     GENMASK(23, 8)
+#define MTK_FOE_IB1_UNBIND_PREBIND     BIT(24)
+
+#define MTK_FOE_IB1_BIND_TIMESTAMP     GENMASK(14, 0)
+#define MTK_FOE_IB1_BIND_KEEPALIVE     BIT(15)
+#define MTK_FOE_IB1_BIND_VLAN_LAYER    GENMASK(18, 16)
+#define MTK_FOE_IB1_BIND_PPPOE         BIT(19)
+#define MTK_FOE_IB1_BIND_VLAN_TAG      BIT(20)
+#define MTK_FOE_IB1_BIND_PKT_SAMPLE    BIT(21)
+#define MTK_FOE_IB1_BIND_CACHE         BIT(22)
+#define MTK_FOE_IB1_BIND_TUNNEL_DECAP  BIT(23)
+#define MTK_FOE_IB1_BIND_TTL           BIT(24)
+
+#define MTK_FOE_IB1_PACKET_TYPE                GENMASK(27, 25)
+#define MTK_FOE_IB1_STATE              GENMASK(29, 28)
+#define MTK_FOE_IB1_UDP                        BIT(30)
+#define MTK_FOE_IB1_STATIC             BIT(31)
+
+enum {
+       MTK_PPE_PKT_TYPE_IPV4_HNAPT = 0,
+       MTK_PPE_PKT_TYPE_IPV4_ROUTE = 1,
+       MTK_PPE_PKT_TYPE_BRIDGE = 2,
+       MTK_PPE_PKT_TYPE_IPV4_DSLITE = 3,
+       MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T = 4,
+       MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T = 5,
+       MTK_PPE_PKT_TYPE_IPV6_6RD = 7,
+};
+
+#define MTK_FOE_IB2_QID                        GENMASK(3, 0)
+#define MTK_FOE_IB2_PSE_QOS            BIT(4)
+#define MTK_FOE_IB2_DEST_PORT          GENMASK(7, 5)
+#define MTK_FOE_IB2_MULTICAST          BIT(8)
+
+#define MTK_FOE_IB2_WHNAT_QID2         GENMASK(13, 12)
+#define MTK_FOE_IB2_WHNAT_DEVIDX       BIT(16)
+#define MTK_FOE_IB2_WHNAT_NAT          BIT(17)
+
+#define MTK_FOE_IB2_PORT_MG            GENMASK(17, 12)
+
+#define MTK_FOE_IB2_PORT_AG            GENMASK(23, 18)
+
+#define MTK_FOE_IB2_DSCP               GENMASK(31, 24)
+
+#define MTK_FOE_VLAN2_WHNAT_BSS                GEMMASK(5, 0)
+#define MTK_FOE_VLAN2_WHNAT_WCID       GENMASK(13, 6)
+#define MTK_FOE_VLAN2_WHNAT_RING       GENMASK(15, 14)
+
+enum {
+       MTK_FOE_STATE_INVALID,
+       MTK_FOE_STATE_UNBIND,
+       MTK_FOE_STATE_BIND,
+       MTK_FOE_STATE_FIN
+};
+
+struct mtk_foe_mac_info {
+       u16 vlan1;
+       u16 etype;
+
+       u32 dest_mac_hi;
+
+       u16 vlan2;
+       u16 dest_mac_lo;
+
+       u32 src_mac_hi;
+
+       u16 pppoe_id;
+       u16 src_mac_lo;
+};
+
+struct mtk_foe_bridge {
+       u32 dest_mac_hi;
+
+       u16 src_mac_lo;
+       u16 dest_mac_lo;
+
+       u32 src_mac_hi;
+
+       u32 ib2;
+
+       u32 _rsv[5];
+
+       u32 udf_tsid;
+       struct mtk_foe_mac_info l2;
+};
+
+struct mtk_ipv4_tuple {
+       u32 src_ip;
+       u32 dest_ip;
+       union {
+               struct {
+                       u16 dest_port;
+                       u16 src_port;
+               };
+               struct {
+                       u8 protocol;
+                       u8 _pad[3]; /* fill with 0xa5a5a5 */
+               };
+               u32 ports;
+       };
+};
+
+struct mtk_foe_ipv4 {
+       struct mtk_ipv4_tuple orig;
+
+       u32 ib2;
+
+       struct mtk_ipv4_tuple new;
+
+       u16 timestamp;
+       u16 _rsv0[3];
+
+       u32 udf_tsid;
+
+       struct mtk_foe_mac_info l2;
+};
+
+struct mtk_foe_ipv4_dslite {
+       struct mtk_ipv4_tuple ip4;
+
+       u32 tunnel_src_ip[4];
+       u32 tunnel_dest_ip[4];
+
+       u8 flow_label[3];
+       u8 priority;
+
+       u32 udf_tsid;
+
+       u32 ib2;
+
+       struct mtk_foe_mac_info l2;
+};
+
+struct mtk_foe_ipv6 {
+       u32 src_ip[4];
+       u32 dest_ip[4];
+
+       union {
+               struct {
+                       u8 protocol;
+                       u8 _pad[3]; /* fill with 0xa5a5a5 */
+               }; /* 3-tuple */
+               struct {
+                       u16 dest_port;
+                       u16 src_port;
+               }; /* 5-tuple */
+               u32 ports;
+       };
+
+       u32 _rsv[3];
+
+       u32 udf;
+
+       u32 ib2;
+       struct mtk_foe_mac_info l2;
+};
+
+struct mtk_foe_ipv6_6rd {
+       u32 src_ip[4];
+       u32 dest_ip[4];
+       u16 dest_port;
+       u16 src_port;
+
+       u32 tunnel_src_ip;
+       u32 tunnel_dest_ip;
+
+       u16 hdr_csum;
+       u8 dscp;
+       u8 ttl;
+
+       u8 flag;
+       u8 pad;
+       u8 per_flow_6rd_id;
+       u8 pad2;
+
+       u32 ib2;
+       struct mtk_foe_mac_info l2;
+};
+
+struct mtk_foe_entry {
+       u32 ib1;
+
+       union {
+               struct mtk_foe_bridge bridge;
+               struct mtk_foe_ipv4 ipv4;
+               struct mtk_foe_ipv4_dslite dslite;
+               struct mtk_foe_ipv6 ipv6;
+               struct mtk_foe_ipv6_6rd ipv6_6rd;
+               u32 data[19];
+       };
+};
+
+enum {
+       MTK_PPE_CPU_REASON_TTL_EXCEEDED                 = 0x02,
+       MTK_PPE_CPU_REASON_OPTION_HEADER                = 0x03,
+       MTK_PPE_CPU_REASON_NO_FLOW                      = 0x07,
+       MTK_PPE_CPU_REASON_IPV4_FRAG                    = 0x08,
+       MTK_PPE_CPU_REASON_IPV4_DSLITE_FRAG             = 0x09,
+       MTK_PPE_CPU_REASON_IPV4_DSLITE_NO_TCP_UDP       = 0x0a,
+       MTK_PPE_CPU_REASON_IPV6_6RD_NO_TCP_UDP          = 0x0b,
+       MTK_PPE_CPU_REASON_TCP_FIN_SYN_RST              = 0x0c,
+       MTK_PPE_CPU_REASON_UN_HIT                       = 0x0d,
+       MTK_PPE_CPU_REASON_HIT_UNBIND                   = 0x0e,
+       MTK_PPE_CPU_REASON_HIT_UNBIND_RATE_REACHED      = 0x0f,
+       MTK_PPE_CPU_REASON_HIT_BIND_TCP_FIN             = 0x10,
+       MTK_PPE_CPU_REASON_HIT_TTL_1                    = 0x11,
+       MTK_PPE_CPU_REASON_HIT_BIND_VLAN_VIOLATION      = 0x12,
+       MTK_PPE_CPU_REASON_KEEPALIVE_UC_OLD_HDR         = 0x13,
+       MTK_PPE_CPU_REASON_KEEPALIVE_MC_NEW_HDR         = 0x14,
+       MTK_PPE_CPU_REASON_KEEPALIVE_DUP_OLD_HDR        = 0x15,
+       MTK_PPE_CPU_REASON_HIT_BIND_FORCE_CPU           = 0x16,
+       MTK_PPE_CPU_REASON_TUNNEL_OPTION_HEADER         = 0x17,
+       MTK_PPE_CPU_REASON_MULTICAST_TO_CPU             = 0x18,
+       MTK_PPE_CPU_REASON_MULTICAST_TO_GMAC1_CPU       = 0x19,
+       MTK_PPE_CPU_REASON_HIT_PRE_BIND                 = 0x1a,
+       MTK_PPE_CPU_REASON_PACKET_SAMPLING              = 0x1b,
+       MTK_PPE_CPU_REASON_EXCEED_MTU                   = 0x1c,
+       MTK_PPE_CPU_REASON_PPE_BYPASS                   = 0x1e,
+       MTK_PPE_CPU_REASON_INVALID                      = 0x1f,
+};
+
+struct mtk_ppe {
+       struct device *dev;
+       void __iomem *base;
+       int version;
+
+       struct mtk_foe_entry *foe_table;
+       dma_addr_t foe_phys;
+
+       void *acct_table;
+};
+
+int mtk_ppe_init(struct mtk_ppe *ppe, struct device *dev, void __iomem *base,
+                int version);
+int mtk_ppe_start(struct mtk_ppe *ppe);
+int mtk_ppe_stop(struct mtk_ppe *ppe);
+
+static inline void
+mtk_foe_entry_clear(struct mtk_ppe *ppe, u16 hash)
+{
+       ppe->foe_table[hash].ib1 = 0;
+       dma_wmb();
+}
+
+static inline int
+mtk_foe_entry_timestamp(struct mtk_ppe *ppe, u16 hash)
+{
+       u32 ib1 = READ_ONCE(ppe->foe_table[hash].ib1);
+
+       if (FIELD_GET(MTK_FOE_IB1_STATE, ib1) != MTK_FOE_STATE_BIND)
+               return -1;
+
+       return FIELD_GET(MTK_FOE_IB1_BIND_TIMESTAMP, ib1);
+}
+
+int mtk_foe_entry_prepare(struct mtk_foe_entry *entry, int type, int l4proto,
+                         u8 pse_port, u8 *src_mac, u8 *dest_mac);
+int mtk_foe_entry_set_pse_port(struct mtk_foe_entry *entry, u8 port);
+int mtk_foe_entry_set_ipv4_tuple(struct mtk_foe_entry *entry, bool orig,
+                                __be32 src_addr, __be16 src_port,
+                                __be32 dest_addr, __be16 dest_port);
+int mtk_foe_entry_set_ipv6_tuple(struct mtk_foe_entry *entry,
+                                __be32 *src_addr, __be16 src_port,
+                                __be32 *dest_addr, __be16 dest_port);
+int mtk_foe_entry_set_dsa(struct mtk_foe_entry *entry, int port);
+int mtk_foe_entry_set_vlan(struct mtk_foe_entry *entry, int vid);
+int mtk_foe_entry_set_pppoe(struct mtk_foe_entry *entry, int sid);
+int mtk_foe_entry_commit(struct mtk_ppe *ppe, struct mtk_foe_entry *entry,
+                        u16 timestamp);
+int mtk_ppe_debugfs_init(struct mtk_ppe *ppe);
+
+#endif
diff --git a/drivers/net/ethernet/mediatek/mtk_ppe_debugfs.c b/drivers/net/ethernet/mediatek/mtk_ppe_debugfs.c
new file mode 100644 (file)
index 0000000..8ae9efa
--- /dev/null
@@ -0,0 +1,217 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/* Copyright (C) 2020 Felix Fietkau <nbd@nbd.name> */
+
+#include <linux/kernel.h>
+#include <linux/debugfs.h>
+#include "mtk_eth_soc.h"
+
+struct mtk_flow_addr_info
+{
+       void *src, *dest;
+       u16 *src_port, *dest_port;
+       bool ipv6;
+};
+
+static const char *mtk_foe_entry_state_str(int state)
+{
+       static const char * const state_str[] = {
+               [MTK_FOE_STATE_INVALID] = "INV",
+               [MTK_FOE_STATE_UNBIND] = "UNB",
+               [MTK_FOE_STATE_BIND] = "BND",
+               [MTK_FOE_STATE_FIN] = "FIN",
+       };
+
+       if (state >= ARRAY_SIZE(state_str) || !state_str[state])
+               return "UNK";
+
+       return state_str[state];
+}
+
+static const char *mtk_foe_pkt_type_str(int type)
+{
+       static const char * const type_str[] = {
+               [MTK_PPE_PKT_TYPE_IPV4_HNAPT] = "IPv4 5T",
+               [MTK_PPE_PKT_TYPE_IPV4_ROUTE] = "IPv4 3T",
+               [MTK_PPE_PKT_TYPE_BRIDGE] = "L2",
+               [MTK_PPE_PKT_TYPE_IPV4_DSLITE] = "DS-LITE",
+               [MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T] = "IPv6 3T",
+               [MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T] = "IPv6 5T",
+               [MTK_PPE_PKT_TYPE_IPV6_6RD] = "6RD",
+       };
+
+       if (type >= ARRAY_SIZE(type_str) || !type_str[type])
+               return "UNKNOWN";
+
+       return type_str[type];
+}
+
+static void
+mtk_print_addr(struct seq_file *m, u32 *addr, bool ipv6)
+{
+       u32 n_addr[4];
+       int i;
+
+       if (!ipv6) {
+               seq_printf(m, "%pI4h", addr);
+               return;
+       }
+
+       for (i = 0; i < ARRAY_SIZE(n_addr); i++)
+               n_addr[i] = htonl(addr[i]);
+       seq_printf(m, "%pI6", n_addr);
+}
+
+static void
+mtk_print_addr_info(struct seq_file *m, struct mtk_flow_addr_info *ai)
+{
+       mtk_print_addr(m, ai->src, ai->ipv6);
+       if (ai->src_port)
+               seq_printf(m, ":%d", *ai->src_port);
+       seq_printf(m, "->");
+       mtk_print_addr(m, ai->dest, ai->ipv6);
+       if (ai->dest_port)
+               seq_printf(m, ":%d", *ai->dest_port);
+}
+
+static int
+mtk_ppe_debugfs_foe_show(struct seq_file *m, void *private, bool bind)
+{
+       struct mtk_ppe *ppe = m->private;
+       int i, count;
+
+       for (i = 0, count = 0; i < MTK_PPE_ENTRIES; i++) {
+               struct mtk_foe_entry *entry = &ppe->foe_table[i];
+               struct mtk_foe_mac_info *l2;
+               struct mtk_flow_addr_info ai = {};
+               unsigned char h_source[ETH_ALEN];
+               unsigned char h_dest[ETH_ALEN];
+               int type, state;
+               u32 ib2;
+
+
+               state = FIELD_GET(MTK_FOE_IB1_STATE, entry->ib1);
+               if (!state)
+                       continue;
+
+               if (bind && state != MTK_FOE_STATE_BIND)
+                       continue;
+
+               type = FIELD_GET(MTK_FOE_IB1_PACKET_TYPE, entry->ib1);
+               seq_printf(m, "%05x %s %7s", i,
+                          mtk_foe_entry_state_str(state),
+                          mtk_foe_pkt_type_str(type));
+
+               switch (type) {
+               case MTK_PPE_PKT_TYPE_IPV4_HNAPT:
+               case MTK_PPE_PKT_TYPE_IPV4_DSLITE:
+                       ai.src_port = &entry->ipv4.orig.src_port;
+                       ai.dest_port = &entry->ipv4.orig.dest_port;
+                       fallthrough;
+               case MTK_PPE_PKT_TYPE_IPV4_ROUTE:
+                       ai.src = &entry->ipv4.orig.src_ip;
+                       ai.dest = &entry->ipv4.orig.dest_ip;
+                       break;
+               case MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T:
+                       ai.src_port = &entry->ipv6.src_port;
+                       ai.dest_port = &entry->ipv6.dest_port;
+                       fallthrough;
+               case MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T:
+               case MTK_PPE_PKT_TYPE_IPV6_6RD:
+                       ai.src = &entry->ipv6.src_ip;
+                       ai.dest = &entry->ipv6.dest_ip;
+                       ai.ipv6 = true;
+                       break;
+               }
+
+               seq_printf(m, " orig=");
+               mtk_print_addr_info(m, &ai);
+
+               switch (type) {
+               case MTK_PPE_PKT_TYPE_IPV4_HNAPT:
+               case MTK_PPE_PKT_TYPE_IPV4_DSLITE:
+                       ai.src_port = &entry->ipv4.new.src_port;
+                       ai.dest_port = &entry->ipv4.new.dest_port;
+                       fallthrough;
+               case MTK_PPE_PKT_TYPE_IPV4_ROUTE:
+                       ai.src = &entry->ipv4.new.src_ip;
+                       ai.dest = &entry->ipv4.new.dest_ip;
+                       seq_printf(m, " new=");
+                       mtk_print_addr_info(m, &ai);
+                       break;
+               }
+
+               if (type >= MTK_PPE_PKT_TYPE_IPV4_DSLITE) {
+                       l2 = &entry->ipv6.l2;
+                       ib2 = entry->ipv6.ib2;
+               } else {
+                       l2 = &entry->ipv4.l2;
+                       ib2 = entry->ipv4.ib2;
+               }
+
+               *((__be32 *)h_source) = htonl(l2->src_mac_hi);
+               *((__be16 *)&h_source[4]) = htons(l2->src_mac_lo);
+               *((__be32 *)h_dest) = htonl(l2->dest_mac_hi);
+               *((__be16 *)&h_dest[4]) = htons(l2->dest_mac_lo);
+
+               seq_printf(m, " eth=%pM->%pM etype=%04x"
+                             " vlan=%d,%d ib1=%08x ib2=%08x\n",
+                          h_source, h_dest, ntohs(l2->etype),
+                          l2->vlan1, l2->vlan2, entry->ib1, ib2);
+       }
+
+       return 0;
+}
+
+static int
+mtk_ppe_debugfs_foe_show_all(struct seq_file *m, void *private)
+{
+       return mtk_ppe_debugfs_foe_show(m, private, false);
+}
+
+static int
+mtk_ppe_debugfs_foe_show_bind(struct seq_file *m, void *private)
+{
+       return mtk_ppe_debugfs_foe_show(m, private, true);
+}
+
+static int
+mtk_ppe_debugfs_foe_open_all(struct inode *inode, struct file *file)
+{
+       return single_open(file, mtk_ppe_debugfs_foe_show_all,
+                          inode->i_private);
+}
+
+static int
+mtk_ppe_debugfs_foe_open_bind(struct inode *inode, struct file *file)
+{
+       return single_open(file, mtk_ppe_debugfs_foe_show_bind,
+                          inode->i_private);
+}
+
+int mtk_ppe_debugfs_init(struct mtk_ppe *ppe)
+{
+       static const struct file_operations fops_all = {
+               .open = mtk_ppe_debugfs_foe_open_all,
+               .read = seq_read,
+               .llseek = seq_lseek,
+               .release = single_release,
+       };
+
+       static const struct file_operations fops_bind = {
+               .open = mtk_ppe_debugfs_foe_open_bind,
+               .read = seq_read,
+               .llseek = seq_lseek,
+               .release = single_release,
+       };
+
+       struct dentry *root;
+
+       root = debugfs_create_dir("mtk_ppe", NULL);
+       if (!root)
+               return -ENOMEM;
+
+       debugfs_create_file("entries", S_IRUGO, root, ppe, &fops_all);
+       debugfs_create_file("bind", S_IRUGO, root, ppe, &fops_bind);
+
+       return 0;
+}
diff --git a/drivers/net/ethernet/mediatek/mtk_ppe_regs.h b/drivers/net/ethernet/mediatek/mtk_ppe_regs.h
new file mode 100644 (file)
index 0000000..0c45ea0
--- /dev/null
@@ -0,0 +1,144 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/* Copyright (C) 2020 Felix Fietkau <nbd@nbd.name> */
+
+#ifndef __MTK_PPE_REGS_H
+#define __MTK_PPE_REGS_H
+
+#define MTK_PPE_GLO_CFG                                0x200
+#define MTK_PPE_GLO_CFG_EN                     BIT(0)
+#define MTK_PPE_GLO_CFG_TSID_EN                        BIT(1)
+#define MTK_PPE_GLO_CFG_IP4_L4_CS_DROP         BIT(2)
+#define MTK_PPE_GLO_CFG_IP4_CS_DROP            BIT(3)
+#define MTK_PPE_GLO_CFG_TTL0_DROP              BIT(4)
+#define MTK_PPE_GLO_CFG_PPE_BSWAP              BIT(5)
+#define MTK_PPE_GLO_CFG_PSE_HASH_OFS           BIT(6)
+#define MTK_PPE_GLO_CFG_MCAST_TB_EN            BIT(7)
+#define MTK_PPE_GLO_CFG_FLOW_DROP_KA           BIT(8)
+#define MTK_PPE_GLO_CFG_FLOW_DROP_UPDATE       BIT(9)
+#define MTK_PPE_GLO_CFG_UDP_LITE_EN            BIT(10)
+#define MTK_PPE_GLO_CFG_UDP_LEN_DROP           BIT(11)
+#define MTK_PPE_GLO_CFG_MCAST_ENTRIES          GNEMASK(13, 12)
+#define MTK_PPE_GLO_CFG_BUSY                   BIT(31)
+
+#define MTK_PPE_FLOW_CFG                       0x204
+#define MTK_PPE_FLOW_CFG_IP4_TCP_FRAG          BIT(6)
+#define MTK_PPE_FLOW_CFG_IP4_UDP_FRAG          BIT(7)
+#define MTK_PPE_FLOW_CFG_IP6_3T_ROUTE          BIT(8)
+#define MTK_PPE_FLOW_CFG_IP6_5T_ROUTE          BIT(9)
+#define MTK_PPE_FLOW_CFG_IP6_6RD               BIT(10)
+#define MTK_PPE_FLOW_CFG_IP4_NAT               BIT(12)
+#define MTK_PPE_FLOW_CFG_IP4_NAPT              BIT(13)
+#define MTK_PPE_FLOW_CFG_IP4_DSLITE            BIT(14)
+#define MTK_PPE_FLOW_CFG_L2_BRIDGE             BIT(15)
+#define MTK_PPE_FLOW_CFG_IP_PROTO_BLACKLIST    BIT(16)
+#define MTK_PPE_FLOW_CFG_IP4_NAT_FRAG          BIT(17)
+#define MTK_PPE_FLOW_CFG_IP4_HASH_FLOW_LABEL   BIT(18)
+#define MTK_PPE_FLOW_CFG_IP4_HASH_GRE_KEY      BIT(19)
+#define MTK_PPE_FLOW_CFG_IP6_HASH_GRE_KEY      BIT(20)
+
+#define MTK_PPE_IP_PROTO_CHK                   0x208
+#define MTK_PPE_IP_PROTO_CHK_IPV4              GENMASK(15, 0)
+#define MTK_PPE_IP_PROTO_CHK_IPV6              GENMASK(31, 16)
+
+#define MTK_PPE_TB_CFG                         0x21c
+#define MTK_PPE_TB_CFG_ENTRY_NUM               GENMASK(2, 0)
+#define MTK_PPE_TB_CFG_ENTRY_80B               BIT(3)
+#define MTK_PPE_TB_CFG_SEARCH_MISS             GENMASK(5, 4)
+#define MTK_PPE_TB_CFG_AGE_PREBIND             BIT(6)
+#define MTK_PPE_TB_CFG_AGE_NON_L4              BIT(7)
+#define MTK_PPE_TB_CFG_AGE_UNBIND              BIT(8)
+#define MTK_PPE_TB_CFG_AGE_TCP                 BIT(9)
+#define MTK_PPE_TB_CFG_AGE_UDP                 BIT(10)
+#define MTK_PPE_TB_CFG_AGE_TCP_FIN             BIT(11)
+#define MTK_PPE_TB_CFG_KEEPALIVE               GENMASK(13, 12)
+#define MTK_PPE_TB_CFG_HASH_MODE               GENMASK(15, 14)
+#define MTK_PPE_TB_CFG_SCAN_MODE               GENMASK(17, 16)
+#define MTK_PPE_TB_CFG_HASH_DEBUG              GENMASK(19, 18)
+
+enum {
+       MTK_PPE_SCAN_MODE_DISABLED,
+       MTK_PPE_SCAN_MODE_CHECK_AGE,
+       MTK_PPE_SCAN_MODE_KEEPALIVE_AGE,
+};
+
+enum {
+       MTK_PPE_KEEPALIVE_DISABLE,
+       MTK_PPE_KEEPALIVE_UNICAST_CPU,
+       MTK_PPE_KEEPALIVE_DUP_CPU = 3,
+};
+
+enum {
+       MTK_PPE_SEARCH_MISS_ACTION_DROP,
+       MTK_PPE_SEARCH_MISS_ACTION_FORWARD = 2,
+       MTK_PPE_SEARCH_MISS_ACTION_FORWARD_BUILD = 3,
+};
+
+#define MTK_PPE_TB_BASE                                0x220
+
+#define MTK_PPE_TB_USED                                0x224
+#define MTK_PPE_TB_USED_NUM                    GENMASK(13, 0)
+
+#define MTK_PPE_BIND_RATE                      0x228
+#define MTK_PPE_BIND_RATE_BIND                 GENMASK(15, 0)
+#define MTK_PPE_BIND_RATE_PREBIND              GENMASK(31, 16)
+
+#define MTK_PPE_BIND_LIMIT0                    0x22c
+#define MTK_PPE_BIND_LIMIT0_QUARTER            GENMASK(13, 0)
+#define MTK_PPE_BIND_LIMIT0_HALF               GENMASK(29, 16)
+
+#define MTK_PPE_BIND_LIMIT1                    0x230
+#define MTK_PPE_BIND_LIMIT1_FULL               GENMASK(13, 0)
+#define MTK_PPE_BIND_LIMIT1_NON_L4             GENMASK(23, 16)
+
+#define MTK_PPE_KEEPALIVE                      0x234
+#define MTK_PPE_KEEPALIVE_TIME                 GENMASK(15, 0)
+#define MTK_PPE_KEEPALIVE_TIME_TCP             GENMASK(23, 16)
+#define MTK_PPE_KEEPALIVE_TIME_UDP             GENMASK(31, 24)
+
+#define MTK_PPE_UNBIND_AGE                     0x238
+#define MTK_PPE_UNBIND_AGE_MIN_PACKETS         GENMASK(31, 16)
+#define MTK_PPE_UNBIND_AGE_DELTA               GENMASK(7, 0)
+
+#define MTK_PPE_BIND_AGE0                      0x23c
+#define MTK_PPE_BIND_AGE0_DELTA_NON_L4         GENMASK(30, 16)
+#define MTK_PPE_BIND_AGE0_DELTA_UDP            GENMASK(14, 0)
+
+#define MTK_PPE_BIND_AGE1                      0x240
+#define MTK_PPE_BIND_AGE1_DELTA_TCP_FIN                GENMASK(30, 16)
+#define MTK_PPE_BIND_AGE1_DELTA_TCP            GENMASK(14, 0)
+
+#define MTK_PPE_HASH_SEED                      0x244
+
+#define MTK_PPE_DEFAULT_CPU_PORT               0x248
+#define MTK_PPE_DEFAULT_CPU_PORT_MASK(_n)      (GENMASK(2, 0) << ((_n) * 4))
+
+#define MTK_PPE_MTU_DROP                       0x308
+
+#define MTK_PPE_VLAN_MTU0                      0x30c
+#define MTK_PPE_VLAN_MTU0_NONE                 GENMASK(13, 0)
+#define MTK_PPE_VLAN_MTU0_1TAG                 GENMASK(29, 16)
+
+#define MTK_PPE_VLAN_MTU1                      0x310
+#define MTK_PPE_VLAN_MTU1_2TAG                 GENMASK(13, 0)
+#define MTK_PPE_VLAN_MTU1_3TAG                 GENMASK(29, 16)
+
+#define MTK_PPE_VPM_TPID                       0x318
+
+#define MTK_PPE_CACHE_CTL                      0x320
+#define MTK_PPE_CACHE_CTL_EN                   BIT(0)
+#define MTK_PPE_CACHE_CTL_LOCK_CLR             BIT(4)
+#define MTK_PPE_CACHE_CTL_REQ                  BIT(8)
+#define MTK_PPE_CACHE_CTL_CLEAR                        BIT(9)
+#define MTK_PPE_CACHE_CTL_CMD                  GENMASK(13, 12)
+
+#define MTK_PPE_MIB_CFG                                0x334
+#define MTK_PPE_MIB_CFG_EN                     BIT(0)
+#define MTK_PPE_MIB_CFG_RD_CLR                 BIT(1)
+
+#define MTK_PPE_MIB_TB_BASE                    0x338
+
+#define MTK_PPE_MIB_CACHE_CTL                  0x350
+#define MTK_PPE_MIB_CACHE_CTL_EN               BIT(0)
+#define MTK_PPE_MIB_CACHE_CTL_FLUSH            BIT(2)
+
+#endif