hinic: add log in exception handling processes
authorLuo bin <luobin9@huawei.com>
Sat, 25 Jul 2020 07:11:19 +0000 (15:11 +0800)
committerDavid S. Miller <davem@davemloft.net>
Wed, 29 Jul 2020 00:22:03 +0000 (17:22 -0700)
improve the error message when functions return failure and dump
relevant registers in some exception handling processes

Signed-off-by: Luo bin <luobin9@huawei.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
13 files changed:
drivers/net/ethernet/huawei/hinic/hinic_hw_api_cmd.c
drivers/net/ethernet/huawei/hinic/hinic_hw_api_cmd.h
drivers/net/ethernet/huawei/hinic/hinic_hw_cmdq.c
drivers/net/ethernet/huawei/hinic/hinic_hw_cmdq.h
drivers/net/ethernet/huawei/hinic/hinic_hw_dev.c
drivers/net/ethernet/huawei/hinic/hinic_hw_eqs.c
drivers/net/ethernet/huawei/hinic/hinic_hw_eqs.h
drivers/net/ethernet/huawei/hinic/hinic_hw_if.c
drivers/net/ethernet/huawei/hinic/hinic_hw_if.h
drivers/net/ethernet/huawei/hinic/hinic_hw_mbox.c
drivers/net/ethernet/huawei/hinic/hinic_hw_mgmt.c
drivers/net/ethernet/huawei/hinic/hinic_port.c
drivers/net/ethernet/huawei/hinic/hinic_sriov.c

index 583fd24..29e88e2 100644 (file)
@@ -112,6 +112,26 @@ static u32 get_hw_cons_idx(struct hinic_api_cmd_chain *chain)
        return HINIC_API_CMD_STATUS_GET(val, CONS_IDX);
 }
 
+static void dump_api_chain_reg(struct hinic_api_cmd_chain *chain)
+{
+       u32 addr, val;
+
+       addr = HINIC_CSR_API_CMD_STATUS_ADDR(chain->chain_type);
+       val  = hinic_hwif_read_reg(chain->hwif, addr);
+
+       dev_err(&chain->hwif->pdev->dev, "Chain type: 0x%x, cpld error: 0x%x, check error: 0x%x, current fsm: 0x%x\n",
+               chain->chain_type, HINIC_API_CMD_STATUS_GET(val, CPLD_ERR),
+               HINIC_API_CMD_STATUS_GET(val, CHKSUM_ERR),
+               HINIC_API_CMD_STATUS_GET(val, FSM));
+
+       dev_err(&chain->hwif->pdev->dev, "Chain hw current ci: 0x%x\n",
+               HINIC_API_CMD_STATUS_GET(val, CONS_IDX));
+
+       addr = HINIC_CSR_API_CMD_CHAIN_PI_ADDR(chain->chain_type);
+       val  = hinic_hwif_read_reg(chain->hwif, addr);
+       dev_err(&chain->hwif->pdev->dev, "Chain hw current pi: 0x%x\n", val);
+}
+
 /**
  * chain_busy - check if the chain is still processing last requests
  * @chain: chain to check
@@ -131,8 +151,10 @@ static int chain_busy(struct hinic_api_cmd_chain *chain)
 
                /* check for a space for a new command */
                if (chain->cons_idx == MASKED_IDX(chain, prod_idx + 1)) {
-                       dev_err(&pdev->dev, "API CMD chain %d is busy\n",
-                               chain->chain_type);
+                       dev_err(&pdev->dev, "API CMD chain %d is busy, cons_idx: %d, prod_idx: %d\n",
+                               chain->chain_type, chain->cons_idx,
+                               chain->prod_idx);
+                       dump_api_chain_reg(chain);
                        return -EBUSY;
                }
                break;
@@ -332,6 +354,7 @@ static int wait_for_api_cmd_completion(struct hinic_api_cmd_chain *chain)
                err = wait_for_status_poll(chain);
                if (err) {
                        dev_err(&pdev->dev, "API CMD Poll status timeout\n");
+                       dump_api_chain_reg(chain);
                        break;
                }
                break;
index 0ba00fd..6d1654b 100644 (file)
         HINIC_API_CMD_STATUS_HEADER_##member##_MASK)
 
 #define HINIC_API_CMD_STATUS_CONS_IDX_SHIFT                     0
+#define HINIC_API_CMD_STATUS_FSM_SHIFT                         24
 #define HINIC_API_CMD_STATUS_CHKSUM_ERR_SHIFT                   28
+#define HINIC_API_CMD_STATUS_CPLD_ERR_SHIFT                    30
 
 #define HINIC_API_CMD_STATUS_CONS_IDX_MASK                      0xFFFFFF
+#define HINIC_API_CMD_STATUS_FSM_MASK                          0xFU
 #define HINIC_API_CMD_STATUS_CHKSUM_ERR_MASK                    0x3
+#define HINIC_API_CMD_STATUS_CPLD_ERR_MASK                     0x1U
 
 #define HINIC_API_CMD_STATUS_GET(val, member)                   \
        (((val) >> HINIC_API_CMD_STATUS_##member##_SHIFT) &     \
index cb5b6e5..e0eb294 100644 (file)
@@ -401,6 +401,7 @@ static int cmdq_sync_cmd_direct_resp(struct hinic_cmdq *cmdq,
 
                spin_unlock_bh(&cmdq->cmdq_lock);
 
+               hinic_dump_ceq_info(cmdq->hwdev);
                return -ETIMEDOUT;
        }
 
@@ -807,6 +808,7 @@ static int init_cmdqs_ctxt(struct hinic_hwdev *hwdev,
 
        cmdq_type = HINIC_CMDQ_SYNC;
        for (; cmdq_type < HINIC_MAX_CMDQ_TYPES; cmdq_type++) {
+               cmdqs->cmdq[cmdq_type].hwdev = hwdev;
                err = init_cmdq(&cmdqs->cmdq[cmdq_type],
                                &cmdqs->saved_wqs[cmdq_type], cmdq_type,
                                db_area[cmdq_type]);
index 3e4b0ae..f40c31e 100644 (file)
@@ -130,6 +130,8 @@ struct hinic_cmdq_ctxt {
 };
 
 struct hinic_cmdq {
+       struct hinic_hwdev      *hwdev;
+
        struct hinic_wq         *wq;
 
        enum hinic_cmdq_type    cmdq_type;
index 55672ee..0c73776 100644 (file)
@@ -258,9 +258,9 @@ static int init_fw_ctxt(struct hinic_hwdev *hwdev)
                                 &fw_ctxt, sizeof(fw_ctxt),
                                 &fw_ctxt, &out_size);
        if (err || (out_size != sizeof(fw_ctxt)) || fw_ctxt.status) {
-               dev_err(&pdev->dev, "Failed to init FW ctxt, ret = %d\n",
-                       fw_ctxt.status);
-               return -EFAULT;
+               dev_err(&pdev->dev, "Failed to init FW ctxt, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, fw_ctxt.status, out_size);
+               return -EIO;
        }
 
        return 0;
@@ -425,9 +425,9 @@ static int get_base_qpn(struct hinic_hwdev *hwdev, u16 *base_qpn)
                                 &cmd_base_qpn, sizeof(cmd_base_qpn),
                                 &cmd_base_qpn, &out_size);
        if (err || (out_size != sizeof(cmd_base_qpn)) || cmd_base_qpn.status) {
-               dev_err(&pdev->dev, "Failed to get base qpn, status = %d\n",
-                       cmd_base_qpn.status);
-               return -EFAULT;
+               dev_err(&pdev->dev, "Failed to get base qpn, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, cmd_base_qpn.status, out_size);
+               return -EIO;
        }
 
        *base_qpn = cmd_base_qpn.qpn;
index 397936c..ca8cb68 100644 (file)
@@ -953,3 +953,42 @@ void hinic_ceqs_free(struct hinic_ceqs *ceqs)
        for (q_id = 0; q_id < ceqs->num_ceqs; q_id++)
                remove_eq(&ceqs->ceq[q_id]);
 }
+
+void hinic_dump_ceq_info(struct hinic_hwdev *hwdev)
+{
+       struct hinic_eq *eq = NULL;
+       u32 addr, ci, pi;
+       int q_id;
+
+       for (q_id = 0; q_id < hwdev->func_to_io.ceqs.num_ceqs; q_id++) {
+               eq = &hwdev->func_to_io.ceqs.ceq[q_id];
+               addr = EQ_CONS_IDX_REG_ADDR(eq);
+               ci = hinic_hwif_read_reg(hwdev->hwif, addr);
+               addr = EQ_PROD_IDX_REG_ADDR(eq);
+               pi = hinic_hwif_read_reg(hwdev->hwif, addr);
+               dev_err(&hwdev->hwif->pdev->dev, "Ceq id: %d, ci: 0x%08x, sw_ci: 0x%08x, pi: 0x%x, tasklet_state: 0x%lx, wrap: %d, ceqe: 0x%x\n",
+                       q_id, ci, eq->cons_idx, pi,
+                       eq->ceq_tasklet.state,
+                       eq->wrapped, be32_to_cpu(*(__be32 *)(GET_CURR_CEQ_ELEM(eq))));
+       }
+}
+
+void hinic_dump_aeq_info(struct hinic_hwdev *hwdev)
+{
+       struct hinic_aeq_elem *aeqe_pos = NULL;
+       struct hinic_eq *eq = NULL;
+       u32 addr, ci, pi;
+       int q_id;
+
+       for (q_id = 0; q_id < hwdev->aeqs.num_aeqs; q_id++) {
+               eq = &hwdev->aeqs.aeq[q_id];
+               addr = EQ_CONS_IDX_REG_ADDR(eq);
+               ci = hinic_hwif_read_reg(hwdev->hwif, addr);
+               addr = EQ_PROD_IDX_REG_ADDR(eq);
+               pi = hinic_hwif_read_reg(hwdev->hwif, addr);
+               aeqe_pos = GET_CURR_AEQ_ELEM(eq);
+               dev_err(&hwdev->hwif->pdev->dev, "Aeq id: %d, ci: 0x%08x, pi: 0x%x, work_state: 0x%x, wrap: %d, desc: 0x%x\n",
+                       q_id, ci, pi, work_busy(&eq->aeq_work.work),
+                       eq->wrapped, be32_to_cpu(aeqe_pos->desc));
+       }
+}
index 74b9ff9..43065fc 100644 (file)
@@ -162,7 +162,7 @@ enum hinic_eqe_state {
 
 struct hinic_aeq_elem {
        u8      data[HINIC_AEQE_DATA_SIZE];
-       u32     desc;
+       __be32  desc;
 };
 
 struct hinic_eq_work {
@@ -254,4 +254,8 @@ int hinic_ceqs_init(struct hinic_ceqs *ceqs, struct hinic_hwif *hwif,
 
 void hinic_ceqs_free(struct hinic_ceqs *ceqs);
 
+void hinic_dump_ceq_info(struct hinic_hwdev *hwdev);
+
+void hinic_dump_aeq_info(struct hinic_hwdev *hwdev);
+
 #endif
index cf127d8..bc8925c 100644 (file)
@@ -21,6 +21,8 @@
 
 #define WAIT_HWIF_READY_TIMEOUT        10000
 
+#define HINIC_SELFTEST_RESULT 0x883C
+
 /**
  * hinic_msix_attr_set - set message attribute for msix entry
  * @hwif: the HW interface of a pci function device
@@ -369,6 +371,26 @@ u16 hinic_pf_id_of_vf_hw(struct hinic_hwif *hwif)
        return HINIC_FA0_GET(attr0, PF_IDX);
 }
 
+static void __print_selftest_reg(struct hinic_hwif *hwif)
+{
+       u32 addr, attr0, attr1;
+
+       addr   = HINIC_CSR_FUNC_ATTR1_ADDR;
+       attr1  = hinic_hwif_read_reg(hwif, addr);
+
+       if (attr1 == HINIC_PCIE_LINK_DOWN) {
+               dev_err(&hwif->pdev->dev, "PCIE is link down\n");
+               return;
+       }
+
+       addr   = HINIC_CSR_FUNC_ATTR0_ADDR;
+       attr0  = hinic_hwif_read_reg(hwif, addr);
+       if (HINIC_FA0_GET(attr0, FUNC_TYPE) != HINIC_VF &&
+           !HINIC_FA0_GET(attr0, PCI_INTF_IDX))
+               dev_err(&hwif->pdev->dev, "Selftest reg: 0x%08x\n",
+                       hinic_hwif_read_reg(hwif, HINIC_SELFTEST_RESULT));
+}
+
 /**
  * hinic_init_hwif - initialize the hw interface
  * @hwif: the HW interface of a pci function device
@@ -398,6 +420,7 @@ int hinic_init_hwif(struct hinic_hwif *hwif, struct pci_dev *pdev)
        err = wait_hwif_ready(hwif);
        if (err) {
                dev_err(&pdev->dev, "HW interface is not ready\n");
+               __print_selftest_reg(hwif);
                goto err_hwif_ready;
        }
 
index 0872e03..c06f225 100644 (file)
@@ -12,6 +12,8 @@
 #include <linux/types.h>
 #include <asm/byteorder.h>
 
+#define HINIC_PCIE_LINK_DOWN                                   0xFFFFFFFF
+
 #define HINIC_DMA_ATTR_ST_SHIFT                                 0
 #define HINIC_DMA_ATTR_AT_SHIFT                                 8
 #define HINIC_DMA_ATTR_PH_SHIFT                                 10
@@ -249,13 +251,17 @@ struct hinic_hwif {
 
 static inline u32 hinic_hwif_read_reg(struct hinic_hwif *hwif, u32 reg)
 {
-       return be32_to_cpu(readl(hwif->cfg_regs_bar + reg));
+       u32 out = readl(hwif->cfg_regs_bar + reg);
+
+       return be32_to_cpu(*(__be32 *)&out);
 }
 
 static inline void hinic_hwif_write_reg(struct hinic_hwif *hwif, u32 reg,
                                        u32 val)
 {
-       writel(cpu_to_be32(val), hwif->cfg_regs_bar + reg);
+       __be32 in = cpu_to_be32(val);
+
+       writel(*(u32 *)&in, hwif->cfg_regs_bar + reg);
 }
 
 int hinic_msix_attr_set(struct hinic_hwif *hwif, u16 msix_index,
index bc2f87e..47c93f9 100644 (file)
@@ -650,6 +650,7 @@ wait_for_mbox_seg_completion(struct hinic_mbox_func_to_func *func_to_func,
                if (!wait_for_completion_timeout(done, jif)) {
                        dev_err(&hwdev->hwif->pdev->dev, "Send mailbox segment timeout\n");
                        dump_mox_reg(hwdev);
+                       hinic_dump_aeq_info(hwdev);
                        return -ETIMEDOUT;
                }
 
@@ -897,6 +898,7 @@ int hinic_mbox_to_func(struct hinic_mbox_func_to_func *func_to_func,
                set_mbox_to_func_event(func_to_func, EVENT_TIMEOUT);
                dev_err(&func_to_func->hwif->pdev->dev,
                        "Send mbox msg timeout, msg_id: %d\n", msg_info.msg_id);
+               hinic_dump_aeq_info(func_to_func->hwdev);
                err = -ETIMEDOUT;
                goto err_send_mbox;
        }
index f5a46d5..c6ce596 100644 (file)
@@ -276,6 +276,7 @@ static int msg_to_mgmt_sync(struct hinic_pf_to_mgmt *pf_to_mgmt,
 
        if (!wait_for_completion_timeout(recv_done, timeo)) {
                dev_err(&pdev->dev, "MGMT timeout, MSG id = %d\n", msg_id);
+               hinic_dump_aeq_info(pf_to_mgmt->hwdev);
                err = -ETIMEDOUT;
                goto unlock_sync_msg;
        }
index ba358bb..02cd635 100644 (file)
@@ -61,8 +61,8 @@ static int change_mac(struct hinic_dev *nic_dev, const u8 *addr,
            (port_mac_cmd.status  &&
            port_mac_cmd.status != HINIC_PF_SET_VF_ALREADY &&
            port_mac_cmd.status != HINIC_MGMT_STATUS_EXIST)) {
-               dev_err(&pdev->dev, "Failed to change MAC, ret = %d\n",
-                       port_mac_cmd.status);
+               dev_err(&pdev->dev, "Failed to change MAC, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, port_mac_cmd.status, out_size);
                return -EFAULT;
        }
 
@@ -129,8 +129,8 @@ int hinic_port_get_mac(struct hinic_dev *nic_dev, u8 *addr)
                                 &port_mac_cmd, sizeof(port_mac_cmd),
                                 &port_mac_cmd, &out_size);
        if (err || (out_size != sizeof(port_mac_cmd)) || port_mac_cmd.status) {
-               dev_err(&pdev->dev, "Failed to get mac, ret = %d\n",
-                       port_mac_cmd.status);
+               dev_err(&pdev->dev, "Failed to get mac, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, port_mac_cmd.status, out_size);
                return -EFAULT;
        }
 
@@ -172,9 +172,9 @@ int hinic_port_set_mtu(struct hinic_dev *nic_dev, int new_mtu)
        err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_CHANGE_MTU,
                                 &port_mtu_cmd, sizeof(port_mtu_cmd),
                                 &port_mtu_cmd, &out_size);
-       if (err || (out_size != sizeof(port_mtu_cmd)) || port_mtu_cmd.status) {
-               dev_err(&pdev->dev, "Failed to set mtu, ret = %d\n",
-                       port_mtu_cmd.status);
+       if (err || out_size != sizeof(port_mtu_cmd) || port_mtu_cmd.status) {
+               dev_err(&pdev->dev, "Failed to set mtu, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, port_mtu_cmd.status, out_size);
                return -EFAULT;
        }
 
@@ -264,8 +264,8 @@ int hinic_port_link_state(struct hinic_dev *nic_dev,
                                 &link_cmd, sizeof(link_cmd),
                                 &link_cmd, &out_size);
        if (err || (out_size != sizeof(link_cmd)) || link_cmd.status) {
-               dev_err(&pdev->dev, "Failed to get link state, ret = %d\n",
-                       link_cmd.status);
+               dev_err(&pdev->dev, "Failed to get link state, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, link_cmd.status, out_size);
                return -EINVAL;
        }
 
@@ -298,8 +298,8 @@ int hinic_port_set_state(struct hinic_dev *nic_dev, enum hinic_port_state state)
                                 &port_state, sizeof(port_state),
                                 &port_state, &out_size);
        if (err || (out_size != sizeof(port_state)) || port_state.status) {
-               dev_err(&pdev->dev, "Failed to set port state, ret = %d\n",
-                       port_state.status);
+               dev_err(&pdev->dev, "Failed to set port state, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, port_state.status, out_size);
                return -EFAULT;
        }
 
@@ -330,8 +330,8 @@ int hinic_port_set_func_state(struct hinic_dev *nic_dev,
                                 &func_state, sizeof(func_state),
                                 &func_state, &out_size);
        if (err || (out_size != sizeof(func_state)) || func_state.status) {
-               dev_err(&pdev->dev, "Failed to set port func state, ret = %d\n",
-                       func_state.status);
+               dev_err(&pdev->dev, "Failed to set port func state, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, func_state.status, out_size);
                return -EFAULT;
        }
 
@@ -361,9 +361,9 @@ int hinic_port_get_cap(struct hinic_dev *nic_dev,
                                 port_cap, &out_size);
        if (err || (out_size != sizeof(*port_cap)) || port_cap->status) {
                dev_err(&pdev->dev,
-                       "Failed to get port capabilities, ret = %d\n",
-                       port_cap->status);
-               return -EINVAL;
+                       "Failed to get port capabilities, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, port_cap->status, out_size);
+               return -EIO;
        }
 
        return 0;
@@ -393,9 +393,9 @@ int hinic_port_set_tso(struct hinic_dev *nic_dev, enum hinic_tso_state state)
                                 &tso_cfg, &out_size);
        if (err || out_size != sizeof(tso_cfg) || tso_cfg.status) {
                dev_err(&pdev->dev,
-                       "Failed to set port tso, ret = %d\n",
-                       tso_cfg.status);
-               return -EINVAL;
+                       "Failed to set port tso, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, tso_cfg.status, out_size);
+               return -EIO;
        }
 
        return 0;
@@ -423,9 +423,9 @@ int hinic_set_rx_csum_offload(struct hinic_dev *nic_dev, u32 en)
                                 &rx_csum_cfg, &out_size);
        if (err || !out_size || rx_csum_cfg.status) {
                dev_err(&pdev->dev,
-                       "Failed to set rx csum offload, ret = %d\n",
-                       rx_csum_cfg.status);
-               return -EINVAL;
+                       "Failed to set rx csum offload, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, rx_csum_cfg.status, out_size);
+               return -EIO;
        }
 
        return 0;
@@ -480,9 +480,9 @@ int hinic_set_max_qnum(struct hinic_dev *nic_dev, u8 num_rqs)
                                 &rq_num, &out_size);
        if (err || !out_size || rq_num.status) {
                dev_err(&pdev->dev,
-                       "Failed to rxq number, ret = %d\n",
-                       rq_num.status);
-               return -EINVAL;
+                       "Failed to set rxq number, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, rq_num.status, out_size);
+               return -EIO;
        }
 
        return 0;
@@ -508,9 +508,9 @@ static int hinic_set_rx_lro(struct hinic_dev *nic_dev, u8 ipv4_en, u8 ipv6_en,
                                 &lro_cfg, &out_size);
        if (err || !out_size || lro_cfg.status) {
                dev_err(&pdev->dev,
-                       "Failed to set lro offload, ret = %d\n",
-                       lro_cfg.status);
-               return -EINVAL;
+                       "Failed to set lro offload, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, lro_cfg.status, out_size);
+               return -EIO;
        }
 
        return 0;
@@ -542,10 +542,10 @@ static int hinic_set_rx_lro_timer(struct hinic_dev *nic_dev, u32 timer_value)
 
        if (err || !out_size || lro_timer.status) {
                dev_err(&pdev->dev,
-                       "Failed to set lro timer, ret = %d\n",
-                       lro_timer.status);
+                       "Failed to set lro timer, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, lro_timer.status, out_size);
 
-               return -EINVAL;
+               return -EIO;
        }
 
        return 0;
index caf7e81..1412069 100644 (file)
@@ -40,9 +40,9 @@ static int hinic_set_mac(struct hinic_hwdev *hwdev, const u8 *mac_addr,
        if (err || out_size != sizeof(mac_info) ||
            (mac_info.status && mac_info.status != HINIC_PF_SET_VF_ALREADY &&
            mac_info.status != HINIC_MGMT_STATUS_EXIST)) {
-               dev_err(&hwdev->func_to_io.hwif->pdev->dev, "Failed to change MAC, ret = %d\n",
-                       mac_info.status);
-               return -EFAULT;
+               dev_err(&hwdev->func_to_io.hwif->pdev->dev, "Failed to set MAC, err: %d, status: 0x%x, out size: 0x%x\n",
+                       err, mac_info.status, out_size);
+               return -EIO;
        }
 
        return 0;