1 /* Broadcom NetXtreme-C/E network driver.
3 * Copyright (c) 2017 Broadcom Limited
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
10 #include <linux/pci.h>
11 #include <linux/netdevice.h>
12 #include <linux/vmalloc.h>
13 #include <net/devlink.h>
16 #include "bnxt_hwrm.h"
18 #include "bnxt_devlink.h"
19 #include "bnxt_ethtool.h"
22 #include "bnxt_coredump.h"
23 #include "bnxt_nvm_defs.h"
25 static void __bnxt_fw_recover(struct bnxt *bp)
27 if (test_bit(BNXT_STATE_FW_FATAL_COND, &bp->state) ||
28 test_bit(BNXT_STATE_FW_NON_FATAL_COND, &bp->state))
31 bnxt_fw_exception(bp);
35 bnxt_dl_flash_update(struct devlink *dl,
36 struct devlink_flash_update_params *params,
37 struct netlink_ext_ack *extack)
39 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
43 NL_SET_ERR_MSG_MOD(extack,
44 "flash update not supported from a VF");
48 devlink_flash_update_status_notify(dl, "Preparing to flash", NULL, 0, 0);
49 rc = bnxt_flash_package_from_fw_obj(bp->dev, params->fw, 0, extack);
51 devlink_flash_update_status_notify(dl, "Flashing done", NULL, 0, 0);
53 devlink_flash_update_status_notify(dl, "Flashing failed", NULL, 0, 0);
57 static int bnxt_hwrm_remote_dev_reset_set(struct bnxt *bp, bool remote_reset)
59 struct hwrm_func_cfg_input *req;
62 if (~bp->fw_cap & BNXT_FW_CAP_HOT_RESET_IF)
65 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
69 req->fid = cpu_to_le16(0xffff);
70 req->enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_HOT_RESET_IF_SUPPORT);
72 req->flags = cpu_to_le32(FUNC_CFG_REQ_FLAGS_HOT_RESET_IF_EN_DIS);
74 return hwrm_req_send(bp, req);
77 static char *bnxt_health_severity_str(enum bnxt_health_severity severity)
80 case SEVERITY_NORMAL: return "normal";
81 case SEVERITY_WARNING: return "warning";
82 case SEVERITY_RECOVERABLE: return "recoverable";
83 case SEVERITY_FATAL: return "fatal";
84 default: return "unknown";
88 static char *bnxt_health_remedy_str(enum bnxt_health_remedy remedy)
91 case REMEDY_DEVLINK_RECOVER: return "devlink recover";
92 case REMEDY_POWER_CYCLE_DEVICE: return "device power cycle";
93 case REMEDY_POWER_CYCLE_HOST: return "host power cycle";
94 case REMEDY_FW_UPDATE: return "update firmware";
95 case REMEDY_HW_REPLACE: return "replace hardware";
96 default: return "unknown";
100 static int bnxt_fw_diagnose(struct devlink_health_reporter *reporter,
101 struct devlink_fmsg *fmsg,
102 struct netlink_ext_ack *extack)
104 struct bnxt *bp = devlink_health_reporter_priv(reporter);
105 struct bnxt_fw_health *h = bp->fw_health;
106 u32 fw_status, fw_resets;
108 if (test_bit(BNXT_STATE_IN_FW_RESET, &bp->state)) {
109 devlink_fmsg_string_pair_put(fmsg, "Status", "recovering");
113 if (!h->status_reliable) {
114 devlink_fmsg_string_pair_put(fmsg, "Status", "unknown");
118 mutex_lock(&h->lock);
119 fw_status = bnxt_fw_health_readl(bp, BNXT_FW_HEALTH_REG);
120 if (BNXT_FW_IS_BOOTING(fw_status)) {
121 devlink_fmsg_string_pair_put(fmsg, "Status", "initializing");
122 } else if (h->severity || fw_status != BNXT_FW_STATUS_HEALTHY) {
124 h->severity = SEVERITY_FATAL;
125 h->remedy = REMEDY_POWER_CYCLE_DEVICE;
127 devlink_health_report(h->fw_reporter,
128 "FW error diagnosed", h);
130 devlink_fmsg_string_pair_put(fmsg, "Status", "error");
131 devlink_fmsg_u32_pair_put(fmsg, "Syndrome", fw_status);
133 devlink_fmsg_string_pair_put(fmsg, "Status", "healthy");
136 devlink_fmsg_string_pair_put(fmsg, "Severity",
137 bnxt_health_severity_str(h->severity));
140 devlink_fmsg_string_pair_put(fmsg, "Remedy",
141 bnxt_health_remedy_str(h->remedy));
142 if (h->remedy == REMEDY_DEVLINK_RECOVER)
143 devlink_fmsg_string_pair_put(fmsg, "Impact",
144 "traffic+ntuple_cfg");
147 mutex_unlock(&h->lock);
148 if (!h->resets_reliable)
151 fw_resets = bnxt_fw_health_readl(bp, BNXT_FW_RESET_CNT_REG);
152 devlink_fmsg_u32_pair_put(fmsg, "Resets", fw_resets);
153 devlink_fmsg_u32_pair_put(fmsg, "Arrests", h->arrests);
154 devlink_fmsg_u32_pair_put(fmsg, "Survivals", h->survivals);
155 devlink_fmsg_u32_pair_put(fmsg, "Discoveries", h->discoveries);
156 devlink_fmsg_u32_pair_put(fmsg, "Fatalities", h->fatalities);
157 devlink_fmsg_u32_pair_put(fmsg, "Diagnoses", h->diagnoses);
161 static int bnxt_fw_dump(struct devlink_health_reporter *reporter,
162 struct devlink_fmsg *fmsg, void *priv_ctx,
163 struct netlink_ext_ack *extack)
165 struct bnxt *bp = devlink_health_reporter_priv(reporter);
170 /* TODO: no firmware dump support in devlink_health_report() context */
174 dump_len = bnxt_get_coredump_length(bp, BNXT_DUMP_LIVE);
178 data = vmalloc(dump_len);
182 rc = bnxt_get_coredump(bp, BNXT_DUMP_LIVE, data, &dump_len);
184 devlink_fmsg_pair_nest_start(fmsg, "core");
185 devlink_fmsg_binary_pair_put(fmsg, "data", data, dump_len);
186 devlink_fmsg_u32_pair_put(fmsg, "size", dump_len);
187 devlink_fmsg_pair_nest_end(fmsg);
194 static int bnxt_fw_recover(struct devlink_health_reporter *reporter,
196 struct netlink_ext_ack *extack)
198 struct bnxt *bp = devlink_health_reporter_priv(reporter);
200 if (bp->fw_health->severity == SEVERITY_FATAL)
203 set_bit(BNXT_STATE_RECOVER, &bp->state);
204 __bnxt_fw_recover(bp);
209 static const struct devlink_health_reporter_ops bnxt_dl_fw_reporter_ops = {
211 .diagnose = bnxt_fw_diagnose,
212 .dump = bnxt_fw_dump,
213 .recover = bnxt_fw_recover,
216 static struct devlink_health_reporter *
217 __bnxt_dl_reporter_create(struct bnxt *bp,
218 const struct devlink_health_reporter_ops *ops)
220 struct devlink_health_reporter *reporter;
222 reporter = devlink_health_reporter_create(bp->dl, ops, 0, bp);
223 if (IS_ERR(reporter)) {
224 netdev_warn(bp->dev, "Failed to create %s health reporter, rc = %ld\n",
225 ops->name, PTR_ERR(reporter));
232 void bnxt_dl_fw_reporters_create(struct bnxt *bp)
234 struct bnxt_fw_health *fw_health = bp->fw_health;
236 if (fw_health && !fw_health->fw_reporter)
237 fw_health->fw_reporter = __bnxt_dl_reporter_create(bp, &bnxt_dl_fw_reporter_ops);
240 void bnxt_dl_fw_reporters_destroy(struct bnxt *bp)
242 struct bnxt_fw_health *fw_health = bp->fw_health;
244 if (fw_health && fw_health->fw_reporter) {
245 devlink_health_reporter_destroy(fw_health->fw_reporter);
246 fw_health->fw_reporter = NULL;
250 void bnxt_devlink_health_fw_report(struct bnxt *bp)
252 struct bnxt_fw_health *fw_health = bp->fw_health;
258 if (!fw_health->fw_reporter) {
259 __bnxt_fw_recover(bp);
263 mutex_lock(&fw_health->lock);
264 fw_health->severity = SEVERITY_RECOVERABLE;
265 fw_health->remedy = REMEDY_DEVLINK_RECOVER;
266 mutex_unlock(&fw_health->lock);
267 rc = devlink_health_report(fw_health->fw_reporter, "FW error reported",
269 if (rc == -ECANCELED)
270 __bnxt_fw_recover(bp);
273 void bnxt_dl_health_fw_status_update(struct bnxt *bp, bool healthy)
275 struct bnxt_fw_health *fw_health = bp->fw_health;
278 mutex_lock(&fw_health->lock);
280 fw_health->severity = SEVERITY_NORMAL;
281 state = DEVLINK_HEALTH_REPORTER_STATE_HEALTHY;
283 fw_health->severity = SEVERITY_FATAL;
284 fw_health->remedy = REMEDY_POWER_CYCLE_DEVICE;
285 state = DEVLINK_HEALTH_REPORTER_STATE_ERROR;
287 mutex_unlock(&fw_health->lock);
288 devlink_health_reporter_state_update(fw_health->fw_reporter, state);
291 void bnxt_dl_health_fw_recovery_done(struct bnxt *bp)
293 struct bnxt_dl *dl = devlink_priv(bp->dl);
295 devlink_health_reporter_recovery_done(bp->fw_health->fw_reporter);
296 bnxt_hwrm_remote_dev_reset_set(bp, dl->remote_reset);
299 static int bnxt_dl_info_get(struct devlink *dl, struct devlink_info_req *req,
300 struct netlink_ext_ack *extack);
303 bnxt_dl_livepatch_report_err(struct bnxt *bp, struct netlink_ext_ack *extack,
304 struct hwrm_fw_livepatch_output *resp)
306 int err = ((struct hwrm_err_output *)resp)->cmd_err;
309 case FW_LIVEPATCH_CMD_ERR_CODE_INVALID_OPCODE:
310 netdev_err(bp->dev, "Illegal live patch opcode");
311 NL_SET_ERR_MSG_MOD(extack, "Invalid opcode");
313 case FW_LIVEPATCH_CMD_ERR_CODE_NOT_SUPPORTED:
314 NL_SET_ERR_MSG_MOD(extack, "Live patch operation not supported");
316 case FW_LIVEPATCH_CMD_ERR_CODE_NOT_INSTALLED:
317 NL_SET_ERR_MSG_MOD(extack, "Live patch not found");
319 case FW_LIVEPATCH_CMD_ERR_CODE_NOT_PATCHED:
320 NL_SET_ERR_MSG_MOD(extack,
321 "Live patch deactivation failed. Firmware not patched.");
323 case FW_LIVEPATCH_CMD_ERR_CODE_AUTH_FAIL:
324 NL_SET_ERR_MSG_MOD(extack, "Live patch not authenticated");
326 case FW_LIVEPATCH_CMD_ERR_CODE_INVALID_HEADER:
327 NL_SET_ERR_MSG_MOD(extack, "Incompatible live patch");
329 case FW_LIVEPATCH_CMD_ERR_CODE_INVALID_SIZE:
330 NL_SET_ERR_MSG_MOD(extack, "Live patch has invalid size");
332 case FW_LIVEPATCH_CMD_ERR_CODE_ALREADY_PATCHED:
333 NL_SET_ERR_MSG_MOD(extack, "Live patch already applied");
336 netdev_err(bp->dev, "Unexpected live patch error: %d\n", err);
337 NL_SET_ERR_MSG_MOD(extack, "Failed to activate live patch");
342 /* Live patch status in NVM */
343 #define BNXT_LIVEPATCH_NOT_INSTALLED 0
344 #define BNXT_LIVEPATCH_INSTALLED FW_LIVEPATCH_QUERY_RESP_STATUS_FLAGS_INSTALL
345 #define BNXT_LIVEPATCH_REMOVED FW_LIVEPATCH_QUERY_RESP_STATUS_FLAGS_ACTIVE
346 #define BNXT_LIVEPATCH_MASK (FW_LIVEPATCH_QUERY_RESP_STATUS_FLAGS_INSTALL | \
347 FW_LIVEPATCH_QUERY_RESP_STATUS_FLAGS_ACTIVE)
348 #define BNXT_LIVEPATCH_ACTIVATED BNXT_LIVEPATCH_MASK
350 #define BNXT_LIVEPATCH_STATE(flags) ((flags) & BNXT_LIVEPATCH_MASK)
353 bnxt_dl_livepatch_activate(struct bnxt *bp, struct netlink_ext_ack *extack)
355 struct hwrm_fw_livepatch_query_output *query_resp;
356 struct hwrm_fw_livepatch_query_input *query_req;
357 struct hwrm_fw_livepatch_output *patch_resp;
358 struct hwrm_fw_livepatch_input *patch_req;
359 u16 flags, live_patch_state;
360 bool activated = false;
365 if (~bp->fw_cap & BNXT_FW_CAP_LIVEPATCH) {
366 NL_SET_ERR_MSG_MOD(extack, "Device does not support live patch");
370 rc = hwrm_req_init(bp, query_req, HWRM_FW_LIVEPATCH_QUERY);
373 query_resp = hwrm_req_hold(bp, query_req);
375 rc = hwrm_req_init(bp, patch_req, HWRM_FW_LIVEPATCH);
377 hwrm_req_drop(bp, query_req);
380 patch_req->loadtype = FW_LIVEPATCH_REQ_LOADTYPE_NVM_INSTALL;
381 patch_resp = hwrm_req_hold(bp, patch_req);
383 for (target = 1; target <= FW_LIVEPATCH_REQ_FW_TARGET_LAST; target++) {
384 query_req->fw_target = target;
385 rc = hwrm_req_send(bp, query_req);
387 NL_SET_ERR_MSG_MOD(extack, "Failed to query packages");
391 flags = le16_to_cpu(query_resp->status_flags);
392 live_patch_state = BNXT_LIVEPATCH_STATE(flags);
394 if (live_patch_state == BNXT_LIVEPATCH_NOT_INSTALLED)
397 if (live_patch_state == BNXT_LIVEPATCH_ACTIVATED) {
402 if (live_patch_state == BNXT_LIVEPATCH_INSTALLED)
403 patch_req->opcode = FW_LIVEPATCH_REQ_OPCODE_ACTIVATE;
404 else if (live_patch_state == BNXT_LIVEPATCH_REMOVED)
405 patch_req->opcode = FW_LIVEPATCH_REQ_OPCODE_DEACTIVATE;
407 patch_req->fw_target = target;
408 rc = hwrm_req_send(bp, patch_req);
410 bnxt_dl_livepatch_report_err(bp, extack, patch_resp);
416 if (!rc && !installed) {
418 NL_SET_ERR_MSG_MOD(extack, "Live patch already activated");
421 NL_SET_ERR_MSG_MOD(extack, "No live patches found");
425 hwrm_req_drop(bp, query_req);
426 hwrm_req_drop(bp, patch_req);
430 static int bnxt_dl_reload_down(struct devlink *dl, bool netns_change,
431 enum devlink_reload_action action,
432 enum devlink_reload_limit limit,
433 struct netlink_ext_ack *extack)
435 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
439 case DEVLINK_RELOAD_ACTION_DRIVER_REINIT: {
441 if (bnxt_sriov_cfg(bp)) {
442 NL_SET_ERR_MSG_MOD(extack,
443 "reload is unsupported while VFs are allocated or being configured");
447 if (bp->dev->reg_state == NETREG_UNREGISTERED) {
452 if (netif_running(bp->dev))
453 bnxt_close_nic(bp, true, true);
454 bnxt_vf_reps_free(bp);
455 rc = bnxt_hwrm_func_drv_unrgtr(bp);
457 NL_SET_ERR_MSG_MOD(extack, "Failed to deregister");
458 if (netif_running(bp->dev))
463 bnxt_cancel_reservations(bp, false);
464 bnxt_free_ctx_mem(bp);
467 case DEVLINK_RELOAD_ACTION_FW_ACTIVATE: {
468 if (limit == DEVLINK_RELOAD_LIMIT_NO_RESET)
469 return bnxt_dl_livepatch_activate(bp, extack);
470 if (~bp->fw_cap & BNXT_FW_CAP_HOT_RESET) {
471 NL_SET_ERR_MSG_MOD(extack, "Device not capable, requires reboot");
474 if (!bnxt_hwrm_reset_permitted(bp)) {
475 NL_SET_ERR_MSG_MOD(extack,
476 "Reset denied by firmware, it may be inhibited by remote driver");
480 if (bp->dev->reg_state == NETREG_UNREGISTERED) {
484 if (netif_running(bp->dev))
485 set_bit(BNXT_STATE_FW_ACTIVATE, &bp->state);
486 rc = bnxt_hwrm_firmware_reset(bp->dev,
487 FW_RESET_REQ_EMBEDDED_PROC_TYPE_CHIP,
488 FW_RESET_REQ_SELFRST_STATUS_SELFRSTASAP,
489 FW_RESET_REQ_FLAGS_RESET_GRACEFUL |
490 FW_RESET_REQ_FLAGS_FW_ACTIVATION);
492 NL_SET_ERR_MSG_MOD(extack, "Failed to activate firmware");
493 clear_bit(BNXT_STATE_FW_ACTIVATE, &bp->state);
505 static int bnxt_dl_reload_up(struct devlink *dl, enum devlink_reload_action action,
506 enum devlink_reload_limit limit, u32 *actions_performed,
507 struct netlink_ext_ack *extack)
509 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
512 *actions_performed = 0;
514 case DEVLINK_RELOAD_ACTION_DRIVER_REINIT: {
515 bnxt_fw_init_one(bp);
516 bnxt_vf_reps_alloc(bp);
517 if (netif_running(bp->dev))
518 rc = bnxt_open_nic(bp, true, true);
519 bnxt_ulp_start(bp, rc);
521 bnxt_reenable_sriov(bp);
522 bnxt_ptp_reapply_pps(bp);
526 case DEVLINK_RELOAD_ACTION_FW_ACTIVATE: {
527 unsigned long start = jiffies;
528 unsigned long timeout = start + BNXT_DFLT_FW_RST_MAX_DSECS * HZ / 10;
530 if (limit == DEVLINK_RELOAD_LIMIT_NO_RESET)
532 if (bp->fw_cap & BNXT_FW_CAP_ERROR_RECOVERY)
533 timeout = start + bp->fw_health->normal_func_wait_dsecs * HZ / 10;
534 if (!netif_running(bp->dev))
535 NL_SET_ERR_MSG_MOD(extack,
536 "Device is closed, not waiting for reset notice that will never come");
538 while (test_bit(BNXT_STATE_FW_ACTIVATE, &bp->state)) {
539 if (time_after(jiffies, timeout)) {
540 NL_SET_ERR_MSG_MOD(extack, "Activation incomplete");
544 if (test_bit(BNXT_STATE_ABORT_ERR, &bp->state)) {
545 NL_SET_ERR_MSG_MOD(extack, "Activation aborted");
553 *actions_performed |= BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT);
554 clear_bit(BNXT_STATE_FW_ACTIVATE, &bp->state);
562 bnxt_print_device_info(bp);
563 if (netif_running(bp->dev)) {
564 mutex_lock(&bp->link_lock);
565 bnxt_report_link(bp);
566 mutex_unlock(&bp->link_lock);
568 *actions_performed |= BIT(action);
569 } else if (netif_running(bp->dev)) {
576 static bool bnxt_nvm_test(struct bnxt *bp, struct netlink_ext_ack *extack)
583 if (bnxt_find_nvram_item(bp->dev, BNX_DIR_TYPE_VPD,
584 BNX_DIR_ORDINAL_FIRST, BNX_DIR_EXT_NONE,
585 &index, NULL, &datalen) || !datalen) {
586 NL_SET_ERR_MSG_MOD(extack, "nvm test vpd entry error");
590 buf = kzalloc(datalen, GFP_KERNEL);
592 NL_SET_ERR_MSG_MOD(extack, "insufficient memory for nvm test");
596 if (bnxt_get_nvram_item(bp->dev, index, 0, datalen, buf)) {
597 NL_SET_ERR_MSG_MOD(extack, "nvm test vpd read error");
601 if (bnxt_flash_nvram(bp->dev, BNX_DIR_TYPE_VPD, BNX_DIR_ORDINAL_FIRST,
602 BNX_DIR_EXT_NONE, 0, 0, buf, datalen)) {
603 NL_SET_ERR_MSG_MOD(extack, "nvm test vpd write error");
614 static bool bnxt_dl_selftest_check(struct devlink *dl, unsigned int id,
615 struct netlink_ext_ack *extack)
617 return id == DEVLINK_ATTR_SELFTEST_ID_FLASH;
620 static enum devlink_selftest_status bnxt_dl_selftest_run(struct devlink *dl,
622 struct netlink_ext_ack *extack)
624 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
626 if (id == DEVLINK_ATTR_SELFTEST_ID_FLASH)
627 return bnxt_nvm_test(bp, extack) ?
628 DEVLINK_SELFTEST_STATUS_PASS :
629 DEVLINK_SELFTEST_STATUS_FAIL;
631 return DEVLINK_SELFTEST_STATUS_SKIP;
634 static const struct devlink_ops bnxt_dl_ops = {
635 #ifdef CONFIG_BNXT_SRIOV
636 .eswitch_mode_set = bnxt_dl_eswitch_mode_set,
637 .eswitch_mode_get = bnxt_dl_eswitch_mode_get,
638 #endif /* CONFIG_BNXT_SRIOV */
639 .info_get = bnxt_dl_info_get,
640 .flash_update = bnxt_dl_flash_update,
641 .reload_actions = BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT) |
642 BIT(DEVLINK_RELOAD_ACTION_FW_ACTIVATE),
643 .reload_limits = BIT(DEVLINK_RELOAD_LIMIT_NO_RESET),
644 .reload_down = bnxt_dl_reload_down,
645 .reload_up = bnxt_dl_reload_up,
646 .selftest_check = bnxt_dl_selftest_check,
647 .selftest_run = bnxt_dl_selftest_run,
650 static const struct devlink_ops bnxt_vf_dl_ops;
652 enum bnxt_dl_param_id {
653 BNXT_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX,
654 BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK,
657 static const struct bnxt_dl_nvm_param nvm_params[] = {
658 {DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV, NVM_OFF_ENABLE_SRIOV,
659 BNXT_NVM_SHARED_CFG, 1, 1},
660 {DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI, NVM_OFF_IGNORE_ARI,
661 BNXT_NVM_SHARED_CFG, 1, 1},
662 {DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX,
663 NVM_OFF_MSIX_VEC_PER_PF_MAX, BNXT_NVM_SHARED_CFG, 10, 4},
664 {DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN,
665 NVM_OFF_MSIX_VEC_PER_PF_MIN, BNXT_NVM_SHARED_CFG, 7, 4},
666 {BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, NVM_OFF_DIS_GRE_VER_CHECK,
667 BNXT_NVM_SHARED_CFG, 1, 1},
670 union bnxt_nvm_data {
675 static void bnxt_copy_to_nvm_data(union bnxt_nvm_data *dst,
676 union devlink_param_value *src,
677 int nvm_num_bits, int dl_num_bytes)
681 if (nvm_num_bits == 1) {
682 dst->val8 = src->vbool;
685 if (dl_num_bytes == 4)
687 else if (dl_num_bytes == 2)
688 val32 = (u32)src->vu16;
689 else if (dl_num_bytes == 1)
690 val32 = (u32)src->vu8;
691 dst->val32 = cpu_to_le32(val32);
694 static void bnxt_copy_from_nvm_data(union devlink_param_value *dst,
695 union bnxt_nvm_data *src,
696 int nvm_num_bits, int dl_num_bytes)
700 if (nvm_num_bits == 1) {
701 dst->vbool = src->val8;
704 val32 = le32_to_cpu(src->val32);
705 if (dl_num_bytes == 4)
707 else if (dl_num_bytes == 2)
708 dst->vu16 = (u16)val32;
709 else if (dl_num_bytes == 1)
710 dst->vu8 = (u8)val32;
713 static int bnxt_hwrm_get_nvm_cfg_ver(struct bnxt *bp, u32 *nvm_cfg_ver)
715 struct hwrm_nvm_get_variable_input *req;
716 u16 bytes = BNXT_NVM_CFG_VER_BYTES;
717 u16 bits = BNXT_NVM_CFG_VER_BITS;
718 union devlink_param_value ver;
719 union bnxt_nvm_data *data;
720 dma_addr_t data_dma_addr;
724 rc = hwrm_req_init(bp, req, HWRM_NVM_GET_VARIABLE);
728 data = hwrm_req_dma_slice(bp, req, sizeof(*data), &data_dma_addr);
734 /* earlier devices present as an array of raw bytes */
735 if (!BNXT_CHIP_P5_PLUS(bp)) {
738 bits *= 3; /* array of 3 version components */
739 bytes *= 4; /* copy whole word */
742 hwrm_req_hold(bp, req);
743 req->dest_data_addr = cpu_to_le64(data_dma_addr);
744 req->data_len = cpu_to_le16(bits);
745 req->option_num = cpu_to_le16(NVM_OFF_NVM_CFG_VER);
746 req->dimensions = cpu_to_le16(dim);
749 req->index_0 = cpu_to_le16(i--);
750 rc = hwrm_req_send_silent(bp, req);
753 bnxt_copy_from_nvm_data(&ver, data, bits, bytes);
755 if (BNXT_CHIP_P5_PLUS(bp)) {
757 *nvm_cfg_ver |= ver.vu8;
759 *nvm_cfg_ver = ver.vu32;
764 hwrm_req_drop(bp, req);
768 static int bnxt_dl_info_put(struct bnxt *bp, struct devlink_info_req *req,
769 enum bnxt_dl_version_type type, const char *key,
775 if ((bp->flags & BNXT_FLAG_CHIP_P5_PLUS) &&
776 (!strcmp(key, DEVLINK_INFO_VERSION_GENERIC_FW_NCSI) ||
777 !strcmp(key, DEVLINK_INFO_VERSION_GENERIC_FW_ROCE)))
781 case BNXT_VERSION_FIXED:
782 return devlink_info_version_fixed_put(req, key, buf);
783 case BNXT_VERSION_RUNNING:
784 return devlink_info_version_running_put(req, key, buf);
785 case BNXT_VERSION_STORED:
786 return devlink_info_version_stored_put(req, key, buf);
791 #define BNXT_FW_SRT_PATCH "fw.srt.patch"
792 #define BNXT_FW_CRT_PATCH "fw.crt.patch"
794 static int bnxt_dl_livepatch_info_put(struct bnxt *bp,
795 struct devlink_info_req *req,
798 struct hwrm_fw_livepatch_query_input *query;
799 struct hwrm_fw_livepatch_query_output *resp;
803 if (~bp->fw_cap & BNXT_FW_CAP_LIVEPATCH)
806 rc = hwrm_req_init(bp, query, HWRM_FW_LIVEPATCH_QUERY);
810 if (!strcmp(key, BNXT_FW_SRT_PATCH))
811 query->fw_target = FW_LIVEPATCH_QUERY_REQ_FW_TARGET_SECURE_FW;
812 else if (!strcmp(key, BNXT_FW_CRT_PATCH))
813 query->fw_target = FW_LIVEPATCH_QUERY_REQ_FW_TARGET_COMMON_FW;
817 resp = hwrm_req_hold(bp, query);
818 rc = hwrm_req_send(bp, query);
822 flags = le16_to_cpu(resp->status_flags);
823 if (flags & FW_LIVEPATCH_QUERY_RESP_STATUS_FLAGS_ACTIVE) {
824 resp->active_ver[sizeof(resp->active_ver) - 1] = '\0';
825 rc = devlink_info_version_running_put(req, key, resp->active_ver);
830 if (flags & FW_LIVEPATCH_QUERY_RESP_STATUS_FLAGS_INSTALL) {
831 resp->install_ver[sizeof(resp->install_ver) - 1] = '\0';
832 rc = devlink_info_version_stored_put(req, key, resp->install_ver);
838 hwrm_req_drop(bp, query);
842 #define HWRM_FW_VER_STR_LEN 16
844 static int bnxt_dl_info_get(struct devlink *dl, struct devlink_info_req *req,
845 struct netlink_ext_ack *extack)
847 struct hwrm_nvm_get_dev_info_output nvm_dev_info;
848 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
849 struct hwrm_ver_get_output *ver_resp;
850 char mgmt_ver[FW_VER_STR_LEN];
851 char roce_ver[FW_VER_STR_LEN];
852 char ncsi_ver[FW_VER_STR_LEN];
857 if (BNXT_PF(bp) && (bp->flags & BNXT_FLAG_DSN_VALID)) {
858 sprintf(buf, "%02X-%02X-%02X-%02X-%02X-%02X-%02X-%02X",
859 bp->dsn[7], bp->dsn[6], bp->dsn[5], bp->dsn[4],
860 bp->dsn[3], bp->dsn[2], bp->dsn[1], bp->dsn[0]);
861 rc = devlink_info_serial_number_put(req, buf);
866 if (strlen(bp->board_serialno)) {
867 rc = devlink_info_board_serial_number_put(req, bp->board_serialno);
872 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_FIXED,
873 DEVLINK_INFO_VERSION_GENERIC_BOARD_ID,
878 sprintf(buf, "%X", bp->chip_num);
879 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_FIXED,
880 DEVLINK_INFO_VERSION_GENERIC_ASIC_ID, buf);
884 ver_resp = &bp->ver_resp;
885 sprintf(buf, "%c%d", 'A' + ver_resp->chip_rev, ver_resp->chip_metal);
886 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_FIXED,
887 DEVLINK_INFO_VERSION_GENERIC_ASIC_REV, buf);
891 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_RUNNING,
892 DEVLINK_INFO_VERSION_GENERIC_FW_PSID,
898 strncat(buf, ver_resp->active_pkg_name, HWRM_FW_VER_STR_LEN);
899 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_RUNNING,
900 DEVLINK_INFO_VERSION_GENERIC_FW, buf);
904 if (BNXT_PF(bp) && !bnxt_hwrm_get_nvm_cfg_ver(bp, &ver)) {
905 sprintf(buf, "%d.%d.%d", (ver >> 16) & 0xff, (ver >> 8) & 0xff,
907 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_STORED,
908 DEVLINK_INFO_VERSION_GENERIC_FW_PSID,
914 if (ver_resp->flags & VER_GET_RESP_FLAGS_EXT_VER_AVAIL) {
915 snprintf(mgmt_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
916 ver_resp->hwrm_fw_major, ver_resp->hwrm_fw_minor,
917 ver_resp->hwrm_fw_build, ver_resp->hwrm_fw_patch);
919 snprintf(ncsi_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
920 ver_resp->mgmt_fw_major, ver_resp->mgmt_fw_minor,
921 ver_resp->mgmt_fw_build, ver_resp->mgmt_fw_patch);
923 snprintf(roce_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
924 ver_resp->roce_fw_major, ver_resp->roce_fw_minor,
925 ver_resp->roce_fw_build, ver_resp->roce_fw_patch);
927 snprintf(mgmt_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
928 ver_resp->hwrm_fw_maj_8b, ver_resp->hwrm_fw_min_8b,
929 ver_resp->hwrm_fw_bld_8b, ver_resp->hwrm_fw_rsvd_8b);
931 snprintf(ncsi_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
932 ver_resp->mgmt_fw_maj_8b, ver_resp->mgmt_fw_min_8b,
933 ver_resp->mgmt_fw_bld_8b, ver_resp->mgmt_fw_rsvd_8b);
935 snprintf(roce_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
936 ver_resp->roce_fw_maj_8b, ver_resp->roce_fw_min_8b,
937 ver_resp->roce_fw_bld_8b, ver_resp->roce_fw_rsvd_8b);
939 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_RUNNING,
940 DEVLINK_INFO_VERSION_GENERIC_FW_MGMT, mgmt_ver);
944 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_RUNNING,
945 DEVLINK_INFO_VERSION_GENERIC_FW_MGMT_API,
950 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_RUNNING,
951 DEVLINK_INFO_VERSION_GENERIC_FW_NCSI, ncsi_ver);
955 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_RUNNING,
956 DEVLINK_INFO_VERSION_GENERIC_FW_ROCE, roce_ver);
960 rc = bnxt_hwrm_nvm_get_dev_info(bp, &nvm_dev_info);
962 !(nvm_dev_info.flags & NVM_GET_DEV_INFO_RESP_FLAGS_FW_VER_VALID)) {
963 if (!bnxt_get_pkginfo(bp->dev, buf, sizeof(buf)))
964 return bnxt_dl_info_put(bp, req, BNXT_VERSION_STORED,
965 DEVLINK_INFO_VERSION_GENERIC_FW,
971 strncat(buf, nvm_dev_info.pkg_name, HWRM_FW_VER_STR_LEN);
972 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_STORED,
973 DEVLINK_INFO_VERSION_GENERIC_FW, buf);
977 snprintf(mgmt_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
978 nvm_dev_info.hwrm_fw_major, nvm_dev_info.hwrm_fw_minor,
979 nvm_dev_info.hwrm_fw_build, nvm_dev_info.hwrm_fw_patch);
980 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_STORED,
981 DEVLINK_INFO_VERSION_GENERIC_FW_MGMT, mgmt_ver);
985 snprintf(ncsi_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
986 nvm_dev_info.mgmt_fw_major, nvm_dev_info.mgmt_fw_minor,
987 nvm_dev_info.mgmt_fw_build, nvm_dev_info.mgmt_fw_patch);
988 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_STORED,
989 DEVLINK_INFO_VERSION_GENERIC_FW_NCSI, ncsi_ver);
993 snprintf(roce_ver, FW_VER_STR_LEN, "%d.%d.%d.%d",
994 nvm_dev_info.roce_fw_major, nvm_dev_info.roce_fw_minor,
995 nvm_dev_info.roce_fw_build, nvm_dev_info.roce_fw_patch);
996 rc = bnxt_dl_info_put(bp, req, BNXT_VERSION_STORED,
997 DEVLINK_INFO_VERSION_GENERIC_FW_ROCE, roce_ver);
1001 if (BNXT_CHIP_P5_PLUS(bp)) {
1002 rc = bnxt_dl_livepatch_info_put(bp, req, BNXT_FW_SRT_PATCH);
1006 return bnxt_dl_livepatch_info_put(bp, req, BNXT_FW_CRT_PATCH);
1010 static int bnxt_hwrm_nvm_req(struct bnxt *bp, u32 param_id, void *msg,
1011 union devlink_param_value *val)
1013 struct hwrm_nvm_get_variable_input *req = msg;
1014 struct bnxt_dl_nvm_param nvm_param;
1015 struct hwrm_err_output *resp;
1016 union bnxt_nvm_data *data;
1017 dma_addr_t data_dma_addr;
1020 /* Get/Set NVM CFG parameter is supported only on PFs */
1022 hwrm_req_drop(bp, req);
1026 for (i = 0; i < ARRAY_SIZE(nvm_params); i++) {
1027 if (nvm_params[i].id == param_id) {
1028 nvm_param = nvm_params[i];
1033 if (i == ARRAY_SIZE(nvm_params)) {
1034 hwrm_req_drop(bp, req);
1038 if (nvm_param.dir_type == BNXT_NVM_PORT_CFG)
1039 idx = bp->pf.port_id;
1040 else if (nvm_param.dir_type == BNXT_NVM_FUNC_CFG)
1041 idx = bp->pf.fw_fid - BNXT_FIRST_PF_FID;
1043 data = hwrm_req_dma_slice(bp, req, sizeof(*data), &data_dma_addr);
1046 hwrm_req_drop(bp, req);
1050 req->dest_data_addr = cpu_to_le64(data_dma_addr);
1051 req->data_len = cpu_to_le16(nvm_param.nvm_num_bits);
1052 req->option_num = cpu_to_le16(nvm_param.offset);
1053 req->index_0 = cpu_to_le16(idx);
1055 req->dimensions = cpu_to_le16(1);
1057 resp = hwrm_req_hold(bp, req);
1058 if (req->req_type == cpu_to_le16(HWRM_NVM_SET_VARIABLE)) {
1059 bnxt_copy_to_nvm_data(data, val, nvm_param.nvm_num_bits,
1060 nvm_param.dl_num_bytes);
1061 rc = hwrm_req_send(bp, msg);
1063 rc = hwrm_req_send_silent(bp, msg);
1065 bnxt_copy_from_nvm_data(val, data,
1066 nvm_param.nvm_num_bits,
1067 nvm_param.dl_num_bytes);
1069 if (resp->cmd_err ==
1070 NVM_GET_VARIABLE_CMD_ERR_CODE_VAR_NOT_EXIST)
1074 hwrm_req_drop(bp, req);
1076 netdev_err(bp->dev, "PF does not have admin privileges to modify NVM config\n");
1080 static int bnxt_dl_nvm_param_get(struct devlink *dl, u32 id,
1081 struct devlink_param_gset_ctx *ctx)
1083 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
1084 struct hwrm_nvm_get_variable_input *req;
1087 rc = hwrm_req_init(bp, req, HWRM_NVM_GET_VARIABLE);
1091 rc = bnxt_hwrm_nvm_req(bp, id, req, &ctx->val);
1092 if (!rc && id == BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK)
1093 ctx->val.vbool = !ctx->val.vbool;
1098 static int bnxt_dl_nvm_param_set(struct devlink *dl, u32 id,
1099 struct devlink_param_gset_ctx *ctx)
1101 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
1102 struct hwrm_nvm_set_variable_input *req;
1105 rc = hwrm_req_init(bp, req, HWRM_NVM_SET_VARIABLE);
1109 if (id == BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK)
1110 ctx->val.vbool = !ctx->val.vbool;
1112 return bnxt_hwrm_nvm_req(bp, id, req, &ctx->val);
1115 static int bnxt_dl_msix_validate(struct devlink *dl, u32 id,
1116 union devlink_param_value val,
1117 struct netlink_ext_ack *extack)
1121 if (id == DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX)
1122 max_val = BNXT_MSIX_VEC_MAX;
1124 if (id == DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN)
1125 max_val = BNXT_MSIX_VEC_MIN_MAX;
1127 if (val.vu32 > max_val) {
1128 NL_SET_ERR_MSG_MOD(extack, "MSIX value is exceeding the range");
1135 static int bnxt_remote_dev_reset_get(struct devlink *dl, u32 id,
1136 struct devlink_param_gset_ctx *ctx)
1138 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
1140 if (~bp->fw_cap & BNXT_FW_CAP_HOT_RESET_IF)
1143 ctx->val.vbool = bnxt_dl_get_remote_reset(dl);
1147 static int bnxt_remote_dev_reset_set(struct devlink *dl, u32 id,
1148 struct devlink_param_gset_ctx *ctx)
1150 struct bnxt *bp = bnxt_get_bp_from_dl(dl);
1153 rc = bnxt_hwrm_remote_dev_reset_set(bp, ctx->val.vbool);
1157 bnxt_dl_set_remote_reset(dl, ctx->val.vbool);
1161 static const struct devlink_param bnxt_dl_params[] = {
1162 DEVLINK_PARAM_GENERIC(ENABLE_SRIOV,
1163 BIT(DEVLINK_PARAM_CMODE_PERMANENT),
1164 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set,
1166 DEVLINK_PARAM_GENERIC(IGNORE_ARI,
1167 BIT(DEVLINK_PARAM_CMODE_PERMANENT),
1168 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set,
1170 DEVLINK_PARAM_GENERIC(MSIX_VEC_PER_PF_MAX,
1171 BIT(DEVLINK_PARAM_CMODE_PERMANENT),
1172 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set,
1173 bnxt_dl_msix_validate),
1174 DEVLINK_PARAM_GENERIC(MSIX_VEC_PER_PF_MIN,
1175 BIT(DEVLINK_PARAM_CMODE_PERMANENT),
1176 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set,
1177 bnxt_dl_msix_validate),
1178 DEVLINK_PARAM_DRIVER(BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK,
1179 "gre_ver_check", DEVLINK_PARAM_TYPE_BOOL,
1180 BIT(DEVLINK_PARAM_CMODE_PERMANENT),
1181 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set,
1183 /* keep REMOTE_DEV_RESET last, it is excluded based on caps */
1184 DEVLINK_PARAM_GENERIC(ENABLE_REMOTE_DEV_RESET,
1185 BIT(DEVLINK_PARAM_CMODE_RUNTIME),
1186 bnxt_remote_dev_reset_get,
1187 bnxt_remote_dev_reset_set, NULL),
1190 static int bnxt_dl_params_register(struct bnxt *bp)
1192 int num_params = ARRAY_SIZE(bnxt_dl_params);
1195 if (bp->hwrm_spec_code < 0x10600)
1198 if (~bp->fw_cap & BNXT_FW_CAP_HOT_RESET_IF)
1201 rc = devlink_params_register(bp->dl, bnxt_dl_params, num_params);
1203 netdev_warn(bp->dev, "devlink_params_register failed. rc=%d\n",
1208 static void bnxt_dl_params_unregister(struct bnxt *bp)
1210 int num_params = ARRAY_SIZE(bnxt_dl_params);
1212 if (bp->hwrm_spec_code < 0x10600)
1215 if (~bp->fw_cap & BNXT_FW_CAP_HOT_RESET_IF)
1218 devlink_params_unregister(bp->dl, bnxt_dl_params, num_params);
1221 int bnxt_dl_register(struct bnxt *bp)
1223 const struct devlink_ops *devlink_ops;
1224 struct devlink_port_attrs attrs = {};
1225 struct bnxt_dl *bp_dl;
1230 devlink_ops = &bnxt_dl_ops;
1232 devlink_ops = &bnxt_vf_dl_ops;
1234 dl = devlink_alloc(devlink_ops, sizeof(struct bnxt_dl), &bp->pdev->dev);
1236 netdev_warn(bp->dev, "devlink_alloc failed\n");
1241 bp_dl = devlink_priv(dl);
1243 bnxt_dl_set_remote_reset(dl, true);
1245 /* Add switchdev eswitch mode setting, if SRIOV supported */
1246 if (pci_find_ext_capability(bp->pdev, PCI_EXT_CAP_ID_SRIOV) &&
1247 bp->hwrm_spec_code > 0x10803)
1248 bp->eswitch_mode = DEVLINK_ESWITCH_MODE_LEGACY;
1253 attrs.flavour = DEVLINK_PORT_FLAVOUR_PHYSICAL;
1254 attrs.phys.port_number = bp->pf.port_id;
1255 memcpy(attrs.switch_id.id, bp->dsn, sizeof(bp->dsn));
1256 attrs.switch_id.id_len = sizeof(bp->dsn);
1257 devlink_port_attrs_set(&bp->dl_port, &attrs);
1258 rc = devlink_port_register(dl, &bp->dl_port, bp->pf.port_id);
1260 netdev_err(bp->dev, "devlink_port_register failed\n");
1264 rc = bnxt_dl_params_register(bp);
1266 goto err_dl_port_unreg;
1269 devlink_register(dl);
1273 devlink_port_unregister(&bp->dl_port);
1279 void bnxt_dl_unregister(struct bnxt *bp)
1281 struct devlink *dl = bp->dl;
1283 devlink_unregister(dl);
1285 bnxt_dl_params_unregister(bp);
1286 devlink_port_unregister(&bp->dl_port);