1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2 /* Copyright (c) 2019 Mellanox Technologies */
10 #include "sf/dev/dev.h"
13 static int mlx5_devlink_flash_update(struct devlink *devlink,
14 struct devlink_flash_update_params *params,
15 struct netlink_ext_ack *extack)
17 struct mlx5_core_dev *dev = devlink_priv(devlink);
19 return mlx5_firmware_flash(dev, params->fw, extack);
22 static u8 mlx5_fw_ver_major(u32 version)
24 return (version >> 24) & 0xff;
27 static u8 mlx5_fw_ver_minor(u32 version)
29 return (version >> 16) & 0xff;
32 static u16 mlx5_fw_ver_subminor(u32 version)
34 return version & 0xffff;
37 #define DEVLINK_FW_STRING_LEN 32
40 mlx5_devlink_info_get(struct devlink *devlink, struct devlink_info_req *req,
41 struct netlink_ext_ack *extack)
43 struct mlx5_core_dev *dev = devlink_priv(devlink);
44 char version_str[DEVLINK_FW_STRING_LEN];
45 u32 running_fw, stored_fw;
48 err = devlink_info_driver_name_put(req, KBUILD_MODNAME);
52 err = devlink_info_version_fixed_put(req, "fw.psid", dev->board_id);
56 err = mlx5_fw_version_query(dev, &running_fw, &stored_fw);
60 snprintf(version_str, sizeof(version_str), "%d.%d.%04d",
61 mlx5_fw_ver_major(running_fw), mlx5_fw_ver_minor(running_fw),
62 mlx5_fw_ver_subminor(running_fw));
63 err = devlink_info_version_running_put(req, "fw.version", version_str);
66 err = devlink_info_version_running_put(req,
67 DEVLINK_INFO_VERSION_GENERIC_FW,
72 /* no pending version, return running (stored) version */
74 stored_fw = running_fw;
76 snprintf(version_str, sizeof(version_str), "%d.%d.%04d",
77 mlx5_fw_ver_major(stored_fw), mlx5_fw_ver_minor(stored_fw),
78 mlx5_fw_ver_subminor(stored_fw));
79 err = devlink_info_version_stored_put(req, "fw.version", version_str);
82 return devlink_info_version_stored_put(req,
83 DEVLINK_INFO_VERSION_GENERIC_FW,
87 static int mlx5_devlink_reload_fw_activate(struct devlink *devlink, struct netlink_ext_ack *extack)
89 struct mlx5_core_dev *dev = devlink_priv(devlink);
90 u8 reset_level, reset_type, net_port_alive;
93 err = mlx5_fw_reset_query(dev, &reset_level, &reset_type);
96 if (!(reset_level & MLX5_MFRL_REG_RESET_LEVEL3)) {
97 NL_SET_ERR_MSG_MOD(extack, "FW activate requires reboot");
101 net_port_alive = !!(reset_type & MLX5_MFRL_REG_RESET_TYPE_NET_PORT_ALIVE);
102 err = mlx5_fw_reset_set_reset_sync(dev, net_port_alive);
106 err = mlx5_fw_reset_wait_reset_done(dev);
109 NL_SET_ERR_MSG_MOD(extack, "FW activate command failed");
113 static int mlx5_devlink_trigger_fw_live_patch(struct devlink *devlink,
114 struct netlink_ext_ack *extack)
116 struct mlx5_core_dev *dev = devlink_priv(devlink);
120 err = mlx5_fw_reset_query(dev, &reset_level, NULL);
123 if (!(reset_level & MLX5_MFRL_REG_RESET_LEVEL0)) {
124 NL_SET_ERR_MSG_MOD(extack,
125 "FW upgrade to the stored FW can't be done by FW live patching");
129 return mlx5_fw_reset_set_live_patch(dev);
132 static int mlx5_devlink_reload_down(struct devlink *devlink, bool netns_change,
133 enum devlink_reload_action action,
134 enum devlink_reload_limit limit,
135 struct netlink_ext_ack *extack)
137 struct mlx5_core_dev *dev = devlink_priv(devlink);
138 bool sf_dev_allocated;
140 sf_dev_allocated = mlx5_sf_dev_allocated(dev);
141 if (sf_dev_allocated) {
142 /* Reload results in deleting SF device which further results in
143 * unregistering devlink instance while holding devlink_mutext.
144 * Hence, do not support reload.
146 NL_SET_ERR_MSG_MOD(extack, "reload is unsupported when SFs are allocated");
150 if (mlx5_lag_is_active(dev)) {
151 NL_SET_ERR_MSG_MOD(extack, "reload is unsupported in Lag mode");
156 case DEVLINK_RELOAD_ACTION_DRIVER_REINIT:
157 mlx5_unload_one(dev);
159 case DEVLINK_RELOAD_ACTION_FW_ACTIVATE:
160 if (limit == DEVLINK_RELOAD_LIMIT_NO_RESET)
161 return mlx5_devlink_trigger_fw_live_patch(devlink, extack);
162 return mlx5_devlink_reload_fw_activate(devlink, extack);
164 /* Unsupported action should not get to this function */
170 static int mlx5_devlink_reload_up(struct devlink *devlink, enum devlink_reload_action action,
171 enum devlink_reload_limit limit, u32 *actions_performed,
172 struct netlink_ext_ack *extack)
174 struct mlx5_core_dev *dev = devlink_priv(devlink);
176 *actions_performed = BIT(action);
178 case DEVLINK_RELOAD_ACTION_DRIVER_REINIT:
179 return mlx5_load_one(dev);
180 case DEVLINK_RELOAD_ACTION_FW_ACTIVATE:
181 if (limit == DEVLINK_RELOAD_LIMIT_NO_RESET)
183 /* On fw_activate action, also driver is reloaded and reinit performed */
184 *actions_performed |= BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT);
185 return mlx5_load_one(dev);
187 /* Unsupported action should not get to this function */
195 static struct mlx5_devlink_trap *mlx5_find_trap_by_id(struct mlx5_core_dev *dev, int trap_id)
197 struct mlx5_devlink_trap *dl_trap;
199 list_for_each_entry(dl_trap, &dev->priv.traps, list)
200 if (dl_trap->trap.id == trap_id)
206 static int mlx5_devlink_trap_init(struct devlink *devlink, const struct devlink_trap *trap,
209 struct mlx5_core_dev *dev = devlink_priv(devlink);
210 struct mlx5_devlink_trap *dl_trap;
212 dl_trap = kzalloc(sizeof(*dl_trap), GFP_KERNEL);
216 dl_trap->trap.id = trap->id;
217 dl_trap->trap.action = DEVLINK_TRAP_ACTION_DROP;
218 dl_trap->item = trap_ctx;
220 if (mlx5_find_trap_by_id(dev, trap->id)) {
222 mlx5_core_err(dev, "Devlink trap: Trap 0x%x already found", trap->id);
226 list_add_tail(&dl_trap->list, &dev->priv.traps);
230 static void mlx5_devlink_trap_fini(struct devlink *devlink, const struct devlink_trap *trap,
233 struct mlx5_core_dev *dev = devlink_priv(devlink);
234 struct mlx5_devlink_trap *dl_trap;
236 dl_trap = mlx5_find_trap_by_id(dev, trap->id);
238 mlx5_core_err(dev, "Devlink trap: Missing trap id 0x%x", trap->id);
241 list_del(&dl_trap->list);
245 static int mlx5_devlink_trap_action_set(struct devlink *devlink,
246 const struct devlink_trap *trap,
247 enum devlink_trap_action action,
248 struct netlink_ext_ack *extack)
250 struct mlx5_core_dev *dev = devlink_priv(devlink);
251 enum devlink_trap_action action_orig;
252 struct mlx5_devlink_trap *dl_trap;
255 if (is_mdev_switchdev_mode(dev)) {
256 NL_SET_ERR_MSG_MOD(extack, "Devlink traps can't be set in switchdev mode");
260 dl_trap = mlx5_find_trap_by_id(dev, trap->id);
262 mlx5_core_err(dev, "Devlink trap: Set action on invalid trap id 0x%x", trap->id);
267 if (action != DEVLINK_TRAP_ACTION_DROP && action != DEVLINK_TRAP_ACTION_TRAP) {
272 if (action == dl_trap->trap.action)
275 action_orig = dl_trap->trap.action;
276 dl_trap->trap.action = action;
277 err = mlx5_blocking_notifier_call_chain(dev, MLX5_DRIVER_EVENT_TYPE_TRAP,
280 dl_trap->trap.action = action_orig;
285 static const struct devlink_ops mlx5_devlink_ops = {
286 #ifdef CONFIG_MLX5_ESWITCH
287 .eswitch_mode_set = mlx5_devlink_eswitch_mode_set,
288 .eswitch_mode_get = mlx5_devlink_eswitch_mode_get,
289 .eswitch_inline_mode_set = mlx5_devlink_eswitch_inline_mode_set,
290 .eswitch_inline_mode_get = mlx5_devlink_eswitch_inline_mode_get,
291 .eswitch_encap_mode_set = mlx5_devlink_eswitch_encap_mode_set,
292 .eswitch_encap_mode_get = mlx5_devlink_eswitch_encap_mode_get,
293 .port_function_hw_addr_get = mlx5_devlink_port_function_hw_addr_get,
294 .port_function_hw_addr_set = mlx5_devlink_port_function_hw_addr_set,
296 #ifdef CONFIG_MLX5_SF_MANAGER
297 .port_new = mlx5_devlink_sf_port_new,
298 .port_del = mlx5_devlink_sf_port_del,
299 .port_fn_state_get = mlx5_devlink_sf_port_fn_state_get,
300 .port_fn_state_set = mlx5_devlink_sf_port_fn_state_set,
302 .flash_update = mlx5_devlink_flash_update,
303 .info_get = mlx5_devlink_info_get,
304 .reload_actions = BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT) |
305 BIT(DEVLINK_RELOAD_ACTION_FW_ACTIVATE),
306 .reload_limits = BIT(DEVLINK_RELOAD_LIMIT_NO_RESET),
307 .reload_down = mlx5_devlink_reload_down,
308 .reload_up = mlx5_devlink_reload_up,
309 .trap_init = mlx5_devlink_trap_init,
310 .trap_fini = mlx5_devlink_trap_fini,
311 .trap_action_set = mlx5_devlink_trap_action_set,
314 void mlx5_devlink_trap_report(struct mlx5_core_dev *dev, int trap_id, struct sk_buff *skb,
315 struct devlink_port *dl_port)
317 struct devlink *devlink = priv_to_devlink(dev);
318 struct mlx5_devlink_trap *dl_trap;
320 dl_trap = mlx5_find_trap_by_id(dev, trap_id);
322 mlx5_core_err(dev, "Devlink trap: Report on invalid trap id 0x%x", trap_id);
326 if (dl_trap->trap.action != DEVLINK_TRAP_ACTION_TRAP) {
327 mlx5_core_dbg(dev, "Devlink trap: Trap id %d has action %d", trap_id,
328 dl_trap->trap.action);
331 devlink_trap_report(devlink, skb, dl_trap->item, dl_port, NULL);
334 int mlx5_devlink_trap_get_num_active(struct mlx5_core_dev *dev)
336 struct mlx5_devlink_trap *dl_trap;
339 list_for_each_entry(dl_trap, &dev->priv.traps, list)
340 if (dl_trap->trap.action == DEVLINK_TRAP_ACTION_TRAP)
346 int mlx5_devlink_traps_get_action(struct mlx5_core_dev *dev, int trap_id,
347 enum devlink_trap_action *action)
349 struct mlx5_devlink_trap *dl_trap;
351 dl_trap = mlx5_find_trap_by_id(dev, trap_id);
353 mlx5_core_err(dev, "Devlink trap: Get action on invalid trap id 0x%x",
358 *action = dl_trap->trap.action;
362 struct devlink *mlx5_devlink_alloc(void)
364 return devlink_alloc(&mlx5_devlink_ops, sizeof(struct mlx5_core_dev));
367 void mlx5_devlink_free(struct devlink *devlink)
369 devlink_free(devlink);
372 static int mlx5_devlink_fs_mode_validate(struct devlink *devlink, u32 id,
373 union devlink_param_value val,
374 struct netlink_ext_ack *extack)
376 struct mlx5_core_dev *dev = devlink_priv(devlink);
377 char *value = val.vstr;
380 if (!strcmp(value, "dmfs")) {
382 } else if (!strcmp(value, "smfs")) {
386 eswitch_mode = mlx5_eswitch_mode(dev);
387 smfs_cap = mlx5_fs_dr_is_supported(dev);
391 NL_SET_ERR_MSG_MOD(extack,
392 "Software managed steering is not supported by current device");
395 else if (eswitch_mode == MLX5_ESWITCH_OFFLOADS) {
396 NL_SET_ERR_MSG_MOD(extack,
397 "Software managed steering is not supported when eswitch offloads enabled.");
401 NL_SET_ERR_MSG_MOD(extack,
402 "Bad parameter: supported values are [\"dmfs\", \"smfs\"]");
409 static int mlx5_devlink_fs_mode_set(struct devlink *devlink, u32 id,
410 struct devlink_param_gset_ctx *ctx)
412 struct mlx5_core_dev *dev = devlink_priv(devlink);
413 enum mlx5_flow_steering_mode mode;
415 if (!strcmp(ctx->val.vstr, "smfs"))
416 mode = MLX5_FLOW_STEERING_MODE_SMFS;
418 mode = MLX5_FLOW_STEERING_MODE_DMFS;
419 dev->priv.steering->mode = mode;
424 static int mlx5_devlink_fs_mode_get(struct devlink *devlink, u32 id,
425 struct devlink_param_gset_ctx *ctx)
427 struct mlx5_core_dev *dev = devlink_priv(devlink);
429 if (dev->priv.steering->mode == MLX5_FLOW_STEERING_MODE_SMFS)
430 strcpy(ctx->val.vstr, "smfs");
432 strcpy(ctx->val.vstr, "dmfs");
436 static int mlx5_devlink_enable_roce_validate(struct devlink *devlink, u32 id,
437 union devlink_param_value val,
438 struct netlink_ext_ack *extack)
440 struct mlx5_core_dev *dev = devlink_priv(devlink);
441 bool new_state = val.vbool;
443 if (new_state && !MLX5_CAP_GEN(dev, roce)) {
444 NL_SET_ERR_MSG_MOD(extack, "Device doesn't support RoCE");
447 if (mlx5_core_is_mp_slave(dev) || mlx5_lag_is_active(dev)) {
448 NL_SET_ERR_MSG_MOD(extack, "Multi port slave/Lag device can't configure RoCE");
455 #ifdef CONFIG_MLX5_ESWITCH
456 static int mlx5_devlink_large_group_num_validate(struct devlink *devlink, u32 id,
457 union devlink_param_value val,
458 struct netlink_ext_ack *extack)
460 int group_num = val.vu32;
462 if (group_num < 1 || group_num > 1024) {
463 NL_SET_ERR_MSG_MOD(extack,
464 "Unsupported group number, supported range is 1-1024");
471 static int mlx5_devlink_esw_port_metadata_set(struct devlink *devlink, u32 id,
472 struct devlink_param_gset_ctx *ctx)
474 struct mlx5_core_dev *dev = devlink_priv(devlink);
476 if (!MLX5_ESWITCH_MANAGER(dev))
479 return mlx5_esw_offloads_vport_metadata_set(dev->priv.eswitch, ctx->val.vbool);
482 static int mlx5_devlink_esw_port_metadata_get(struct devlink *devlink, u32 id,
483 struct devlink_param_gset_ctx *ctx)
485 struct mlx5_core_dev *dev = devlink_priv(devlink);
487 if (!MLX5_ESWITCH_MANAGER(dev))
490 ctx->val.vbool = mlx5_eswitch_vport_match_metadata_enabled(dev->priv.eswitch);
494 static int mlx5_devlink_esw_port_metadata_validate(struct devlink *devlink, u32 id,
495 union devlink_param_value val,
496 struct netlink_ext_ack *extack)
498 struct mlx5_core_dev *dev = devlink_priv(devlink);
501 if (!MLX5_ESWITCH_MANAGER(dev)) {
502 NL_SET_ERR_MSG_MOD(extack, "E-Switch is unsupported");
505 esw_mode = mlx5_eswitch_mode(dev);
506 if (esw_mode == MLX5_ESWITCH_OFFLOADS) {
507 NL_SET_ERR_MSG_MOD(extack,
508 "E-Switch must either disabled or non switchdev mode");
516 static int mlx5_devlink_enable_remote_dev_reset_set(struct devlink *devlink, u32 id,
517 struct devlink_param_gset_ctx *ctx)
519 struct mlx5_core_dev *dev = devlink_priv(devlink);
521 mlx5_fw_reset_enable_remote_dev_reset_set(dev, ctx->val.vbool);
525 static int mlx5_devlink_enable_remote_dev_reset_get(struct devlink *devlink, u32 id,
526 struct devlink_param_gset_ctx *ctx)
528 struct mlx5_core_dev *dev = devlink_priv(devlink);
530 ctx->val.vbool = mlx5_fw_reset_enable_remote_dev_reset_get(dev);
534 static const struct devlink_param mlx5_devlink_params[] = {
535 DEVLINK_PARAM_DRIVER(MLX5_DEVLINK_PARAM_ID_FLOW_STEERING_MODE,
536 "flow_steering_mode", DEVLINK_PARAM_TYPE_STRING,
537 BIT(DEVLINK_PARAM_CMODE_RUNTIME),
538 mlx5_devlink_fs_mode_get, mlx5_devlink_fs_mode_set,
539 mlx5_devlink_fs_mode_validate),
540 DEVLINK_PARAM_GENERIC(ENABLE_ROCE, BIT(DEVLINK_PARAM_CMODE_DRIVERINIT),
541 NULL, NULL, mlx5_devlink_enable_roce_validate),
542 #ifdef CONFIG_MLX5_ESWITCH
543 DEVLINK_PARAM_DRIVER(MLX5_DEVLINK_PARAM_ID_ESW_LARGE_GROUP_NUM,
544 "fdb_large_groups", DEVLINK_PARAM_TYPE_U32,
545 BIT(DEVLINK_PARAM_CMODE_DRIVERINIT),
547 mlx5_devlink_large_group_num_validate),
548 DEVLINK_PARAM_DRIVER(MLX5_DEVLINK_PARAM_ID_ESW_PORT_METADATA,
549 "esw_port_metadata", DEVLINK_PARAM_TYPE_BOOL,
550 BIT(DEVLINK_PARAM_CMODE_RUNTIME),
551 mlx5_devlink_esw_port_metadata_get,
552 mlx5_devlink_esw_port_metadata_set,
553 mlx5_devlink_esw_port_metadata_validate),
555 DEVLINK_PARAM_GENERIC(ENABLE_REMOTE_DEV_RESET, BIT(DEVLINK_PARAM_CMODE_RUNTIME),
556 mlx5_devlink_enable_remote_dev_reset_get,
557 mlx5_devlink_enable_remote_dev_reset_set, NULL),
560 static void mlx5_devlink_set_params_init_values(struct devlink *devlink)
562 struct mlx5_core_dev *dev = devlink_priv(devlink);
563 union devlink_param_value value;
565 if (dev->priv.steering->mode == MLX5_FLOW_STEERING_MODE_DMFS)
566 strcpy(value.vstr, "dmfs");
568 strcpy(value.vstr, "smfs");
569 devlink_param_driverinit_value_set(devlink,
570 MLX5_DEVLINK_PARAM_ID_FLOW_STEERING_MODE,
573 value.vbool = MLX5_CAP_GEN(dev, roce);
574 devlink_param_driverinit_value_set(devlink,
575 DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE,
578 #ifdef CONFIG_MLX5_ESWITCH
579 value.vu32 = ESW_OFFLOADS_DEFAULT_NUM_GROUPS;
580 devlink_param_driverinit_value_set(devlink,
581 MLX5_DEVLINK_PARAM_ID_ESW_LARGE_GROUP_NUM,
584 if (MLX5_ESWITCH_MANAGER(dev)) {
585 if (mlx5_esw_vport_match_metadata_supported(dev->priv.eswitch)) {
586 dev->priv.eswitch->flags |= MLX5_ESWITCH_VPORT_MATCH_METADATA;
591 devlink_param_driverinit_value_set(devlink,
592 MLX5_DEVLINK_PARAM_ID_ESW_PORT_METADATA,
598 #define MLX5_TRAP_DROP(_id, _group_id) \
599 DEVLINK_TRAP_GENERIC(DROP, DROP, _id, \
600 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \
601 DEVLINK_TRAP_METADATA_TYPE_F_IN_PORT)
603 static const struct devlink_trap mlx5_traps_arr[] = {
604 MLX5_TRAP_DROP(INGRESS_VLAN_FILTER, L2_DROPS),
605 MLX5_TRAP_DROP(DMAC_FILTER, L2_DROPS),
608 static const struct devlink_trap_group mlx5_trap_groups_arr[] = {
609 DEVLINK_TRAP_GROUP_GENERIC(L2_DROPS, 0),
612 static int mlx5_devlink_traps_register(struct devlink *devlink)
614 struct mlx5_core_dev *core_dev = devlink_priv(devlink);
617 err = devlink_trap_groups_register(devlink, mlx5_trap_groups_arr,
618 ARRAY_SIZE(mlx5_trap_groups_arr));
622 err = devlink_traps_register(devlink, mlx5_traps_arr, ARRAY_SIZE(mlx5_traps_arr),
629 devlink_trap_groups_unregister(devlink, mlx5_trap_groups_arr,
630 ARRAY_SIZE(mlx5_trap_groups_arr));
634 static void mlx5_devlink_traps_unregister(struct devlink *devlink)
636 devlink_traps_unregister(devlink, mlx5_traps_arr, ARRAY_SIZE(mlx5_traps_arr));
637 devlink_trap_groups_unregister(devlink, mlx5_trap_groups_arr,
638 ARRAY_SIZE(mlx5_trap_groups_arr));
641 int mlx5_devlink_register(struct devlink *devlink, struct device *dev)
645 err = devlink_register(devlink, dev);
649 err = devlink_params_register(devlink, mlx5_devlink_params,
650 ARRAY_SIZE(mlx5_devlink_params));
653 mlx5_devlink_set_params_init_values(devlink);
654 devlink_params_publish(devlink);
656 err = mlx5_devlink_traps_register(devlink);
663 devlink_params_unregister(devlink, mlx5_devlink_params,
664 ARRAY_SIZE(mlx5_devlink_params));
666 devlink_unregister(devlink);
670 void mlx5_devlink_unregister(struct devlink *devlink)
672 mlx5_devlink_traps_unregister(devlink);
673 devlink_params_unregister(devlink, mlx5_devlink_params,
674 ARRAY_SIZE(mlx5_devlink_params));
675 devlink_unregister(devlink);