drivers/infiniband/hw/mlx5/ib_rep.c

   1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
   2 /*
   3  * Copyright (c) 2018 Mellanox Technologies. All rights reserved.
   4  */
   5
   6 #include "ib_rep.h"
   7 #include "srq.h"
   8
   9 static const struct mlx5_ib_profile rep_profile = {
  10         STAGE_CREATE(MLX5_IB_STAGE_INIT,
  11                      mlx5_ib_stage_init_init,
  12                      mlx5_ib_stage_init_cleanup),
  13         STAGE_CREATE(MLX5_IB_STAGE_FLOW_DB,
  14                      mlx5_ib_stage_rep_flow_db_init,
  15                      NULL),
  16         STAGE_CREATE(MLX5_IB_STAGE_CAPS,
  17                      mlx5_ib_stage_caps_init,
  18                      NULL),
  19         STAGE_CREATE(MLX5_IB_STAGE_NON_DEFAULT_CB,
  20                      mlx5_ib_stage_rep_non_default_cb,
  21                      NULL),
  22         STAGE_CREATE(MLX5_IB_STAGE_ROCE,
  23                      mlx5_ib_stage_rep_roce_init,
  24                      mlx5_ib_stage_rep_roce_cleanup),
  25         STAGE_CREATE(MLX5_IB_STAGE_SRQ,
  26                      mlx5_init_srq_table,
  27                      mlx5_cleanup_srq_table),
  28         STAGE_CREATE(MLX5_IB_STAGE_DEVICE_RESOURCES,
  29                      mlx5_ib_stage_dev_res_init,
  30                      mlx5_ib_stage_dev_res_cleanup),
  31         STAGE_CREATE(MLX5_IB_STAGE_COUNTERS,
  32                      mlx5_ib_stage_counters_init,
  33                      mlx5_ib_stage_counters_cleanup),
  34         STAGE_CREATE(MLX5_IB_STAGE_BFREG,
  35                      mlx5_ib_stage_bfrag_init,
  36                      mlx5_ib_stage_bfrag_cleanup),
  37         STAGE_CREATE(MLX5_IB_STAGE_PRE_IB_REG_UMR,
  38                      NULL,
  39                      mlx5_ib_stage_pre_ib_reg_umr_cleanup),
  40         STAGE_CREATE(MLX5_IB_STAGE_IB_REG,
  41                      mlx5_ib_stage_ib_reg_init,
  42                      mlx5_ib_stage_ib_reg_cleanup),
  43         STAGE_CREATE(MLX5_IB_STAGE_POST_IB_REG_UMR,
  44                      mlx5_ib_stage_post_ib_reg_umr_init,
  45                      NULL),
  46 };
  47
  48 static int
  49 mlx5_ib_nic_rep_load(struct mlx5_core_dev *dev, struct mlx5_eswitch_rep *rep)
  50 {
  51         struct mlx5_ib_dev *ibdev;
  52
  53         ibdev = mlx5_ib_rep_to_dev(rep);
  54         if (!__mlx5_ib_add(ibdev, ibdev->profile))
  55                 return -EINVAL;
  56         return 0;
  57 }
  58
  59 static void
  60 mlx5_ib_nic_rep_unload(struct mlx5_eswitch_rep *rep)
  61 {
  62         struct mlx5_ib_dev *ibdev;
  63
  64         ibdev = mlx5_ib_rep_to_dev(rep);
  65         __mlx5_ib_remove(ibdev, ibdev->profile, MLX5_IB_STAGE_MAX);
  66 }
  67
  68 static int
  69 mlx5_ib_vport_rep_load(struct mlx5_core_dev *dev, struct mlx5_eswitch_rep *rep)
  70 {
  71         struct mlx5_ib_dev *ibdev;
  72
  73         ibdev = (struct mlx5_ib_dev *)ib_alloc_device(sizeof(*ibdev));
  74         if (!ibdev)
  75                 return -ENOMEM;
  76
  77         ibdev->rep = rep;
  78         ibdev->mdev = dev;
  79         ibdev->num_ports = max(MLX5_CAP_GEN(dev, num_ports),
  80                                MLX5_CAP_GEN(dev, num_vhca_ports));
  81         if (!__mlx5_ib_add(ibdev, &rep_profile))
  82                 return -EINVAL;
  83
  84         rep->rep_if[REP_IB].priv = ibdev;
  85
  86         return 0;
  87 }
  88
  89 static void
  90 mlx5_ib_vport_rep_unload(struct mlx5_eswitch_rep *rep)
  91 {
  92         struct mlx5_ib_dev *dev;
  93
  94         if (!rep->rep_if[REP_IB].priv)
  95                 return;
  96
  97         dev = mlx5_ib_rep_to_dev(rep);
  98         __mlx5_ib_remove(dev, dev->profile, MLX5_IB_STAGE_MAX);
  99         rep->rep_if[REP_IB].priv = NULL;
 100         ib_dealloc_device(&dev->ib_dev);
 101 }
 102
 103 static void *mlx5_ib_vport_get_proto_dev(struct mlx5_eswitch_rep *rep)
 104 {
 105         return mlx5_ib_rep_to_dev(rep);
 106 }
 107
 108 static void mlx5_ib_rep_register_vf_vports(struct mlx5_ib_dev *dev)
 109 {
 110         struct mlx5_eswitch *esw   = dev->mdev->priv.eswitch;
 111         int total_vfs = MLX5_TOTAL_VPORTS(dev->mdev);
 112         int vport;
 113
 114         for (vport = 1; vport < total_vfs; vport++) {
 115                 struct mlx5_eswitch_rep_if rep_if = {};
 116
 117                 rep_if.load = mlx5_ib_vport_rep_load;
 118                 rep_if.unload = mlx5_ib_vport_rep_unload;
 119                 rep_if.get_proto_dev = mlx5_ib_vport_get_proto_dev;
 120                 mlx5_eswitch_register_vport_rep(esw, vport, &rep_if, REP_IB);
 121         }
 122 }
 123
 124 static void mlx5_ib_rep_unregister_vf_vports(struct mlx5_ib_dev *dev)
 125 {
 126         struct mlx5_eswitch *esw   = dev->mdev->priv.eswitch;
 127         int total_vfs = MLX5_TOTAL_VPORTS(dev->mdev);
 128         int vport;
 129
 130         for (vport = 1; vport < total_vfs; vport++)
 131                 mlx5_eswitch_unregister_vport_rep(esw, vport, REP_IB);
 132 }
 133
 134 void mlx5_ib_register_vport_reps(struct mlx5_ib_dev *dev)
 135 {
 136         struct mlx5_eswitch *esw = dev->mdev->priv.eswitch;
 137         struct mlx5_eswitch_rep_if rep_if = {};
 138
 139         rep_if.load = mlx5_ib_nic_rep_load;
 140         rep_if.unload = mlx5_ib_nic_rep_unload;
 141         rep_if.get_proto_dev = mlx5_ib_vport_get_proto_dev;
 142         rep_if.priv = dev;
 143
 144         mlx5_eswitch_register_vport_rep(esw, 0, &rep_if, REP_IB);
 145
 146         mlx5_ib_rep_register_vf_vports(dev);
 147 }
 148
 149 void mlx5_ib_unregister_vport_reps(struct mlx5_ib_dev *dev)
 150 {
 151         struct mlx5_eswitch *esw   = dev->mdev->priv.eswitch;
 152
 153         mlx5_ib_rep_unregister_vf_vports(dev); /* VFs vports */
 154         mlx5_eswitch_unregister_vport_rep(esw, 0, REP_IB); /* UPLINK PF*/
 155 }
 156
 157 u8 mlx5_ib_eswitch_mode(struct mlx5_eswitch *esw)
 158 {
 159         return mlx5_eswitch_mode(esw);
 160 }
 161
 162 struct mlx5_ib_dev *mlx5_ib_get_rep_ibdev(struct mlx5_eswitch *esw,
 163                                           int vport_index)
 164 {
 165         return mlx5_eswitch_get_proto_dev(esw, vport_index, REP_IB);
 166 }
 167
 168 struct net_device *mlx5_ib_get_rep_netdev(struct mlx5_eswitch *esw,
 169                                           int vport_index)
 170 {
 171         return mlx5_eswitch_get_proto_dev(esw, vport_index, REP_ETH);
 172 }
 173
 174 struct mlx5_ib_dev *mlx5_ib_get_uplink_ibdev(struct mlx5_eswitch *esw)
 175 {
 176         return mlx5_eswitch_uplink_get_proto_dev(esw, REP_IB);
 177 }
 178
 179 struct mlx5_eswitch_rep *mlx5_ib_vport_rep(struct mlx5_eswitch *esw, int vport)
 180 {
 181         return mlx5_eswitch_vport_rep(esw, vport);
 182 }
 183
 184 int create_flow_rule_vport_sq(struct mlx5_ib_dev *dev,
 185                               struct mlx5_ib_sq *sq)
 186 {
 187         struct mlx5_flow_handle *flow_rule;
 188         struct mlx5_eswitch *esw = dev->mdev->priv.eswitch;
 189
 190         if (!dev->rep)
 191                 return 0;
 192
 193         flow_rule =
 194                 mlx5_eswitch_add_send_to_vport_rule(esw,
 195                                                     dev->rep->vport,
 196                                                     sq->base.mqp.qpn);
 197         if (IS_ERR(flow_rule))
 198                 return PTR_ERR(flow_rule);
 199         sq->flow_rule = flow_rule;
 200
 201         return 0;
 202 }