drivers/infiniband/hw/irdma/puda.h

   1 /* SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB */
   2 /* Copyright (c) 2015 - 2020 Intel Corporation */
   3 #ifndef IRDMA_PUDA_H
   4 #define IRDMA_PUDA_H
   5
   6 #define IRDMA_IEQ_MPA_FRAMING   6
   7 #define IRDMA_TCP_OFFSET        40
   8 #define IRDMA_IPV4_PAD          20
   9 #define IRDMA_MRK_BLK_SZ        512
  10
  11 enum puda_rsrc_type {
  12         IRDMA_PUDA_RSRC_TYPE_ILQ = 1,
  13         IRDMA_PUDA_RSRC_TYPE_IEQ,
  14         IRDMA_PUDA_RSRC_TYPE_MAX, /* Must be last entry */
  15 };
  16
  17 enum puda_rsrc_complete {
  18         PUDA_CQ_CREATED = 1,
  19         PUDA_QP_CREATED,
  20         PUDA_TX_COMPLETE,
  21         PUDA_RX_COMPLETE,
  22         PUDA_HASH_CRC_COMPLETE,
  23 };
  24
  25 struct irdma_sc_dev;
  26 struct irdma_sc_qp;
  27 struct irdma_sc_cq;
  28
  29 struct irdma_puda_cmpl_info {
  30         struct irdma_qp_uk *qp;
  31         u8 q_type;
  32         u8 l3proto;
  33         u8 l4proto;
  34         u16 vlan;
  35         u32 payload_len;
  36         u32 compl_error; /* No_err=0, else major and minor err code */
  37         u32 qp_id;
  38         u32 wqe_idx;
  39         bool ipv4:1;
  40         bool smac_valid:1;
  41         bool vlan_valid:1;
  42         u8 smac[ETH_ALEN];
  43 };
  44
  45 struct irdma_puda_send_info {
  46         u64 paddr; /* Physical address */
  47         u32 len;
  48         u32 ah_id;
  49         u8 tcplen;
  50         u8 maclen;
  51         bool ipv4:1;
  52         bool do_lpb:1;
  53         void *scratch;
  54 };
  55
  56 struct irdma_puda_buf {
  57         struct list_head list; /* MUST be first entry */
  58         struct irdma_dma_mem mem; /* DMA memory for the buffer */
  59         struct irdma_puda_buf *next; /* for alloclist in rsrc struct */
  60         struct irdma_virt_mem buf_mem; /* Buffer memory for this buffer */
  61         void *scratch;
  62         u8 *iph;
  63         u8 *tcph;
  64         u8 *data;
  65         u16 datalen;
  66         u16 vlan_id;
  67         u8 tcphlen; /* tcp length in bytes */
  68         u8 maclen; /* mac length in bytes */
  69         u32 totallen; /* machlen+iphlen+tcphlen+datalen */
  70         refcount_t refcount;
  71         u8 hdrlen;
  72         bool ipv4:1;
  73         bool vlan_valid:1;
  74         bool do_lpb:1; /* Loopback buffer */
  75         bool smac_valid:1;
  76         u32 seqnum;
  77         u32 ah_id;
  78         u8 smac[ETH_ALEN];
  79         struct irdma_sc_vsi *vsi;
  80 };
  81
  82 struct irdma_puda_rsrc_info {
  83         void (*receive)(struct irdma_sc_vsi *vsi, struct irdma_puda_buf *buf);
  84         void (*xmit_complete)(struct irdma_sc_vsi *vsi, void *sqwrid);
  85         enum puda_rsrc_type type; /* ILQ or IEQ */
  86         u32 count;
  87         u32 pd_id;
  88         u32 cq_id;
  89         u32 qp_id;
  90         u32 sq_size;
  91         u32 rq_size;
  92         u32 tx_buf_cnt; /* total bufs allocated will be rq_size + tx_buf_cnt */
  93         u16 buf_size;
  94         u8 stats_idx;
  95         bool stats_idx_valid:1;
  96         int abi_ver;
  97 };
  98
  99 struct irdma_puda_rsrc {
 100         struct irdma_sc_cq cq;
 101         struct irdma_sc_qp qp;
 102         struct irdma_sc_pd sc_pd;
 103         struct irdma_sc_dev *dev;
 104         struct irdma_sc_vsi *vsi;
 105         struct irdma_dma_mem cqmem;
 106         struct irdma_dma_mem qpmem;
 107         struct irdma_virt_mem ilq_mem;
 108         enum puda_rsrc_complete cmpl;
 109         enum puda_rsrc_type type;
 110         u16 buf_size; /*buf must be max datalen + tcpip hdr + mac */
 111         u32 cq_id;
 112         u32 qp_id;
 113         u32 sq_size;
 114         u32 rq_size;
 115         u32 cq_size;
 116         struct irdma_sq_uk_wr_trk_info *sq_wrtrk_array;
 117         u64 *rq_wrid_array;
 118         u32 compl_rxwqe_idx;
 119         u32 rx_wqe_idx;
 120         u32 rxq_invalid_cnt;
 121         u32 tx_wqe_avail_cnt;
 122         struct shash_desc *hash_desc;
 123         struct list_head txpend;
 124         struct list_head bufpool; /* free buffers pool list for recv and xmit */
 125         u32 alloc_buf_count;
 126         u32 avail_buf_count; /* snapshot of currently available buffers */
 127         spinlock_t bufpool_lock;
 128         struct irdma_puda_buf *alloclist;
 129         void (*receive)(struct irdma_sc_vsi *vsi, struct irdma_puda_buf *buf);
 130         void (*xmit_complete)(struct irdma_sc_vsi *vsi, void *sqwrid);
 131         /* puda stats */
 132         u64 stats_buf_alloc_fail;
 133         u64 stats_pkt_rcvd;
 134         u64 stats_pkt_sent;
 135         u64 stats_rcvd_pkt_err;
 136         u64 stats_sent_pkt_q;
 137         u64 stats_bad_qp_id;
 138         /* IEQ stats */
 139         u64 fpdu_processed;
 140         u64 bad_seq_num;
 141         u64 crc_err;
 142         u64 pmode_count;
 143         u64 partials_handled;
 144         u8 stats_idx;
 145         bool check_crc:1;
 146         bool stats_idx_valid:1;
 147 };
 148
 149 struct irdma_puda_buf *irdma_puda_get_bufpool(struct irdma_puda_rsrc *rsrc);
 150 void irdma_puda_ret_bufpool(struct irdma_puda_rsrc *rsrc,
 151                             struct irdma_puda_buf *buf);
 152 void irdma_puda_send_buf(struct irdma_puda_rsrc *rsrc,
 153                          struct irdma_puda_buf *buf);
 154 enum irdma_status_code irdma_puda_send(struct irdma_sc_qp *qp,
 155                                        struct irdma_puda_send_info *info);
 156 enum irdma_status_code
 157 irdma_puda_create_rsrc(struct irdma_sc_vsi *vsi,
 158                        struct irdma_puda_rsrc_info *info);
 159 void irdma_puda_dele_rsrc(struct irdma_sc_vsi *vsi, enum puda_rsrc_type type,
 160                           bool reset);
 161 enum irdma_status_code irdma_puda_poll_cmpl(struct irdma_sc_dev *dev,
 162                                             struct irdma_sc_cq *cq,
 163                                             u32 *compl_err);
 164
 165 struct irdma_sc_qp *irdma_ieq_get_qp(struct irdma_sc_dev *dev,
 166                                      struct irdma_puda_buf *buf);
 167 enum irdma_status_code
 168 irdma_puda_get_tcpip_info(struct irdma_puda_cmpl_info *info,
 169                           struct irdma_puda_buf *buf);
 170 enum irdma_status_code irdma_ieq_check_mpacrc(struct shash_desc *desc,
 171                                               void *addr, u32 len, u32 val);
 172 enum irdma_status_code irdma_init_hash_desc(struct shash_desc **desc);
 173 void irdma_ieq_mpa_crc_ae(struct irdma_sc_dev *dev, struct irdma_sc_qp *qp);
 174 void irdma_free_hash_desc(struct shash_desc *desc);
 175 void irdma_ieq_update_tcpip_info(struct irdma_puda_buf *buf, u16 len,
 176                                  u32 seqnum);
 177 enum irdma_status_code irdma_cqp_qp_create_cmd(struct irdma_sc_dev *dev,
 178                                                struct irdma_sc_qp *qp);
 179 enum irdma_status_code irdma_cqp_cq_create_cmd(struct irdma_sc_dev *dev,
 180                                                struct irdma_sc_cq *cq);
 181 enum irdma_status_code irdma_cqp_qp_destroy_cmd(struct irdma_sc_dev *dev, struct irdma_sc_qp *qp);
 182 void irdma_cqp_cq_destroy_cmd(struct irdma_sc_dev *dev, struct irdma_sc_cq *cq);
 183 void irdma_puda_ieq_get_ah_info(struct irdma_sc_qp *qp,
 184                                 struct irdma_ah_info *ah_info);
 185 enum irdma_status_code irdma_puda_create_ah(struct irdma_sc_dev *dev,
 186                                             struct irdma_ah_info *ah_info,
 187                                             bool wait, enum puda_rsrc_type type,
 188                                             void *cb_param,
 189                                             struct irdma_sc_ah **ah);
 190 void irdma_puda_free_ah(struct irdma_sc_dev *dev, struct irdma_sc_ah *ah);
 191 void irdma_ieq_process_fpdus(struct irdma_sc_qp *qp,
 192                              struct irdma_puda_rsrc *ieq);
 193 void irdma_ieq_cleanup_qp(struct irdma_puda_rsrc *ieq, struct irdma_sc_qp *qp);
 194 #endif /*IRDMA_PROTOS_H */