2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/module.h>
35 #include <linux/init.h>
36 #include <linux/errno.h>
38 #include <rdma/ib_user_verbs.h>
39 #include <rdma/ib_addr.h>
41 #include "usnic_common_util.h"
43 #include "usnic_ib_qp_grp.h"
44 #include "usnic_vnic.h"
45 #include "usnic_ib_verbs.h"
46 #include "usnic_ib_sysfs.h"
47 #include "usnic_log.h"
49 static ssize_t board_id_show(struct device *device,
50 struct device_attribute *attr, char *buf)
52 struct usnic_ib_dev *us_ibdev =
53 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
54 unsigned short subsystem_device_id;
56 mutex_lock(&us_ibdev->usdev_lock);
57 subsystem_device_id = us_ibdev->pdev->subsystem_device;
58 mutex_unlock(&us_ibdev->usdev_lock);
60 return sysfs_emit(buf, "%hu\n", subsystem_device_id);
62 static DEVICE_ATTR_RO(board_id);
65 * Report the configuration for this PF
68 config_show(struct device *device, struct device_attribute *attr, char *buf)
70 struct usnic_ib_dev *us_ibdev =
71 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
75 enum usnic_vnic_res_type res_type;
77 /* Buffer space limit is 1 page */
81 mutex_lock(&us_ibdev->usdev_lock);
82 if (kref_read(&us_ibdev->vf_cnt) > 0) {
86 * bus name seems to come with annoying prefix.
87 * Remove it if it is predictable
89 busname = us_ibdev->pdev->bus->name;
90 if (strncmp(busname, "PCI Bus ", 8) == 0)
93 n = scnprintf(ptr, left,
94 "%s: %s:%d.%d, %s, %pM, %u VFs\n Per VF:",
95 dev_name(&us_ibdev->ib_dev.dev),
97 PCI_SLOT(us_ibdev->pdev->devfn),
98 PCI_FUNC(us_ibdev->pdev->devfn),
99 netdev_name(us_ibdev->netdev),
100 us_ibdev->ufdev->mac,
101 kref_read(&us_ibdev->vf_cnt));
102 UPDATE_PTR_LEFT(n, ptr, left);
104 for (res_type = USNIC_VNIC_RES_TYPE_EOL;
105 res_type < USNIC_VNIC_RES_TYPE_MAX;
107 if (us_ibdev->vf_res_cnt[res_type] == 0)
109 n = scnprintf(ptr, left, " %d %s%s",
110 us_ibdev->vf_res_cnt[res_type],
111 usnic_vnic_res_type_to_str(res_type),
112 (res_type < (USNIC_VNIC_RES_TYPE_MAX - 1)) ?
114 UPDATE_PTR_LEFT(n, ptr, left);
116 n = scnprintf(ptr, left, "\n");
117 UPDATE_PTR_LEFT(n, ptr, left);
119 n = scnprintf(ptr, left, "%s: no VFs\n",
120 dev_name(&us_ibdev->ib_dev.dev));
121 UPDATE_PTR_LEFT(n, ptr, left);
123 mutex_unlock(&us_ibdev->usdev_lock);
127 static DEVICE_ATTR_RO(config);
130 iface_show(struct device *device, struct device_attribute *attr, char *buf)
132 struct usnic_ib_dev *us_ibdev =
133 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
135 return sysfs_emit(buf, "%s\n", netdev_name(us_ibdev->netdev));
137 static DEVICE_ATTR_RO(iface);
140 max_vf_show(struct device *device, struct device_attribute *attr, char *buf)
142 struct usnic_ib_dev *us_ibdev =
143 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
145 return sysfs_emit(buf, "%u\n", kref_read(&us_ibdev->vf_cnt));
147 static DEVICE_ATTR_RO(max_vf);
150 qp_per_vf_show(struct device *device, struct device_attribute *attr, char *buf)
152 struct usnic_ib_dev *us_ibdev =
153 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
156 qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ],
157 us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]);
159 return sysfs_emit(buf, "%d\n", qp_per_vf);
161 static DEVICE_ATTR_RO(qp_per_vf);
164 cq_per_vf_show(struct device *device, struct device_attribute *attr, char *buf)
166 struct usnic_ib_dev *us_ibdev =
167 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
169 return sysfs_emit(buf, "%d\n",
170 us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]);
172 static DEVICE_ATTR_RO(cq_per_vf);
174 static struct attribute *usnic_class_attributes[] = {
175 &dev_attr_board_id.attr,
176 &dev_attr_config.attr,
177 &dev_attr_iface.attr,
178 &dev_attr_max_vf.attr,
179 &dev_attr_qp_per_vf.attr,
180 &dev_attr_cq_per_vf.attr,
184 const struct attribute_group usnic_attr_group = {
185 .attrs = usnic_class_attributes,
188 struct qpn_attribute {
189 struct attribute attr;
190 ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf);
194 * Definitions for supporting QPN entries in sysfs
197 usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf)
199 struct usnic_ib_qp_grp *qp_grp;
200 struct qpn_attribute *qpn_attr;
202 qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj);
203 qpn_attr = container_of(attr, struct qpn_attribute, attr);
205 return qpn_attr->show(qp_grp, buf);
208 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = {
209 .show = usnic_ib_qpn_attr_show
212 #define QPN_ATTR_RO(NAME) \
213 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
215 static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
217 return scnprintf(buf, PAGE_SIZE, "0x%p\n", qp_grp->ctx);
220 static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
225 struct usnic_vnic_res_chunk *res_chunk;
226 struct usnic_vnic_res *vnic_res;
231 n = scnprintf(ptr, left,
232 "QPN: %d State: (%s) PID: %u VF Idx: %hu ",
234 usnic_ib_qp_grp_state_to_string(qp_grp->state),
236 usnic_vnic_get_index(qp_grp->vf->vnic));
237 UPDATE_PTR_LEFT(n, ptr, left);
239 for (i = 0; qp_grp->res_chunk_list[i]; i++) {
240 res_chunk = qp_grp->res_chunk_list[i];
241 for (j = 0; j < res_chunk->cnt; j++) {
242 vnic_res = res_chunk->res[j];
243 n = scnprintf(ptr, left, "%s[%d] ",
244 usnic_vnic_res_type_to_str(vnic_res->type),
246 UPDATE_PTR_LEFT(n, ptr, left);
250 n = scnprintf(ptr, left, "\n");
251 UPDATE_PTR_LEFT(n, ptr, left);
256 static QPN_ATTR_RO(context);
257 static QPN_ATTR_RO(summary);
259 static struct attribute *usnic_ib_qpn_default_attrs[] = {
260 &qpn_attr_context.attr,
261 &qpn_attr_summary.attr,
265 static struct kobj_type usnic_ib_qpn_type = {
266 .sysfs_ops = &usnic_ib_qpn_sysfs_ops,
267 .default_attrs = usnic_ib_qpn_default_attrs
270 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev)
272 /* create kernel object for looking at individual QPs */
273 kobject_get(&us_ibdev->ib_dev.dev.kobj);
274 us_ibdev->qpn_kobj = kobject_create_and_add("qpn",
275 &us_ibdev->ib_dev.dev.kobj);
276 if (us_ibdev->qpn_kobj == NULL) {
277 kobject_put(&us_ibdev->ib_dev.dev.kobj);
284 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev)
286 kobject_put(us_ibdev->qpn_kobj);
289 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp)
291 struct usnic_ib_dev *us_ibdev;
294 us_ibdev = qp_grp->vf->pf;
296 err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type,
297 kobject_get(us_ibdev->qpn_kobj),
298 "%d", qp_grp->grp_id);
300 kobject_put(us_ibdev->qpn_kobj);
305 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp)
307 struct usnic_ib_dev *us_ibdev;
309 us_ibdev = qp_grp->vf->pf;
311 kobject_put(&qp_grp->kobj);
312 kobject_put(us_ibdev->qpn_kobj);