2 * Copyright(c) 2015-2017 Intel Corporation.
4 * This file is provided under a dual BSD/GPLv2 license. When using or
5 * redistributing this file, you may do so under either license.
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
20 * Redistribution and use in source and binary forms, with or without
21 * modification, are permitted provided that the following conditions
24 * - Redistributions of source code must retain the above copyright
25 * notice, this list of conditions and the following disclaimer.
26 * - Redistributions in binary form must reproduce the above copyright
27 * notice, this list of conditions and the following disclaimer in
28 * the documentation and/or other materials provided with the
30 * - Neither the name of Intel Corporation nor the names of its
31 * contributors may be used to endorse or promote products derived
32 * from this software without specific prior written permission.
34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
47 #include <linux/ctype.h>
48 #include <rdma/ib_sysfs.h>
54 static struct hfi1_pportdata *hfi1_get_pportdata_kobj(struct kobject *kobj)
57 struct ib_device *ibdev = ib_port_sysfs_get_ibdev_kobj(kobj, &port_num);
58 struct hfi1_devdata *dd = dd_from_ibdev(ibdev);
60 return &dd->pport[port_num - 1];
64 * Start of per-port congestion control structures and support code
68 * Congestion control table size followed by table entries
70 static ssize_t cc_table_bin_read(struct file *filp, struct kobject *kobj,
71 struct bin_attribute *bin_attr, char *buf,
72 loff_t pos, size_t count)
75 struct hfi1_pportdata *ppd = hfi1_get_pportdata_kobj(kobj);
76 struct cc_state *cc_state;
78 ret = ppd->total_cct_entry * sizeof(struct ib_cc_table_entry_shadow)
84 if (count > ret - pos)
91 cc_state = get_cc_state(ppd);
96 memcpy(buf, (void *)&cc_state->cct + pos, count);
101 static BIN_ATTR_RO(cc_table_bin, PAGE_SIZE);
104 * Congestion settings: port control, control map and an array of 16
105 * entries for the congestion entries - increase, timer, event log
106 * trigger threshold and the minimum injection rate delay.
108 static ssize_t cc_setting_bin_read(struct file *filp, struct kobject *kobj,
109 struct bin_attribute *bin_attr,
110 char *buf, loff_t pos, size_t count)
112 struct hfi1_pportdata *ppd = hfi1_get_pportdata_kobj(kobj);
114 struct cc_state *cc_state;
116 ret = sizeof(struct opa_congestion_setting_attr_shadow);
120 if (count > ret - pos)
127 cc_state = get_cc_state(ppd);
132 memcpy(buf, (void *)&cc_state->cong_setting + pos, count);
137 static BIN_ATTR_RO(cc_setting_bin, PAGE_SIZE);
139 static struct bin_attribute *port_cc_bin_attributes[] = {
140 &bin_attr_cc_setting_bin,
141 &bin_attr_cc_table_bin,
145 static ssize_t cc_prescan_show(struct ib_device *ibdev, u32 port_num,
146 struct ib_port_attribute *attr, char *buf)
148 struct hfi1_devdata *dd = dd_from_ibdev(ibdev);
149 struct hfi1_pportdata *ppd = &dd->pport[port_num - 1];
151 return sysfs_emit(buf, "%s\n", ppd->cc_prescan ? "on" : "off");
154 static ssize_t cc_prescan_store(struct ib_device *ibdev, u32 port_num,
155 struct ib_port_attribute *attr, const char *buf,
158 struct hfi1_devdata *dd = dd_from_ibdev(ibdev);
159 struct hfi1_pportdata *ppd = &dd->pport[port_num - 1];
161 if (!memcmp(buf, "on", 2))
162 ppd->cc_prescan = true;
163 else if (!memcmp(buf, "off", 3))
164 ppd->cc_prescan = false;
168 static IB_PORT_ATTR_ADMIN_RW(cc_prescan);
170 static struct attribute *port_cc_attributes[] = {
171 &ib_port_attr_cc_prescan.attr,
175 static const struct attribute_group port_cc_group = {
177 .attrs = port_cc_attributes,
178 .bin_attrs = port_cc_bin_attributes,
182 struct hfi1_sc2vl_attr {
183 struct ib_port_attribute attr;
187 static ssize_t sc2vl_attr_show(struct ib_device *ibdev, u32 port_num,
188 struct ib_port_attribute *attr, char *buf)
190 struct hfi1_sc2vl_attr *sattr =
191 container_of(attr, struct hfi1_sc2vl_attr, attr);
192 struct hfi1_devdata *dd = dd_from_ibdev(ibdev);
194 return sysfs_emit(buf, "%u\n", *((u8 *)dd->sc2vl + sattr->sc));
197 #define HFI1_SC2VL_ATTR(N) \
198 static struct hfi1_sc2vl_attr hfi1_sc2vl_attr_##N = { \
199 .attr = __ATTR(N, 0444, sc2vl_attr_show, NULL), \
236 static struct attribute *port_sc2vl_attributes[] = {
237 &hfi1_sc2vl_attr_0.attr.attr,
238 &hfi1_sc2vl_attr_1.attr.attr,
239 &hfi1_sc2vl_attr_2.attr.attr,
240 &hfi1_sc2vl_attr_3.attr.attr,
241 &hfi1_sc2vl_attr_4.attr.attr,
242 &hfi1_sc2vl_attr_5.attr.attr,
243 &hfi1_sc2vl_attr_6.attr.attr,
244 &hfi1_sc2vl_attr_7.attr.attr,
245 &hfi1_sc2vl_attr_8.attr.attr,
246 &hfi1_sc2vl_attr_9.attr.attr,
247 &hfi1_sc2vl_attr_10.attr.attr,
248 &hfi1_sc2vl_attr_11.attr.attr,
249 &hfi1_sc2vl_attr_12.attr.attr,
250 &hfi1_sc2vl_attr_13.attr.attr,
251 &hfi1_sc2vl_attr_14.attr.attr,
252 &hfi1_sc2vl_attr_15.attr.attr,
253 &hfi1_sc2vl_attr_16.attr.attr,
254 &hfi1_sc2vl_attr_17.attr.attr,
255 &hfi1_sc2vl_attr_18.attr.attr,
256 &hfi1_sc2vl_attr_19.attr.attr,
257 &hfi1_sc2vl_attr_20.attr.attr,
258 &hfi1_sc2vl_attr_21.attr.attr,
259 &hfi1_sc2vl_attr_22.attr.attr,
260 &hfi1_sc2vl_attr_23.attr.attr,
261 &hfi1_sc2vl_attr_24.attr.attr,
262 &hfi1_sc2vl_attr_25.attr.attr,
263 &hfi1_sc2vl_attr_26.attr.attr,
264 &hfi1_sc2vl_attr_27.attr.attr,
265 &hfi1_sc2vl_attr_28.attr.attr,
266 &hfi1_sc2vl_attr_29.attr.attr,
267 &hfi1_sc2vl_attr_30.attr.attr,
268 &hfi1_sc2vl_attr_31.attr.attr,
272 static const struct attribute_group port_sc2vl_group = {
274 .attrs = port_sc2vl_attributes,
279 struct hfi1_sl2sc_attr {
280 struct ib_port_attribute attr;
284 static ssize_t sl2sc_attr_show(struct ib_device *ibdev, u32 port_num,
285 struct ib_port_attribute *attr, char *buf)
287 struct hfi1_sl2sc_attr *sattr =
288 container_of(attr, struct hfi1_sl2sc_attr, attr);
289 struct hfi1_devdata *dd = dd_from_ibdev(ibdev);
290 struct hfi1_ibport *ibp = &dd->pport[port_num - 1].ibport_data;
292 return sysfs_emit(buf, "%u\n", ibp->sl_to_sc[sattr->sl]);
295 #define HFI1_SL2SC_ATTR(N) \
296 static struct hfi1_sl2sc_attr hfi1_sl2sc_attr_##N = { \
297 .attr = __ATTR(N, 0444, sl2sc_attr_show, NULL), .sl = N \
333 static struct attribute *port_sl2sc_attributes[] = {
334 &hfi1_sl2sc_attr_0.attr.attr,
335 &hfi1_sl2sc_attr_1.attr.attr,
336 &hfi1_sl2sc_attr_2.attr.attr,
337 &hfi1_sl2sc_attr_3.attr.attr,
338 &hfi1_sl2sc_attr_4.attr.attr,
339 &hfi1_sl2sc_attr_5.attr.attr,
340 &hfi1_sl2sc_attr_6.attr.attr,
341 &hfi1_sl2sc_attr_7.attr.attr,
342 &hfi1_sl2sc_attr_8.attr.attr,
343 &hfi1_sl2sc_attr_9.attr.attr,
344 &hfi1_sl2sc_attr_10.attr.attr,
345 &hfi1_sl2sc_attr_11.attr.attr,
346 &hfi1_sl2sc_attr_12.attr.attr,
347 &hfi1_sl2sc_attr_13.attr.attr,
348 &hfi1_sl2sc_attr_14.attr.attr,
349 &hfi1_sl2sc_attr_15.attr.attr,
350 &hfi1_sl2sc_attr_16.attr.attr,
351 &hfi1_sl2sc_attr_17.attr.attr,
352 &hfi1_sl2sc_attr_18.attr.attr,
353 &hfi1_sl2sc_attr_19.attr.attr,
354 &hfi1_sl2sc_attr_20.attr.attr,
355 &hfi1_sl2sc_attr_21.attr.attr,
356 &hfi1_sl2sc_attr_22.attr.attr,
357 &hfi1_sl2sc_attr_23.attr.attr,
358 &hfi1_sl2sc_attr_24.attr.attr,
359 &hfi1_sl2sc_attr_25.attr.attr,
360 &hfi1_sl2sc_attr_26.attr.attr,
361 &hfi1_sl2sc_attr_27.attr.attr,
362 &hfi1_sl2sc_attr_28.attr.attr,
363 &hfi1_sl2sc_attr_29.attr.attr,
364 &hfi1_sl2sc_attr_30.attr.attr,
365 &hfi1_sl2sc_attr_31.attr.attr,
369 static const struct attribute_group port_sl2sc_group = {
371 .attrs = port_sl2sc_attributes,
378 struct hfi1_vl2mtu_attr {
379 struct ib_port_attribute attr;
383 static ssize_t vl2mtu_attr_show(struct ib_device *ibdev, u32 port_num,
384 struct ib_port_attribute *attr, char *buf)
386 struct hfi1_vl2mtu_attr *vlattr =
387 container_of(attr, struct hfi1_vl2mtu_attr, attr);
388 struct hfi1_devdata *dd = dd_from_ibdev(ibdev);
390 return sysfs_emit(buf, "%u\n", dd->vld[vlattr->vl].mtu);
393 #define HFI1_VL2MTU_ATTR(N) \
394 static struct hfi1_vl2mtu_attr hfi1_vl2mtu_attr_##N = { \
395 .attr = __ATTR(N, 0444, vl2mtu_attr_show, NULL), \
409 HFI1_VL2MTU_ATTR(10);
410 HFI1_VL2MTU_ATTR(11);
411 HFI1_VL2MTU_ATTR(12);
412 HFI1_VL2MTU_ATTR(13);
413 HFI1_VL2MTU_ATTR(14);
414 HFI1_VL2MTU_ATTR(15);
416 static struct attribute *port_vl2mtu_attributes[] = {
417 &hfi1_vl2mtu_attr_0.attr.attr,
418 &hfi1_vl2mtu_attr_1.attr.attr,
419 &hfi1_vl2mtu_attr_2.attr.attr,
420 &hfi1_vl2mtu_attr_3.attr.attr,
421 &hfi1_vl2mtu_attr_4.attr.attr,
422 &hfi1_vl2mtu_attr_5.attr.attr,
423 &hfi1_vl2mtu_attr_6.attr.attr,
424 &hfi1_vl2mtu_attr_7.attr.attr,
425 &hfi1_vl2mtu_attr_8.attr.attr,
426 &hfi1_vl2mtu_attr_9.attr.attr,
427 &hfi1_vl2mtu_attr_10.attr.attr,
428 &hfi1_vl2mtu_attr_11.attr.attr,
429 &hfi1_vl2mtu_attr_12.attr.attr,
430 &hfi1_vl2mtu_attr_13.attr.attr,
431 &hfi1_vl2mtu_attr_14.attr.attr,
432 &hfi1_vl2mtu_attr_15.attr.attr,
436 static const struct attribute_group port_vl2mtu_group = {
438 .attrs = port_vl2mtu_attributes,
441 /* end of per-port file structures and support code */
444 * Start of per-unit (or driver, in some cases, but replicated
445 * per unit) functions (these get a device *)
447 static ssize_t hw_rev_show(struct device *device, struct device_attribute *attr,
450 struct hfi1_ibdev *dev =
451 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
453 return sysfs_emit(buf, "%x\n", dd_from_dev(dev)->minrev);
455 static DEVICE_ATTR_RO(hw_rev);
457 static ssize_t board_id_show(struct device *device,
458 struct device_attribute *attr, char *buf)
460 struct hfi1_ibdev *dev =
461 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
462 struct hfi1_devdata *dd = dd_from_dev(dev);
467 return sysfs_emit(buf, "%s\n", dd->boardname);
469 static DEVICE_ATTR_RO(board_id);
471 static ssize_t boardversion_show(struct device *device,
472 struct device_attribute *attr, char *buf)
474 struct hfi1_ibdev *dev =
475 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
476 struct hfi1_devdata *dd = dd_from_dev(dev);
478 /* The string printed here is already newline-terminated. */
479 return sysfs_emit(buf, "%s", dd->boardversion);
481 static DEVICE_ATTR_RO(boardversion);
483 static ssize_t nctxts_show(struct device *device,
484 struct device_attribute *attr, char *buf)
486 struct hfi1_ibdev *dev =
487 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
488 struct hfi1_devdata *dd = dd_from_dev(dev);
491 * Return the smaller of send and receive contexts.
492 * Normally, user level applications would require both a send
493 * and a receive context, so returning the smaller of the two counts
494 * give a more accurate picture of total contexts available.
496 return sysfs_emit(buf, "%u\n",
497 min(dd->num_user_contexts,
498 (u32)dd->sc_sizes[SC_USER].count));
500 static DEVICE_ATTR_RO(nctxts);
502 static ssize_t nfreectxts_show(struct device *device,
503 struct device_attribute *attr, char *buf)
505 struct hfi1_ibdev *dev =
506 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
507 struct hfi1_devdata *dd = dd_from_dev(dev);
509 /* Return the number of free user ports (contexts) available. */
510 return sysfs_emit(buf, "%u\n", dd->freectxts);
512 static DEVICE_ATTR_RO(nfreectxts);
514 static ssize_t serial_show(struct device *device,
515 struct device_attribute *attr, char *buf)
517 struct hfi1_ibdev *dev =
518 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
519 struct hfi1_devdata *dd = dd_from_dev(dev);
521 /* dd->serial is already newline terminated in chip.c */
522 return sysfs_emit(buf, "%s", dd->serial);
524 static DEVICE_ATTR_RO(serial);
526 static ssize_t chip_reset_store(struct device *device,
527 struct device_attribute *attr, const char *buf,
530 struct hfi1_ibdev *dev =
531 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
532 struct hfi1_devdata *dd = dd_from_dev(dev);
535 if (count < 5 || memcmp(buf, "reset", 5) || !dd->diag_client) {
540 ret = hfi1_reset_device(dd->unit);
542 return ret < 0 ? ret : count;
544 static DEVICE_ATTR_WO(chip_reset);
547 * Convert the reported temperature from an integer (reported in
548 * units of 0.25C) to a floating point number.
550 #define temp_d(t) ((t) >> 2)
551 #define temp_f(t) (((t)&0x3) * 25u)
554 * Dump tempsense values, in decimal, to ease shell-scripts.
556 static ssize_t tempsense_show(struct device *device,
557 struct device_attribute *attr, char *buf)
559 struct hfi1_ibdev *dev =
560 rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev);
561 struct hfi1_devdata *dd = dd_from_dev(dev);
562 struct hfi1_temp temp;
565 ret = hfi1_tempsense_rd(dd, &temp);
569 return sysfs_emit(buf, "%u.%02u %u.%02u %u.%02u %u.%02u %u %u %u\n",
570 temp_d(temp.curr), temp_f(temp.curr),
571 temp_d(temp.lo_lim), temp_f(temp.lo_lim),
572 temp_d(temp.hi_lim), temp_f(temp.hi_lim),
573 temp_d(temp.crit_lim), temp_f(temp.crit_lim),
576 temp.triggers & 0x4);
578 static DEVICE_ATTR_RO(tempsense);
581 * end of per-unit (or driver, in some cases, but replicated
582 * per unit) functions
585 /* start of per-unit file structures and support code */
586 static struct attribute *hfi1_attributes[] = {
587 &dev_attr_hw_rev.attr,
588 &dev_attr_board_id.attr,
589 &dev_attr_nctxts.attr,
590 &dev_attr_nfreectxts.attr,
591 &dev_attr_serial.attr,
592 &dev_attr_boardversion.attr,
593 &dev_attr_tempsense.attr,
594 &dev_attr_chip_reset.attr,
598 const struct attribute_group ib_hfi1_attr_group = {
599 .attrs = hfi1_attributes,
602 static const struct attribute_group *hfi1_port_groups[] = {
610 int hfi1_create_port_files(struct ib_device *ibdev, u32 port_num,
611 struct kobject *kobj)
613 return ib_port_sysfs_create_groups(ibdev, port_num, hfi1_port_groups);
616 struct sde_attribute {
617 struct attribute attr;
618 ssize_t (*show)(struct sdma_engine *sde, char *buf);
619 ssize_t (*store)(struct sdma_engine *sde, const char *buf, size_t cnt);
622 static ssize_t sde_show(struct kobject *kobj, struct attribute *attr, char *buf)
624 struct sde_attribute *sde_attr =
625 container_of(attr, struct sde_attribute, attr);
626 struct sdma_engine *sde =
627 container_of(kobj, struct sdma_engine, kobj);
632 return sde_attr->show(sde, buf);
635 static ssize_t sde_store(struct kobject *kobj, struct attribute *attr,
636 const char *buf, size_t count)
638 struct sde_attribute *sde_attr =
639 container_of(attr, struct sde_attribute, attr);
640 struct sdma_engine *sde =
641 container_of(kobj, struct sdma_engine, kobj);
643 if (!capable(CAP_SYS_ADMIN))
646 if (!sde_attr->store)
649 return sde_attr->store(sde, buf, count);
652 static const struct sysfs_ops sde_sysfs_ops = {
657 static struct kobj_type sde_ktype = {
658 .sysfs_ops = &sde_sysfs_ops,
661 #define SDE_ATTR(_name, _mode, _show, _store) \
662 struct sde_attribute sde_attr_##_name = \
663 __ATTR(_name, _mode, _show, _store)
665 static ssize_t sde_show_cpu_to_sde_map(struct sdma_engine *sde, char *buf)
667 return sdma_get_cpu_to_sde_map(sde, buf);
670 static ssize_t sde_store_cpu_to_sde_map(struct sdma_engine *sde,
671 const char *buf, size_t count)
673 return sdma_set_cpu_to_sde_map(sde, buf, count);
676 static ssize_t sde_show_vl(struct sdma_engine *sde, char *buf)
680 vl = sdma_engine_get_vl(sde);
684 return sysfs_emit(buf, "%d\n", vl);
687 static SDE_ATTR(cpu_list, S_IWUSR | S_IRUGO,
688 sde_show_cpu_to_sde_map,
689 sde_store_cpu_to_sde_map);
690 static SDE_ATTR(vl, S_IRUGO, sde_show_vl, NULL);
692 static struct sde_attribute *sde_attribs[] = {
698 * Register and create our files in /sys/class/infiniband.
700 int hfi1_verbs_register_sysfs(struct hfi1_devdata *dd)
702 struct ib_device *dev = &dd->verbs_dev.rdi.ibdev;
703 struct device *class_dev = &dev->dev;
706 for (i = 0; i < dd->num_sdma; i++) {
707 ret = kobject_init_and_add(&dd->per_sdma[i].kobj,
708 &sde_ktype, &class_dev->kobj,
713 for (j = 0; j < ARRAY_SIZE(sde_attribs); j++) {
714 ret = sysfs_create_file(&dd->per_sdma[i].kobj,
715 &sde_attribs[j]->attr);
724 * The function kobject_put() will call kobject_del() if the kobject
725 * has been added successfully. The sysfs files created under the
726 * kobject directory will also be removed during the process.
729 kobject_put(&dd->per_sdma[i].kobj);
735 * Unregister and remove our files in /sys/class/infiniband.
737 void hfi1_verbs_unregister_sysfs(struct hfi1_devdata *dd)
741 /* Unwind operations in hfi1_verbs_register_sysfs() */
742 for (i = 0; i < dd->num_sdma; i++)
743 kobject_put(&dd->per_sdma[i].kobj);
745 for (i = 0; i < dd->num_pports; i++)
746 ib_port_sysfs_remove_groups(&dd->verbs_dev.rdi.ibdev, i + 1,