drivers/dma/idxd/sysfs.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Copyright(c) 2019 Intel Corporation. All rights rsvd. */
   3 #include <linux/init.h>
   4 #include <linux/kernel.h>
   5 #include <linux/module.h>
   6 #include <linux/pci.h>
   7 #include <linux/device.h>
   8 #include <linux/io-64-nonatomic-lo-hi.h>
   9 #include <uapi/linux/idxd.h>
  10 #include "registers.h"
  11 #include "idxd.h"
  12
  13 static char *idxd_wq_type_names[] = {
  14         [IDXD_WQT_NONE]         = "none",
  15         [IDXD_WQT_KERNEL]       = "kernel",
  16         [IDXD_WQT_USER]         = "user",
  17 };
  18
  19 static int idxd_config_bus_match(struct device *dev,
  20                                  struct device_driver *drv)
  21 {
  22         int matched = 0;
  23
  24         if (is_idxd_dev(dev)) {
  25                 struct idxd_device *idxd = confdev_to_idxd(dev);
  26
  27                 if (idxd->state != IDXD_DEV_CONF_READY)
  28                         return 0;
  29                 matched = 1;
  30         } else if (is_idxd_wq_dev(dev)) {
  31                 struct idxd_wq *wq = confdev_to_wq(dev);
  32                 struct idxd_device *idxd = wq->idxd;
  33
  34                 if (idxd->state < IDXD_DEV_CONF_READY)
  35                         return 0;
  36
  37                 if (wq->state != IDXD_WQ_DISABLED) {
  38                         dev_dbg(dev, "%s not disabled\n", dev_name(dev));
  39                         return 0;
  40                 }
  41                 matched = 1;
  42         }
  43
  44         if (matched)
  45                 dev_dbg(dev, "%s matched\n", dev_name(dev));
  46
  47         return matched;
  48 }
  49
  50 static int enable_wq(struct idxd_wq *wq)
  51 {
  52         struct idxd_device *idxd = wq->idxd;
  53         struct device *dev = &idxd->pdev->dev;
  54         unsigned long flags;
  55         int rc;
  56
  57         mutex_lock(&wq->wq_lock);
  58
  59         if (idxd->state != IDXD_DEV_ENABLED) {
  60                 mutex_unlock(&wq->wq_lock);
  61                 dev_warn(dev, "Enabling while device not enabled.\n");
  62                 return -EPERM;
  63         }
  64
  65         if (wq->state != IDXD_WQ_DISABLED) {
  66                 mutex_unlock(&wq->wq_lock);
  67                 dev_warn(dev, "WQ %d already enabled.\n", wq->id);
  68                 return -EBUSY;
  69         }
  70
  71         if (!wq->group) {
  72                 mutex_unlock(&wq->wq_lock);
  73                 dev_warn(dev, "WQ not attached to group.\n");
  74                 return -EINVAL;
  75         }
  76
  77         if (strlen(wq->name) == 0) {
  78                 mutex_unlock(&wq->wq_lock);
  79                 dev_warn(dev, "WQ name not set.\n");
  80                 return -EINVAL;
  81         }
  82
  83         /* Shared WQ checks */
  84         if (wq_shared(wq)) {
  85                 if (!device_swq_supported(idxd)) {
  86                         dev_warn(dev, "PASID not enabled and shared WQ.\n");
  87                         mutex_unlock(&wq->wq_lock);
  88                         return -ENXIO;
  89                 }
  90                 /*
  91                  * Shared wq with the threshold set to 0 means the user
  92                  * did not set the threshold or transitioned from a
  93                  * dedicated wq but did not set threshold. A value
  94                  * of 0 would effectively disable the shared wq. The
  95                  * driver does not allow a value of 0 to be set for
  96                  * threshold via sysfs.
  97                  */
  98                 if (wq->threshold == 0) {
  99                         dev_warn(dev, "Shared WQ and threshold 0.\n");
 100                         mutex_unlock(&wq->wq_lock);
 101                         return -EINVAL;
 102                 }
 103         }
 104
 105         rc = idxd_wq_alloc_resources(wq);
 106         if (rc < 0) {
 107                 mutex_unlock(&wq->wq_lock);
 108                 dev_warn(dev, "WQ resource alloc failed\n");
 109                 return rc;
 110         }
 111
 112         spin_lock_irqsave(&idxd->dev_lock, flags);
 113         if (test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 114                 rc = idxd_device_config(idxd);
 115         spin_unlock_irqrestore(&idxd->dev_lock, flags);
 116         if (rc < 0) {
 117                 mutex_unlock(&wq->wq_lock);
 118                 dev_warn(dev, "Writing WQ %d config failed: %d\n", wq->id, rc);
 119                 return rc;
 120         }
 121
 122         rc = idxd_wq_enable(wq);
 123         if (rc < 0) {
 124                 mutex_unlock(&wq->wq_lock);
 125                 dev_warn(dev, "WQ %d enabling failed: %d\n", wq->id, rc);
 126                 return rc;
 127         }
 128
 129         rc = idxd_wq_map_portal(wq);
 130         if (rc < 0) {
 131                 dev_warn(dev, "wq portal mapping failed: %d\n", rc);
 132                 rc = idxd_wq_disable(wq);
 133                 if (rc < 0)
 134                         dev_warn(dev, "IDXD wq disable failed\n");
 135                 mutex_unlock(&wq->wq_lock);
 136                 return rc;
 137         }
 138
 139         wq->client_count = 0;
 140
 141         if (wq->type == IDXD_WQT_KERNEL) {
 142                 rc = idxd_wq_init_percpu_ref(wq);
 143                 if (rc < 0) {
 144                         dev_dbg(dev, "percpu_ref setup failed\n");
 145                         mutex_unlock(&wq->wq_lock);
 146                         return rc;
 147                 }
 148         }
 149
 150         if (is_idxd_wq_dmaengine(wq)) {
 151                 rc = idxd_register_dma_channel(wq);
 152                 if (rc < 0) {
 153                         dev_dbg(dev, "DMA channel register failed\n");
 154                         mutex_unlock(&wq->wq_lock);
 155                         return rc;
 156                 }
 157         } else if (is_idxd_wq_cdev(wq)) {
 158                 rc = idxd_wq_add_cdev(wq);
 159                 if (rc < 0) {
 160                         dev_dbg(dev, "Cdev creation failed\n");
 161                         mutex_unlock(&wq->wq_lock);
 162                         return rc;
 163                 }
 164         }
 165
 166         mutex_unlock(&wq->wq_lock);
 167         dev_info(dev, "wq %s enabled\n", dev_name(&wq->conf_dev));
 168
 169         return 0;
 170 }
 171
 172 static int idxd_config_bus_probe(struct device *dev)
 173 {
 174         int rc = 0;
 175         unsigned long flags;
 176
 177         dev_dbg(dev, "%s called\n", __func__);
 178
 179         if (is_idxd_dev(dev)) {
 180                 struct idxd_device *idxd = confdev_to_idxd(dev);
 181
 182                 if (idxd->state != IDXD_DEV_CONF_READY) {
 183                         dev_warn(dev, "Device not ready for config\n");
 184                         return -EBUSY;
 185                 }
 186
 187                 if (!try_module_get(THIS_MODULE))
 188                         return -ENXIO;
 189
 190                 /* Perform IDXD configuration and enabling */
 191                 spin_lock_irqsave(&idxd->dev_lock, flags);
 192                 if (test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 193                         rc = idxd_device_config(idxd);
 194                 spin_unlock_irqrestore(&idxd->dev_lock, flags);
 195                 if (rc < 0) {
 196                         module_put(THIS_MODULE);
 197                         dev_warn(dev, "Device config failed: %d\n", rc);
 198                         return rc;
 199                 }
 200
 201                 /* start device */
 202                 rc = idxd_device_enable(idxd);
 203                 if (rc < 0) {
 204                         module_put(THIS_MODULE);
 205                         dev_warn(dev, "Device enable failed: %d\n", rc);
 206                         return rc;
 207                 }
 208
 209                 dev_info(dev, "Device %s enabled\n", dev_name(dev));
 210
 211                 rc = idxd_register_dma_device(idxd);
 212                 if (rc < 0) {
 213                         module_put(THIS_MODULE);
 214                         dev_dbg(dev, "Failed to register dmaengine device\n");
 215                         return rc;
 216                 }
 217                 return 0;
 218         } else if (is_idxd_wq_dev(dev)) {
 219                 struct idxd_wq *wq = confdev_to_wq(dev);
 220
 221                 return enable_wq(wq);
 222         }
 223
 224         return -ENODEV;
 225 }
 226
 227 static void disable_wq(struct idxd_wq *wq)
 228 {
 229         struct idxd_device *idxd = wq->idxd;
 230         struct device *dev = &idxd->pdev->dev;
 231
 232         mutex_lock(&wq->wq_lock);
 233         dev_dbg(dev, "%s removing WQ %s\n", __func__, dev_name(&wq->conf_dev));
 234         if (wq->state == IDXD_WQ_DISABLED) {
 235                 mutex_unlock(&wq->wq_lock);
 236                 return;
 237         }
 238
 239         if (wq->type == IDXD_WQT_KERNEL)
 240                 idxd_wq_quiesce(wq);
 241
 242         if (is_idxd_wq_dmaengine(wq))
 243                 idxd_unregister_dma_channel(wq);
 244         else if (is_idxd_wq_cdev(wq))
 245                 idxd_wq_del_cdev(wq);
 246
 247         if (idxd_wq_refcount(wq))
 248                 dev_warn(dev, "Clients has claim on wq %d: %d\n",
 249                          wq->id, idxd_wq_refcount(wq));
 250
 251         idxd_wq_unmap_portal(wq);
 252
 253         idxd_wq_drain(wq);
 254         idxd_wq_reset(wq);
 255
 256         idxd_wq_free_resources(wq);
 257         wq->client_count = 0;
 258         mutex_unlock(&wq->wq_lock);
 259
 260         dev_info(dev, "wq %s disabled\n", dev_name(&wq->conf_dev));
 261 }
 262
 263 static int idxd_config_bus_remove(struct device *dev)
 264 {
 265         int rc;
 266
 267         dev_dbg(dev, "%s called for %s\n", __func__, dev_name(dev));
 268
 269         /* disable workqueue here */
 270         if (is_idxd_wq_dev(dev)) {
 271                 struct idxd_wq *wq = confdev_to_wq(dev);
 272
 273                 disable_wq(wq);
 274         } else if (is_idxd_dev(dev)) {
 275                 struct idxd_device *idxd = confdev_to_idxd(dev);
 276                 int i;
 277
 278                 dev_dbg(dev, "%s removing dev %s\n", __func__,
 279                         dev_name(&idxd->conf_dev));
 280                 for (i = 0; i < idxd->max_wqs; i++) {
 281                         struct idxd_wq *wq = idxd->wqs[i];
 282
 283                         if (wq->state == IDXD_WQ_DISABLED)
 284                                 continue;
 285                         dev_warn(dev, "Active wq %d on disable %s.\n", i,
 286                                  dev_name(&idxd->conf_dev));
 287                         device_release_driver(&wq->conf_dev);
 288                 }
 289
 290                 idxd_unregister_dma_device(idxd);
 291                 rc = idxd_device_disable(idxd);
 292                 if (test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags)) {
 293                         for (i = 0; i < idxd->max_wqs; i++) {
 294                                 struct idxd_wq *wq = idxd->wqs[i];
 295
 296                                 mutex_lock(&wq->wq_lock);
 297                                 idxd_wq_disable_cleanup(wq);
 298                                 mutex_unlock(&wq->wq_lock);
 299                         }
 300                 }
 301                 module_put(THIS_MODULE);
 302                 if (rc < 0)
 303                         dev_warn(dev, "Device disable failed\n");
 304                 else
 305                         dev_info(dev, "Device %s disabled\n", dev_name(dev));
 306
 307         }
 308
 309         return 0;
 310 }
 311
 312 static void idxd_config_bus_shutdown(struct device *dev)
 313 {
 314         dev_dbg(dev, "%s called\n", __func__);
 315 }
 316
 317 struct bus_type dsa_bus_type = {
 318         .name = "dsa",
 319         .match = idxd_config_bus_match,
 320         .probe = idxd_config_bus_probe,
 321         .remove = idxd_config_bus_remove,
 322         .shutdown = idxd_config_bus_shutdown,
 323 };
 324
 325 static struct idxd_device_driver dsa_drv = {
 326         .drv = {
 327                 .name = "dsa",
 328                 .bus = &dsa_bus_type,
 329                 .owner = THIS_MODULE,
 330                 .mod_name = KBUILD_MODNAME,
 331         },
 332 };
 333
 334 /* IDXD generic driver setup */
 335 int idxd_register_driver(void)
 336 {
 337         return driver_register(&dsa_drv.drv);
 338 }
 339
 340 void idxd_unregister_driver(void)
 341 {
 342         driver_unregister(&dsa_drv.drv);
 343 }
 344
 345 /* IDXD engine attributes */
 346 static ssize_t engine_group_id_show(struct device *dev,
 347                                     struct device_attribute *attr, char *buf)
 348 {
 349         struct idxd_engine *engine =
 350                 container_of(dev, struct idxd_engine, conf_dev);
 351
 352         if (engine->group)
 353                 return sysfs_emit(buf, "%d\n", engine->group->id);
 354         else
 355                 return sysfs_emit(buf, "%d\n", -1);
 356 }
 357
 358 static ssize_t engine_group_id_store(struct device *dev,
 359                                      struct device_attribute *attr,
 360                                      const char *buf, size_t count)
 361 {
 362         struct idxd_engine *engine =
 363                 container_of(dev, struct idxd_engine, conf_dev);
 364         struct idxd_device *idxd = engine->idxd;
 365         long id;
 366         int rc;
 367         struct idxd_group *prevg;
 368
 369         rc = kstrtol(buf, 10, &id);
 370         if (rc < 0)
 371                 return -EINVAL;
 372
 373         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 374                 return -EPERM;
 375
 376         if (id > idxd->max_groups - 1 || id < -1)
 377                 return -EINVAL;
 378
 379         if (id == -1) {
 380                 if (engine->group) {
 381                         engine->group->num_engines--;
 382                         engine->group = NULL;
 383                 }
 384                 return count;
 385         }
 386
 387         prevg = engine->group;
 388
 389         if (prevg)
 390                 prevg->num_engines--;
 391         engine->group = idxd->groups[id];
 392         engine->group->num_engines++;
 393
 394         return count;
 395 }
 396
 397 static struct device_attribute dev_attr_engine_group =
 398                 __ATTR(group_id, 0644, engine_group_id_show,
 399                        engine_group_id_store);
 400
 401 static struct attribute *idxd_engine_attributes[] = {
 402         &dev_attr_engine_group.attr,
 403         NULL,
 404 };
 405
 406 static const struct attribute_group idxd_engine_attribute_group = {
 407         .attrs = idxd_engine_attributes,
 408 };
 409
 410 static const struct attribute_group *idxd_engine_attribute_groups[] = {
 411         &idxd_engine_attribute_group,
 412         NULL,
 413 };
 414
 415 static void idxd_conf_engine_release(struct device *dev)
 416 {
 417         struct idxd_engine *engine = container_of(dev, struct idxd_engine, conf_dev);
 418
 419         kfree(engine);
 420 }
 421
 422 struct device_type idxd_engine_device_type = {
 423         .name = "engine",
 424         .release = idxd_conf_engine_release,
 425         .groups = idxd_engine_attribute_groups,
 426 };
 427
 428 /* Group attributes */
 429
 430 static void idxd_set_free_tokens(struct idxd_device *idxd)
 431 {
 432         int i, tokens;
 433
 434         for (i = 0, tokens = 0; i < idxd->max_groups; i++) {
 435                 struct idxd_group *g = idxd->groups[i];
 436
 437                 tokens += g->tokens_reserved;
 438         }
 439
 440         idxd->nr_tokens = idxd->max_tokens - tokens;
 441 }
 442
 443 static ssize_t group_tokens_reserved_show(struct device *dev,
 444                                           struct device_attribute *attr,
 445                                           char *buf)
 446 {
 447         struct idxd_group *group =
 448                 container_of(dev, struct idxd_group, conf_dev);
 449
 450         return sysfs_emit(buf, "%u\n", group->tokens_reserved);
 451 }
 452
 453 static ssize_t group_tokens_reserved_store(struct device *dev,
 454                                            struct device_attribute *attr,
 455                                            const char *buf, size_t count)
 456 {
 457         struct idxd_group *group =
 458                 container_of(dev, struct idxd_group, conf_dev);
 459         struct idxd_device *idxd = group->idxd;
 460         unsigned long val;
 461         int rc;
 462
 463         rc = kstrtoul(buf, 10, &val);
 464         if (rc < 0)
 465                 return -EINVAL;
 466
 467         if (idxd->data->type == IDXD_TYPE_IAX)
 468                 return -EOPNOTSUPP;
 469
 470         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 471                 return -EPERM;
 472
 473         if (idxd->state == IDXD_DEV_ENABLED)
 474                 return -EPERM;
 475
 476         if (val > idxd->max_tokens)
 477                 return -EINVAL;
 478
 479         if (val > idxd->nr_tokens + group->tokens_reserved)
 480                 return -EINVAL;
 481
 482         group->tokens_reserved = val;
 483         idxd_set_free_tokens(idxd);
 484         return count;
 485 }
 486
 487 static struct device_attribute dev_attr_group_tokens_reserved =
 488                 __ATTR(tokens_reserved, 0644, group_tokens_reserved_show,
 489                        group_tokens_reserved_store);
 490
 491 static ssize_t group_tokens_allowed_show(struct device *dev,
 492                                          struct device_attribute *attr,
 493                                          char *buf)
 494 {
 495         struct idxd_group *group =
 496                 container_of(dev, struct idxd_group, conf_dev);
 497
 498         return sysfs_emit(buf, "%u\n", group->tokens_allowed);
 499 }
 500
 501 static ssize_t group_tokens_allowed_store(struct device *dev,
 502                                           struct device_attribute *attr,
 503                                           const char *buf, size_t count)
 504 {
 505         struct idxd_group *group =
 506                 container_of(dev, struct idxd_group, conf_dev);
 507         struct idxd_device *idxd = group->idxd;
 508         unsigned long val;
 509         int rc;
 510
 511         rc = kstrtoul(buf, 10, &val);
 512         if (rc < 0)
 513                 return -EINVAL;
 514
 515         if (idxd->data->type == IDXD_TYPE_IAX)
 516                 return -EOPNOTSUPP;
 517
 518         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 519                 return -EPERM;
 520
 521         if (idxd->state == IDXD_DEV_ENABLED)
 522                 return -EPERM;
 523
 524         if (val < 4 * group->num_engines ||
 525             val > group->tokens_reserved + idxd->nr_tokens)
 526                 return -EINVAL;
 527
 528         group->tokens_allowed = val;
 529         return count;
 530 }
 531
 532 static struct device_attribute dev_attr_group_tokens_allowed =
 533                 __ATTR(tokens_allowed, 0644, group_tokens_allowed_show,
 534                        group_tokens_allowed_store);
 535
 536 static ssize_t group_use_token_limit_show(struct device *dev,
 537                                           struct device_attribute *attr,
 538                                           char *buf)
 539 {
 540         struct idxd_group *group =
 541                 container_of(dev, struct idxd_group, conf_dev);
 542
 543         return sysfs_emit(buf, "%u\n", group->use_token_limit);
 544 }
 545
 546 static ssize_t group_use_token_limit_store(struct device *dev,
 547                                            struct device_attribute *attr,
 548                                            const char *buf, size_t count)
 549 {
 550         struct idxd_group *group =
 551                 container_of(dev, struct idxd_group, conf_dev);
 552         struct idxd_device *idxd = group->idxd;
 553         unsigned long val;
 554         int rc;
 555
 556         rc = kstrtoul(buf, 10, &val);
 557         if (rc < 0)
 558                 return -EINVAL;
 559
 560         if (idxd->data->type == IDXD_TYPE_IAX)
 561                 return -EOPNOTSUPP;
 562
 563         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 564                 return -EPERM;
 565
 566         if (idxd->state == IDXD_DEV_ENABLED)
 567                 return -EPERM;
 568
 569         if (idxd->token_limit == 0)
 570                 return -EPERM;
 571
 572         group->use_token_limit = !!val;
 573         return count;
 574 }
 575
 576 static struct device_attribute dev_attr_group_use_token_limit =
 577                 __ATTR(use_token_limit, 0644, group_use_token_limit_show,
 578                        group_use_token_limit_store);
 579
 580 static ssize_t group_engines_show(struct device *dev,
 581                                   struct device_attribute *attr, char *buf)
 582 {
 583         struct idxd_group *group =
 584                 container_of(dev, struct idxd_group, conf_dev);
 585         int i, rc = 0;
 586         struct idxd_device *idxd = group->idxd;
 587
 588         for (i = 0; i < idxd->max_engines; i++) {
 589                 struct idxd_engine *engine = idxd->engines[i];
 590
 591                 if (!engine->group)
 592                         continue;
 593
 594                 if (engine->group->id == group->id)
 595                         rc += sysfs_emit_at(buf, rc, "engine%d.%d ", idxd->id, engine->id);
 596         }
 597
 598         if (!rc)
 599                 return 0;
 600         rc--;
 601         rc += sysfs_emit_at(buf, rc, "\n");
 602
 603         return rc;
 604 }
 605
 606 static struct device_attribute dev_attr_group_engines =
 607                 __ATTR(engines, 0444, group_engines_show, NULL);
 608
 609 static ssize_t group_work_queues_show(struct device *dev,
 610                                       struct device_attribute *attr, char *buf)
 611 {
 612         struct idxd_group *group =
 613                 container_of(dev, struct idxd_group, conf_dev);
 614         int i, rc = 0;
 615         struct idxd_device *idxd = group->idxd;
 616
 617         for (i = 0; i < idxd->max_wqs; i++) {
 618                 struct idxd_wq *wq = idxd->wqs[i];
 619
 620                 if (!wq->group)
 621                         continue;
 622
 623                 if (wq->group->id == group->id)
 624                         rc += sysfs_emit_at(buf, rc, "wq%d.%d ", idxd->id, wq->id);
 625         }
 626
 627         if (!rc)
 628                 return 0;
 629         rc--;
 630         rc += sysfs_emit_at(buf, rc, "\n");
 631
 632         return rc;
 633 }
 634
 635 static struct device_attribute dev_attr_group_work_queues =
 636                 __ATTR(work_queues, 0444, group_work_queues_show, NULL);
 637
 638 static ssize_t group_traffic_class_a_show(struct device *dev,
 639                                           struct device_attribute *attr,
 640                                           char *buf)
 641 {
 642         struct idxd_group *group =
 643                 container_of(dev, struct idxd_group, conf_dev);
 644
 645         return sysfs_emit(buf, "%d\n", group->tc_a);
 646 }
 647
 648 static ssize_t group_traffic_class_a_store(struct device *dev,
 649                                            struct device_attribute *attr,
 650                                            const char *buf, size_t count)
 651 {
 652         struct idxd_group *group =
 653                 container_of(dev, struct idxd_group, conf_dev);
 654         struct idxd_device *idxd = group->idxd;
 655         long val;
 656         int rc;
 657
 658         rc = kstrtol(buf, 10, &val);
 659         if (rc < 0)
 660                 return -EINVAL;
 661
 662         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 663                 return -EPERM;
 664
 665         if (idxd->state == IDXD_DEV_ENABLED)
 666                 return -EPERM;
 667
 668         if (val < 0 || val > 7)
 669                 return -EINVAL;
 670
 671         group->tc_a = val;
 672         return count;
 673 }
 674
 675 static struct device_attribute dev_attr_group_traffic_class_a =
 676                 __ATTR(traffic_class_a, 0644, group_traffic_class_a_show,
 677                        group_traffic_class_a_store);
 678
 679 static ssize_t group_traffic_class_b_show(struct device *dev,
 680                                           struct device_attribute *attr,
 681                                           char *buf)
 682 {
 683         struct idxd_group *group =
 684                 container_of(dev, struct idxd_group, conf_dev);
 685
 686         return sysfs_emit(buf, "%d\n", group->tc_b);
 687 }
 688
 689 static ssize_t group_traffic_class_b_store(struct device *dev,
 690                                            struct device_attribute *attr,
 691                                            const char *buf, size_t count)
 692 {
 693         struct idxd_group *group =
 694                 container_of(dev, struct idxd_group, conf_dev);
 695         struct idxd_device *idxd = group->idxd;
 696         long val;
 697         int rc;
 698
 699         rc = kstrtol(buf, 10, &val);
 700         if (rc < 0)
 701                 return -EINVAL;
 702
 703         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 704                 return -EPERM;
 705
 706         if (idxd->state == IDXD_DEV_ENABLED)
 707                 return -EPERM;
 708
 709         if (val < 0 || val > 7)
 710                 return -EINVAL;
 711
 712         group->tc_b = val;
 713         return count;
 714 }
 715
 716 static struct device_attribute dev_attr_group_traffic_class_b =
 717                 __ATTR(traffic_class_b, 0644, group_traffic_class_b_show,
 718                        group_traffic_class_b_store);
 719
 720 static struct attribute *idxd_group_attributes[] = {
 721         &dev_attr_group_work_queues.attr,
 722         &dev_attr_group_engines.attr,
 723         &dev_attr_group_use_token_limit.attr,
 724         &dev_attr_group_tokens_allowed.attr,
 725         &dev_attr_group_tokens_reserved.attr,
 726         &dev_attr_group_traffic_class_a.attr,
 727         &dev_attr_group_traffic_class_b.attr,
 728         NULL,
 729 };
 730
 731 static const struct attribute_group idxd_group_attribute_group = {
 732         .attrs = idxd_group_attributes,
 733 };
 734
 735 static const struct attribute_group *idxd_group_attribute_groups[] = {
 736         &idxd_group_attribute_group,
 737         NULL,
 738 };
 739
 740 static void idxd_conf_group_release(struct device *dev)
 741 {
 742         struct idxd_group *group = container_of(dev, struct idxd_group, conf_dev);
 743
 744         kfree(group);
 745 }
 746
 747 struct device_type idxd_group_device_type = {
 748         .name = "group",
 749         .release = idxd_conf_group_release,
 750         .groups = idxd_group_attribute_groups,
 751 };
 752
 753 /* IDXD work queue attribs */
 754 static ssize_t wq_clients_show(struct device *dev,
 755                                struct device_attribute *attr, char *buf)
 756 {
 757         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 758
 759         return sysfs_emit(buf, "%d\n", wq->client_count);
 760 }
 761
 762 static struct device_attribute dev_attr_wq_clients =
 763                 __ATTR(clients, 0444, wq_clients_show, NULL);
 764
 765 static ssize_t wq_state_show(struct device *dev,
 766                              struct device_attribute *attr, char *buf)
 767 {
 768         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 769
 770         switch (wq->state) {
 771         case IDXD_WQ_DISABLED:
 772                 return sysfs_emit(buf, "disabled\n");
 773         case IDXD_WQ_ENABLED:
 774                 return sysfs_emit(buf, "enabled\n");
 775         }
 776
 777         return sysfs_emit(buf, "unknown\n");
 778 }
 779
 780 static struct device_attribute dev_attr_wq_state =
 781                 __ATTR(state, 0444, wq_state_show, NULL);
 782
 783 static ssize_t wq_group_id_show(struct device *dev,
 784                                 struct device_attribute *attr, char *buf)
 785 {
 786         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 787
 788         if (wq->group)
 789                 return sysfs_emit(buf, "%u\n", wq->group->id);
 790         else
 791                 return sysfs_emit(buf, "-1\n");
 792 }
 793
 794 static ssize_t wq_group_id_store(struct device *dev,
 795                                  struct device_attribute *attr,
 796                                  const char *buf, size_t count)
 797 {
 798         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 799         struct idxd_device *idxd = wq->idxd;
 800         long id;
 801         int rc;
 802         struct idxd_group *prevg, *group;
 803
 804         rc = kstrtol(buf, 10, &id);
 805         if (rc < 0)
 806                 return -EINVAL;
 807
 808         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 809                 return -EPERM;
 810
 811         if (wq->state != IDXD_WQ_DISABLED)
 812                 return -EPERM;
 813
 814         if (id > idxd->max_groups - 1 || id < -1)
 815                 return -EINVAL;
 816
 817         if (id == -1) {
 818                 if (wq->group) {
 819                         wq->group->num_wqs--;
 820                         wq->group = NULL;
 821                 }
 822                 return count;
 823         }
 824
 825         group = idxd->groups[id];
 826         prevg = wq->group;
 827
 828         if (prevg)
 829                 prevg->num_wqs--;
 830         wq->group = group;
 831         group->num_wqs++;
 832         return count;
 833 }
 834
 835 static struct device_attribute dev_attr_wq_group_id =
 836                 __ATTR(group_id, 0644, wq_group_id_show, wq_group_id_store);
 837
 838 static ssize_t wq_mode_show(struct device *dev, struct device_attribute *attr,
 839                             char *buf)
 840 {
 841         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 842
 843         return sysfs_emit(buf, "%s\n", wq_dedicated(wq) ? "dedicated" : "shared");
 844 }
 845
 846 static ssize_t wq_mode_store(struct device *dev,
 847                              struct device_attribute *attr, const char *buf,
 848                              size_t count)
 849 {
 850         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 851         struct idxd_device *idxd = wq->idxd;
 852
 853         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 854                 return -EPERM;
 855
 856         if (wq->state != IDXD_WQ_DISABLED)
 857                 return -EPERM;
 858
 859         if (sysfs_streq(buf, "dedicated")) {
 860                 set_bit(WQ_FLAG_DEDICATED, &wq->flags);
 861                 wq->threshold = 0;
 862         } else if (sysfs_streq(buf, "shared") && device_swq_supported(idxd)) {
 863                 clear_bit(WQ_FLAG_DEDICATED, &wq->flags);
 864         } else {
 865                 return -EINVAL;
 866         }
 867
 868         return count;
 869 }
 870
 871 static struct device_attribute dev_attr_wq_mode =
 872                 __ATTR(mode, 0644, wq_mode_show, wq_mode_store);
 873
 874 static ssize_t wq_size_show(struct device *dev, struct device_attribute *attr,
 875                             char *buf)
 876 {
 877         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 878
 879         return sysfs_emit(buf, "%u\n", wq->size);
 880 }
 881
 882 static int total_claimed_wq_size(struct idxd_device *idxd)
 883 {
 884         int i;
 885         int wq_size = 0;
 886
 887         for (i = 0; i < idxd->max_wqs; i++) {
 888                 struct idxd_wq *wq = idxd->wqs[i];
 889
 890                 wq_size += wq->size;
 891         }
 892
 893         return wq_size;
 894 }
 895
 896 static ssize_t wq_size_store(struct device *dev,
 897                              struct device_attribute *attr, const char *buf,
 898                              size_t count)
 899 {
 900         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 901         unsigned long size;
 902         struct idxd_device *idxd = wq->idxd;
 903         int rc;
 904
 905         rc = kstrtoul(buf, 10, &size);
 906         if (rc < 0)
 907                 return -EINVAL;
 908
 909         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 910                 return -EPERM;
 911
 912         if (idxd->state == IDXD_DEV_ENABLED)
 913                 return -EPERM;
 914
 915         if (size + total_claimed_wq_size(idxd) - wq->size > idxd->max_wq_size)
 916                 return -EINVAL;
 917
 918         wq->size = size;
 919         return count;
 920 }
 921
 922 static struct device_attribute dev_attr_wq_size =
 923                 __ATTR(size, 0644, wq_size_show, wq_size_store);
 924
 925 static ssize_t wq_priority_show(struct device *dev,
 926                                 struct device_attribute *attr, char *buf)
 927 {
 928         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 929
 930         return sysfs_emit(buf, "%u\n", wq->priority);
 931 }
 932
 933 static ssize_t wq_priority_store(struct device *dev,
 934                                  struct device_attribute *attr,
 935                                  const char *buf, size_t count)
 936 {
 937         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 938         unsigned long prio;
 939         struct idxd_device *idxd = wq->idxd;
 940         int rc;
 941
 942         rc = kstrtoul(buf, 10, &prio);
 943         if (rc < 0)
 944                 return -EINVAL;
 945
 946         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 947                 return -EPERM;
 948
 949         if (wq->state != IDXD_WQ_DISABLED)
 950                 return -EPERM;
 951
 952         if (prio > IDXD_MAX_PRIORITY)
 953                 return -EINVAL;
 954
 955         wq->priority = prio;
 956         return count;
 957 }
 958
 959 static struct device_attribute dev_attr_wq_priority =
 960                 __ATTR(priority, 0644, wq_priority_show, wq_priority_store);
 961
 962 static ssize_t wq_block_on_fault_show(struct device *dev,
 963                                       struct device_attribute *attr, char *buf)
 964 {
 965         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 966
 967         return sysfs_emit(buf, "%u\n", test_bit(WQ_FLAG_BLOCK_ON_FAULT, &wq->flags));
 968 }
 969
 970 static ssize_t wq_block_on_fault_store(struct device *dev,
 971                                        struct device_attribute *attr,
 972                                        const char *buf, size_t count)
 973 {
 974         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
 975         struct idxd_device *idxd = wq->idxd;
 976         bool bof;
 977         int rc;
 978
 979         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
 980                 return -EPERM;
 981
 982         if (wq->state != IDXD_WQ_DISABLED)
 983                 return -ENXIO;
 984
 985         rc = kstrtobool(buf, &bof);
 986         if (rc < 0)
 987                 return rc;
 988
 989         if (bof)
 990                 set_bit(WQ_FLAG_BLOCK_ON_FAULT, &wq->flags);
 991         else
 992                 clear_bit(WQ_FLAG_BLOCK_ON_FAULT, &wq->flags);
 993
 994         return count;
 995 }
 996
 997 static struct device_attribute dev_attr_wq_block_on_fault =
 998                 __ATTR(block_on_fault, 0644, wq_block_on_fault_show,
 999                        wq_block_on_fault_store);
1000
1001 static ssize_t wq_threshold_show(struct device *dev,
1002                                  struct device_attribute *attr, char *buf)
1003 {
1004         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1005
1006         return sysfs_emit(buf, "%u\n", wq->threshold);
1007 }
1008
1009 static ssize_t wq_threshold_store(struct device *dev,
1010                                   struct device_attribute *attr,
1011                                   const char *buf, size_t count)
1012 {
1013         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1014         struct idxd_device *idxd = wq->idxd;
1015         unsigned int val;
1016         int rc;
1017
1018         rc = kstrtouint(buf, 0, &val);
1019         if (rc < 0)
1020                 return -EINVAL;
1021
1022         if (val > wq->size || val <= 0)
1023                 return -EINVAL;
1024
1025         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
1026                 return -EPERM;
1027
1028         if (wq->state != IDXD_WQ_DISABLED)
1029                 return -ENXIO;
1030
1031         if (test_bit(WQ_FLAG_DEDICATED, &wq->flags))
1032                 return -EINVAL;
1033
1034         wq->threshold = val;
1035
1036         return count;
1037 }
1038
1039 static struct device_attribute dev_attr_wq_threshold =
1040                 __ATTR(threshold, 0644, wq_threshold_show, wq_threshold_store);
1041
1042 static ssize_t wq_type_show(struct device *dev,
1043                             struct device_attribute *attr, char *buf)
1044 {
1045         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1046
1047         switch (wq->type) {
1048         case IDXD_WQT_KERNEL:
1049                 return sysfs_emit(buf, "%s\n", idxd_wq_type_names[IDXD_WQT_KERNEL]);
1050         case IDXD_WQT_USER:
1051                 return sysfs_emit(buf, "%s\n", idxd_wq_type_names[IDXD_WQT_USER]);
1052         case IDXD_WQT_NONE:
1053         default:
1054                 return sysfs_emit(buf, "%s\n", idxd_wq_type_names[IDXD_WQT_NONE]);
1055         }
1056
1057         return -EINVAL;
1058 }
1059
1060 static ssize_t wq_type_store(struct device *dev,
1061                              struct device_attribute *attr, const char *buf,
1062                              size_t count)
1063 {
1064         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1065         enum idxd_wq_type old_type;
1066
1067         if (wq->state != IDXD_WQ_DISABLED)
1068                 return -EPERM;
1069
1070         old_type = wq->type;
1071         if (sysfs_streq(buf, idxd_wq_type_names[IDXD_WQT_NONE]))
1072                 wq->type = IDXD_WQT_NONE;
1073         else if (sysfs_streq(buf, idxd_wq_type_names[IDXD_WQT_KERNEL]))
1074                 wq->type = IDXD_WQT_KERNEL;
1075         else if (sysfs_streq(buf, idxd_wq_type_names[IDXD_WQT_USER]))
1076                 wq->type = IDXD_WQT_USER;
1077         else
1078                 return -EINVAL;
1079
1080         /* If we are changing queue type, clear the name */
1081         if (wq->type != old_type)
1082                 memset(wq->name, 0, WQ_NAME_SIZE + 1);
1083
1084         return count;
1085 }
1086
1087 static struct device_attribute dev_attr_wq_type =
1088                 __ATTR(type, 0644, wq_type_show, wq_type_store);
1089
1090 static ssize_t wq_name_show(struct device *dev,
1091                             struct device_attribute *attr, char *buf)
1092 {
1093         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1094
1095         return sysfs_emit(buf, "%s\n", wq->name);
1096 }
1097
1098 static ssize_t wq_name_store(struct device *dev,
1099                              struct device_attribute *attr, const char *buf,
1100                              size_t count)
1101 {
1102         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1103
1104         if (wq->state != IDXD_WQ_DISABLED)
1105                 return -EPERM;
1106
1107         if (strlen(buf) > WQ_NAME_SIZE || strlen(buf) == 0)
1108                 return -EINVAL;
1109
1110         /*
1111          * This is temporarily placed here until we have SVM support for
1112          * dmaengine.
1113          */
1114         if (wq->type == IDXD_WQT_KERNEL && device_pasid_enabled(wq->idxd))
1115                 return -EOPNOTSUPP;
1116
1117         memset(wq->name, 0, WQ_NAME_SIZE + 1);
1118         strncpy(wq->name, buf, WQ_NAME_SIZE);
1119         strreplace(wq->name, '\n', '\0');
1120         return count;
1121 }
1122
1123 static struct device_attribute dev_attr_wq_name =
1124                 __ATTR(name, 0644, wq_name_show, wq_name_store);
1125
1126 static ssize_t wq_cdev_minor_show(struct device *dev,
1127                                   struct device_attribute *attr, char *buf)
1128 {
1129         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1130         int minor = -1;
1131
1132         mutex_lock(&wq->wq_lock);
1133         if (wq->idxd_cdev)
1134                 minor = wq->idxd_cdev->minor;
1135         mutex_unlock(&wq->wq_lock);
1136
1137         if (minor == -1)
1138                 return -ENXIO;
1139         return sysfs_emit(buf, "%d\n", minor);
1140 }
1141
1142 static struct device_attribute dev_attr_wq_cdev_minor =
1143                 __ATTR(cdev_minor, 0444, wq_cdev_minor_show, NULL);
1144
1145 static int __get_sysfs_u64(const char *buf, u64 *val)
1146 {
1147         int rc;
1148
1149         rc = kstrtou64(buf, 0, val);
1150         if (rc < 0)
1151                 return -EINVAL;
1152
1153         if (*val == 0)
1154                 return -EINVAL;
1155
1156         *val = roundup_pow_of_two(*val);
1157         return 0;
1158 }
1159
1160 static ssize_t wq_max_transfer_size_show(struct device *dev, struct device_attribute *attr,
1161                                          char *buf)
1162 {
1163         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1164
1165         return sysfs_emit(buf, "%llu\n", wq->max_xfer_bytes);
1166 }
1167
1168 static ssize_t wq_max_transfer_size_store(struct device *dev, struct device_attribute *attr,
1169                                           const char *buf, size_t count)
1170 {
1171         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1172         struct idxd_device *idxd = wq->idxd;
1173         u64 xfer_size;
1174         int rc;
1175
1176         if (wq->state != IDXD_WQ_DISABLED)
1177                 return -EPERM;
1178
1179         rc = __get_sysfs_u64(buf, &xfer_size);
1180         if (rc < 0)
1181                 return rc;
1182
1183         if (xfer_size > idxd->max_xfer_bytes)
1184                 return -EINVAL;
1185
1186         wq->max_xfer_bytes = xfer_size;
1187
1188         return count;
1189 }
1190
1191 static struct device_attribute dev_attr_wq_max_transfer_size =
1192                 __ATTR(max_transfer_size, 0644,
1193                        wq_max_transfer_size_show, wq_max_transfer_size_store);
1194
1195 static ssize_t wq_max_batch_size_show(struct device *dev, struct device_attribute *attr, char *buf)
1196 {
1197         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1198
1199         return sysfs_emit(buf, "%u\n", wq->max_batch_size);
1200 }
1201
1202 static ssize_t wq_max_batch_size_store(struct device *dev, struct device_attribute *attr,
1203                                        const char *buf, size_t count)
1204 {
1205         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1206         struct idxd_device *idxd = wq->idxd;
1207         u64 batch_size;
1208         int rc;
1209
1210         if (wq->state != IDXD_WQ_DISABLED)
1211                 return -EPERM;
1212
1213         rc = __get_sysfs_u64(buf, &batch_size);
1214         if (rc < 0)
1215                 return rc;
1216
1217         if (batch_size > idxd->max_batch_size)
1218                 return -EINVAL;
1219
1220         wq->max_batch_size = (u32)batch_size;
1221
1222         return count;
1223 }
1224
1225 static struct device_attribute dev_attr_wq_max_batch_size =
1226                 __ATTR(max_batch_size, 0644, wq_max_batch_size_show, wq_max_batch_size_store);
1227
1228 static ssize_t wq_ats_disable_show(struct device *dev, struct device_attribute *attr, char *buf)
1229 {
1230         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1231
1232         return sysfs_emit(buf, "%u\n", wq->ats_dis);
1233 }
1234
1235 static ssize_t wq_ats_disable_store(struct device *dev, struct device_attribute *attr,
1236                                     const char *buf, size_t count)
1237 {
1238         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1239         struct idxd_device *idxd = wq->idxd;
1240         bool ats_dis;
1241         int rc;
1242
1243         if (wq->state != IDXD_WQ_DISABLED)
1244                 return -EPERM;
1245
1246         if (!idxd->hw.wq_cap.wq_ats_support)
1247                 return -EOPNOTSUPP;
1248
1249         rc = kstrtobool(buf, &ats_dis);
1250         if (rc < 0)
1251                 return rc;
1252
1253         wq->ats_dis = ats_dis;
1254
1255         return count;
1256 }
1257
1258 static struct device_attribute dev_attr_wq_ats_disable =
1259                 __ATTR(ats_disable, 0644, wq_ats_disable_show, wq_ats_disable_store);
1260
1261 static struct attribute *idxd_wq_attributes[] = {
1262         &dev_attr_wq_clients.attr,
1263         &dev_attr_wq_state.attr,
1264         &dev_attr_wq_group_id.attr,
1265         &dev_attr_wq_mode.attr,
1266         &dev_attr_wq_size.attr,
1267         &dev_attr_wq_priority.attr,
1268         &dev_attr_wq_block_on_fault.attr,
1269         &dev_attr_wq_threshold.attr,
1270         &dev_attr_wq_type.attr,
1271         &dev_attr_wq_name.attr,
1272         &dev_attr_wq_cdev_minor.attr,
1273         &dev_attr_wq_max_transfer_size.attr,
1274         &dev_attr_wq_max_batch_size.attr,
1275         &dev_attr_wq_ats_disable.attr,
1276         NULL,
1277 };
1278
1279 static const struct attribute_group idxd_wq_attribute_group = {
1280         .attrs = idxd_wq_attributes,
1281 };
1282
1283 static const struct attribute_group *idxd_wq_attribute_groups[] = {
1284         &idxd_wq_attribute_group,
1285         NULL,
1286 };
1287
1288 static void idxd_conf_wq_release(struct device *dev)
1289 {
1290         struct idxd_wq *wq = container_of(dev, struct idxd_wq, conf_dev);
1291
1292         kfree(wq->wqcfg);
1293         kfree(wq);
1294 }
1295
1296 struct device_type idxd_wq_device_type = {
1297         .name = "wq",
1298         .release = idxd_conf_wq_release,
1299         .groups = idxd_wq_attribute_groups,
1300 };
1301
1302 /* IDXD device attribs */
1303 static ssize_t version_show(struct device *dev, struct device_attribute *attr,
1304                             char *buf)
1305 {
1306         struct idxd_device *idxd =
1307                 container_of(dev, struct idxd_device, conf_dev);
1308
1309         return sysfs_emit(buf, "%#x\n", idxd->hw.version);
1310 }
1311 static DEVICE_ATTR_RO(version);
1312
1313 static ssize_t max_work_queues_size_show(struct device *dev,
1314                                          struct device_attribute *attr,
1315                                          char *buf)
1316 {
1317         struct idxd_device *idxd =
1318                 container_of(dev, struct idxd_device, conf_dev);
1319
1320         return sysfs_emit(buf, "%u\n", idxd->max_wq_size);
1321 }
1322 static DEVICE_ATTR_RO(max_work_queues_size);
1323
1324 static ssize_t max_groups_show(struct device *dev,
1325                                struct device_attribute *attr, char *buf)
1326 {
1327         struct idxd_device *idxd =
1328                 container_of(dev, struct idxd_device, conf_dev);
1329
1330         return sysfs_emit(buf, "%u\n", idxd->max_groups);
1331 }
1332 static DEVICE_ATTR_RO(max_groups);
1333
1334 static ssize_t max_work_queues_show(struct device *dev,
1335                                     struct device_attribute *attr, char *buf)
1336 {
1337         struct idxd_device *idxd =
1338                 container_of(dev, struct idxd_device, conf_dev);
1339
1340         return sysfs_emit(buf, "%u\n", idxd->max_wqs);
1341 }
1342 static DEVICE_ATTR_RO(max_work_queues);
1343
1344 static ssize_t max_engines_show(struct device *dev,
1345                                 struct device_attribute *attr, char *buf)
1346 {
1347         struct idxd_device *idxd =
1348                 container_of(dev, struct idxd_device, conf_dev);
1349
1350         return sysfs_emit(buf, "%u\n", idxd->max_engines);
1351 }
1352 static DEVICE_ATTR_RO(max_engines);
1353
1354 static ssize_t numa_node_show(struct device *dev,
1355                               struct device_attribute *attr, char *buf)
1356 {
1357         struct idxd_device *idxd =
1358                 container_of(dev, struct idxd_device, conf_dev);
1359
1360         return sysfs_emit(buf, "%d\n", dev_to_node(&idxd->pdev->dev));
1361 }
1362 static DEVICE_ATTR_RO(numa_node);
1363
1364 static ssize_t max_batch_size_show(struct device *dev,
1365                                    struct device_attribute *attr, char *buf)
1366 {
1367         struct idxd_device *idxd =
1368                 container_of(dev, struct idxd_device, conf_dev);
1369
1370         return sysfs_emit(buf, "%u\n", idxd->max_batch_size);
1371 }
1372 static DEVICE_ATTR_RO(max_batch_size);
1373
1374 static ssize_t max_transfer_size_show(struct device *dev,
1375                                       struct device_attribute *attr,
1376                                       char *buf)
1377 {
1378         struct idxd_device *idxd =
1379                 container_of(dev, struct idxd_device, conf_dev);
1380
1381         return sysfs_emit(buf, "%llu\n", idxd->max_xfer_bytes);
1382 }
1383 static DEVICE_ATTR_RO(max_transfer_size);
1384
1385 static ssize_t op_cap_show(struct device *dev,
1386                            struct device_attribute *attr, char *buf)
1387 {
1388         struct idxd_device *idxd =
1389                 container_of(dev, struct idxd_device, conf_dev);
1390         int i, rc = 0;
1391
1392         for (i = 0; i < 4; i++)
1393                 rc += sysfs_emit_at(buf, rc, "%#llx ", idxd->hw.opcap.bits[i]);
1394
1395         rc--;
1396         rc += sysfs_emit_at(buf, rc, "\n");
1397         return rc;
1398 }
1399 static DEVICE_ATTR_RO(op_cap);
1400
1401 static ssize_t gen_cap_show(struct device *dev,
1402                             struct device_attribute *attr, char *buf)
1403 {
1404         struct idxd_device *idxd =
1405                 container_of(dev, struct idxd_device, conf_dev);
1406
1407         return sysfs_emit(buf, "%#llx\n", idxd->hw.gen_cap.bits);
1408 }
1409 static DEVICE_ATTR_RO(gen_cap);
1410
1411 static ssize_t configurable_show(struct device *dev,
1412                                  struct device_attribute *attr, char *buf)
1413 {
1414         struct idxd_device *idxd =
1415                 container_of(dev, struct idxd_device, conf_dev);
1416
1417         return sysfs_emit(buf, "%u\n", test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags));
1418 }
1419 static DEVICE_ATTR_RO(configurable);
1420
1421 static ssize_t clients_show(struct device *dev,
1422                             struct device_attribute *attr, char *buf)
1423 {
1424         struct idxd_device *idxd =
1425                 container_of(dev, struct idxd_device, conf_dev);
1426         unsigned long flags;
1427         int count = 0, i;
1428
1429         spin_lock_irqsave(&idxd->dev_lock, flags);
1430         for (i = 0; i < idxd->max_wqs; i++) {
1431                 struct idxd_wq *wq = idxd->wqs[i];
1432
1433                 count += wq->client_count;
1434         }
1435         spin_unlock_irqrestore(&idxd->dev_lock, flags);
1436
1437         return sysfs_emit(buf, "%d\n", count);
1438 }
1439 static DEVICE_ATTR_RO(clients);
1440
1441 static ssize_t pasid_enabled_show(struct device *dev,
1442                                   struct device_attribute *attr, char *buf)
1443 {
1444         struct idxd_device *idxd =
1445                 container_of(dev, struct idxd_device, conf_dev);
1446
1447         return sysfs_emit(buf, "%u\n", device_pasid_enabled(idxd));
1448 }
1449 static DEVICE_ATTR_RO(pasid_enabled);
1450
1451 static ssize_t state_show(struct device *dev,
1452                           struct device_attribute *attr, char *buf)
1453 {
1454         struct idxd_device *idxd =
1455                 container_of(dev, struct idxd_device, conf_dev);
1456
1457         switch (idxd->state) {
1458         case IDXD_DEV_DISABLED:
1459         case IDXD_DEV_CONF_READY:
1460                 return sysfs_emit(buf, "disabled\n");
1461         case IDXD_DEV_ENABLED:
1462                 return sysfs_emit(buf, "enabled\n");
1463         case IDXD_DEV_HALTED:
1464                 return sysfs_emit(buf, "halted\n");
1465         }
1466
1467         return sysfs_emit(buf, "unknown\n");
1468 }
1469 static DEVICE_ATTR_RO(state);
1470
1471 static ssize_t errors_show(struct device *dev,
1472                            struct device_attribute *attr, char *buf)
1473 {
1474         struct idxd_device *idxd =
1475                 container_of(dev, struct idxd_device, conf_dev);
1476         int i, out = 0;
1477         unsigned long flags;
1478
1479         spin_lock_irqsave(&idxd->dev_lock, flags);
1480         for (i = 0; i < 4; i++)
1481                 out += sysfs_emit_at(buf, out, "%#018llx ", idxd->sw_err.bits[i]);
1482         spin_unlock_irqrestore(&idxd->dev_lock, flags);
1483         out--;
1484         out += sysfs_emit_at(buf, out, "\n");
1485         return out;
1486 }
1487 static DEVICE_ATTR_RO(errors);
1488
1489 static ssize_t max_tokens_show(struct device *dev,
1490                                struct device_attribute *attr, char *buf)
1491 {
1492         struct idxd_device *idxd =
1493                 container_of(dev, struct idxd_device, conf_dev);
1494
1495         return sysfs_emit(buf, "%u\n", idxd->max_tokens);
1496 }
1497 static DEVICE_ATTR_RO(max_tokens);
1498
1499 static ssize_t token_limit_show(struct device *dev,
1500                                 struct device_attribute *attr, char *buf)
1501 {
1502         struct idxd_device *idxd =
1503                 container_of(dev, struct idxd_device, conf_dev);
1504
1505         return sysfs_emit(buf, "%u\n", idxd->token_limit);
1506 }
1507
1508 static ssize_t token_limit_store(struct device *dev,
1509                                  struct device_attribute *attr,
1510                                  const char *buf, size_t count)
1511 {
1512         struct idxd_device *idxd =
1513                 container_of(dev, struct idxd_device, conf_dev);
1514         unsigned long val;
1515         int rc;
1516
1517         rc = kstrtoul(buf, 10, &val);
1518         if (rc < 0)
1519                 return -EINVAL;
1520
1521         if (idxd->state == IDXD_DEV_ENABLED)
1522                 return -EPERM;
1523
1524         if (!test_bit(IDXD_FLAG_CONFIGURABLE, &idxd->flags))
1525                 return -EPERM;
1526
1527         if (!idxd->hw.group_cap.token_limit)
1528                 return -EPERM;
1529
1530         if (val > idxd->hw.group_cap.total_tokens)
1531                 return -EINVAL;
1532
1533         idxd->token_limit = val;
1534         return count;
1535 }
1536 static DEVICE_ATTR_RW(token_limit);
1537
1538 static ssize_t cdev_major_show(struct device *dev,
1539                                struct device_attribute *attr, char *buf)
1540 {
1541         struct idxd_device *idxd =
1542                 container_of(dev, struct idxd_device, conf_dev);
1543
1544         return sysfs_emit(buf, "%u\n", idxd->major);
1545 }
1546 static DEVICE_ATTR_RO(cdev_major);
1547
1548 static ssize_t cmd_status_show(struct device *dev,
1549                                struct device_attribute *attr, char *buf)
1550 {
1551         struct idxd_device *idxd = container_of(dev, struct idxd_device, conf_dev);
1552
1553         return sysfs_emit(buf, "%#x\n", idxd->cmd_status);
1554 }
1555 static DEVICE_ATTR_RO(cmd_status);
1556
1557 static struct attribute *idxd_device_attributes[] = {
1558         &dev_attr_version.attr,
1559         &dev_attr_max_groups.attr,
1560         &dev_attr_max_work_queues.attr,
1561         &dev_attr_max_work_queues_size.attr,
1562         &dev_attr_max_engines.attr,
1563         &dev_attr_numa_node.attr,
1564         &dev_attr_max_batch_size.attr,
1565         &dev_attr_max_transfer_size.attr,
1566         &dev_attr_op_cap.attr,
1567         &dev_attr_gen_cap.attr,
1568         &dev_attr_configurable.attr,
1569         &dev_attr_clients.attr,
1570         &dev_attr_pasid_enabled.attr,
1571         &dev_attr_state.attr,
1572         &dev_attr_errors.attr,
1573         &dev_attr_max_tokens.attr,
1574         &dev_attr_token_limit.attr,
1575         &dev_attr_cdev_major.attr,
1576         &dev_attr_cmd_status.attr,
1577         NULL,
1578 };
1579
1580 static const struct attribute_group idxd_device_attribute_group = {
1581         .attrs = idxd_device_attributes,
1582 };
1583
1584 static const struct attribute_group *idxd_attribute_groups[] = {
1585         &idxd_device_attribute_group,
1586         NULL,
1587 };
1588
1589 static void idxd_conf_device_release(struct device *dev)
1590 {
1591         struct idxd_device *idxd = container_of(dev, struct idxd_device, conf_dev);
1592
1593         kfree(idxd->groups);
1594         kfree(idxd->wqs);
1595         kfree(idxd->engines);
1596         kfree(idxd->irq_entries);
1597         kfree(idxd->int_handles);
1598         ida_free(&idxd_ida, idxd->id);
1599         kfree(idxd);
1600 }
1601
1602 struct device_type dsa_device_type = {
1603         .name = "dsa",
1604         .release = idxd_conf_device_release,
1605         .groups = idxd_attribute_groups,
1606 };
1607
1608 struct device_type iax_device_type = {
1609         .name = "iax",
1610         .release = idxd_conf_device_release,
1611         .groups = idxd_attribute_groups,
1612 };
1613
1614 static int idxd_register_engine_devices(struct idxd_device *idxd)
1615 {
1616         int i, j, rc;
1617
1618         for (i = 0; i < idxd->max_engines; i++) {
1619                 struct idxd_engine *engine = idxd->engines[i];
1620
1621                 rc = device_add(&engine->conf_dev);
1622                 if (rc < 0)
1623                         goto cleanup;
1624         }
1625
1626         return 0;
1627
1628 cleanup:
1629         j = i - 1;
1630         for (; i < idxd->max_engines; i++)
1631                 put_device(&idxd->engines[i]->conf_dev);
1632
1633         while (j--)
1634                 device_unregister(&idxd->engines[j]->conf_dev);
1635         return rc;
1636 }
1637
1638 static int idxd_register_group_devices(struct idxd_device *idxd)
1639 {
1640         int i, j, rc;
1641
1642         for (i = 0; i < idxd->max_groups; i++) {
1643                 struct idxd_group *group = idxd->groups[i];
1644
1645                 rc = device_add(&group->conf_dev);
1646                 if (rc < 0)
1647                         goto cleanup;
1648         }
1649
1650         return 0;
1651
1652 cleanup:
1653         j = i - 1;
1654         for (; i < idxd->max_groups; i++)
1655                 put_device(&idxd->groups[i]->conf_dev);
1656
1657         while (j--)
1658                 device_unregister(&idxd->groups[j]->conf_dev);
1659         return rc;
1660 }
1661
1662 static int idxd_register_wq_devices(struct idxd_device *idxd)
1663 {
1664         int i, rc, j;
1665
1666         for (i = 0; i < idxd->max_wqs; i++) {
1667                 struct idxd_wq *wq = idxd->wqs[i];
1668
1669                 rc = device_add(&wq->conf_dev);
1670                 if (rc < 0)
1671                         goto cleanup;
1672         }
1673
1674         return 0;
1675
1676 cleanup:
1677         j = i - 1;
1678         for (; i < idxd->max_wqs; i++)
1679                 put_device(&idxd->wqs[i]->conf_dev);
1680
1681         while (j--)
1682                 device_unregister(&idxd->wqs[j]->conf_dev);
1683         return rc;
1684 }
1685
1686 int idxd_register_devices(struct idxd_device *idxd)
1687 {
1688         struct device *dev = &idxd->pdev->dev;
1689         int rc, i;
1690
1691         rc = device_add(&idxd->conf_dev);
1692         if (rc < 0)
1693                 return rc;
1694
1695         rc = idxd_register_wq_devices(idxd);
1696         if (rc < 0) {
1697                 dev_dbg(dev, "WQ devices registering failed: %d\n", rc);
1698                 goto err_wq;
1699         }
1700
1701         rc = idxd_register_engine_devices(idxd);
1702         if (rc < 0) {
1703                 dev_dbg(dev, "Engine devices registering failed: %d\n", rc);
1704                 goto err_engine;
1705         }
1706
1707         rc = idxd_register_group_devices(idxd);
1708         if (rc < 0) {
1709                 dev_dbg(dev, "Group device registering failed: %d\n", rc);
1710                 goto err_group;
1711         }
1712
1713         return 0;
1714
1715  err_group:
1716         for (i = 0; i < idxd->max_engines; i++)
1717                 device_unregister(&idxd->engines[i]->conf_dev);
1718  err_engine:
1719         for (i = 0; i < idxd->max_wqs; i++)
1720                 device_unregister(&idxd->wqs[i]->conf_dev);
1721  err_wq:
1722         device_del(&idxd->conf_dev);
1723         return rc;
1724 }
1725
1726 void idxd_unregister_devices(struct idxd_device *idxd)
1727 {
1728         int i;
1729
1730         for (i = 0; i < idxd->max_wqs; i++) {
1731                 struct idxd_wq *wq = idxd->wqs[i];
1732
1733                 device_unregister(&wq->conf_dev);
1734         }
1735
1736         for (i = 0; i < idxd->max_engines; i++) {
1737                 struct idxd_engine *engine = idxd->engines[i];
1738
1739                 device_unregister(&engine->conf_dev);
1740         }
1741
1742         for (i = 0; i < idxd->max_groups; i++) {
1743                 struct idxd_group *group = idxd->groups[i];
1744
1745                 device_unregister(&group->conf_dev);
1746         }
1747 }
1748
1749 int idxd_register_bus_type(void)
1750 {
1751         return bus_register(&dsa_bus_type);
1752 }
1753
1754 void idxd_unregister_bus_type(void)
1755 {
1756         bus_unregister(&dsa_bus_type);
1757 }