drivers/misc/habanalabs/debugfs.c

   1 // SPDX-License-Identifier: GPL-2.0
   2
   3 /*
   4  * Copyright 2016-2019 HabanaLabs, Ltd.
   5  * All Rights Reserved.
   6  */
   7
   8 #include "habanalabs.h"
   9 #include "include/hw_ip/mmu/mmu_general.h"
  10
  11 #include <linux/pci.h>
  12 #include <linux/debugfs.h>
  13 #include <linux/uaccess.h>
  14
  15 #define MMU_ADDR_BUF_SIZE       40
  16 #define MMU_ASID_BUF_SIZE       10
  17 #define MMU_KBUF_SIZE           (MMU_ADDR_BUF_SIZE + MMU_ASID_BUF_SIZE)
  18
  19 static struct dentry *hl_debug_root;
  20
  21 static int hl_debugfs_i2c_read(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr,
  22                                 u8 i2c_reg, u32 *val)
  23 {
  24         struct armcp_packet pkt;
  25         int rc;
  26
  27         if (hl_device_disabled_or_in_reset(hdev))
  28                 return -EBUSY;
  29
  30         memset(&pkt, 0, sizeof(pkt));
  31
  32         pkt.ctl = cpu_to_le32(ARMCP_PACKET_I2C_RD <<
  33                                 ARMCP_PKT_CTL_OPCODE_SHIFT);
  34         pkt.i2c_bus = i2c_bus;
  35         pkt.i2c_addr = i2c_addr;
  36         pkt.i2c_reg = i2c_reg;
  37
  38         rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt),
  39                                         HL_DEVICE_TIMEOUT_USEC, (long *) val);
  40
  41         if (rc)
  42                 dev_err(hdev->dev, "Failed to read from I2C, error %d\n", rc);
  43
  44         return rc;
  45 }
  46
  47 static int hl_debugfs_i2c_write(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr,
  48                                 u8 i2c_reg, u32 val)
  49 {
  50         struct armcp_packet pkt;
  51         int rc;
  52
  53         if (hl_device_disabled_or_in_reset(hdev))
  54                 return -EBUSY;
  55
  56         memset(&pkt, 0, sizeof(pkt));
  57
  58         pkt.ctl = cpu_to_le32(ARMCP_PACKET_I2C_WR <<
  59                                 ARMCP_PKT_CTL_OPCODE_SHIFT);
  60         pkt.i2c_bus = i2c_bus;
  61         pkt.i2c_addr = i2c_addr;
  62         pkt.i2c_reg = i2c_reg;
  63         pkt.value = cpu_to_le64(val);
  64
  65         rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt),
  66                                         HL_DEVICE_TIMEOUT_USEC, NULL);
  67
  68         if (rc)
  69                 dev_err(hdev->dev, "Failed to write to I2C, error %d\n", rc);
  70
  71         return rc;
  72 }
  73
  74 static void hl_debugfs_led_set(struct hl_device *hdev, u8 led, u8 state)
  75 {
  76         struct armcp_packet pkt;
  77         int rc;
  78
  79         if (hl_device_disabled_or_in_reset(hdev))
  80                 return;
  81
  82         memset(&pkt, 0, sizeof(pkt));
  83
  84         pkt.ctl = cpu_to_le32(ARMCP_PACKET_LED_SET <<
  85                                 ARMCP_PKT_CTL_OPCODE_SHIFT);
  86         pkt.led_index = cpu_to_le32(led);
  87         pkt.value = cpu_to_le64(state);
  88
  89         rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt),
  90                                                 HL_DEVICE_TIMEOUT_USEC, NULL);
  91
  92         if (rc)
  93                 dev_err(hdev->dev, "Failed to set LED %d, error %d\n", led, rc);
  94 }
  95
  96 static int command_buffers_show(struct seq_file *s, void *data)
  97 {
  98         struct hl_debugfs_entry *entry = s->private;
  99         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 100         struct hl_cb *cb;
 101         bool first = true;
 102
 103         spin_lock(&dev_entry->cb_spinlock);
 104
 105         list_for_each_entry(cb, &dev_entry->cb_list, debugfs_list) {
 106                 if (first) {
 107                         first = false;
 108                         seq_puts(s, "\n");
 109                         seq_puts(s, " CB ID   CTX ID   CB size    CB RefCnt    mmap?   CS counter\n");
 110                         seq_puts(s, "---------------------------------------------------------------\n");
 111                 }
 112                 seq_printf(s,
 113                         "   %03d        %d    0x%08x      %d          %d          %d\n",
 114                         cb->id, cb->ctx_id, cb->size,
 115                         kref_read(&cb->refcount),
 116                         cb->mmap, cb->cs_cnt);
 117         }
 118
 119         spin_unlock(&dev_entry->cb_spinlock);
 120
 121         if (!first)
 122                 seq_puts(s, "\n");
 123
 124         return 0;
 125 }
 126
 127 static int command_submission_show(struct seq_file *s, void *data)
 128 {
 129         struct hl_debugfs_entry *entry = s->private;
 130         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 131         struct hl_cs *cs;
 132         bool first = true;
 133
 134         spin_lock(&dev_entry->cs_spinlock);
 135
 136         list_for_each_entry(cs, &dev_entry->cs_list, debugfs_list) {
 137                 if (first) {
 138                         first = false;
 139                         seq_puts(s, "\n");
 140                         seq_puts(s, " CS ID   CTX ASID   CS RefCnt   Submitted    Completed\n");
 141                         seq_puts(s, "------------------------------------------------------\n");
 142                 }
 143                 seq_printf(s,
 144                         "   %llu       %d          %d           %d            %d\n",
 145                         cs->sequence, cs->ctx->asid,
 146                         kref_read(&cs->refcount),
 147                         cs->submitted, cs->completed);
 148         }
 149
 150         spin_unlock(&dev_entry->cs_spinlock);
 151
 152         if (!first)
 153                 seq_puts(s, "\n");
 154
 155         return 0;
 156 }
 157
 158 static int command_submission_jobs_show(struct seq_file *s, void *data)
 159 {
 160         struct hl_debugfs_entry *entry = s->private;
 161         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 162         struct hl_cs_job *job;
 163         bool first = true;
 164
 165         spin_lock(&dev_entry->cs_job_spinlock);
 166
 167         list_for_each_entry(job, &dev_entry->cs_job_list, debugfs_list) {
 168                 if (first) {
 169                         first = false;
 170                         seq_puts(s, "\n");
 171                         seq_puts(s, " JOB ID   CS ID    CTX ASID   H/W Queue\n");
 172                         seq_puts(s, "---------------------------------------\n");
 173                 }
 174                 if (job->cs)
 175                         seq_printf(s,
 176                                 "    %02d       %llu         %d         %d\n",
 177                                 job->id, job->cs->sequence, job->cs->ctx->asid,
 178                                 job->hw_queue_id);
 179                 else
 180                         seq_printf(s,
 181                                 "    %02d       0         %d         %d\n",
 182                                 job->id, HL_KERNEL_ASID_ID, job->hw_queue_id);
 183         }
 184
 185         spin_unlock(&dev_entry->cs_job_spinlock);
 186
 187         if (!first)
 188                 seq_puts(s, "\n");
 189
 190         return 0;
 191 }
 192
 193 static int userptr_show(struct seq_file *s, void *data)
 194 {
 195         struct hl_debugfs_entry *entry = s->private;
 196         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 197         struct hl_userptr *userptr;
 198         char dma_dir[4][30] = {"DMA_BIDIRECTIONAL", "DMA_TO_DEVICE",
 199                                 "DMA_FROM_DEVICE", "DMA_NONE"};
 200         bool first = true;
 201
 202         spin_lock(&dev_entry->userptr_spinlock);
 203
 204         list_for_each_entry(userptr, &dev_entry->userptr_list, debugfs_list) {
 205                 if (first) {
 206                         first = false;
 207                         seq_puts(s, "\n");
 208                         seq_puts(s, " user virtual address     size             dma dir\n");
 209                         seq_puts(s, "----------------------------------------------------------\n");
 210                 }
 211                 seq_printf(s,
 212                         "    0x%-14llx      %-10u    %-30s\n",
 213                         userptr->addr, userptr->size, dma_dir[userptr->dir]);
 214         }
 215
 216         spin_unlock(&dev_entry->userptr_spinlock);
 217
 218         if (!first)
 219                 seq_puts(s, "\n");
 220
 221         return 0;
 222 }
 223
 224 static int vm_show(struct seq_file *s, void *data)
 225 {
 226         struct hl_debugfs_entry *entry = s->private;
 227         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 228         struct hl_ctx *ctx;
 229         struct hl_vm *vm;
 230         struct hl_vm_hash_node *hnode;
 231         struct hl_userptr *userptr;
 232         struct hl_vm_phys_pg_pack *phys_pg_pack = NULL;
 233         enum vm_type_t *vm_type;
 234         bool once = true;
 235         u64 j;
 236         int i;
 237
 238         if (!dev_entry->hdev->mmu_enable)
 239                 return 0;
 240
 241         spin_lock(&dev_entry->ctx_mem_hash_spinlock);
 242
 243         list_for_each_entry(ctx, &dev_entry->ctx_mem_hash_list, debugfs_list) {
 244                 once = false;
 245                 seq_puts(s, "\n\n----------------------------------------------------");
 246                 seq_puts(s, "\n----------------------------------------------------\n\n");
 247                 seq_printf(s, "ctx asid: %u\n", ctx->asid);
 248
 249                 seq_puts(s, "\nmappings:\n\n");
 250                 seq_puts(s, "    virtual address        size          handle\n");
 251                 seq_puts(s, "----------------------------------------------------\n");
 252                 mutex_lock(&ctx->mem_hash_lock);
 253                 hash_for_each(ctx->mem_hash, i, hnode, node) {
 254                         vm_type = hnode->ptr;
 255
 256                         if (*vm_type == VM_TYPE_USERPTR) {
 257                                 userptr = hnode->ptr;
 258                                 seq_printf(s,
 259                                         "    0x%-14llx      %-10u\n",
 260                                         hnode->vaddr, userptr->size);
 261                         } else {
 262                                 phys_pg_pack = hnode->ptr;
 263                                 seq_printf(s,
 264                                         "    0x%-14llx      %-10llu       %-4u\n",
 265                                         hnode->vaddr, phys_pg_pack->total_size,
 266                                         phys_pg_pack->handle);
 267                         }
 268                 }
 269                 mutex_unlock(&ctx->mem_hash_lock);
 270
 271                 vm = &ctx->hdev->vm;
 272                 spin_lock(&vm->idr_lock);
 273
 274                 if (!idr_is_empty(&vm->phys_pg_pack_handles))
 275                         seq_puts(s, "\n\nallocations:\n");
 276
 277                 idr_for_each_entry(&vm->phys_pg_pack_handles, phys_pg_pack, i) {
 278                         if (phys_pg_pack->asid != ctx->asid)
 279                                 continue;
 280
 281                         seq_printf(s, "\nhandle: %u\n", phys_pg_pack->handle);
 282                         seq_printf(s, "page size: %u\n\n",
 283                                                 phys_pg_pack->page_size);
 284                         seq_puts(s, "   physical address\n");
 285                         seq_puts(s, "---------------------\n");
 286                         for (j = 0 ; j < phys_pg_pack->npages ; j++) {
 287                                 seq_printf(s, "    0x%-14llx\n",
 288                                                 phys_pg_pack->pages[j]);
 289                         }
 290                 }
 291                 spin_unlock(&vm->idr_lock);
 292
 293         }
 294
 295         spin_unlock(&dev_entry->ctx_mem_hash_spinlock);
 296
 297         if (!once)
 298                 seq_puts(s, "\n");
 299
 300         return 0;
 301 }
 302
 303 /* these inline functions are copied from mmu.c */
 304 static inline u64 get_hop0_addr(struct hl_ctx *ctx)
 305 {
 306         return ctx->hdev->asic_prop.mmu_pgt_addr +
 307                         (ctx->asid * ctx->hdev->asic_prop.mmu_hop_table_size);
 308 }
 309
 310 static inline u64 get_hopN_pte_addr(struct hl_ctx *ctx, u64 hop_addr,
 311                                         u64 virt_addr, u64 mask, u64 shift)
 312 {
 313         return hop_addr + ctx->hdev->asic_prop.mmu_pte_size *
 314                         ((virt_addr & mask) >> shift);
 315 }
 316
 317 static inline u64 get_hop0_pte_addr(struct hl_ctx *ctx,
 318                                         struct hl_mmu_properties *mmu_specs,
 319                                         u64 hop_addr, u64 vaddr)
 320 {
 321         return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop0_mask,
 322                                         mmu_specs->hop0_shift);
 323 }
 324
 325 static inline u64 get_hop1_pte_addr(struct hl_ctx *ctx,
 326                                         struct hl_mmu_properties *mmu_specs,
 327                                         u64 hop_addr, u64 vaddr)
 328 {
 329         return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop1_mask,
 330                                         mmu_specs->hop1_shift);
 331 }
 332
 333 static inline u64 get_hop2_pte_addr(struct hl_ctx *ctx,
 334                                         struct hl_mmu_properties *mmu_specs,
 335                                         u64 hop_addr, u64 vaddr)
 336 {
 337         return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop2_mask,
 338                                         mmu_specs->hop2_shift);
 339 }
 340
 341 static inline u64 get_hop3_pte_addr(struct hl_ctx *ctx,
 342                                         struct hl_mmu_properties *mmu_specs,
 343                                         u64 hop_addr, u64 vaddr)
 344 {
 345         return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop3_mask,
 346                                         mmu_specs->hop3_shift);
 347 }
 348
 349 static inline u64 get_hop4_pte_addr(struct hl_ctx *ctx,
 350                                         struct hl_mmu_properties *mmu_specs,
 351                                         u64 hop_addr, u64 vaddr)
 352 {
 353         return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop4_mask,
 354                                         mmu_specs->hop4_shift);
 355 }
 356
 357 static inline u64 get_next_hop_addr(u64 curr_pte)
 358 {
 359         if (curr_pte & PAGE_PRESENT_MASK)
 360                 return curr_pte & HOP_PHYS_ADDR_MASK;
 361         else
 362                 return ULLONG_MAX;
 363 }
 364
 365 static int mmu_show(struct seq_file *s, void *data)
 366 {
 367         struct hl_debugfs_entry *entry = s->private;
 368         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 369         struct hl_device *hdev = dev_entry->hdev;
 370         struct asic_fixed_properties *prop = &hdev->asic_prop;
 371         struct hl_mmu_properties *mmu_prop;
 372         struct hl_ctx *ctx;
 373         bool is_dram_addr;
 374
 375         u64 hop0_addr = 0, hop0_pte_addr = 0, hop0_pte = 0,
 376                 hop1_addr = 0, hop1_pte_addr = 0, hop1_pte = 0,
 377                 hop2_addr = 0, hop2_pte_addr = 0, hop2_pte = 0,
 378                 hop3_addr = 0, hop3_pte_addr = 0, hop3_pte = 0,
 379                 hop4_addr = 0, hop4_pte_addr = 0, hop4_pte = 0,
 380                 virt_addr = dev_entry->mmu_addr;
 381
 382         if (!hdev->mmu_enable)
 383                 return 0;
 384
 385         if (dev_entry->mmu_asid == HL_KERNEL_ASID_ID)
 386                 ctx = hdev->kernel_ctx;
 387         else
 388                 ctx = hdev->compute_ctx;
 389
 390         if (!ctx) {
 391                 dev_err(hdev->dev, "no ctx available\n");
 392                 return 0;
 393         }
 394
 395         is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size,
 396                                                 prop->dmmu.start_addr,
 397                                                 prop->dmmu.end_addr);
 398
 399         /* shifts and masks are the same in PMMU and HPMMU, use one of them */
 400         mmu_prop = is_dram_addr ? &prop->dmmu : &prop->pmmu;
 401
 402         mutex_lock(&ctx->mmu_lock);
 403
 404         /* the following lookup is copied from unmap() in mmu.c */
 405
 406         hop0_addr = get_hop0_addr(ctx);
 407         hop0_pte_addr = get_hop0_pte_addr(ctx, mmu_prop, hop0_addr, virt_addr);
 408         hop0_pte = hdev->asic_funcs->read_pte(hdev, hop0_pte_addr);
 409         hop1_addr = get_next_hop_addr(hop0_pte);
 410
 411         if (hop1_addr == ULLONG_MAX)
 412                 goto not_mapped;
 413
 414         hop1_pte_addr = get_hop1_pte_addr(ctx, mmu_prop, hop1_addr, virt_addr);
 415         hop1_pte = hdev->asic_funcs->read_pte(hdev, hop1_pte_addr);
 416         hop2_addr = get_next_hop_addr(hop1_pte);
 417
 418         if (hop2_addr == ULLONG_MAX)
 419                 goto not_mapped;
 420
 421         hop2_pte_addr = get_hop2_pte_addr(ctx, mmu_prop, hop2_addr, virt_addr);
 422         hop2_pte = hdev->asic_funcs->read_pte(hdev, hop2_pte_addr);
 423         hop3_addr = get_next_hop_addr(hop2_pte);
 424
 425         if (hop3_addr == ULLONG_MAX)
 426                 goto not_mapped;
 427
 428         hop3_pte_addr = get_hop3_pte_addr(ctx, mmu_prop, hop3_addr, virt_addr);
 429         hop3_pte = hdev->asic_funcs->read_pte(hdev, hop3_pte_addr);
 430
 431         if (!(hop3_pte & LAST_MASK)) {
 432                 hop4_addr = get_next_hop_addr(hop3_pte);
 433
 434                 if (hop4_addr == ULLONG_MAX)
 435                         goto not_mapped;
 436
 437                 hop4_pte_addr = get_hop4_pte_addr(ctx, mmu_prop, hop4_addr,
 438                                                         virt_addr);
 439                 hop4_pte = hdev->asic_funcs->read_pte(hdev, hop4_pte_addr);
 440                 if (!(hop4_pte & PAGE_PRESENT_MASK))
 441                         goto not_mapped;
 442         } else {
 443                 if (!(hop3_pte & PAGE_PRESENT_MASK))
 444                         goto not_mapped;
 445         }
 446
 447         seq_printf(s, "asid: %u, virt_addr: 0x%llx\n",
 448                         dev_entry->mmu_asid, dev_entry->mmu_addr);
 449
 450         seq_printf(s, "hop0_addr: 0x%llx\n", hop0_addr);
 451         seq_printf(s, "hop0_pte_addr: 0x%llx\n", hop0_pte_addr);
 452         seq_printf(s, "hop0_pte: 0x%llx\n", hop0_pte);
 453
 454         seq_printf(s, "hop1_addr: 0x%llx\n", hop1_addr);
 455         seq_printf(s, "hop1_pte_addr: 0x%llx\n", hop1_pte_addr);
 456         seq_printf(s, "hop1_pte: 0x%llx\n", hop1_pte);
 457
 458         seq_printf(s, "hop2_addr: 0x%llx\n", hop2_addr);
 459         seq_printf(s, "hop2_pte_addr: 0x%llx\n", hop2_pte_addr);
 460         seq_printf(s, "hop2_pte: 0x%llx\n", hop2_pte);
 461
 462         seq_printf(s, "hop3_addr: 0x%llx\n", hop3_addr);
 463         seq_printf(s, "hop3_pte_addr: 0x%llx\n", hop3_pte_addr);
 464         seq_printf(s, "hop3_pte: 0x%llx\n", hop3_pte);
 465
 466         if (!(hop3_pte & LAST_MASK)) {
 467                 seq_printf(s, "hop4_addr: 0x%llx\n", hop4_addr);
 468                 seq_printf(s, "hop4_pte_addr: 0x%llx\n", hop4_pte_addr);
 469                 seq_printf(s, "hop4_pte: 0x%llx\n", hop4_pte);
 470         }
 471
 472         goto out;
 473
 474 not_mapped:
 475         dev_err(hdev->dev, "virt addr 0x%llx is not mapped to phys addr\n",
 476                         virt_addr);
 477 out:
 478         mutex_unlock(&ctx->mmu_lock);
 479
 480         return 0;
 481 }
 482
 483 static ssize_t mmu_asid_va_write(struct file *file, const char __user *buf,
 484                 size_t count, loff_t *f_pos)
 485 {
 486         struct seq_file *s = file->private_data;
 487         struct hl_debugfs_entry *entry = s->private;
 488         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 489         struct hl_device *hdev = dev_entry->hdev;
 490         char kbuf[MMU_KBUF_SIZE];
 491         char *c;
 492         ssize_t rc;
 493
 494         if (!hdev->mmu_enable)
 495                 return count;
 496
 497         if (count > sizeof(kbuf) - 1)
 498                 goto err;
 499         if (copy_from_user(kbuf, buf, count))
 500                 goto err;
 501         kbuf[count] = 0;
 502
 503         c = strchr(kbuf, ' ');
 504         if (!c)
 505                 goto err;
 506         *c = '\0';
 507
 508         rc = kstrtouint(kbuf, 10, &dev_entry->mmu_asid);
 509         if (rc)
 510                 goto err;
 511
 512         if (strncmp(c+1, "0x", 2))
 513                 goto err;
 514         rc = kstrtoull(c+3, 16, &dev_entry->mmu_addr);
 515         if (rc)
 516                 goto err;
 517
 518         return count;
 519
 520 err:
 521         dev_err(hdev->dev, "usage: echo <asid> <0xaddr> > mmu\n");
 522
 523         return -EINVAL;
 524 }
 525
 526 static int engines_show(struct seq_file *s, void *data)
 527 {
 528         struct hl_debugfs_entry *entry = s->private;
 529         struct hl_dbg_device_entry *dev_entry = entry->dev_entry;
 530         struct hl_device *hdev = dev_entry->hdev;
 531
 532         if (atomic_read(&hdev->in_reset)) {
 533                 dev_warn_ratelimited(hdev->dev,
 534                                 "Can't check device idle during reset\n");
 535                 return 0;
 536         }
 537
 538         hdev->asic_funcs->is_device_idle(hdev, NULL, s);
 539
 540         return 0;
 541 }
 542
 543 static bool hl_is_device_va(struct hl_device *hdev, u64 addr)
 544 {
 545         struct asic_fixed_properties *prop = &hdev->asic_prop;
 546
 547         if (!hdev->mmu_enable)
 548                 goto out;
 549
 550         if (hdev->dram_supports_virtual_memory &&
 551                 (addr >= prop->dmmu.start_addr && addr < prop->dmmu.end_addr))
 552                 return true;
 553
 554         if (addr >= prop->pmmu.start_addr &&
 555                 addr < prop->pmmu.end_addr)
 556                 return true;
 557
 558         if (addr >= prop->pmmu_huge.start_addr &&
 559                 addr < prop->pmmu_huge.end_addr)
 560                 return true;
 561 out:
 562         return false;
 563 }
 564
 565 static int device_va_to_pa(struct hl_device *hdev, u64 virt_addr,
 566                                 u64 *phys_addr)
 567 {
 568         struct hl_ctx *ctx = hdev->compute_ctx;
 569         struct asic_fixed_properties *prop = &hdev->asic_prop;
 570         struct hl_mmu_properties *mmu_prop;
 571         u64 hop_addr, hop_pte_addr, hop_pte;
 572         u64 offset_mask = HOP4_MASK | FLAGS_MASK;
 573         int rc = 0;
 574         bool is_dram_addr;
 575
 576         if (!ctx) {
 577                 dev_err(hdev->dev, "no ctx available\n");
 578                 return -EINVAL;
 579         }
 580
 581         is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size,
 582                                                 prop->dmmu.start_addr,
 583                                                 prop->dmmu.end_addr);
 584
 585         /* shifts and masks are the same in PMMU and HPMMU, use one of them */
 586         mmu_prop = is_dram_addr ? &prop->dmmu : &prop->pmmu;
 587
 588         mutex_lock(&ctx->mmu_lock);
 589
 590         /* hop 0 */
 591         hop_addr = get_hop0_addr(ctx);
 592         hop_pte_addr = get_hop0_pte_addr(ctx, mmu_prop, hop_addr, virt_addr);
 593         hop_pte = hdev->asic_funcs->read_pte(hdev, hop_pte_addr);
 594
 595         /* hop 1 */
 596         hop_addr = get_next_hop_addr(hop_pte);
 597         if (hop_addr == ULLONG_MAX)
 598                 goto not_mapped;
 599         hop_pte_addr = get_hop1_pte_addr(ctx, mmu_prop, hop_addr, virt_addr);
 600         hop_pte = hdev->asic_funcs->read_pte(hdev, hop_pte_addr);
 601
 602         /* hop 2 */
 603         hop_addr = get_next_hop_addr(hop_pte);
 604         if (hop_addr == ULLONG_MAX)
 605                 goto not_mapped;
 606         hop_pte_addr = get_hop2_pte_addr(ctx, mmu_prop, hop_addr, virt_addr);
 607         hop_pte = hdev->asic_funcs->read_pte(hdev, hop_pte_addr);
 608
 609         /* hop 3 */
 610         hop_addr = get_next_hop_addr(hop_pte);
 611         if (hop_addr == ULLONG_MAX)
 612                 goto not_mapped;
 613         hop_pte_addr = get_hop3_pte_addr(ctx, mmu_prop, hop_addr, virt_addr);
 614         hop_pte = hdev->asic_funcs->read_pte(hdev, hop_pte_addr);
 615
 616         if (!(hop_pte & LAST_MASK)) {
 617                 /* hop 4 */
 618                 hop_addr = get_next_hop_addr(hop_pte);
 619                 if (hop_addr == ULLONG_MAX)
 620                         goto not_mapped;
 621                 hop_pte_addr = get_hop4_pte_addr(ctx, mmu_prop, hop_addr,
 622                                                         virt_addr);
 623                 hop_pte = hdev->asic_funcs->read_pte(hdev, hop_pte_addr);
 624
 625                 offset_mask = FLAGS_MASK;
 626         }
 627
 628         if (!(hop_pte & PAGE_PRESENT_MASK))
 629                 goto not_mapped;
 630
 631         *phys_addr = (hop_pte & ~offset_mask) | (virt_addr & offset_mask);
 632
 633         goto out;
 634
 635 not_mapped:
 636         dev_err(hdev->dev, "virt addr 0x%llx is not mapped to phys addr\n",
 637                         virt_addr);
 638         rc = -EINVAL;
 639 out:
 640         mutex_unlock(&ctx->mmu_lock);
 641         return rc;
 642 }
 643
 644 static ssize_t hl_data_read32(struct file *f, char __user *buf,
 645                                         size_t count, loff_t *ppos)
 646 {
 647         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 648         struct hl_device *hdev = entry->hdev;
 649         char tmp_buf[32];
 650         u64 addr = entry->addr;
 651         u32 val;
 652         ssize_t rc;
 653
 654         if (atomic_read(&hdev->in_reset)) {
 655                 dev_warn_ratelimited(hdev->dev, "Can't read during reset\n");
 656                 return 0;
 657         }
 658
 659         if (*ppos)
 660                 return 0;
 661
 662         if (hl_is_device_va(hdev, addr)) {
 663                 rc = device_va_to_pa(hdev, addr, &addr);
 664                 if (rc)
 665                         return rc;
 666         }
 667
 668         rc = hdev->asic_funcs->debugfs_read32(hdev, addr, &val);
 669         if (rc) {
 670                 dev_err(hdev->dev, "Failed to read from 0x%010llx\n", addr);
 671                 return rc;
 672         }
 673
 674         sprintf(tmp_buf, "0x%08x\n", val);
 675         return simple_read_from_buffer(buf, count, ppos, tmp_buf,
 676                         strlen(tmp_buf));
 677 }
 678
 679 static ssize_t hl_data_write32(struct file *f, const char __user *buf,
 680                                         size_t count, loff_t *ppos)
 681 {
 682         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 683         struct hl_device *hdev = entry->hdev;
 684         u64 addr = entry->addr;
 685         u32 value;
 686         ssize_t rc;
 687
 688         if (atomic_read(&hdev->in_reset)) {
 689                 dev_warn_ratelimited(hdev->dev, "Can't write during reset\n");
 690                 return 0;
 691         }
 692
 693         rc = kstrtouint_from_user(buf, count, 16, &value);
 694         if (rc)
 695                 return rc;
 696
 697         if (hl_is_device_va(hdev, addr)) {
 698                 rc = device_va_to_pa(hdev, addr, &addr);
 699                 if (rc)
 700                         return rc;
 701         }
 702
 703         rc = hdev->asic_funcs->debugfs_write32(hdev, addr, value);
 704         if (rc) {
 705                 dev_err(hdev->dev, "Failed to write 0x%08x to 0x%010llx\n",
 706                         value, addr);
 707                 return rc;
 708         }
 709
 710         return count;
 711 }
 712
 713 static ssize_t hl_data_read64(struct file *f, char __user *buf,
 714                                         size_t count, loff_t *ppos)
 715 {
 716         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 717         struct hl_device *hdev = entry->hdev;
 718         char tmp_buf[32];
 719         u64 addr = entry->addr;
 720         u64 val;
 721         ssize_t rc;
 722
 723         if (*ppos)
 724                 return 0;
 725
 726         if (hl_is_device_va(hdev, addr)) {
 727                 rc = device_va_to_pa(hdev, addr, &addr);
 728                 if (rc)
 729                         return rc;
 730         }
 731
 732         rc = hdev->asic_funcs->debugfs_read64(hdev, addr, &val);
 733         if (rc) {
 734                 dev_err(hdev->dev, "Failed to read from 0x%010llx\n", addr);
 735                 return rc;
 736         }
 737
 738         sprintf(tmp_buf, "0x%016llx\n", val);
 739         return simple_read_from_buffer(buf, count, ppos, tmp_buf,
 740                         strlen(tmp_buf));
 741 }
 742
 743 static ssize_t hl_data_write64(struct file *f, const char __user *buf,
 744                                         size_t count, loff_t *ppos)
 745 {
 746         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 747         struct hl_device *hdev = entry->hdev;
 748         u64 addr = entry->addr;
 749         u64 value;
 750         ssize_t rc;
 751
 752         rc = kstrtoull_from_user(buf, count, 16, &value);
 753         if (rc)
 754                 return rc;
 755
 756         if (hl_is_device_va(hdev, addr)) {
 757                 rc = device_va_to_pa(hdev, addr, &addr);
 758                 if (rc)
 759                         return rc;
 760         }
 761
 762         rc = hdev->asic_funcs->debugfs_write64(hdev, addr, value);
 763         if (rc) {
 764                 dev_err(hdev->dev, "Failed to write 0x%016llx to 0x%010llx\n",
 765                         value, addr);
 766                 return rc;
 767         }
 768
 769         return count;
 770 }
 771
 772 static ssize_t hl_get_power_state(struct file *f, char __user *buf,
 773                 size_t count, loff_t *ppos)
 774 {
 775         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 776         struct hl_device *hdev = entry->hdev;
 777         char tmp_buf[200];
 778         int i;
 779
 780         if (*ppos)
 781                 return 0;
 782
 783         if (hdev->pdev->current_state == PCI_D0)
 784                 i = 1;
 785         else if (hdev->pdev->current_state == PCI_D3hot)
 786                 i = 2;
 787         else
 788                 i = 3;
 789
 790         sprintf(tmp_buf,
 791                 "current power state: %d\n1 - D0\n2 - D3hot\n3 - Unknown\n", i);
 792         return simple_read_from_buffer(buf, count, ppos, tmp_buf,
 793                         strlen(tmp_buf));
 794 }
 795
 796 static ssize_t hl_set_power_state(struct file *f, const char __user *buf,
 797                                         size_t count, loff_t *ppos)
 798 {
 799         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 800         struct hl_device *hdev = entry->hdev;
 801         u32 value;
 802         ssize_t rc;
 803
 804         rc = kstrtouint_from_user(buf, count, 10, &value);
 805         if (rc)
 806                 return rc;
 807
 808         if (value == 1) {
 809                 pci_set_power_state(hdev->pdev, PCI_D0);
 810                 pci_restore_state(hdev->pdev);
 811                 rc = pci_enable_device(hdev->pdev);
 812         } else if (value == 2) {
 813                 pci_save_state(hdev->pdev);
 814                 pci_disable_device(hdev->pdev);
 815                 pci_set_power_state(hdev->pdev, PCI_D3hot);
 816         } else {
 817                 dev_dbg(hdev->dev, "invalid power state value %u\n", value);
 818                 return -EINVAL;
 819         }
 820
 821         return count;
 822 }
 823
 824 static ssize_t hl_i2c_data_read(struct file *f, char __user *buf,
 825                                         size_t count, loff_t *ppos)
 826 {
 827         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 828         struct hl_device *hdev = entry->hdev;
 829         char tmp_buf[32];
 830         u32 val;
 831         ssize_t rc;
 832
 833         if (*ppos)
 834                 return 0;
 835
 836         rc = hl_debugfs_i2c_read(hdev, entry->i2c_bus, entry->i2c_addr,
 837                         entry->i2c_reg, &val);
 838         if (rc) {
 839                 dev_err(hdev->dev,
 840                         "Failed to read from I2C bus %d, addr %d, reg %d\n",
 841                         entry->i2c_bus, entry->i2c_addr, entry->i2c_reg);
 842                 return rc;
 843         }
 844
 845         sprintf(tmp_buf, "0x%02x\n", val);
 846         rc = simple_read_from_buffer(buf, count, ppos, tmp_buf,
 847                         strlen(tmp_buf));
 848
 849         return rc;
 850 }
 851
 852 static ssize_t hl_i2c_data_write(struct file *f, const char __user *buf,
 853                                         size_t count, loff_t *ppos)
 854 {
 855         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 856         struct hl_device *hdev = entry->hdev;
 857         u32 value;
 858         ssize_t rc;
 859
 860         rc = kstrtouint_from_user(buf, count, 16, &value);
 861         if (rc)
 862                 return rc;
 863
 864         rc = hl_debugfs_i2c_write(hdev, entry->i2c_bus, entry->i2c_addr,
 865                         entry->i2c_reg, value);
 866         if (rc) {
 867                 dev_err(hdev->dev,
 868                         "Failed to write 0x%02x to I2C bus %d, addr %d, reg %d\n",
 869                         value, entry->i2c_bus, entry->i2c_addr, entry->i2c_reg);
 870                 return rc;
 871         }
 872
 873         return count;
 874 }
 875
 876 static ssize_t hl_led0_write(struct file *f, const char __user *buf,
 877                                         size_t count, loff_t *ppos)
 878 {
 879         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 880         struct hl_device *hdev = entry->hdev;
 881         u32 value;
 882         ssize_t rc;
 883
 884         rc = kstrtouint_from_user(buf, count, 10, &value);
 885         if (rc)
 886                 return rc;
 887
 888         value = value ? 1 : 0;
 889
 890         hl_debugfs_led_set(hdev, 0, value);
 891
 892         return count;
 893 }
 894
 895 static ssize_t hl_led1_write(struct file *f, const char __user *buf,
 896                                         size_t count, loff_t *ppos)
 897 {
 898         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 899         struct hl_device *hdev = entry->hdev;
 900         u32 value;
 901         ssize_t rc;
 902
 903         rc = kstrtouint_from_user(buf, count, 10, &value);
 904         if (rc)
 905                 return rc;
 906
 907         value = value ? 1 : 0;
 908
 909         hl_debugfs_led_set(hdev, 1, value);
 910
 911         return count;
 912 }
 913
 914 static ssize_t hl_led2_write(struct file *f, const char __user *buf,
 915                                         size_t count, loff_t *ppos)
 916 {
 917         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 918         struct hl_device *hdev = entry->hdev;
 919         u32 value;
 920         ssize_t rc;
 921
 922         rc = kstrtouint_from_user(buf, count, 10, &value);
 923         if (rc)
 924                 return rc;
 925
 926         value = value ? 1 : 0;
 927
 928         hl_debugfs_led_set(hdev, 2, value);
 929
 930         return count;
 931 }
 932
 933 static ssize_t hl_device_read(struct file *f, char __user *buf,
 934                                         size_t count, loff_t *ppos)
 935 {
 936         static const char *help =
 937                 "Valid values: disable, enable, suspend, resume, cpu_timeout\n";
 938         return simple_read_from_buffer(buf, count, ppos, help, strlen(help));
 939 }
 940
 941 static ssize_t hl_device_write(struct file *f, const char __user *buf,
 942                                      size_t count, loff_t *ppos)
 943 {
 944         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 945         struct hl_device *hdev = entry->hdev;
 946         char data[30] = {0};
 947
 948         /* don't allow partial writes */
 949         if (*ppos != 0)
 950                 return 0;
 951
 952         simple_write_to_buffer(data, 29, ppos, buf, count);
 953
 954         if (strncmp("disable", data, strlen("disable")) == 0) {
 955                 hdev->disabled = true;
 956         } else if (strncmp("enable", data, strlen("enable")) == 0) {
 957                 hdev->disabled = false;
 958         } else if (strncmp("suspend", data, strlen("suspend")) == 0) {
 959                 hdev->asic_funcs->suspend(hdev);
 960         } else if (strncmp("resume", data, strlen("resume")) == 0) {
 961                 hdev->asic_funcs->resume(hdev);
 962         } else if (strncmp("cpu_timeout", data, strlen("cpu_timeout")) == 0) {
 963                 hdev->device_cpu_disabled = true;
 964         } else {
 965                 dev_err(hdev->dev,
 966                         "Valid values: disable, enable, suspend, resume, cpu_timeout\n");
 967                 count = -EINVAL;
 968         }
 969
 970         return count;
 971 }
 972
 973 static ssize_t hl_clk_gate_read(struct file *f, char __user *buf,
 974                                         size_t count, loff_t *ppos)
 975 {
 976         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 977         struct hl_device *hdev = entry->hdev;
 978         char tmp_buf[200];
 979         ssize_t rc;
 980
 981         if (*ppos)
 982                 return 0;
 983
 984         sprintf(tmp_buf, "%d\n", hdev->clock_gating);
 985         rc = simple_read_from_buffer(buf, strlen(tmp_buf) + 1, ppos, tmp_buf,
 986                         strlen(tmp_buf) + 1);
 987
 988         return rc;
 989 }
 990
 991 static ssize_t hl_clk_gate_write(struct file *f, const char __user *buf,
 992                                      size_t count, loff_t *ppos)
 993 {
 994         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
 995         struct hl_device *hdev = entry->hdev;
 996         u32 value;
 997         ssize_t rc;
 998
 999         if (atomic_read(&hdev->in_reset)) {
1000                 dev_warn_ratelimited(hdev->dev,
1001                                 "Can't change clock gating during reset\n");
1002                 return 0;
1003         }
1004
1005         rc = kstrtouint_from_user(buf, count, 10, &value);
1006         if (rc)
1007                 return rc;
1008
1009         if (value) {
1010                 hdev->clock_gating = 1;
1011                 if (hdev->asic_funcs->enable_clock_gating)
1012                         hdev->asic_funcs->enable_clock_gating(hdev);
1013         } else {
1014                 if (hdev->asic_funcs->disable_clock_gating)
1015                         hdev->asic_funcs->disable_clock_gating(hdev);
1016                 hdev->clock_gating = 0;
1017         }
1018
1019         return count;
1020 }
1021
1022 static ssize_t hl_stop_on_err_read(struct file *f, char __user *buf,
1023                                         size_t count, loff_t *ppos)
1024 {
1025         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
1026         struct hl_device *hdev = entry->hdev;
1027         char tmp_buf[200];
1028         ssize_t rc;
1029
1030         if (*ppos)
1031                 return 0;
1032
1033         sprintf(tmp_buf, "%d\n", hdev->stop_on_err);
1034         rc = simple_read_from_buffer(buf, strlen(tmp_buf) + 1, ppos, tmp_buf,
1035                         strlen(tmp_buf) + 1);
1036
1037         return rc;
1038 }
1039
1040 static ssize_t hl_stop_on_err_write(struct file *f, const char __user *buf,
1041                                      size_t count, loff_t *ppos)
1042 {
1043         struct hl_dbg_device_entry *entry = file_inode(f)->i_private;
1044         struct hl_device *hdev = entry->hdev;
1045         u32 value;
1046         ssize_t rc;
1047
1048         if (atomic_read(&hdev->in_reset)) {
1049                 dev_warn_ratelimited(hdev->dev,
1050                                 "Can't change stop on error during reset\n");
1051                 return 0;
1052         }
1053
1054         rc = kstrtouint_from_user(buf, count, 10, &value);
1055         if (rc)
1056                 return rc;
1057
1058         hdev->stop_on_err = value ? 1 : 0;
1059
1060         hl_device_reset(hdev, false, false);
1061
1062         return count;
1063 }
1064
1065 static const struct file_operations hl_data32b_fops = {
1066         .owner = THIS_MODULE,
1067         .read = hl_data_read32,
1068         .write = hl_data_write32
1069 };
1070
1071 static const struct file_operations hl_data64b_fops = {
1072         .owner = THIS_MODULE,
1073         .read = hl_data_read64,
1074         .write = hl_data_write64
1075 };
1076
1077 static const struct file_operations hl_i2c_data_fops = {
1078         .owner = THIS_MODULE,
1079         .read = hl_i2c_data_read,
1080         .write = hl_i2c_data_write
1081 };
1082
1083 static const struct file_operations hl_power_fops = {
1084         .owner = THIS_MODULE,
1085         .read = hl_get_power_state,
1086         .write = hl_set_power_state
1087 };
1088
1089 static const struct file_operations hl_led0_fops = {
1090         .owner = THIS_MODULE,
1091         .write = hl_led0_write
1092 };
1093
1094 static const struct file_operations hl_led1_fops = {
1095         .owner = THIS_MODULE,
1096         .write = hl_led1_write
1097 };
1098
1099 static const struct file_operations hl_led2_fops = {
1100         .owner = THIS_MODULE,
1101         .write = hl_led2_write
1102 };
1103
1104 static const struct file_operations hl_device_fops = {
1105         .owner = THIS_MODULE,
1106         .read = hl_device_read,
1107         .write = hl_device_write
1108 };
1109
1110 static const struct file_operations hl_clk_gate_fops = {
1111         .owner = THIS_MODULE,
1112         .read = hl_clk_gate_read,
1113         .write = hl_clk_gate_write
1114 };
1115
1116 static const struct file_operations hl_stop_on_err_fops = {
1117         .owner = THIS_MODULE,
1118         .read = hl_stop_on_err_read,
1119         .write = hl_stop_on_err_write
1120 };
1121
1122 static const struct hl_info_list hl_debugfs_list[] = {
1123         {"command_buffers", command_buffers_show, NULL},
1124         {"command_submission", command_submission_show, NULL},
1125         {"command_submission_jobs", command_submission_jobs_show, NULL},
1126         {"userptr", userptr_show, NULL},
1127         {"vm", vm_show, NULL},
1128         {"mmu", mmu_show, mmu_asid_va_write},
1129         {"engines", engines_show, NULL}
1130 };
1131
1132 static int hl_debugfs_open(struct inode *inode, struct file *file)
1133 {
1134         struct hl_debugfs_entry *node = inode->i_private;
1135
1136         return single_open(file, node->info_ent->show, node);
1137 }
1138
1139 static ssize_t hl_debugfs_write(struct file *file, const char __user *buf,
1140                 size_t count, loff_t *f_pos)
1141 {
1142         struct hl_debugfs_entry *node = file->f_inode->i_private;
1143
1144         if (node->info_ent->write)
1145                 return node->info_ent->write(file, buf, count, f_pos);
1146         else
1147                 return -EINVAL;
1148
1149 }
1150
1151 static const struct file_operations hl_debugfs_fops = {
1152         .owner = THIS_MODULE,
1153         .open = hl_debugfs_open,
1154         .read = seq_read,
1155         .write = hl_debugfs_write,
1156         .llseek = seq_lseek,
1157         .release = single_release,
1158 };
1159
1160 void hl_debugfs_add_device(struct hl_device *hdev)
1161 {
1162         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1163         int count = ARRAY_SIZE(hl_debugfs_list);
1164         struct hl_debugfs_entry *entry;
1165         struct dentry *ent;
1166         int i;
1167
1168         dev_entry->hdev = hdev;
1169         dev_entry->entry_arr = kmalloc_array(count,
1170                                         sizeof(struct hl_debugfs_entry),
1171                                         GFP_KERNEL);
1172         if (!dev_entry->entry_arr)
1173                 return;
1174
1175         INIT_LIST_HEAD(&dev_entry->file_list);
1176         INIT_LIST_HEAD(&dev_entry->cb_list);
1177         INIT_LIST_HEAD(&dev_entry->cs_list);
1178         INIT_LIST_HEAD(&dev_entry->cs_job_list);
1179         INIT_LIST_HEAD(&dev_entry->userptr_list);
1180         INIT_LIST_HEAD(&dev_entry->ctx_mem_hash_list);
1181         mutex_init(&dev_entry->file_mutex);
1182         spin_lock_init(&dev_entry->cb_spinlock);
1183         spin_lock_init(&dev_entry->cs_spinlock);
1184         spin_lock_init(&dev_entry->cs_job_spinlock);
1185         spin_lock_init(&dev_entry->userptr_spinlock);
1186         spin_lock_init(&dev_entry->ctx_mem_hash_spinlock);
1187
1188         dev_entry->root = debugfs_create_dir(dev_name(hdev->dev),
1189                                                 hl_debug_root);
1190
1191         debugfs_create_x64("addr",
1192                                 0644,
1193                                 dev_entry->root,
1194                                 &dev_entry->addr);
1195
1196         debugfs_create_file("data32",
1197                                 0644,
1198                                 dev_entry->root,
1199                                 dev_entry,
1200                                 &hl_data32b_fops);
1201
1202         debugfs_create_file("data64",
1203                                 0644,
1204                                 dev_entry->root,
1205                                 dev_entry,
1206                                 &hl_data64b_fops);
1207
1208         debugfs_create_file("set_power_state",
1209                                 0200,
1210                                 dev_entry->root,
1211                                 dev_entry,
1212                                 &hl_power_fops);
1213
1214         debugfs_create_u8("i2c_bus",
1215                                 0644,
1216                                 dev_entry->root,
1217                                 &dev_entry->i2c_bus);
1218
1219         debugfs_create_u8("i2c_addr",
1220                                 0644,
1221                                 dev_entry->root,
1222                                 &dev_entry->i2c_addr);
1223
1224         debugfs_create_u8("i2c_reg",
1225                                 0644,
1226                                 dev_entry->root,
1227                                 &dev_entry->i2c_reg);
1228
1229         debugfs_create_file("i2c_data",
1230                                 0644,
1231                                 dev_entry->root,
1232                                 dev_entry,
1233                                 &hl_i2c_data_fops);
1234
1235         debugfs_create_file("led0",
1236                                 0200,
1237                                 dev_entry->root,
1238                                 dev_entry,
1239                                 &hl_led0_fops);
1240
1241         debugfs_create_file("led1",
1242                                 0200,
1243                                 dev_entry->root,
1244                                 dev_entry,
1245                                 &hl_led1_fops);
1246
1247         debugfs_create_file("led2",
1248                                 0200,
1249                                 dev_entry->root,
1250                                 dev_entry,
1251                                 &hl_led2_fops);
1252
1253         debugfs_create_file("device",
1254                                 0200,
1255                                 dev_entry->root,
1256                                 dev_entry,
1257                                 &hl_device_fops);
1258
1259         debugfs_create_file("clk_gate",
1260                                 0200,
1261                                 dev_entry->root,
1262                                 dev_entry,
1263                                 &hl_clk_gate_fops);
1264
1265         debugfs_create_file("stop_on_err",
1266                                 0644,
1267                                 dev_entry->root,
1268                                 dev_entry,
1269                                 &hl_stop_on_err_fops);
1270
1271         for (i = 0, entry = dev_entry->entry_arr ; i < count ; i++, entry++) {
1272
1273                 ent = debugfs_create_file(hl_debugfs_list[i].name,
1274                                         0444,
1275                                         dev_entry->root,
1276                                         entry,
1277                                         &hl_debugfs_fops);
1278                 entry->dent = ent;
1279                 entry->info_ent = &hl_debugfs_list[i];
1280                 entry->dev_entry = dev_entry;
1281         }
1282 }
1283
1284 void hl_debugfs_remove_device(struct hl_device *hdev)
1285 {
1286         struct hl_dbg_device_entry *entry = &hdev->hl_debugfs;
1287
1288         debugfs_remove_recursive(entry->root);
1289
1290         mutex_destroy(&entry->file_mutex);
1291         kfree(entry->entry_arr);
1292 }
1293
1294 void hl_debugfs_add_file(struct hl_fpriv *hpriv)
1295 {
1296         struct hl_dbg_device_entry *dev_entry = &hpriv->hdev->hl_debugfs;
1297
1298         mutex_lock(&dev_entry->file_mutex);
1299         list_add(&hpriv->debugfs_list, &dev_entry->file_list);
1300         mutex_unlock(&dev_entry->file_mutex);
1301 }
1302
1303 void hl_debugfs_remove_file(struct hl_fpriv *hpriv)
1304 {
1305         struct hl_dbg_device_entry *dev_entry = &hpriv->hdev->hl_debugfs;
1306
1307         mutex_lock(&dev_entry->file_mutex);
1308         list_del(&hpriv->debugfs_list);
1309         mutex_unlock(&dev_entry->file_mutex);
1310 }
1311
1312 void hl_debugfs_add_cb(struct hl_cb *cb)
1313 {
1314         struct hl_dbg_device_entry *dev_entry = &cb->hdev->hl_debugfs;
1315
1316         spin_lock(&dev_entry->cb_spinlock);
1317         list_add(&cb->debugfs_list, &dev_entry->cb_list);
1318         spin_unlock(&dev_entry->cb_spinlock);
1319 }
1320
1321 void hl_debugfs_remove_cb(struct hl_cb *cb)
1322 {
1323         struct hl_dbg_device_entry *dev_entry = &cb->hdev->hl_debugfs;
1324
1325         spin_lock(&dev_entry->cb_spinlock);
1326         list_del(&cb->debugfs_list);
1327         spin_unlock(&dev_entry->cb_spinlock);
1328 }
1329
1330 void hl_debugfs_add_cs(struct hl_cs *cs)
1331 {
1332         struct hl_dbg_device_entry *dev_entry = &cs->ctx->hdev->hl_debugfs;
1333
1334         spin_lock(&dev_entry->cs_spinlock);
1335         list_add(&cs->debugfs_list, &dev_entry->cs_list);
1336         spin_unlock(&dev_entry->cs_spinlock);
1337 }
1338
1339 void hl_debugfs_remove_cs(struct hl_cs *cs)
1340 {
1341         struct hl_dbg_device_entry *dev_entry = &cs->ctx->hdev->hl_debugfs;
1342
1343         spin_lock(&dev_entry->cs_spinlock);
1344         list_del(&cs->debugfs_list);
1345         spin_unlock(&dev_entry->cs_spinlock);
1346 }
1347
1348 void hl_debugfs_add_job(struct hl_device *hdev, struct hl_cs_job *job)
1349 {
1350         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1351
1352         spin_lock(&dev_entry->cs_job_spinlock);
1353         list_add(&job->debugfs_list, &dev_entry->cs_job_list);
1354         spin_unlock(&dev_entry->cs_job_spinlock);
1355 }
1356
1357 void hl_debugfs_remove_job(struct hl_device *hdev, struct hl_cs_job *job)
1358 {
1359         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1360
1361         spin_lock(&dev_entry->cs_job_spinlock);
1362         list_del(&job->debugfs_list);
1363         spin_unlock(&dev_entry->cs_job_spinlock);
1364 }
1365
1366 void hl_debugfs_add_userptr(struct hl_device *hdev, struct hl_userptr *userptr)
1367 {
1368         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1369
1370         spin_lock(&dev_entry->userptr_spinlock);
1371         list_add(&userptr->debugfs_list, &dev_entry->userptr_list);
1372         spin_unlock(&dev_entry->userptr_spinlock);
1373 }
1374
1375 void hl_debugfs_remove_userptr(struct hl_device *hdev,
1376                                 struct hl_userptr *userptr)
1377 {
1378         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1379
1380         spin_lock(&dev_entry->userptr_spinlock);
1381         list_del(&userptr->debugfs_list);
1382         spin_unlock(&dev_entry->userptr_spinlock);
1383 }
1384
1385 void hl_debugfs_add_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx)
1386 {
1387         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1388
1389         spin_lock(&dev_entry->ctx_mem_hash_spinlock);
1390         list_add(&ctx->debugfs_list, &dev_entry->ctx_mem_hash_list);
1391         spin_unlock(&dev_entry->ctx_mem_hash_spinlock);
1392 }
1393
1394 void hl_debugfs_remove_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx)
1395 {
1396         struct hl_dbg_device_entry *dev_entry = &hdev->hl_debugfs;
1397
1398         spin_lock(&dev_entry->ctx_mem_hash_spinlock);
1399         list_del(&ctx->debugfs_list);
1400         spin_unlock(&dev_entry->ctx_mem_hash_spinlock);
1401 }
1402
1403 void __init hl_debugfs_init(void)
1404 {
1405         hl_debug_root = debugfs_create_dir("habanalabs", NULL);
1406 }
1407
1408 void hl_debugfs_fini(void)
1409 {
1410         debugfs_remove_recursive(hl_debug_root);
1411 }