drivers/soc/ti/knav_qmss.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 /*
   3  * Keystone Navigator QMSS driver internal header
   4  *
   5  * Copyright (C) 2014 Texas Instruments Incorporated - http://www.ti.com
   6  * Author:      Sandeep Nair <sandeep_n@ti.com>
   7  *              Cyril Chemparathy <cyril@ti.com>
   8  *              Santosh Shilimkar <santosh.shilimkar@ti.com>
   9  */
  10
  11 #ifndef __KNAV_QMSS_H__
  12 #define __KNAV_QMSS_H__
  13
  14 #include <linux/percpu.h>
  15
  16 #define THRESH_GTE      BIT(7)
  17 #define THRESH_LT       0
  18
  19 #define PDSP_CTRL_PC_MASK       0xffff0000
  20 #define PDSP_CTRL_SOFT_RESET    BIT(0)
  21 #define PDSP_CTRL_ENABLE        BIT(1)
  22 #define PDSP_CTRL_RUNNING       BIT(15)
  23
  24 #define ACC_MAX_CHANNEL         48
  25 #define ACC_DEFAULT_PERIOD      25 /* usecs */
  26
  27 #define ACC_CHANNEL_INT_BASE            2
  28
  29 #define ACC_LIST_ENTRY_TYPE             1
  30 #define ACC_LIST_ENTRY_WORDS            (1 << ACC_LIST_ENTRY_TYPE)
  31 #define ACC_LIST_ENTRY_QUEUE_IDX        0
  32 #define ACC_LIST_ENTRY_DESC_IDX (ACC_LIST_ENTRY_WORDS - 1)
  33
  34 #define ACC_CMD_DISABLE_CHANNEL 0x80
  35 #define ACC_CMD_ENABLE_CHANNEL  0x81
  36 #define ACC_CFG_MULTI_QUEUE             BIT(21)
  37
  38 #define ACC_INTD_OFFSET_EOI             (0x0010)
  39 #define ACC_INTD_OFFSET_COUNT(ch)       (0x0300 + 4 * (ch))
  40 #define ACC_INTD_OFFSET_STATUS(ch)      (0x0200 + 4 * ((ch) / 32))
  41
  42 #define RANGE_MAX_IRQS                  64
  43
  44 #define ACC_DESCS_MAX           SZ_1K
  45 #define ACC_DESCS_MASK          (ACC_DESCS_MAX - 1)
  46 #define DESC_SIZE_MASK          0xful
  47 #define DESC_PTR_MASK           (~DESC_SIZE_MASK)
  48
  49 #define KNAV_NAME_SIZE                  32
  50
  51 enum knav_acc_result {
  52         ACC_RET_IDLE,
  53         ACC_RET_SUCCESS,
  54         ACC_RET_INVALID_COMMAND,
  55         ACC_RET_INVALID_CHANNEL,
  56         ACC_RET_INACTIVE_CHANNEL,
  57         ACC_RET_ACTIVE_CHANNEL,
  58         ACC_RET_INVALID_QUEUE,
  59         ACC_RET_INVALID_RET,
  60 };
  61
  62 struct knav_reg_config {
  63         u32             revision;
  64         u32             __pad1;
  65         u32             divert;
  66         u32             link_ram_base0;
  67         u32             link_ram_size0;
  68         u32             link_ram_base1;
  69         u32             __pad2[2];
  70         u32             starvation[];
  71 };
  72
  73 struct knav_reg_region {
  74         u32             base;
  75         u32             start_index;
  76         u32             size_count;
  77         u32             __pad;
  78 };
  79
  80 struct knav_reg_pdsp_regs {
  81         u32             control;
  82         u32             status;
  83         u32             cycle_count;
  84         u32             stall_count;
  85 };
  86
  87 struct knav_reg_acc_command {
  88         u32             command;
  89         u32             queue_mask;
  90         u32             list_dma;
  91         u32             queue_num;
  92         u32             timer_config;
  93 };
  94
  95 struct knav_link_ram_block {
  96         dma_addr_t       dma;
  97         void            *virt;
  98         size_t           size;
  99 };
 100
 101 struct knav_acc_info {
 102         u32                      pdsp_id;
 103         u32                      start_channel;
 104         u32                      list_entries;
 105         u32                      pacing_mode;
 106         u32                      timer_count;
 107         int                      mem_size;
 108         int                      list_size;
 109         struct knav_pdsp_info   *pdsp;
 110 };
 111
 112 struct knav_acc_channel {
 113         u32                     channel;
 114         u32                     list_index;
 115         u32                     open_mask;
 116         u32                     *list_cpu[2];
 117         dma_addr_t              list_dma[2];
 118         char                    name[KNAV_NAME_SIZE];
 119         atomic_t                retrigger_count;
 120 };
 121
 122 struct knav_pdsp_info {
 123         const char                                      *name;
 124         struct knav_reg_pdsp_regs  __iomem              *regs;
 125         union {
 126                 void __iomem                            *command;
 127                 struct knav_reg_acc_command __iomem     *acc_command;
 128                 u32 __iomem                             *qos_command;
 129         };
 130         void __iomem                                    *intd;
 131         u32 __iomem                                     *iram;
 132         u32                                             id;
 133         struct list_head                                list;
 134         bool                                            loaded;
 135         bool                                            started;
 136 };
 137
 138 struct knav_qmgr_info {
 139         unsigned                        start_queue;
 140         unsigned                        num_queues;
 141         struct knav_reg_config __iomem  *reg_config;
 142         struct knav_reg_region __iomem  *reg_region;
 143         struct knav_reg_queue __iomem   *reg_push, *reg_pop, *reg_peek;
 144         void __iomem                    *reg_status;
 145         struct list_head                list;
 146 };
 147
 148 #define KNAV_NUM_LINKRAM        2
 149
 150 /**
 151  * struct knav_queue_stats:     queue statistics
 152  * pushes:                      number of push operations
 153  * pops:                        number of pop operations
 154  * push_errors:                 number of push errors
 155  * pop_errors:                  number of pop errors
 156  * notifies:                    notifier counts
 157  */
 158 struct knav_queue_stats {
 159         unsigned int pushes;
 160         unsigned int pops;
 161         unsigned int push_errors;
 162         unsigned int pop_errors;
 163         unsigned int notifies;
 164 };
 165
 166 /**
 167  * struct knav_reg_queue:       queue registers
 168  * @entry_count:                valid entries in the queue
 169  * @byte_count:                 total byte count in thhe queue
 170  * @packet_size:                packet size for the queue
 171  * @ptr_size_thresh:            packet pointer size threshold
 172  */
 173 struct knav_reg_queue {
 174         u32             entry_count;
 175         u32             byte_count;
 176         u32             packet_size;
 177         u32             ptr_size_thresh;
 178 };
 179
 180 /**
 181  * struct knav_region:          qmss region info
 182  * @dma_start, dma_end:         start and end dma address
 183  * @virt_start, virt_end:       start and end virtual address
 184  * @desc_size:                  descriptor size
 185  * @used_desc:                  consumed descriptors
 186  * @id:                         region number
 187  * @num_desc:                   total descriptors
 188  * @link_index:                 index of the first descriptor
 189  * @name:                       region name
 190  * @list:                       instance in the device's region list
 191  * @pools:                      list of descriptor pools in the region
 192  */
 193 struct knav_region {
 194         dma_addr_t              dma_start, dma_end;
 195         void                    *virt_start, *virt_end;
 196         unsigned                desc_size;
 197         unsigned                used_desc;
 198         unsigned                id;
 199         unsigned                num_desc;
 200         unsigned                link_index;
 201         const char              *name;
 202         struct list_head        list;
 203         struct list_head        pools;
 204 };
 205
 206 /**
 207  * struct knav_pool:            qmss pools
 208  * @dev:                        device pointer
 209  * @region:                     qmss region info
 210  * @queue:                      queue registers
 211  * @kdev:                       qmss device pointer
 212  * @region_offset:              offset from the base
 213  * @num_desc:                   total descriptors
 214  * @desc_size:                  descriptor size
 215  * @region_id:                  region number
 216  * @name:                       pool name
 217  * @list:                       list head
 218  * @region_inst:                instance in the region's pool list
 219  */
 220 struct knav_pool {
 221         struct device                   *dev;
 222         struct knav_region              *region;
 223         struct knav_queue               *queue;
 224         struct knav_device              *kdev;
 225         int                             region_offset;
 226         int                             num_desc;
 227         int                             desc_size;
 228         int                             region_id;
 229         const char                      *name;
 230         struct list_head                list;
 231         struct list_head                region_inst;
 232 };
 233
 234 /**
 235  * struct knav_queue_inst:              qmss queue instance properties
 236  * @descs:                              descriptor pointer
 237  * @desc_head, desc_tail, desc_count:   descriptor counters
 238  * @acc:                                accumulator channel pointer
 239  * @kdev:                               qmss device pointer
 240  * @range:                              range info
 241  * @qmgr:                               queue manager info
 242  * @id:                                 queue instance id
 243  * @irq_num:                            irq line number
 244  * @notify_needed:                      notifier needed based on queue type
 245  * @num_notifiers:                      total notifiers
 246  * @handles:                            list head
 247  * @name:                               queue instance name
 248  * @irq_name:                           irq line name
 249  */
 250 struct knav_queue_inst {
 251         u32                             *descs;
 252         atomic_t                        desc_head, desc_tail, desc_count;
 253         struct knav_acc_channel *acc;
 254         struct knav_device              *kdev;
 255         struct knav_range_info          *range;
 256         struct knav_qmgr_info           *qmgr;
 257         u32                             id;
 258         int                             irq_num;
 259         int                             notify_needed;
 260         atomic_t                        num_notifiers;
 261         struct list_head                handles;
 262         const char                      *name;
 263         const char                      *irq_name;
 264 };
 265
 266 /**
 267  * struct knav_queue:                   qmss queue properties
 268  * @reg_push, reg_pop, reg_peek:        push, pop queue registers
 269  * @inst:                               qmss queue instance properties
 270  * @notifier_fn:                        notifier function
 271  * @notifier_fn_arg:                    notifier function argument
 272  * @notifier_enabled:                   notier enabled for a give queue
 273  * @rcu:                                rcu head
 274  * @flags:                              queue flags
 275  * @list:                               list head
 276  */
 277 struct knav_queue {
 278         struct knav_reg_queue __iomem   *reg_push, *reg_pop, *reg_peek;
 279         struct knav_queue_inst          *inst;
 280         struct knav_queue_stats __percpu        *stats;
 281         knav_queue_notify_fn            notifier_fn;
 282         void                            *notifier_fn_arg;
 283         atomic_t                        notifier_enabled;
 284         struct rcu_head                 rcu;
 285         unsigned                        flags;
 286         struct list_head                list;
 287 };
 288
 289 enum qmss_version {
 290         QMSS,
 291         QMSS_66AK2G,
 292 };
 293
 294 struct knav_device {
 295         struct device                           *dev;
 296         unsigned                                base_id;
 297         unsigned                                num_queues;
 298         unsigned                                num_queues_in_use;
 299         unsigned                                inst_shift;
 300         struct knav_link_ram_block              link_rams[KNAV_NUM_LINKRAM];
 301         void                                    *instances;
 302         struct list_head                        regions;
 303         struct list_head                        queue_ranges;
 304         struct list_head                        pools;
 305         struct list_head                        pdsps;
 306         struct list_head                        qmgrs;
 307         enum qmss_version                       version;
 308 };
 309
 310 struct knav_range_ops {
 311         int     (*init_range)(struct knav_range_info *range);
 312         int     (*free_range)(struct knav_range_info *range);
 313         int     (*init_queue)(struct knav_range_info *range,
 314                               struct knav_queue_inst *inst);
 315         int     (*open_queue)(struct knav_range_info *range,
 316                               struct knav_queue_inst *inst, unsigned flags);
 317         int     (*close_queue)(struct knav_range_info *range,
 318                                struct knav_queue_inst *inst);
 319         int     (*set_notify)(struct knav_range_info *range,
 320                               struct knav_queue_inst *inst, bool enabled);
 321 };
 322
 323 struct knav_irq_info {
 324         int             irq;
 325         struct cpumask  *cpu_mask;
 326 };
 327
 328 struct knav_range_info {
 329         const char                      *name;
 330         struct knav_device              *kdev;
 331         unsigned                        queue_base;
 332         unsigned                        num_queues;
 333         void                            *queue_base_inst;
 334         unsigned                        flags;
 335         struct list_head                list;
 336         struct knav_range_ops           *ops;
 337         struct knav_acc_info            acc_info;
 338         struct knav_acc_channel *acc;
 339         unsigned                        num_irqs;
 340         struct knav_irq_info            irqs[RANGE_MAX_IRQS];
 341 };
 342
 343 #define RANGE_RESERVED          BIT(0)
 344 #define RANGE_HAS_IRQ           BIT(1)
 345 #define RANGE_HAS_ACCUMULATOR   BIT(2)
 346 #define RANGE_MULTI_QUEUE       BIT(3)
 347
 348 #define for_each_region(kdev, region)                           \
 349         list_for_each_entry(region, &kdev->regions, list)
 350
 351 #define first_region(kdev)                                      \
 352         list_first_entry_or_null(&kdev->regions, \
 353                                  struct knav_region, list)
 354
 355 #define for_each_queue_range(kdev, range)                       \
 356         list_for_each_entry(range, &kdev->queue_ranges, list)
 357
 358 #define first_queue_range(kdev)                                 \
 359         list_first_entry_or_null(&kdev->queue_ranges, \
 360                                  struct knav_range_info, list)
 361
 362 #define for_each_pool(kdev, pool)                               \
 363         list_for_each_entry(pool, &kdev->pools, list)
 364
 365 #define for_each_pdsp(kdev, pdsp)                               \
 366         list_for_each_entry(pdsp, &kdev->pdsps, list)
 367
 368 #define for_each_qmgr(kdev, qmgr)                               \
 369         list_for_each_entry(qmgr, &kdev->qmgrs, list)
 370
 371 static inline struct knav_pdsp_info *
 372 knav_find_pdsp(struct knav_device *kdev, unsigned pdsp_id)
 373 {
 374         struct knav_pdsp_info *pdsp;
 375
 376         for_each_pdsp(kdev, pdsp)
 377                 if (pdsp_id == pdsp->id)
 378                         return pdsp;
 379         return NULL;
 380 }
 381
 382 extern int knav_init_acc_range(struct knav_device *kdev,
 383                                         struct device_node *node,
 384                                         struct knav_range_info *range);
 385 extern void knav_queue_notify(struct knav_queue_inst *inst);
 386
 387 #endif /* __KNAV_QMSS_H__ */