drivers/spmi/spmi-pmic-arb.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Copyright (c) 2012-2015, 2017, The Linux Foundation. All rights reserved.
   4  */
   5 #include <linux/bitmap.h>
   6 #include <linux/delay.h>
   7 #include <linux/err.h>
   8 #include <linux/interrupt.h>
   9 #include <linux/io.h>
  10 #include <linux/irqchip/chained_irq.h>
  11 #include <linux/irqdomain.h>
  12 #include <linux/irq.h>
  13 #include <linux/kernel.h>
  14 #include <linux/module.h>
  15 #include <linux/of.h>
  16 #include <linux/platform_device.h>
  17 #include <linux/slab.h>
  18 #include <linux/spmi.h>
  19
  20 /* PMIC Arbiter configuration registers */
  21 #define PMIC_ARB_VERSION                0x0000
  22 #define PMIC_ARB_VERSION_V2_MIN         0x20010000
  23 #define PMIC_ARB_VERSION_V3_MIN         0x30000000
  24 #define PMIC_ARB_VERSION_V5_MIN         0x50000000
  25 #define PMIC_ARB_INT_EN                 0x0004
  26
  27 /* PMIC Arbiter channel registers offsets */
  28 #define PMIC_ARB_CMD                    0x00
  29 #define PMIC_ARB_CONFIG                 0x04
  30 #define PMIC_ARB_STATUS                 0x08
  31 #define PMIC_ARB_WDATA0                 0x10
  32 #define PMIC_ARB_WDATA1                 0x14
  33 #define PMIC_ARB_RDATA0                 0x18
  34 #define PMIC_ARB_RDATA1                 0x1C
  35
  36 /* Mapping Table */
  37 #define SPMI_MAPPING_TABLE_REG(N)       (0x0B00 + (4 * (N)))
  38 #define SPMI_MAPPING_BIT_INDEX(X)       (((X) >> 18) & 0xF)
  39 #define SPMI_MAPPING_BIT_IS_0_FLAG(X)   (((X) >> 17) & 0x1)
  40 #define SPMI_MAPPING_BIT_IS_0_RESULT(X) (((X) >> 9) & 0xFF)
  41 #define SPMI_MAPPING_BIT_IS_1_FLAG(X)   (((X) >> 8) & 0x1)
  42 #define SPMI_MAPPING_BIT_IS_1_RESULT(X) (((X) >> 0) & 0xFF)
  43
  44 #define SPMI_MAPPING_TABLE_TREE_DEPTH   16      /* Maximum of 16-bits */
  45 #define PMIC_ARB_MAX_PPID               BIT(12) /* PPID is 12bit */
  46 #define PMIC_ARB_APID_VALID             BIT(15)
  47 #define PMIC_ARB_CHAN_IS_IRQ_OWNER(reg) ((reg) & BIT(24))
  48 #define INVALID_EE                              0xFF
  49
  50 /* Ownership Table */
  51 #define SPMI_OWNERSHIP_TABLE_REG(N)     (0x0700 + (4 * (N)))
  52 #define SPMI_OWNERSHIP_PERIPH2OWNER(X)  ((X) & 0x7)
  53
  54 /* Channel Status fields */
  55 enum pmic_arb_chnl_status {
  56         PMIC_ARB_STATUS_DONE    = BIT(0),
  57         PMIC_ARB_STATUS_FAILURE = BIT(1),
  58         PMIC_ARB_STATUS_DENIED  = BIT(2),
  59         PMIC_ARB_STATUS_DROPPED = BIT(3),
  60 };
  61
  62 /* Command register fields */
  63 #define PMIC_ARB_CMD_MAX_BYTE_COUNT     8
  64
  65 /* Command Opcodes */
  66 enum pmic_arb_cmd_op_code {
  67         PMIC_ARB_OP_EXT_WRITEL = 0,
  68         PMIC_ARB_OP_EXT_READL = 1,
  69         PMIC_ARB_OP_EXT_WRITE = 2,
  70         PMIC_ARB_OP_RESET = 3,
  71         PMIC_ARB_OP_SLEEP = 4,
  72         PMIC_ARB_OP_SHUTDOWN = 5,
  73         PMIC_ARB_OP_WAKEUP = 6,
  74         PMIC_ARB_OP_AUTHENTICATE = 7,
  75         PMIC_ARB_OP_MSTR_READ = 8,
  76         PMIC_ARB_OP_MSTR_WRITE = 9,
  77         PMIC_ARB_OP_EXT_READ = 13,
  78         PMIC_ARB_OP_WRITE = 14,
  79         PMIC_ARB_OP_READ = 15,
  80         PMIC_ARB_OP_ZERO_WRITE = 16,
  81 };
  82
  83 /*
  84  * PMIC arbiter version 5 uses different register offsets for read/write vs
  85  * observer channels.
  86  */
  87 enum pmic_arb_channel {
  88         PMIC_ARB_CHANNEL_RW,
  89         PMIC_ARB_CHANNEL_OBS,
  90 };
  91
  92 /* Maximum number of support PMIC peripherals */
  93 #define PMIC_ARB_MAX_PERIPHS            512
  94 #define PMIC_ARB_TIMEOUT_US             100
  95 #define PMIC_ARB_MAX_TRANS_BYTES        (8)
  96
  97 #define PMIC_ARB_APID_MASK              0xFF
  98 #define PMIC_ARB_PPID_MASK              0xFFF
  99
 100 /* interrupt enable bit */
 101 #define SPMI_PIC_ACC_ENABLE_BIT         BIT(0)
 102
 103 #define spec_to_hwirq(slave_id, periph_id, irq_id, apid) \
 104         ((((slave_id) & 0xF)   << 28) | \
 105         (((periph_id) & 0xFF)  << 20) | \
 106         (((irq_id)    & 0x7)   << 16) | \
 107         (((apid)      & 0x1FF) << 0))
 108
 109 #define hwirq_to_sid(hwirq)  (((hwirq) >> 28) & 0xF)
 110 #define hwirq_to_per(hwirq)  (((hwirq) >> 20) & 0xFF)
 111 #define hwirq_to_irq(hwirq)  (((hwirq) >> 16) & 0x7)
 112 #define hwirq_to_apid(hwirq) (((hwirq) >> 0)  & 0x1FF)
 113
 114 struct pmic_arb_ver_ops;
 115
 116 struct apid_data {
 117         u16             ppid;
 118         u8              write_ee;
 119         u8              irq_ee;
 120 };
 121
 122 /**
 123  * spmi_pmic_arb - SPMI PMIC Arbiter object
 124  *
 125  * @rd_base:            on v1 "core", on v2 "observer" register base off DT.
 126  * @wr_base:            on v1 "core", on v2 "chnls"    register base off DT.
 127  * @intr:               address of the SPMI interrupt control registers.
 128  * @cnfg:               address of the PMIC Arbiter configuration registers.
 129  * @lock:               lock to synchronize accesses.
 130  * @channel:            execution environment channel to use for accesses.
 131  * @irq:                PMIC ARB interrupt.
 132  * @ee:                 the current Execution Environment
 133  * @min_apid:           minimum APID (used for bounding IRQ search)
 134  * @max_apid:           maximum APID
 135  * @mapping_table:      in-memory copy of PPID -> APID mapping table.
 136  * @domain:             irq domain object for PMIC IRQ domain
 137  * @spmic:              SPMI controller object
 138  * @ver_ops:            version dependent operations.
 139  * @ppid_to_apid        in-memory copy of PPID -> APID mapping table.
 140  */
 141 struct spmi_pmic_arb {
 142         void __iomem            *rd_base;
 143         void __iomem            *wr_base;
 144         void __iomem            *intr;
 145         void __iomem            *cnfg;
 146         void __iomem            *core;
 147         resource_size_t         core_size;
 148         raw_spinlock_t          lock;
 149         u8                      channel;
 150         int                     irq;
 151         u8                      ee;
 152         u16                     min_apid;
 153         u16                     max_apid;
 154         u32                     *mapping_table;
 155         DECLARE_BITMAP(mapping_table_valid, PMIC_ARB_MAX_PERIPHS);
 156         struct irq_domain       *domain;
 157         struct spmi_controller  *spmic;
 158         const struct pmic_arb_ver_ops *ver_ops;
 159         u16                     *ppid_to_apid;
 160         u16                     last_apid;
 161         struct apid_data        apid_data[PMIC_ARB_MAX_PERIPHS];
 162 };
 163
 164 /**
 165  * pmic_arb_ver: version dependent functionality.
 166  *
 167  * @ver_str:            version string.
 168  * @ppid_to_apid:       finds the apid for a given ppid.
 169  * @non_data_cmd:       on v1 issues an spmi non-data command.
 170  *                      on v2 no HW support, returns -EOPNOTSUPP.
 171  * @offset:             on v1 offset of per-ee channel.
 172  *                      on v2 offset of per-ee and per-ppid channel.
 173  * @fmt_cmd:            formats a GENI/SPMI command.
 174  * @owner_acc_status:   on v1 address of PMIC_ARB_SPMI_PIC_OWNERm_ACC_STATUSn
 175  *                      on v2 address of SPMI_PIC_OWNERm_ACC_STATUSn.
 176  * @acc_enable:         on v1 address of PMIC_ARB_SPMI_PIC_ACC_ENABLEn
 177  *                      on v2 address of SPMI_PIC_ACC_ENABLEn.
 178  * @irq_status:         on v1 address of PMIC_ARB_SPMI_PIC_IRQ_STATUSn
 179  *                      on v2 address of SPMI_PIC_IRQ_STATUSn.
 180  * @irq_clear:          on v1 address of PMIC_ARB_SPMI_PIC_IRQ_CLEARn
 181  *                      on v2 address of SPMI_PIC_IRQ_CLEARn.
 182  * @apid_map_offset:    offset of PMIC_ARB_REG_CHNLn
 183  */
 184 struct pmic_arb_ver_ops {
 185         const char *ver_str;
 186         int (*ppid_to_apid)(struct spmi_pmic_arb *pmic_arb, u16 ppid);
 187         /* spmi commands (read_cmd, write_cmd, cmd) functionality */
 188         int (*offset)(struct spmi_pmic_arb *pmic_arb, u8 sid, u16 addr,
 189                         enum pmic_arb_channel ch_type);
 190         u32 (*fmt_cmd)(u8 opc, u8 sid, u16 addr, u8 bc);
 191         int (*non_data_cmd)(struct spmi_controller *ctrl, u8 opc, u8 sid);
 192         /* Interrupts controller functionality (offset of PIC registers) */
 193         void __iomem *(*owner_acc_status)(struct spmi_pmic_arb *pmic_arb, u8 m,
 194                                           u16 n);
 195         void __iomem *(*acc_enable)(struct spmi_pmic_arb *pmic_arb, u16 n);
 196         void __iomem *(*irq_status)(struct spmi_pmic_arb *pmic_arb, u16 n);
 197         void __iomem *(*irq_clear)(struct spmi_pmic_arb *pmic_arb, u16 n);
 198         u32 (*apid_map_offset)(u16 n);
 199 };
 200
 201 static inline void pmic_arb_base_write(struct spmi_pmic_arb *pmic_arb,
 202                                        u32 offset, u32 val)
 203 {
 204         writel_relaxed(val, pmic_arb->wr_base + offset);
 205 }
 206
 207 static inline void pmic_arb_set_rd_cmd(struct spmi_pmic_arb *pmic_arb,
 208                                        u32 offset, u32 val)
 209 {
 210         writel_relaxed(val, pmic_arb->rd_base + offset);
 211 }
 212
 213 /**
 214  * pmic_arb_read_data: reads pmic-arb's register and copy 1..4 bytes to buf
 215  * @bc:         byte count -1. range: 0..3
 216  * @reg:        register's address
 217  * @buf:        output parameter, length must be bc + 1
 218  */
 219 static void
 220 pmic_arb_read_data(struct spmi_pmic_arb *pmic_arb, u8 *buf, u32 reg, u8 bc)
 221 {
 222         u32 data = __raw_readl(pmic_arb->rd_base + reg);
 223
 224         memcpy(buf, &data, (bc & 3) + 1);
 225 }
 226
 227 /**
 228  * pmic_arb_write_data: write 1..4 bytes from buf to pmic-arb's register
 229  * @bc:         byte-count -1. range: 0..3.
 230  * @reg:        register's address.
 231  * @buf:        buffer to write. length must be bc + 1.
 232  */
 233 static void pmic_arb_write_data(struct spmi_pmic_arb *pmic_arb, const u8 *buf,
 234                                 u32 reg, u8 bc)
 235 {
 236         u32 data = 0;
 237
 238         memcpy(&data, buf, (bc & 3) + 1);
 239         __raw_writel(data, pmic_arb->wr_base + reg);
 240 }
 241
 242 static int pmic_arb_wait_for_done(struct spmi_controller *ctrl,
 243                                   void __iomem *base, u8 sid, u16 addr,
 244                                   enum pmic_arb_channel ch_type)
 245 {
 246         struct spmi_pmic_arb *pmic_arb = spmi_controller_get_drvdata(ctrl);
 247         u32 status = 0;
 248         u32 timeout = PMIC_ARB_TIMEOUT_US;
 249         u32 offset;
 250         int rc;
 251
 252         rc = pmic_arb->ver_ops->offset(pmic_arb, sid, addr, ch_type);
 253         if (rc < 0)
 254                 return rc;
 255
 256         offset = rc;
 257         offset += PMIC_ARB_STATUS;
 258
 259         while (timeout--) {
 260                 status = readl_relaxed(base + offset);
 261
 262                 if (status & PMIC_ARB_STATUS_DONE) {
 263                         if (status & PMIC_ARB_STATUS_DENIED) {
 264                                 dev_err(&ctrl->dev, "%s: transaction denied (0x%x)\n",
 265                                         __func__, status);
 266                                 return -EPERM;
 267                         }
 268
 269                         if (status & PMIC_ARB_STATUS_FAILURE) {
 270                                 dev_err(&ctrl->dev, "%s: transaction failed (0x%x)\n",
 271                                         __func__, status);
 272                                 return -EIO;
 273                         }
 274
 275                         if (status & PMIC_ARB_STATUS_DROPPED) {
 276                                 dev_err(&ctrl->dev, "%s: transaction dropped (0x%x)\n",
 277                                         __func__, status);
 278                                 return -EIO;
 279                         }
 280
 281                         return 0;
 282                 }
 283                 udelay(1);
 284         }
 285
 286         dev_err(&ctrl->dev, "%s: timeout, status 0x%x\n",
 287                 __func__, status);
 288         return -ETIMEDOUT;
 289 }
 290
 291 static int
 292 pmic_arb_non_data_cmd_v1(struct spmi_controller *ctrl, u8 opc, u8 sid)
 293 {
 294         struct spmi_pmic_arb *pmic_arb = spmi_controller_get_drvdata(ctrl);
 295         unsigned long flags;
 296         u32 cmd;
 297         int rc;
 298         u32 offset;
 299
 300         rc = pmic_arb->ver_ops->offset(pmic_arb, sid, 0, PMIC_ARB_CHANNEL_RW);
 301         if (rc < 0)
 302                 return rc;
 303
 304         offset = rc;
 305         cmd = ((opc | 0x40) << 27) | ((sid & 0xf) << 20);
 306
 307         raw_spin_lock_irqsave(&pmic_arb->lock, flags);
 308         pmic_arb_base_write(pmic_arb, offset + PMIC_ARB_CMD, cmd);
 309         rc = pmic_arb_wait_for_done(ctrl, pmic_arb->wr_base, sid, 0,
 310                                     PMIC_ARB_CHANNEL_RW);
 311         raw_spin_unlock_irqrestore(&pmic_arb->lock, flags);
 312
 313         return rc;
 314 }
 315
 316 static int
 317 pmic_arb_non_data_cmd_v2(struct spmi_controller *ctrl, u8 opc, u8 sid)
 318 {
 319         return -EOPNOTSUPP;
 320 }
 321
 322 /* Non-data command */
 323 static int pmic_arb_cmd(struct spmi_controller *ctrl, u8 opc, u8 sid)
 324 {
 325         struct spmi_pmic_arb *pmic_arb = spmi_controller_get_drvdata(ctrl);
 326
 327         dev_dbg(&ctrl->dev, "cmd op:0x%x sid:%d\n", opc, sid);
 328
 329         /* Check for valid non-data command */
 330         if (opc < SPMI_CMD_RESET || opc > SPMI_CMD_WAKEUP)
 331                 return -EINVAL;
 332
 333         return pmic_arb->ver_ops->non_data_cmd(ctrl, opc, sid);
 334 }
 335
 336 static int pmic_arb_read_cmd(struct spmi_controller *ctrl, u8 opc, u8 sid,
 337                              u16 addr, u8 *buf, size_t len)
 338 {
 339         struct spmi_pmic_arb *pmic_arb = spmi_controller_get_drvdata(ctrl);
 340         unsigned long flags;
 341         u8 bc = len - 1;
 342         u32 cmd;
 343         int rc;
 344         u32 offset;
 345
 346         rc = pmic_arb->ver_ops->offset(pmic_arb, sid, addr,
 347                                        PMIC_ARB_CHANNEL_OBS);
 348         if (rc < 0)
 349                 return rc;
 350
 351         offset = rc;
 352         if (bc >= PMIC_ARB_MAX_TRANS_BYTES) {
 353                 dev_err(&ctrl->dev, "pmic-arb supports 1..%d bytes per trans, but:%zu requested",
 354                         PMIC_ARB_MAX_TRANS_BYTES, len);
 355                 return  -EINVAL;
 356         }
 357
 358         /* Check the opcode */
 359         if (opc >= 0x60 && opc <= 0x7F)
 360                 opc = PMIC_ARB_OP_READ;
 361         else if (opc >= 0x20 && opc <= 0x2F)
 362                 opc = PMIC_ARB_OP_EXT_READ;
 363         else if (opc >= 0x38 && opc <= 0x3F)
 364                 opc = PMIC_ARB_OP_EXT_READL;
 365         else
 366                 return -EINVAL;
 367
 368         cmd = pmic_arb->ver_ops->fmt_cmd(opc, sid, addr, bc);
 369
 370         raw_spin_lock_irqsave(&pmic_arb->lock, flags);
 371         pmic_arb_set_rd_cmd(pmic_arb, offset + PMIC_ARB_CMD, cmd);
 372         rc = pmic_arb_wait_for_done(ctrl, pmic_arb->rd_base, sid, addr,
 373                                     PMIC_ARB_CHANNEL_OBS);
 374         if (rc)
 375                 goto done;
 376
 377         pmic_arb_read_data(pmic_arb, buf, offset + PMIC_ARB_RDATA0,
 378                      min_t(u8, bc, 3));
 379
 380         if (bc > 3)
 381                 pmic_arb_read_data(pmic_arb, buf + 4, offset + PMIC_ARB_RDATA1,
 382                                         bc - 4);
 383
 384 done:
 385         raw_spin_unlock_irqrestore(&pmic_arb->lock, flags);
 386         return rc;
 387 }
 388
 389 static int pmic_arb_write_cmd(struct spmi_controller *ctrl, u8 opc, u8 sid,
 390                         u16 addr, const u8 *buf, size_t len)
 391 {
 392         struct spmi_pmic_arb *pmic_arb = spmi_controller_get_drvdata(ctrl);
 393         unsigned long flags;
 394         u8 bc = len - 1;
 395         u32 cmd;
 396         int rc;
 397         u32 offset;
 398
 399         rc = pmic_arb->ver_ops->offset(pmic_arb, sid, addr,
 400                                         PMIC_ARB_CHANNEL_RW);
 401         if (rc < 0)
 402                 return rc;
 403
 404         offset = rc;
 405         if (bc >= PMIC_ARB_MAX_TRANS_BYTES) {
 406                 dev_err(&ctrl->dev, "pmic-arb supports 1..%d bytes per trans, but:%zu requested",
 407                         PMIC_ARB_MAX_TRANS_BYTES, len);
 408                 return  -EINVAL;
 409         }
 410
 411         /* Check the opcode */
 412         if (opc >= 0x40 && opc <= 0x5F)
 413                 opc = PMIC_ARB_OP_WRITE;
 414         else if (opc <= 0x0F)
 415                 opc = PMIC_ARB_OP_EXT_WRITE;
 416         else if (opc >= 0x30 && opc <= 0x37)
 417                 opc = PMIC_ARB_OP_EXT_WRITEL;
 418         else if (opc >= 0x80)
 419                 opc = PMIC_ARB_OP_ZERO_WRITE;
 420         else
 421                 return -EINVAL;
 422
 423         cmd = pmic_arb->ver_ops->fmt_cmd(opc, sid, addr, bc);
 424
 425         /* Write data to FIFOs */
 426         raw_spin_lock_irqsave(&pmic_arb->lock, flags);
 427         pmic_arb_write_data(pmic_arb, buf, offset + PMIC_ARB_WDATA0,
 428                                 min_t(u8, bc, 3));
 429         if (bc > 3)
 430                 pmic_arb_write_data(pmic_arb, buf + 4, offset + PMIC_ARB_WDATA1,
 431                                         bc - 4);
 432
 433         /* Start the transaction */
 434         pmic_arb_base_write(pmic_arb, offset + PMIC_ARB_CMD, cmd);
 435         rc = pmic_arb_wait_for_done(ctrl, pmic_arb->wr_base, sid, addr,
 436                                     PMIC_ARB_CHANNEL_RW);
 437         raw_spin_unlock_irqrestore(&pmic_arb->lock, flags);
 438
 439         return rc;
 440 }
 441
 442 enum qpnpint_regs {
 443         QPNPINT_REG_RT_STS              = 0x10,
 444         QPNPINT_REG_SET_TYPE            = 0x11,
 445         QPNPINT_REG_POLARITY_HIGH       = 0x12,
 446         QPNPINT_REG_POLARITY_LOW        = 0x13,
 447         QPNPINT_REG_LATCHED_CLR         = 0x14,
 448         QPNPINT_REG_EN_SET              = 0x15,
 449         QPNPINT_REG_EN_CLR              = 0x16,
 450         QPNPINT_REG_LATCHED_STS         = 0x18,
 451 };
 452
 453 struct spmi_pmic_arb_qpnpint_type {
 454         u8 type; /* 1 -> edge */
 455         u8 polarity_high;
 456         u8 polarity_low;
 457 } __packed;
 458
 459 /* Simplified accessor functions for irqchip callbacks */
 460 static void qpnpint_spmi_write(struct irq_data *d, u8 reg, void *buf,
 461                                size_t len)
 462 {
 463         struct spmi_pmic_arb *pmic_arb = irq_data_get_irq_chip_data(d);
 464         u8 sid = hwirq_to_sid(d->hwirq);
 465         u8 per = hwirq_to_per(d->hwirq);
 466
 467         if (pmic_arb_write_cmd(pmic_arb->spmic, SPMI_CMD_EXT_WRITEL, sid,
 468                                (per << 8) + reg, buf, len))
 469                 dev_err_ratelimited(&pmic_arb->spmic->dev, "failed irqchip transaction on %x\n",
 470                                     d->irq);
 471 }
 472
 473 static void qpnpint_spmi_read(struct irq_data *d, u8 reg, void *buf, size_t len)
 474 {
 475         struct spmi_pmic_arb *pmic_arb = irq_data_get_irq_chip_data(d);
 476         u8 sid = hwirq_to_sid(d->hwirq);
 477         u8 per = hwirq_to_per(d->hwirq);
 478
 479         if (pmic_arb_read_cmd(pmic_arb->spmic, SPMI_CMD_EXT_READL, sid,
 480                               (per << 8) + reg, buf, len))
 481                 dev_err_ratelimited(&pmic_arb->spmic->dev, "failed irqchip transaction on %x\n",
 482                                     d->irq);
 483 }
 484
 485 static void cleanup_irq(struct spmi_pmic_arb *pmic_arb, u16 apid, int id)
 486 {
 487         u16 ppid = pmic_arb->apid_data[apid].ppid;
 488         u8 sid = ppid >> 8;
 489         u8 per = ppid & 0xFF;
 490         u8 irq_mask = BIT(id);
 491
 492         writel_relaxed(irq_mask, pmic_arb->ver_ops->irq_clear(pmic_arb, apid));
 493
 494         if (pmic_arb_write_cmd(pmic_arb->spmic, SPMI_CMD_EXT_WRITEL, sid,
 495                         (per << 8) + QPNPINT_REG_LATCHED_CLR, &irq_mask, 1))
 496                 dev_err_ratelimited(&pmic_arb->spmic->dev, "failed to ack irq_mask = 0x%x for ppid = %x\n",
 497                                 irq_mask, ppid);
 498
 499         if (pmic_arb_write_cmd(pmic_arb->spmic, SPMI_CMD_EXT_WRITEL, sid,
 500                                (per << 8) + QPNPINT_REG_EN_CLR, &irq_mask, 1))
 501                 dev_err_ratelimited(&pmic_arb->spmic->dev, "failed to ack irq_mask = 0x%x for ppid = %x\n",
 502                                 irq_mask, ppid);
 503 }
 504
 505 static void periph_interrupt(struct spmi_pmic_arb *pmic_arb, u16 apid)
 506 {
 507         unsigned int irq;
 508         u32 status;
 509         int id;
 510         u8 sid = (pmic_arb->apid_data[apid].ppid >> 8) & 0xF;
 511         u8 per = pmic_arb->apid_data[apid].ppid & 0xFF;
 512
 513         status = readl_relaxed(pmic_arb->ver_ops->irq_status(pmic_arb, apid));
 514         while (status) {
 515                 id = ffs(status) - 1;
 516                 status &= ~BIT(id);
 517                 irq = irq_find_mapping(pmic_arb->domain,
 518                                         spec_to_hwirq(sid, per, id, apid));
 519                 if (irq == 0) {
 520                         cleanup_irq(pmic_arb, apid, id);
 521                         continue;
 522                 }
 523                 generic_handle_irq(irq);
 524         }
 525 }
 526
 527 static void pmic_arb_chained_irq(struct irq_desc *desc)
 528 {
 529         struct spmi_pmic_arb *pmic_arb = irq_desc_get_handler_data(desc);
 530         const struct pmic_arb_ver_ops *ver_ops = pmic_arb->ver_ops;
 531         struct irq_chip *chip = irq_desc_get_chip(desc);
 532         int first = pmic_arb->min_apid >> 5;
 533         int last = pmic_arb->max_apid >> 5;
 534         u8 ee = pmic_arb->ee;
 535         u32 status, enable;
 536         int i, id, apid;
 537
 538         chained_irq_enter(chip, desc);
 539
 540         for (i = first; i <= last; ++i) {
 541                 status = readl_relaxed(
 542                                 ver_ops->owner_acc_status(pmic_arb, ee, i));
 543                 while (status) {
 544                         id = ffs(status) - 1;
 545                         status &= ~BIT(id);
 546                         apid = id + i * 32;
 547                         enable = readl_relaxed(
 548                                         ver_ops->acc_enable(pmic_arb, apid));
 549                         if (enable & SPMI_PIC_ACC_ENABLE_BIT)
 550                                 periph_interrupt(pmic_arb, apid);
 551                 }
 552         }
 553
 554         chained_irq_exit(chip, desc);
 555 }
 556
 557 static void qpnpint_irq_ack(struct irq_data *d)
 558 {
 559         struct spmi_pmic_arb *pmic_arb = irq_data_get_irq_chip_data(d);
 560         u8 irq = hwirq_to_irq(d->hwirq);
 561         u16 apid = hwirq_to_apid(d->hwirq);
 562         u8 data;
 563
 564         writel_relaxed(BIT(irq), pmic_arb->ver_ops->irq_clear(pmic_arb, apid));
 565
 566         data = BIT(irq);
 567         qpnpint_spmi_write(d, QPNPINT_REG_LATCHED_CLR, &data, 1);
 568 }
 569
 570 static void qpnpint_irq_mask(struct irq_data *d)
 571 {
 572         u8 irq = hwirq_to_irq(d->hwirq);
 573         u8 data = BIT(irq);
 574
 575         qpnpint_spmi_write(d, QPNPINT_REG_EN_CLR, &data, 1);
 576 }
 577
 578 static void qpnpint_irq_unmask(struct irq_data *d)
 579 {
 580         struct spmi_pmic_arb *pmic_arb = irq_data_get_irq_chip_data(d);
 581         const struct pmic_arb_ver_ops *ver_ops = pmic_arb->ver_ops;
 582         u8 irq = hwirq_to_irq(d->hwirq);
 583         u16 apid = hwirq_to_apid(d->hwirq);
 584         u8 buf[2];
 585
 586         writel_relaxed(SPMI_PIC_ACC_ENABLE_BIT,
 587                         ver_ops->acc_enable(pmic_arb, apid));
 588
 589         qpnpint_spmi_read(d, QPNPINT_REG_EN_SET, &buf[0], 1);
 590         if (!(buf[0] & BIT(irq))) {
 591                 /*
 592                  * Since the interrupt is currently disabled, write to both the
 593                  * LATCHED_CLR and EN_SET registers so that a spurious interrupt
 594                  * cannot be triggered when the interrupt is enabled
 595                  */
 596                 buf[0] = BIT(irq);
 597                 buf[1] = BIT(irq);
 598                 qpnpint_spmi_write(d, QPNPINT_REG_LATCHED_CLR, &buf, 2);
 599         }
 600 }
 601
 602 static int qpnpint_irq_set_type(struct irq_data *d, unsigned int flow_type)
 603 {
 604         struct spmi_pmic_arb_qpnpint_type type;
 605         irq_flow_handler_t flow_handler;
 606         u8 irq = hwirq_to_irq(d->hwirq);
 607
 608         qpnpint_spmi_read(d, QPNPINT_REG_SET_TYPE, &type, sizeof(type));
 609
 610         if (flow_type & (IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING)) {
 611                 type.type |= BIT(irq);
 612                 if (flow_type & IRQF_TRIGGER_RISING)
 613                         type.polarity_high |= BIT(irq);
 614                 if (flow_type & IRQF_TRIGGER_FALLING)
 615                         type.polarity_low  |= BIT(irq);
 616
 617                 flow_handler = handle_edge_irq;
 618         } else {
 619                 if ((flow_type & (IRQF_TRIGGER_HIGH)) &&
 620                     (flow_type & (IRQF_TRIGGER_LOW)))
 621                         return -EINVAL;
 622
 623                 type.type &= ~BIT(irq); /* level trig */
 624                 if (flow_type & IRQF_TRIGGER_HIGH)
 625                         type.polarity_high |= BIT(irq);
 626                 else
 627                         type.polarity_low  |= BIT(irq);
 628
 629                 flow_handler = handle_level_irq;
 630         }
 631
 632         qpnpint_spmi_write(d, QPNPINT_REG_SET_TYPE, &type, sizeof(type));
 633         irq_set_handler_locked(d, flow_handler);
 634
 635         return 0;
 636 }
 637
 638 static int qpnpint_irq_set_wake(struct irq_data *d, unsigned int on)
 639 {
 640         struct spmi_pmic_arb *pmic_arb = irq_data_get_irq_chip_data(d);
 641
 642         return irq_set_irq_wake(pmic_arb->irq, on);
 643 }
 644
 645 static int qpnpint_get_irqchip_state(struct irq_data *d,
 646                                      enum irqchip_irq_state which,
 647                                      bool *state)
 648 {
 649         u8 irq = hwirq_to_irq(d->hwirq);
 650         u8 status = 0;
 651
 652         if (which != IRQCHIP_STATE_LINE_LEVEL)
 653                 return -EINVAL;
 654
 655         qpnpint_spmi_read(d, QPNPINT_REG_RT_STS, &status, 1);
 656         *state = !!(status & BIT(irq));
 657
 658         return 0;
 659 }
 660
 661 static int qpnpint_irq_domain_activate(struct irq_domain *domain,
 662                                        struct irq_data *d, bool reserve)
 663 {
 664         struct spmi_pmic_arb *pmic_arb = irq_data_get_irq_chip_data(d);
 665         u16 periph = hwirq_to_per(d->hwirq);
 666         u16 apid = hwirq_to_apid(d->hwirq);
 667         u16 sid = hwirq_to_sid(d->hwirq);
 668         u16 irq = hwirq_to_irq(d->hwirq);
 669
 670         if (pmic_arb->apid_data[apid].irq_ee != pmic_arb->ee) {
 671                 dev_err(&pmic_arb->spmic->dev, "failed to xlate sid = %#x, periph = %#x, irq = %u: ee=%u but owner=%u\n",
 672                         sid, periph, irq, pmic_arb->ee,
 673                         pmic_arb->apid_data[apid].irq_ee);
 674                 return -ENODEV;
 675         }
 676
 677         return 0;
 678 }
 679
 680 static struct irq_chip pmic_arb_irqchip = {
 681         .name           = "pmic_arb",
 682         .irq_ack        = qpnpint_irq_ack,
 683         .irq_mask       = qpnpint_irq_mask,
 684         .irq_unmask     = qpnpint_irq_unmask,
 685         .irq_set_type   = qpnpint_irq_set_type,
 686         .irq_set_wake   = qpnpint_irq_set_wake,
 687         .irq_get_irqchip_state  = qpnpint_get_irqchip_state,
 688         .flags          = IRQCHIP_MASK_ON_SUSPEND,
 689 };
 690
 691 static int qpnpint_irq_domain_translate(struct irq_domain *d,
 692                                         struct irq_fwspec *fwspec,
 693                                         unsigned long *out_hwirq,
 694                                         unsigned int *out_type)
 695 {
 696         struct spmi_pmic_arb *pmic_arb = d->host_data;
 697         u32 *intspec = fwspec->param;
 698         u16 apid, ppid;
 699         int rc;
 700
 701         dev_dbg(&pmic_arb->spmic->dev, "intspec[0] 0x%1x intspec[1] 0x%02x intspec[2] 0x%02x\n",
 702                 intspec[0], intspec[1], intspec[2]);
 703
 704         if (irq_domain_get_of_node(d) != pmic_arb->spmic->dev.of_node)
 705                 return -EINVAL;
 706         if (fwspec->param_count != 4)
 707                 return -EINVAL;
 708         if (intspec[0] > 0xF || intspec[1] > 0xFF || intspec[2] > 0x7)
 709                 return -EINVAL;
 710
 711         ppid = intspec[0] << 8 | intspec[1];
 712         rc = pmic_arb->ver_ops->ppid_to_apid(pmic_arb, ppid);
 713         if (rc < 0) {
 714                 dev_err(&pmic_arb->spmic->dev, "failed to xlate sid = %#x, periph = %#x, irq = %u rc = %d\n",
 715                 intspec[0], intspec[1], intspec[2], rc);
 716                 return rc;
 717         }
 718
 719         apid = rc;
 720         /* Keep track of {max,min}_apid for bounding search during interrupt */
 721         if (apid > pmic_arb->max_apid)
 722                 pmic_arb->max_apid = apid;
 723         if (apid < pmic_arb->min_apid)
 724                 pmic_arb->min_apid = apid;
 725
 726         *out_hwirq = spec_to_hwirq(intspec[0], intspec[1], intspec[2], apid);
 727         *out_type  = intspec[3] & IRQ_TYPE_SENSE_MASK;
 728
 729         dev_dbg(&pmic_arb->spmic->dev, "out_hwirq = %lu\n", *out_hwirq);
 730
 731         return 0;
 732 }
 733
 734 static struct lock_class_key qpnpint_irq_lock_class, qpnpint_irq_request_class;
 735
 736 static void qpnpint_irq_domain_map(struct spmi_pmic_arb *pmic_arb,
 737                                    struct irq_domain *domain, unsigned int virq,
 738                                    irq_hw_number_t hwirq, unsigned int type)
 739 {
 740         irq_flow_handler_t handler;
 741
 742         dev_dbg(&pmic_arb->spmic->dev, "virq = %u, hwirq = %lu, type = %u\n",
 743                 virq, hwirq, type);
 744
 745         if (type & IRQ_TYPE_EDGE_BOTH)
 746                 handler = handle_edge_irq;
 747         else
 748                 handler = handle_level_irq;
 749
 750
 751         irq_set_lockdep_class(virq, &qpnpint_irq_lock_class,
 752                               &qpnpint_irq_request_class);
 753         irq_domain_set_info(domain, virq, hwirq, &pmic_arb_irqchip, pmic_arb,
 754                             handler, NULL, NULL);
 755 }
 756
 757 static int qpnpint_irq_domain_alloc(struct irq_domain *domain,
 758                                     unsigned int virq, unsigned int nr_irqs,
 759                                     void *data)
 760 {
 761         struct spmi_pmic_arb *pmic_arb = domain->host_data;
 762         struct irq_fwspec *fwspec = data;
 763         irq_hw_number_t hwirq;
 764         unsigned int type;
 765         int ret, i;
 766
 767         ret = qpnpint_irq_domain_translate(domain, fwspec, &hwirq, &type);
 768         if (ret)
 769                 return ret;
 770
 771         for (i = 0; i < nr_irqs; i++)
 772                 qpnpint_irq_domain_map(pmic_arb, domain, virq + i, hwirq + i,
 773                                        type);
 774
 775         return 0;
 776 }
 777
 778 static int pmic_arb_ppid_to_apid_v1(struct spmi_pmic_arb *pmic_arb, u16 ppid)
 779 {
 780         u32 *mapping_table = pmic_arb->mapping_table;
 781         int index = 0, i;
 782         u16 apid_valid;
 783         u16 apid;
 784         u32 data;
 785
 786         apid_valid = pmic_arb->ppid_to_apid[ppid];
 787         if (apid_valid & PMIC_ARB_APID_VALID) {
 788                 apid = apid_valid & ~PMIC_ARB_APID_VALID;
 789                 return apid;
 790         }
 791
 792         for (i = 0; i < SPMI_MAPPING_TABLE_TREE_DEPTH; ++i) {
 793                 if (!test_and_set_bit(index, pmic_arb->mapping_table_valid))
 794                         mapping_table[index] = readl_relaxed(pmic_arb->cnfg +
 795                                                 SPMI_MAPPING_TABLE_REG(index));
 796
 797                 data = mapping_table[index];
 798
 799                 if (ppid & BIT(SPMI_MAPPING_BIT_INDEX(data))) {
 800                         if (SPMI_MAPPING_BIT_IS_1_FLAG(data)) {
 801                                 index = SPMI_MAPPING_BIT_IS_1_RESULT(data);
 802                         } else {
 803                                 apid = SPMI_MAPPING_BIT_IS_1_RESULT(data);
 804                                 pmic_arb->ppid_to_apid[ppid]
 805                                         = apid | PMIC_ARB_APID_VALID;
 806                                 pmic_arb->apid_data[apid].ppid = ppid;
 807                                 return apid;
 808                         }
 809                 } else {
 810                         if (SPMI_MAPPING_BIT_IS_0_FLAG(data)) {
 811                                 index = SPMI_MAPPING_BIT_IS_0_RESULT(data);
 812                         } else {
 813                                 apid = SPMI_MAPPING_BIT_IS_0_RESULT(data);
 814                                 pmic_arb->ppid_to_apid[ppid]
 815                                         = apid | PMIC_ARB_APID_VALID;
 816                                 pmic_arb->apid_data[apid].ppid = ppid;
 817                                 return apid;
 818                         }
 819                 }
 820         }
 821
 822         return -ENODEV;
 823 }
 824
 825 /* v1 offset per ee */
 826 static int pmic_arb_offset_v1(struct spmi_pmic_arb *pmic_arb, u8 sid, u16 addr,
 827                         enum pmic_arb_channel ch_type)
 828 {
 829         return 0x800 + 0x80 * pmic_arb->channel;
 830 }
 831
 832 static u16 pmic_arb_find_apid(struct spmi_pmic_arb *pmic_arb, u16 ppid)
 833 {
 834         struct apid_data *apidd = &pmic_arb->apid_data[pmic_arb->last_apid];
 835         u32 regval, offset;
 836         u16 id, apid;
 837
 838         for (apid = pmic_arb->last_apid; ; apid++, apidd++) {
 839                 offset = pmic_arb->ver_ops->apid_map_offset(apid);
 840                 if (offset >= pmic_arb->core_size)
 841                         break;
 842
 843                 regval = readl_relaxed(pmic_arb->cnfg +
 844                                       SPMI_OWNERSHIP_TABLE_REG(apid));
 845                 apidd->irq_ee = SPMI_OWNERSHIP_PERIPH2OWNER(regval);
 846                 apidd->write_ee = apidd->irq_ee;
 847
 848                 regval = readl_relaxed(pmic_arb->core + offset);
 849                 if (!regval)
 850                         continue;
 851
 852                 id = (regval >> 8) & PMIC_ARB_PPID_MASK;
 853                 pmic_arb->ppid_to_apid[id] = apid | PMIC_ARB_APID_VALID;
 854                 apidd->ppid = id;
 855                 if (id == ppid) {
 856                         apid |= PMIC_ARB_APID_VALID;
 857                         break;
 858                 }
 859         }
 860         pmic_arb->last_apid = apid & ~PMIC_ARB_APID_VALID;
 861
 862         return apid;
 863 }
 864
 865 static int pmic_arb_ppid_to_apid_v2(struct spmi_pmic_arb *pmic_arb, u16 ppid)
 866 {
 867         u16 apid_valid;
 868
 869         apid_valid = pmic_arb->ppid_to_apid[ppid];
 870         if (!(apid_valid & PMIC_ARB_APID_VALID))
 871                 apid_valid = pmic_arb_find_apid(pmic_arb, ppid);
 872         if (!(apid_valid & PMIC_ARB_APID_VALID))
 873                 return -ENODEV;
 874
 875         return apid_valid & ~PMIC_ARB_APID_VALID;
 876 }
 877
 878 static int pmic_arb_read_apid_map_v5(struct spmi_pmic_arb *pmic_arb)
 879 {
 880         struct apid_data *apidd = pmic_arb->apid_data;
 881         struct apid_data *prev_apidd;
 882         u16 i, apid, ppid;
 883         bool valid, is_irq_ee;
 884         u32 regval, offset;
 885
 886         /*
 887          * In order to allow multiple EEs to write to a single PPID in arbiter
 888          * version 5, there is more than one APID mapped to each PPID.
 889          * The owner field for each of these mappings specifies the EE which is
 890          * allowed to write to the APID.  The owner of the last (highest) APID
 891          * for a given PPID will receive interrupts from the PPID.
 892          */
 893         for (i = 0; ; i++, apidd++) {
 894                 offset = pmic_arb->ver_ops->apid_map_offset(i);
 895                 if (offset >= pmic_arb->core_size)
 896                         break;
 897
 898                 regval = readl_relaxed(pmic_arb->core + offset);
 899                 if (!regval)
 900                         continue;
 901                 ppid = (regval >> 8) & PMIC_ARB_PPID_MASK;
 902                 is_irq_ee = PMIC_ARB_CHAN_IS_IRQ_OWNER(regval);
 903
 904                 regval = readl_relaxed(pmic_arb->cnfg +
 905                                       SPMI_OWNERSHIP_TABLE_REG(i));
 906                 apidd->write_ee = SPMI_OWNERSHIP_PERIPH2OWNER(regval);
 907
 908                 apidd->irq_ee = is_irq_ee ? apidd->write_ee : INVALID_EE;
 909
 910                 valid = pmic_arb->ppid_to_apid[ppid] & PMIC_ARB_APID_VALID;
 911                 apid = pmic_arb->ppid_to_apid[ppid] & ~PMIC_ARB_APID_VALID;
 912                 prev_apidd = &pmic_arb->apid_data[apid];
 913
 914                 if (valid && is_irq_ee &&
 915                                 prev_apidd->write_ee == pmic_arb->ee) {
 916                         /*
 917                          * Duplicate PPID mapping after the one for this EE;
 918                          * override the irq owner
 919                          */
 920                         prev_apidd->irq_ee = apidd->irq_ee;
 921                 } else if (!valid || is_irq_ee) {
 922                         /* First PPID mapping or duplicate for another EE */
 923                         pmic_arb->ppid_to_apid[ppid] = i | PMIC_ARB_APID_VALID;
 924                 }
 925
 926                 apidd->ppid = ppid;
 927                 pmic_arb->last_apid = i;
 928         }
 929
 930         /* Dump the mapping table for debug purposes. */
 931         dev_dbg(&pmic_arb->spmic->dev, "PPID APID Write-EE IRQ-EE\n");
 932         for (ppid = 0; ppid < PMIC_ARB_MAX_PPID; ppid++) {
 933                 apid = pmic_arb->ppid_to_apid[ppid];
 934                 if (apid & PMIC_ARB_APID_VALID) {
 935                         apid &= ~PMIC_ARB_APID_VALID;
 936                         apidd = &pmic_arb->apid_data[apid];
 937                         dev_dbg(&pmic_arb->spmic->dev, "%#03X %3u %2u %2u\n",
 938                               ppid, apid, apidd->write_ee, apidd->irq_ee);
 939                 }
 940         }
 941
 942         return 0;
 943 }
 944
 945 static int pmic_arb_ppid_to_apid_v5(struct spmi_pmic_arb *pmic_arb, u16 ppid)
 946 {
 947         if (!(pmic_arb->ppid_to_apid[ppid] & PMIC_ARB_APID_VALID))
 948                 return -ENODEV;
 949
 950         return pmic_arb->ppid_to_apid[ppid] & ~PMIC_ARB_APID_VALID;
 951 }
 952
 953 /* v2 offset per ppid and per ee */
 954 static int pmic_arb_offset_v2(struct spmi_pmic_arb *pmic_arb, u8 sid, u16 addr,
 955                            enum pmic_arb_channel ch_type)
 956 {
 957         u16 apid;
 958         u16 ppid;
 959         int rc;
 960
 961         ppid = sid << 8 | ((addr >> 8) & 0xFF);
 962         rc = pmic_arb_ppid_to_apid_v2(pmic_arb, ppid);
 963         if (rc < 0)
 964                 return rc;
 965
 966         apid = rc;
 967         return 0x1000 * pmic_arb->ee + 0x8000 * apid;
 968 }
 969
 970 /*
 971  * v5 offset per ee and per apid for observer channels and per apid for
 972  * read/write channels.
 973  */
 974 static int pmic_arb_offset_v5(struct spmi_pmic_arb *pmic_arb, u8 sid, u16 addr,
 975                            enum pmic_arb_channel ch_type)
 976 {
 977         u16 apid;
 978         int rc;
 979         u32 offset = 0;
 980         u16 ppid = (sid << 8) | (addr >> 8);
 981
 982         rc = pmic_arb_ppid_to_apid_v5(pmic_arb, ppid);
 983         if (rc < 0)
 984                 return rc;
 985
 986         apid = rc;
 987         switch (ch_type) {
 988         case PMIC_ARB_CHANNEL_OBS:
 989                 offset = 0x10000 * pmic_arb->ee + 0x80 * apid;
 990                 break;
 991         case PMIC_ARB_CHANNEL_RW:
 992                 offset = 0x10000 * apid;
 993                 break;
 994         }
 995
 996         return offset;
 997 }
 998
 999 static u32 pmic_arb_fmt_cmd_v1(u8 opc, u8 sid, u16 addr, u8 bc)
1000 {
1001         return (opc << 27) | ((sid & 0xf) << 20) | (addr << 4) | (bc & 0x7);
1002 }
1003
1004 static u32 pmic_arb_fmt_cmd_v2(u8 opc, u8 sid, u16 addr, u8 bc)
1005 {
1006         return (opc << 27) | ((addr & 0xff) << 4) | (bc & 0x7);
1007 }
1008
1009 static void __iomem *
1010 pmic_arb_owner_acc_status_v1(struct spmi_pmic_arb *pmic_arb, u8 m, u16 n)
1011 {
1012         return pmic_arb->intr + 0x20 * m + 0x4 * n;
1013 }
1014
1015 static void __iomem *
1016 pmic_arb_owner_acc_status_v2(struct spmi_pmic_arb *pmic_arb, u8 m, u16 n)
1017 {
1018         return pmic_arb->intr + 0x100000 + 0x1000 * m + 0x4 * n;
1019 }
1020
1021 static void __iomem *
1022 pmic_arb_owner_acc_status_v3(struct spmi_pmic_arb *pmic_arb, u8 m, u16 n)
1023 {
1024         return pmic_arb->intr + 0x200000 + 0x1000 * m + 0x4 * n;
1025 }
1026
1027 static void __iomem *
1028 pmic_arb_owner_acc_status_v5(struct spmi_pmic_arb *pmic_arb, u8 m, u16 n)
1029 {
1030         return pmic_arb->intr + 0x10000 * m + 0x4 * n;
1031 }
1032
1033 static void __iomem *
1034 pmic_arb_acc_enable_v1(struct spmi_pmic_arb *pmic_arb, u16 n)
1035 {
1036         return pmic_arb->intr + 0x200 + 0x4 * n;
1037 }
1038
1039 static void __iomem *
1040 pmic_arb_acc_enable_v2(struct spmi_pmic_arb *pmic_arb, u16 n)
1041 {
1042         return pmic_arb->intr + 0x1000 * n;
1043 }
1044
1045 static void __iomem *
1046 pmic_arb_acc_enable_v5(struct spmi_pmic_arb *pmic_arb, u16 n)
1047 {
1048         return pmic_arb->wr_base + 0x100 + 0x10000 * n;
1049 }
1050
1051 static void __iomem *
1052 pmic_arb_irq_status_v1(struct spmi_pmic_arb *pmic_arb, u16 n)
1053 {
1054         return pmic_arb->intr + 0x600 + 0x4 * n;
1055 }
1056
1057 static void __iomem *
1058 pmic_arb_irq_status_v2(struct spmi_pmic_arb *pmic_arb, u16 n)
1059 {
1060         return pmic_arb->intr + 0x4 + 0x1000 * n;
1061 }
1062
1063 static void __iomem *
1064 pmic_arb_irq_status_v5(struct spmi_pmic_arb *pmic_arb, u16 n)
1065 {
1066         return pmic_arb->wr_base + 0x104 + 0x10000 * n;
1067 }
1068
1069 static void __iomem *
1070 pmic_arb_irq_clear_v1(struct spmi_pmic_arb *pmic_arb, u16 n)
1071 {
1072         return pmic_arb->intr + 0xA00 + 0x4 * n;
1073 }
1074
1075 static void __iomem *
1076 pmic_arb_irq_clear_v2(struct spmi_pmic_arb *pmic_arb, u16 n)
1077 {
1078         return pmic_arb->intr + 0x8 + 0x1000 * n;
1079 }
1080
1081 static void __iomem *
1082 pmic_arb_irq_clear_v5(struct spmi_pmic_arb *pmic_arb, u16 n)
1083 {
1084         return pmic_arb->wr_base + 0x108 + 0x10000 * n;
1085 }
1086
1087 static u32 pmic_arb_apid_map_offset_v2(u16 n)
1088 {
1089         return 0x800 + 0x4 * n;
1090 }
1091
1092 static u32 pmic_arb_apid_map_offset_v5(u16 n)
1093 {
1094         return 0x900 + 0x4 * n;
1095 }
1096
1097 static const struct pmic_arb_ver_ops pmic_arb_v1 = {
1098         .ver_str                = "v1",
1099         .ppid_to_apid           = pmic_arb_ppid_to_apid_v1,
1100         .non_data_cmd           = pmic_arb_non_data_cmd_v1,
1101         .offset                 = pmic_arb_offset_v1,
1102         .fmt_cmd                = pmic_arb_fmt_cmd_v1,
1103         .owner_acc_status       = pmic_arb_owner_acc_status_v1,
1104         .acc_enable             = pmic_arb_acc_enable_v1,
1105         .irq_status             = pmic_arb_irq_status_v1,
1106         .irq_clear              = pmic_arb_irq_clear_v1,
1107         .apid_map_offset        = pmic_arb_apid_map_offset_v2,
1108 };
1109
1110 static const struct pmic_arb_ver_ops pmic_arb_v2 = {
1111         .ver_str                = "v2",
1112         .ppid_to_apid           = pmic_arb_ppid_to_apid_v2,
1113         .non_data_cmd           = pmic_arb_non_data_cmd_v2,
1114         .offset                 = pmic_arb_offset_v2,
1115         .fmt_cmd                = pmic_arb_fmt_cmd_v2,
1116         .owner_acc_status       = pmic_arb_owner_acc_status_v2,
1117         .acc_enable             = pmic_arb_acc_enable_v2,
1118         .irq_status             = pmic_arb_irq_status_v2,
1119         .irq_clear              = pmic_arb_irq_clear_v2,
1120         .apid_map_offset        = pmic_arb_apid_map_offset_v2,
1121 };
1122
1123 static const struct pmic_arb_ver_ops pmic_arb_v3 = {
1124         .ver_str                = "v3",
1125         .ppid_to_apid           = pmic_arb_ppid_to_apid_v2,
1126         .non_data_cmd           = pmic_arb_non_data_cmd_v2,
1127         .offset                 = pmic_arb_offset_v2,
1128         .fmt_cmd                = pmic_arb_fmt_cmd_v2,
1129         .owner_acc_status       = pmic_arb_owner_acc_status_v3,
1130         .acc_enable             = pmic_arb_acc_enable_v2,
1131         .irq_status             = pmic_arb_irq_status_v2,
1132         .irq_clear              = pmic_arb_irq_clear_v2,
1133         .apid_map_offset        = pmic_arb_apid_map_offset_v2,
1134 };
1135
1136 static const struct pmic_arb_ver_ops pmic_arb_v5 = {
1137         .ver_str                = "v5",
1138         .ppid_to_apid           = pmic_arb_ppid_to_apid_v5,
1139         .non_data_cmd           = pmic_arb_non_data_cmd_v2,
1140         .offset                 = pmic_arb_offset_v5,
1141         .fmt_cmd                = pmic_arb_fmt_cmd_v2,
1142         .owner_acc_status       = pmic_arb_owner_acc_status_v5,
1143         .acc_enable             = pmic_arb_acc_enable_v5,
1144         .irq_status             = pmic_arb_irq_status_v5,
1145         .irq_clear              = pmic_arb_irq_clear_v5,
1146         .apid_map_offset        = pmic_arb_apid_map_offset_v5,
1147 };
1148
1149 static const struct irq_domain_ops pmic_arb_irq_domain_ops = {
1150         .activate = qpnpint_irq_domain_activate,
1151         .alloc = qpnpint_irq_domain_alloc,
1152         .free = irq_domain_free_irqs_common,
1153         .translate = qpnpint_irq_domain_translate,
1154 };
1155
1156 static int spmi_pmic_arb_probe(struct platform_device *pdev)
1157 {
1158         struct spmi_pmic_arb *pmic_arb;
1159         struct spmi_controller *ctrl;
1160         struct resource *res;
1161         void __iomem *core;
1162         u32 *mapping_table;
1163         u32 channel, ee, hw_ver;
1164         int err;
1165
1166         ctrl = spmi_controller_alloc(&pdev->dev, sizeof(*pmic_arb));
1167         if (!ctrl)
1168                 return -ENOMEM;
1169
1170         pmic_arb = spmi_controller_get_drvdata(ctrl);
1171         pmic_arb->spmic = ctrl;
1172
1173         res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "core");
1174         core = devm_ioremap_resource(&ctrl->dev, res);
1175         if (IS_ERR(core)) {
1176                 err = PTR_ERR(core);
1177                 goto err_put_ctrl;
1178         }
1179
1180         pmic_arb->core_size = resource_size(res);
1181
1182         pmic_arb->ppid_to_apid = devm_kcalloc(&ctrl->dev, PMIC_ARB_MAX_PPID,
1183                                               sizeof(*pmic_arb->ppid_to_apid),
1184                                               GFP_KERNEL);
1185         if (!pmic_arb->ppid_to_apid) {
1186                 err = -ENOMEM;
1187                 goto err_put_ctrl;
1188         }
1189
1190         hw_ver = readl_relaxed(core + PMIC_ARB_VERSION);
1191
1192         if (hw_ver < PMIC_ARB_VERSION_V2_MIN) {
1193                 pmic_arb->ver_ops = &pmic_arb_v1;
1194                 pmic_arb->wr_base = core;
1195                 pmic_arb->rd_base = core;
1196         } else {
1197                 pmic_arb->core = core;
1198
1199                 if (hw_ver < PMIC_ARB_VERSION_V3_MIN)
1200                         pmic_arb->ver_ops = &pmic_arb_v2;
1201                 else if (hw_ver < PMIC_ARB_VERSION_V5_MIN)
1202                         pmic_arb->ver_ops = &pmic_arb_v3;
1203                 else
1204                         pmic_arb->ver_ops = &pmic_arb_v5;
1205
1206                 res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
1207                                                    "obsrvr");
1208                 pmic_arb->rd_base = devm_ioremap_resource(&ctrl->dev, res);
1209                 if (IS_ERR(pmic_arb->rd_base)) {
1210                         err = PTR_ERR(pmic_arb->rd_base);
1211                         goto err_put_ctrl;
1212                 }
1213
1214                 res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
1215                                                    "chnls");
1216                 pmic_arb->wr_base = devm_ioremap_resource(&ctrl->dev, res);
1217                 if (IS_ERR(pmic_arb->wr_base)) {
1218                         err = PTR_ERR(pmic_arb->wr_base);
1219                         goto err_put_ctrl;
1220                 }
1221         }
1222
1223         dev_info(&ctrl->dev, "PMIC arbiter version %s (0x%x)\n",
1224                  pmic_arb->ver_ops->ver_str, hw_ver);
1225
1226         res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "intr");
1227         pmic_arb->intr = devm_ioremap_resource(&ctrl->dev, res);
1228         if (IS_ERR(pmic_arb->intr)) {
1229                 err = PTR_ERR(pmic_arb->intr);
1230                 goto err_put_ctrl;
1231         }
1232
1233         res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "cnfg");
1234         pmic_arb->cnfg = devm_ioremap_resource(&ctrl->dev, res);
1235         if (IS_ERR(pmic_arb->cnfg)) {
1236                 err = PTR_ERR(pmic_arb->cnfg);
1237                 goto err_put_ctrl;
1238         }
1239
1240         pmic_arb->irq = platform_get_irq_byname(pdev, "periph_irq");
1241         if (pmic_arb->irq < 0) {
1242                 err = pmic_arb->irq;
1243                 goto err_put_ctrl;
1244         }
1245
1246         err = of_property_read_u32(pdev->dev.of_node, "qcom,channel", &channel);
1247         if (err) {
1248                 dev_err(&pdev->dev, "channel unspecified.\n");
1249                 goto err_put_ctrl;
1250         }
1251
1252         if (channel > 5) {
1253                 dev_err(&pdev->dev, "invalid channel (%u) specified.\n",
1254                         channel);
1255                 err = -EINVAL;
1256                 goto err_put_ctrl;
1257         }
1258
1259         pmic_arb->channel = channel;
1260
1261         err = of_property_read_u32(pdev->dev.of_node, "qcom,ee", &ee);
1262         if (err) {
1263                 dev_err(&pdev->dev, "EE unspecified.\n");
1264                 goto err_put_ctrl;
1265         }
1266
1267         if (ee > 5) {
1268                 dev_err(&pdev->dev, "invalid EE (%u) specified\n", ee);
1269                 err = -EINVAL;
1270                 goto err_put_ctrl;
1271         }
1272
1273         pmic_arb->ee = ee;
1274         mapping_table = devm_kcalloc(&ctrl->dev, PMIC_ARB_MAX_PERIPHS,
1275                                         sizeof(*mapping_table), GFP_KERNEL);
1276         if (!mapping_table) {
1277                 err = -ENOMEM;
1278                 goto err_put_ctrl;
1279         }
1280
1281         pmic_arb->mapping_table = mapping_table;
1282         /* Initialize max_apid/min_apid to the opposite bounds, during
1283          * the irq domain translation, we are sure to update these */
1284         pmic_arb->max_apid = 0;
1285         pmic_arb->min_apid = PMIC_ARB_MAX_PERIPHS - 1;
1286
1287         platform_set_drvdata(pdev, ctrl);
1288         raw_spin_lock_init(&pmic_arb->lock);
1289
1290         ctrl->cmd = pmic_arb_cmd;
1291         ctrl->read_cmd = pmic_arb_read_cmd;
1292         ctrl->write_cmd = pmic_arb_write_cmd;
1293
1294         if (hw_ver >= PMIC_ARB_VERSION_V5_MIN) {
1295                 err = pmic_arb_read_apid_map_v5(pmic_arb);
1296                 if (err) {
1297                         dev_err(&pdev->dev, "could not read APID->PPID mapping table, rc= %d\n",
1298                                 err);
1299                         goto err_put_ctrl;
1300                 }
1301         }
1302
1303         dev_dbg(&pdev->dev, "adding irq domain\n");
1304         pmic_arb->domain = irq_domain_add_tree(pdev->dev.of_node,
1305                                          &pmic_arb_irq_domain_ops, pmic_arb);
1306         if (!pmic_arb->domain) {
1307                 dev_err(&pdev->dev, "unable to create irq_domain\n");
1308                 err = -ENOMEM;
1309                 goto err_put_ctrl;
1310         }
1311
1312         irq_set_chained_handler_and_data(pmic_arb->irq, pmic_arb_chained_irq,
1313                                         pmic_arb);
1314         err = spmi_controller_add(ctrl);
1315         if (err)
1316                 goto err_domain_remove;
1317
1318         return 0;
1319
1320 err_domain_remove:
1321         irq_set_chained_handler_and_data(pmic_arb->irq, NULL, NULL);
1322         irq_domain_remove(pmic_arb->domain);
1323 err_put_ctrl:
1324         spmi_controller_put(ctrl);
1325         return err;
1326 }
1327
1328 static int spmi_pmic_arb_remove(struct platform_device *pdev)
1329 {
1330         struct spmi_controller *ctrl = platform_get_drvdata(pdev);
1331         struct spmi_pmic_arb *pmic_arb = spmi_controller_get_drvdata(ctrl);
1332         spmi_controller_remove(ctrl);
1333         irq_set_chained_handler_and_data(pmic_arb->irq, NULL, NULL);
1334         irq_domain_remove(pmic_arb->domain);
1335         spmi_controller_put(ctrl);
1336         return 0;
1337 }
1338
1339 static const struct of_device_id spmi_pmic_arb_match_table[] = {
1340         { .compatible = "qcom,spmi-pmic-arb", },
1341         {},
1342 };
1343 MODULE_DEVICE_TABLE(of, spmi_pmic_arb_match_table);
1344
1345 static struct platform_driver spmi_pmic_arb_driver = {
1346         .probe          = spmi_pmic_arb_probe,
1347         .remove         = spmi_pmic_arb_remove,
1348         .driver         = {
1349                 .name   = "spmi_pmic_arb",
1350                 .of_match_table = spmi_pmic_arb_match_table,
1351         },
1352 };
1353 module_platform_driver(spmi_pmic_arb_driver);
1354
1355 MODULE_LICENSE("GPL v2");
1356 MODULE_ALIAS("platform:spmi_pmic_arb");