drivers/hsi/controllers/omap_ssi_port.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /* OMAP SSI port driver.
   3  *
   4  * Copyright (C) 2010 Nokia Corporation. All rights reserved.
   5  * Copyright (C) 2014 Sebastian Reichel <sre@kernel.org>
   6  *
   7  * Contact: Carlos Chinea <carlos.chinea@nokia.com>
   8  */
   9
  10 #include <linux/mod_devicetable.h>
  11 #include <linux/platform_device.h>
  12 #include <linux/dma-mapping.h>
  13 #include <linux/pm_runtime.h>
  14 #include <linux/delay.h>
  15
  16 #include <linux/gpio/consumer.h>
  17 #include <linux/pinctrl/consumer.h>
  18 #include <linux/debugfs.h>
  19
  20 #include "omap_ssi_regs.h"
  21 #include "omap_ssi.h"
  22
  23 static inline int hsi_dummy_msg(struct hsi_msg *msg __maybe_unused)
  24 {
  25         return 0;
  26 }
  27
  28 static inline int hsi_dummy_cl(struct hsi_client *cl __maybe_unused)
  29 {
  30         return 0;
  31 }
  32
  33 static inline unsigned int ssi_wakein(struct hsi_port *port)
  34 {
  35         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
  36         return gpiod_get_value(omap_port->wake_gpio);
  37 }
  38
  39 #ifdef CONFIG_DEBUG_FS
  40 static void ssi_debug_remove_port(struct hsi_port *port)
  41 {
  42         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
  43
  44         debugfs_remove_recursive(omap_port->dir);
  45 }
  46
  47 static int ssi_port_regs_show(struct seq_file *m, void *p __maybe_unused)
  48 {
  49         struct hsi_port *port = m->private;
  50         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
  51         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
  52         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
  53         void __iomem    *base = omap_ssi->sys;
  54         unsigned int ch;
  55
  56         pm_runtime_get_sync(omap_port->pdev);
  57         if (omap_port->wake_irq > 0)
  58                 seq_printf(m, "CAWAKE\t\t: %d\n", ssi_wakein(port));
  59         seq_printf(m, "WAKE\t\t: 0x%08x\n",
  60                                 readl(base + SSI_WAKE_REG(port->num)));
  61         seq_printf(m, "MPU_ENABLE_IRQ%d\t: 0x%08x\n", 0,
  62                         readl(base + SSI_MPU_ENABLE_REG(port->num, 0)));
  63         seq_printf(m, "MPU_STATUS_IRQ%d\t: 0x%08x\n", 0,
  64                         readl(base + SSI_MPU_STATUS_REG(port->num, 0)));
  65         /* SST */
  66         base = omap_port->sst_base;
  67         seq_puts(m, "\nSST\n===\n");
  68         seq_printf(m, "ID SST\t\t: 0x%08x\n",
  69                                 readl(base + SSI_SST_ID_REG));
  70         seq_printf(m, "MODE\t\t: 0x%08x\n",
  71                                 readl(base + SSI_SST_MODE_REG));
  72         seq_printf(m, "FRAMESIZE\t: 0x%08x\n",
  73                                 readl(base + SSI_SST_FRAMESIZE_REG));
  74         seq_printf(m, "DIVISOR\t\t: 0x%08x\n",
  75                                 readl(base + SSI_SST_DIVISOR_REG));
  76         seq_printf(m, "CHANNELS\t: 0x%08x\n",
  77                                 readl(base + SSI_SST_CHANNELS_REG));
  78         seq_printf(m, "ARBMODE\t\t: 0x%08x\n",
  79                                 readl(base + SSI_SST_ARBMODE_REG));
  80         seq_printf(m, "TXSTATE\t\t: 0x%08x\n",
  81                                 readl(base + SSI_SST_TXSTATE_REG));
  82         seq_printf(m, "BUFSTATE\t: 0x%08x\n",
  83                                 readl(base + SSI_SST_BUFSTATE_REG));
  84         seq_printf(m, "BREAK\t\t: 0x%08x\n",
  85                                 readl(base + SSI_SST_BREAK_REG));
  86         for (ch = 0; ch < omap_port->channels; ch++) {
  87                 seq_printf(m, "BUFFER_CH%d\t: 0x%08x\n", ch,
  88                                 readl(base + SSI_SST_BUFFER_CH_REG(ch)));
  89         }
  90         /* SSR */
  91         base = omap_port->ssr_base;
  92         seq_puts(m, "\nSSR\n===\n");
  93         seq_printf(m, "ID SSR\t\t: 0x%08x\n",
  94                                 readl(base + SSI_SSR_ID_REG));
  95         seq_printf(m, "MODE\t\t: 0x%08x\n",
  96                                 readl(base + SSI_SSR_MODE_REG));
  97         seq_printf(m, "FRAMESIZE\t: 0x%08x\n",
  98                                 readl(base + SSI_SSR_FRAMESIZE_REG));
  99         seq_printf(m, "CHANNELS\t: 0x%08x\n",
 100                                 readl(base + SSI_SSR_CHANNELS_REG));
 101         seq_printf(m, "TIMEOUT\t\t: 0x%08x\n",
 102                                 readl(base + SSI_SSR_TIMEOUT_REG));
 103         seq_printf(m, "RXSTATE\t\t: 0x%08x\n",
 104                                 readl(base + SSI_SSR_RXSTATE_REG));
 105         seq_printf(m, "BUFSTATE\t: 0x%08x\n",
 106                                 readl(base + SSI_SSR_BUFSTATE_REG));
 107         seq_printf(m, "BREAK\t\t: 0x%08x\n",
 108                                 readl(base + SSI_SSR_BREAK_REG));
 109         seq_printf(m, "ERROR\t\t: 0x%08x\n",
 110                                 readl(base + SSI_SSR_ERROR_REG));
 111         seq_printf(m, "ERRORACK\t: 0x%08x\n",
 112                                 readl(base + SSI_SSR_ERRORACK_REG));
 113         for (ch = 0; ch < omap_port->channels; ch++) {
 114                 seq_printf(m, "BUFFER_CH%d\t: 0x%08x\n", ch,
 115                                 readl(base + SSI_SSR_BUFFER_CH_REG(ch)));
 116         }
 117         pm_runtime_put_autosuspend(omap_port->pdev);
 118
 119         return 0;
 120 }
 121
 122 DEFINE_SHOW_ATTRIBUTE(ssi_port_regs);
 123
 124 static int ssi_div_get(void *data, u64 *val)
 125 {
 126         struct hsi_port *port = data;
 127         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 128
 129         pm_runtime_get_sync(omap_port->pdev);
 130         *val = readl(omap_port->sst_base + SSI_SST_DIVISOR_REG);
 131         pm_runtime_put_autosuspend(omap_port->pdev);
 132
 133         return 0;
 134 }
 135
 136 static int ssi_div_set(void *data, u64 val)
 137 {
 138         struct hsi_port *port = data;
 139         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 140
 141         if (val > 127)
 142                 return -EINVAL;
 143
 144         pm_runtime_get_sync(omap_port->pdev);
 145         writel(val, omap_port->sst_base + SSI_SST_DIVISOR_REG);
 146         omap_port->sst.divisor = val;
 147         pm_runtime_put_autosuspend(omap_port->pdev);
 148
 149         return 0;
 150 }
 151
 152 DEFINE_DEBUGFS_ATTRIBUTE(ssi_sst_div_fops, ssi_div_get, ssi_div_set, "%llu\n");
 153
 154 static int ssi_debug_add_port(struct omap_ssi_port *omap_port,
 155                                      struct dentry *dir)
 156 {
 157         struct hsi_port *port = to_hsi_port(omap_port->dev);
 158
 159         dir = debugfs_create_dir(dev_name(omap_port->dev), dir);
 160         if (!dir)
 161                 return -ENOMEM;
 162         omap_port->dir = dir;
 163         debugfs_create_file("regs", S_IRUGO, dir, port, &ssi_port_regs_fops);
 164         dir = debugfs_create_dir("sst", dir);
 165         if (!dir)
 166                 return -ENOMEM;
 167         debugfs_create_file_unsafe("divisor", 0644, dir, port,
 168                                    &ssi_sst_div_fops);
 169
 170         return 0;
 171 }
 172 #endif
 173
 174 static void ssi_process_errqueue(struct work_struct *work)
 175 {
 176         struct omap_ssi_port *omap_port;
 177         struct list_head *head, *tmp;
 178         struct hsi_msg *msg;
 179
 180         omap_port = container_of(work, struct omap_ssi_port, errqueue_work.work);
 181
 182         list_for_each_safe(head, tmp, &omap_port->errqueue) {
 183                 msg = list_entry(head, struct hsi_msg, link);
 184                 msg->complete(msg);
 185                 list_del(head);
 186         }
 187 }
 188
 189 static int ssi_claim_lch(struct hsi_msg *msg)
 190 {
 191
 192         struct hsi_port *port = hsi_get_port(msg->cl);
 193         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 194         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 195         int lch;
 196
 197         for (lch = 0; lch < SSI_MAX_GDD_LCH; lch++)
 198                 if (!omap_ssi->gdd_trn[lch].msg) {
 199                         omap_ssi->gdd_trn[lch].msg = msg;
 200                         omap_ssi->gdd_trn[lch].sg = msg->sgt.sgl;
 201                         return lch;
 202                 }
 203
 204         return -EBUSY;
 205 }
 206
 207 static int ssi_start_dma(struct hsi_msg *msg, int lch)
 208 {
 209         struct hsi_port *port = hsi_get_port(msg->cl);
 210         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 211         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 212         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 213         void __iomem *gdd = omap_ssi->gdd;
 214         int err;
 215         u16 csdp;
 216         u16 ccr;
 217         u32 s_addr;
 218         u32 d_addr;
 219         u32 tmp;
 220
 221         /* Hold clocks during the transfer */
 222         pm_runtime_get(omap_port->pdev);
 223
 224         if (!pm_runtime_active(omap_port->pdev)) {
 225                 dev_warn(&port->device, "ssi_start_dma called without runtime PM!\n");
 226                 pm_runtime_put_autosuspend(omap_port->pdev);
 227                 return -EREMOTEIO;
 228         }
 229
 230         if (msg->ttype == HSI_MSG_READ) {
 231                 err = dma_map_sg(&ssi->device, msg->sgt.sgl, msg->sgt.nents,
 232                                                         DMA_FROM_DEVICE);
 233                 if (err < 0) {
 234                         dev_dbg(&ssi->device, "DMA map SG failed !\n");
 235                         pm_runtime_put_autosuspend(omap_port->pdev);
 236                         return err;
 237                 }
 238                 csdp = SSI_DST_BURST_4x32_BIT | SSI_DST_MEMORY_PORT |
 239                         SSI_SRC_SINGLE_ACCESS0 | SSI_SRC_PERIPHERAL_PORT |
 240                         SSI_DATA_TYPE_S32;
 241                 ccr = msg->channel + 0x10 + (port->num * 8); /* Sync */
 242                 ccr |= SSI_DST_AMODE_POSTINC | SSI_SRC_AMODE_CONST |
 243                         SSI_CCR_ENABLE;
 244                 s_addr = omap_port->ssr_dma +
 245                                         SSI_SSR_BUFFER_CH_REG(msg->channel);
 246                 d_addr = sg_dma_address(msg->sgt.sgl);
 247         } else {
 248                 err = dma_map_sg(&ssi->device, msg->sgt.sgl, msg->sgt.nents,
 249                                                         DMA_TO_DEVICE);
 250                 if (err < 0) {
 251                         dev_dbg(&ssi->device, "DMA map SG failed !\n");
 252                         pm_runtime_put_autosuspend(omap_port->pdev);
 253                         return err;
 254                 }
 255                 csdp = SSI_SRC_BURST_4x32_BIT | SSI_SRC_MEMORY_PORT |
 256                         SSI_DST_SINGLE_ACCESS0 | SSI_DST_PERIPHERAL_PORT |
 257                         SSI_DATA_TYPE_S32;
 258                 ccr = (msg->channel + 1 + (port->num * 8)) & 0xf; /* Sync */
 259                 ccr |= SSI_SRC_AMODE_POSTINC | SSI_DST_AMODE_CONST |
 260                         SSI_CCR_ENABLE;
 261                 s_addr = sg_dma_address(msg->sgt.sgl);
 262                 d_addr = omap_port->sst_dma +
 263                                         SSI_SST_BUFFER_CH_REG(msg->channel);
 264         }
 265         dev_dbg(&ssi->device, "lch %d cdsp %08x ccr %04x s_addr %08x d_addr %08x\n",
 266                 lch, csdp, ccr, s_addr, d_addr);
 267
 268         writew_relaxed(csdp, gdd + SSI_GDD_CSDP_REG(lch));
 269         writew_relaxed(SSI_BLOCK_IE | SSI_TOUT_IE, gdd + SSI_GDD_CICR_REG(lch));
 270         writel_relaxed(d_addr, gdd + SSI_GDD_CDSA_REG(lch));
 271         writel_relaxed(s_addr, gdd + SSI_GDD_CSSA_REG(lch));
 272         writew_relaxed(SSI_BYTES_TO_FRAMES(msg->sgt.sgl->length),
 273                                                 gdd + SSI_GDD_CEN_REG(lch));
 274
 275         spin_lock_bh(&omap_ssi->lock);
 276         tmp = readl(omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 277         tmp |= SSI_GDD_LCH(lch);
 278         writel_relaxed(tmp, omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 279         spin_unlock_bh(&omap_ssi->lock);
 280         writew(ccr, gdd + SSI_GDD_CCR_REG(lch));
 281         msg->status = HSI_STATUS_PROCEEDING;
 282
 283         return 0;
 284 }
 285
 286 static int ssi_start_pio(struct hsi_msg *msg)
 287 {
 288         struct hsi_port *port = hsi_get_port(msg->cl);
 289         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 290         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 291         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 292         u32 val;
 293
 294         pm_runtime_get(omap_port->pdev);
 295
 296         if (!pm_runtime_active(omap_port->pdev)) {
 297                 dev_warn(&port->device, "ssi_start_pio called without runtime PM!\n");
 298                 pm_runtime_put_autosuspend(omap_port->pdev);
 299                 return -EREMOTEIO;
 300         }
 301
 302         if (msg->ttype == HSI_MSG_WRITE) {
 303                 val = SSI_DATAACCEPT(msg->channel);
 304                 /* Hold clocks for pio writes */
 305                 pm_runtime_get(omap_port->pdev);
 306         } else {
 307                 val = SSI_DATAAVAILABLE(msg->channel) | SSI_ERROROCCURED;
 308         }
 309         dev_dbg(&port->device, "Single %s transfer\n",
 310                                                 msg->ttype ? "write" : "read");
 311         val |= readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 312         writel(val, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 313         pm_runtime_put_autosuspend(omap_port->pdev);
 314         msg->actual_len = 0;
 315         msg->status = HSI_STATUS_PROCEEDING;
 316
 317         return 0;
 318 }
 319
 320 static int ssi_start_transfer(struct list_head *queue)
 321 {
 322         struct hsi_msg *msg;
 323         int lch = -1;
 324
 325         if (list_empty(queue))
 326                 return 0;
 327         msg = list_first_entry(queue, struct hsi_msg, link);
 328         if (msg->status != HSI_STATUS_QUEUED)
 329                 return 0;
 330         if ((msg->sgt.nents) && (msg->sgt.sgl->length > sizeof(u32)))
 331                 lch = ssi_claim_lch(msg);
 332         if (lch >= 0)
 333                 return ssi_start_dma(msg, lch);
 334         else
 335                 return ssi_start_pio(msg);
 336 }
 337
 338 static int ssi_async_break(struct hsi_msg *msg)
 339 {
 340         struct hsi_port *port = hsi_get_port(msg->cl);
 341         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 342         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 343         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 344         int err = 0;
 345         u32 tmp;
 346
 347         pm_runtime_get_sync(omap_port->pdev);
 348         if (msg->ttype == HSI_MSG_WRITE) {
 349                 if (omap_port->sst.mode != SSI_MODE_FRAME) {
 350                         err = -EINVAL;
 351                         goto out;
 352                 }
 353                 writel(1, omap_port->sst_base + SSI_SST_BREAK_REG);
 354                 msg->status = HSI_STATUS_COMPLETED;
 355                 msg->complete(msg);
 356         } else {
 357                 if (omap_port->ssr.mode != SSI_MODE_FRAME) {
 358                         err = -EINVAL;
 359                         goto out;
 360                 }
 361                 spin_lock_bh(&omap_port->lock);
 362                 tmp = readl(omap_ssi->sys +
 363                                         SSI_MPU_ENABLE_REG(port->num, 0));
 364                 writel(tmp | SSI_BREAKDETECTED,
 365                         omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 366                 msg->status = HSI_STATUS_PROCEEDING;
 367                 list_add_tail(&msg->link, &omap_port->brkqueue);
 368                 spin_unlock_bh(&omap_port->lock);
 369         }
 370 out:
 371         pm_runtime_mark_last_busy(omap_port->pdev);
 372         pm_runtime_put_autosuspend(omap_port->pdev);
 373
 374         return err;
 375 }
 376
 377 static int ssi_async(struct hsi_msg *msg)
 378 {
 379         struct hsi_port *port = hsi_get_port(msg->cl);
 380         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 381         struct list_head *queue;
 382         int err = 0;
 383
 384         BUG_ON(!msg);
 385
 386         if (msg->sgt.nents > 1)
 387                 return -ENOSYS; /* TODO: Add sg support */
 388
 389         if (msg->break_frame)
 390                 return ssi_async_break(msg);
 391
 392         if (msg->ttype) {
 393                 BUG_ON(msg->channel >= omap_port->sst.channels);
 394                 queue = &omap_port->txqueue[msg->channel];
 395         } else {
 396                 BUG_ON(msg->channel >= omap_port->ssr.channels);
 397                 queue = &omap_port->rxqueue[msg->channel];
 398         }
 399         msg->status = HSI_STATUS_QUEUED;
 400
 401         pm_runtime_get_sync(omap_port->pdev);
 402         spin_lock_bh(&omap_port->lock);
 403         list_add_tail(&msg->link, queue);
 404         err = ssi_start_transfer(queue);
 405         if (err < 0) {
 406                 list_del(&msg->link);
 407                 msg->status = HSI_STATUS_ERROR;
 408         }
 409         spin_unlock_bh(&omap_port->lock);
 410         pm_runtime_mark_last_busy(omap_port->pdev);
 411         pm_runtime_put_autosuspend(omap_port->pdev);
 412         dev_dbg(&port->device, "msg status %d ttype %d ch %d\n",
 413                                 msg->status, msg->ttype, msg->channel);
 414
 415         return err;
 416 }
 417
 418 static u32 ssi_calculate_div(struct hsi_controller *ssi)
 419 {
 420         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 421         u32 tx_fckrate = (u32) omap_ssi->fck_rate;
 422
 423         /* / 2 : SSI TX clock is always half of the SSI functional clock */
 424         tx_fckrate >>= 1;
 425         /* Round down when tx_fckrate % omap_ssi->max_speed == 0 */
 426         tx_fckrate--;
 427         dev_dbg(&ssi->device, "TX div %d for fck_rate %lu Khz speed %d Kb/s\n",
 428                 tx_fckrate / omap_ssi->max_speed, omap_ssi->fck_rate,
 429                 omap_ssi->max_speed);
 430
 431         return tx_fckrate / omap_ssi->max_speed;
 432 }
 433
 434 static void ssi_flush_queue(struct list_head *queue, struct hsi_client *cl)
 435 {
 436         struct list_head *node, *tmp;
 437         struct hsi_msg *msg;
 438
 439         list_for_each_safe(node, tmp, queue) {
 440                 msg = list_entry(node, struct hsi_msg, link);
 441                 if ((cl) && (cl != msg->cl))
 442                         continue;
 443                 list_del(node);
 444                 pr_debug("flush queue: ch %d, msg %p len %d type %d ctxt %p\n",
 445                         msg->channel, msg, msg->sgt.sgl->length,
 446                                         msg->ttype, msg->context);
 447                 if (msg->destructor)
 448                         msg->destructor(msg);
 449                 else
 450                         hsi_free_msg(msg);
 451         }
 452 }
 453
 454 static int ssi_setup(struct hsi_client *cl)
 455 {
 456         struct hsi_port *port = to_hsi_port(cl->device.parent);
 457         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 458         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 459         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 460         void __iomem *sst = omap_port->sst_base;
 461         void __iomem *ssr = omap_port->ssr_base;
 462         u32 div;
 463         u32 val;
 464         int err = 0;
 465
 466         pm_runtime_get_sync(omap_port->pdev);
 467         spin_lock_bh(&omap_port->lock);
 468         if (cl->tx_cfg.speed)
 469                 omap_ssi->max_speed = cl->tx_cfg.speed;
 470         div = ssi_calculate_div(ssi);
 471         if (div > SSI_MAX_DIVISOR) {
 472                 dev_err(&cl->device, "Invalid TX speed %d Mb/s (div %d)\n",
 473                                                 cl->tx_cfg.speed, div);
 474                 err = -EINVAL;
 475                 goto out;
 476         }
 477         /* Set TX/RX module to sleep to stop TX/RX during cfg update */
 478         writel_relaxed(SSI_MODE_SLEEP, sst + SSI_SST_MODE_REG);
 479         writel_relaxed(SSI_MODE_SLEEP, ssr + SSI_SSR_MODE_REG);
 480         /* Flush posted write */
 481         val = readl(ssr + SSI_SSR_MODE_REG);
 482         /* TX */
 483         writel_relaxed(31, sst + SSI_SST_FRAMESIZE_REG);
 484         writel_relaxed(div, sst + SSI_SST_DIVISOR_REG);
 485         writel_relaxed(cl->tx_cfg.num_hw_channels, sst + SSI_SST_CHANNELS_REG);
 486         writel_relaxed(cl->tx_cfg.arb_mode, sst + SSI_SST_ARBMODE_REG);
 487         writel_relaxed(cl->tx_cfg.mode, sst + SSI_SST_MODE_REG);
 488         /* RX */
 489         writel_relaxed(31, ssr + SSI_SSR_FRAMESIZE_REG);
 490         writel_relaxed(cl->rx_cfg.num_hw_channels, ssr + SSI_SSR_CHANNELS_REG);
 491         writel_relaxed(0, ssr + SSI_SSR_TIMEOUT_REG);
 492         /* Cleanup the break queue if we leave FRAME mode */
 493         if ((omap_port->ssr.mode == SSI_MODE_FRAME) &&
 494                 (cl->rx_cfg.mode != SSI_MODE_FRAME))
 495                 ssi_flush_queue(&omap_port->brkqueue, cl);
 496         writel_relaxed(cl->rx_cfg.mode, ssr + SSI_SSR_MODE_REG);
 497         omap_port->channels = max(cl->rx_cfg.num_hw_channels,
 498                                   cl->tx_cfg.num_hw_channels);
 499         /* Shadow registering for OFF mode */
 500         /* SST */
 501         omap_port->sst.divisor = div;
 502         omap_port->sst.frame_size = 31;
 503         omap_port->sst.channels = cl->tx_cfg.num_hw_channels;
 504         omap_port->sst.arb_mode = cl->tx_cfg.arb_mode;
 505         omap_port->sst.mode = cl->tx_cfg.mode;
 506         /* SSR */
 507         omap_port->ssr.frame_size = 31;
 508         omap_port->ssr.timeout = 0;
 509         omap_port->ssr.channels = cl->rx_cfg.num_hw_channels;
 510         omap_port->ssr.mode = cl->rx_cfg.mode;
 511 out:
 512         spin_unlock_bh(&omap_port->lock);
 513         pm_runtime_mark_last_busy(omap_port->pdev);
 514         pm_runtime_put_autosuspend(omap_port->pdev);
 515
 516         return err;
 517 }
 518
 519 static int ssi_flush(struct hsi_client *cl)
 520 {
 521         struct hsi_port *port = hsi_get_port(cl);
 522         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 523         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 524         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 525         struct hsi_msg *msg;
 526         void __iomem *sst = omap_port->sst_base;
 527         void __iomem *ssr = omap_port->ssr_base;
 528         unsigned int i;
 529         u32 err;
 530
 531         pm_runtime_get_sync(omap_port->pdev);
 532         spin_lock_bh(&omap_port->lock);
 533
 534         /* stop all ssi communication */
 535         pinctrl_pm_select_idle_state(omap_port->pdev);
 536         udelay(1); /* wait for racing frames */
 537
 538         /* Stop all DMA transfers */
 539         for (i = 0; i < SSI_MAX_GDD_LCH; i++) {
 540                 msg = omap_ssi->gdd_trn[i].msg;
 541                 if (!msg || (port != hsi_get_port(msg->cl)))
 542                         continue;
 543                 writew_relaxed(0, omap_ssi->gdd + SSI_GDD_CCR_REG(i));
 544                 if (msg->ttype == HSI_MSG_READ)
 545                         pm_runtime_put_autosuspend(omap_port->pdev);
 546                 omap_ssi->gdd_trn[i].msg = NULL;
 547         }
 548         /* Flush all SST buffers */
 549         writel_relaxed(0, sst + SSI_SST_BUFSTATE_REG);
 550         writel_relaxed(0, sst + SSI_SST_TXSTATE_REG);
 551         /* Flush all SSR buffers */
 552         writel_relaxed(0, ssr + SSI_SSR_RXSTATE_REG);
 553         writel_relaxed(0, ssr + SSI_SSR_BUFSTATE_REG);
 554         /* Flush all errors */
 555         err = readl(ssr + SSI_SSR_ERROR_REG);
 556         writel_relaxed(err, ssr + SSI_SSR_ERRORACK_REG);
 557         /* Flush break */
 558         writel_relaxed(0, ssr + SSI_SSR_BREAK_REG);
 559         /* Clear interrupts */
 560         writel_relaxed(0, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 561         writel_relaxed(0xffffff00,
 562                         omap_ssi->sys + SSI_MPU_STATUS_REG(port->num, 0));
 563         writel_relaxed(0, omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 564         writel(0xff, omap_ssi->sys + SSI_GDD_MPU_IRQ_STATUS_REG);
 565         /* Dequeue all pending requests */
 566         for (i = 0; i < omap_port->channels; i++) {
 567                 /* Release write clocks */
 568                 if (!list_empty(&omap_port->txqueue[i]))
 569                         pm_runtime_put_autosuspend(omap_port->pdev);
 570                 ssi_flush_queue(&omap_port->txqueue[i], NULL);
 571                 ssi_flush_queue(&omap_port->rxqueue[i], NULL);
 572         }
 573         ssi_flush_queue(&omap_port->brkqueue, NULL);
 574
 575         /* Resume SSI communication */
 576         pinctrl_pm_select_default_state(omap_port->pdev);
 577
 578         spin_unlock_bh(&omap_port->lock);
 579         pm_runtime_mark_last_busy(omap_port->pdev);
 580         pm_runtime_put_autosuspend(omap_port->pdev);
 581
 582         return 0;
 583 }
 584
 585 static void start_tx_work(struct work_struct *work)
 586 {
 587         struct omap_ssi_port *omap_port =
 588                                 container_of(work, struct omap_ssi_port, work);
 589         struct hsi_port *port = to_hsi_port(omap_port->dev);
 590         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 591         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 592
 593         pm_runtime_get_sync(omap_port->pdev); /* Grab clocks */
 594         writel(SSI_WAKE(0), omap_ssi->sys + SSI_SET_WAKE_REG(port->num));
 595 }
 596
 597 static int ssi_start_tx(struct hsi_client *cl)
 598 {
 599         struct hsi_port *port = hsi_get_port(cl);
 600         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 601
 602         dev_dbg(&port->device, "Wake out high %d\n", omap_port->wk_refcount);
 603
 604         spin_lock_bh(&omap_port->wk_lock);
 605         if (omap_port->wk_refcount++) {
 606                 spin_unlock_bh(&omap_port->wk_lock);
 607                 return 0;
 608         }
 609         spin_unlock_bh(&omap_port->wk_lock);
 610
 611         schedule_work(&omap_port->work);
 612
 613         return 0;
 614 }
 615
 616 static int ssi_stop_tx(struct hsi_client *cl)
 617 {
 618         struct hsi_port *port = hsi_get_port(cl);
 619         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 620         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 621         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 622
 623         dev_dbg(&port->device, "Wake out low %d\n", omap_port->wk_refcount);
 624
 625         spin_lock_bh(&omap_port->wk_lock);
 626         BUG_ON(!omap_port->wk_refcount);
 627         if (--omap_port->wk_refcount) {
 628                 spin_unlock_bh(&omap_port->wk_lock);
 629                 return 0;
 630         }
 631         writel(SSI_WAKE(0), omap_ssi->sys + SSI_CLEAR_WAKE_REG(port->num));
 632         spin_unlock_bh(&omap_port->wk_lock);
 633
 634         pm_runtime_mark_last_busy(omap_port->pdev);
 635         pm_runtime_put_autosuspend(omap_port->pdev); /* Release clocks */
 636
 637
 638         return 0;
 639 }
 640
 641 static void ssi_transfer(struct omap_ssi_port *omap_port,
 642                                                         struct list_head *queue)
 643 {
 644         struct hsi_msg *msg;
 645         int err = -1;
 646
 647         pm_runtime_get(omap_port->pdev);
 648         spin_lock_bh(&omap_port->lock);
 649         while (err < 0) {
 650                 err = ssi_start_transfer(queue);
 651                 if (err < 0) {
 652                         msg = list_first_entry(queue, struct hsi_msg, link);
 653                         msg->status = HSI_STATUS_ERROR;
 654                         msg->actual_len = 0;
 655                         list_del(&msg->link);
 656                         spin_unlock_bh(&omap_port->lock);
 657                         msg->complete(msg);
 658                         spin_lock_bh(&omap_port->lock);
 659                 }
 660         }
 661         spin_unlock_bh(&omap_port->lock);
 662         pm_runtime_mark_last_busy(omap_port->pdev);
 663         pm_runtime_put_autosuspend(omap_port->pdev);
 664 }
 665
 666 static void ssi_cleanup_queues(struct hsi_client *cl)
 667 {
 668         struct hsi_port *port = hsi_get_port(cl);
 669         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 670         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 671         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 672         struct hsi_msg *msg;
 673         unsigned int i;
 674         u32 rxbufstate = 0;
 675         u32 txbufstate = 0;
 676         u32 status = SSI_ERROROCCURED;
 677         u32 tmp;
 678
 679         ssi_flush_queue(&omap_port->brkqueue, cl);
 680         if (list_empty(&omap_port->brkqueue))
 681                 status |= SSI_BREAKDETECTED;
 682
 683         for (i = 0; i < omap_port->channels; i++) {
 684                 if (list_empty(&omap_port->txqueue[i]))
 685                         continue;
 686                 msg = list_first_entry(&omap_port->txqueue[i], struct hsi_msg,
 687                                                                         link);
 688                 if ((msg->cl == cl) && (msg->status == HSI_STATUS_PROCEEDING)) {
 689                         txbufstate |= (1 << i);
 690                         status |= SSI_DATAACCEPT(i);
 691                         /* Release the clocks writes, also GDD ones */
 692                         pm_runtime_mark_last_busy(omap_port->pdev);
 693                         pm_runtime_put_autosuspend(omap_port->pdev);
 694                 }
 695                 ssi_flush_queue(&omap_port->txqueue[i], cl);
 696         }
 697         for (i = 0; i < omap_port->channels; i++) {
 698                 if (list_empty(&omap_port->rxqueue[i]))
 699                         continue;
 700                 msg = list_first_entry(&omap_port->rxqueue[i], struct hsi_msg,
 701                                                                         link);
 702                 if ((msg->cl == cl) && (msg->status == HSI_STATUS_PROCEEDING)) {
 703                         rxbufstate |= (1 << i);
 704                         status |= SSI_DATAAVAILABLE(i);
 705                 }
 706                 ssi_flush_queue(&omap_port->rxqueue[i], cl);
 707                 /* Check if we keep the error detection interrupt armed */
 708                 if (!list_empty(&omap_port->rxqueue[i]))
 709                         status &= ~SSI_ERROROCCURED;
 710         }
 711         /* Cleanup write buffers */
 712         tmp = readl(omap_port->sst_base + SSI_SST_BUFSTATE_REG);
 713         tmp &= ~txbufstate;
 714         writel_relaxed(tmp, omap_port->sst_base + SSI_SST_BUFSTATE_REG);
 715         /* Cleanup read buffers */
 716         tmp = readl(omap_port->ssr_base + SSI_SSR_BUFSTATE_REG);
 717         tmp &= ~rxbufstate;
 718         writel_relaxed(tmp, omap_port->ssr_base + SSI_SSR_BUFSTATE_REG);
 719         /* Disarm and ack pending interrupts */
 720         tmp = readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 721         tmp &= ~status;
 722         writel_relaxed(tmp, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 723         writel_relaxed(status, omap_ssi->sys +
 724                 SSI_MPU_STATUS_REG(port->num, 0));
 725 }
 726
 727 static void ssi_cleanup_gdd(struct hsi_controller *ssi, struct hsi_client *cl)
 728 {
 729         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 730         struct hsi_port *port = hsi_get_port(cl);
 731         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 732         struct hsi_msg *msg;
 733         unsigned int i;
 734         u32 val = 0;
 735         u32 tmp;
 736
 737         for (i = 0; i < SSI_MAX_GDD_LCH; i++) {
 738                 msg = omap_ssi->gdd_trn[i].msg;
 739                 if ((!msg) || (msg->cl != cl))
 740                         continue;
 741                 writew_relaxed(0, omap_ssi->gdd + SSI_GDD_CCR_REG(i));
 742                 val |= (1 << i);
 743                 /*
 744                  * Clock references for write will be handled in
 745                  * ssi_cleanup_queues
 746                  */
 747                 if (msg->ttype == HSI_MSG_READ) {
 748                         pm_runtime_mark_last_busy(omap_port->pdev);
 749                         pm_runtime_put_autosuspend(omap_port->pdev);
 750                 }
 751                 omap_ssi->gdd_trn[i].msg = NULL;
 752         }
 753         tmp = readl_relaxed(omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 754         tmp &= ~val;
 755         writel_relaxed(tmp, omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 756         writel(val, omap_ssi->sys + SSI_GDD_MPU_IRQ_STATUS_REG);
 757 }
 758
 759 static int ssi_set_port_mode(struct omap_ssi_port *omap_port, u32 mode)
 760 {
 761         writel(mode, omap_port->sst_base + SSI_SST_MODE_REG);
 762         writel(mode, omap_port->ssr_base + SSI_SSR_MODE_REG);
 763         /* OCP barrier */
 764         mode = readl(omap_port->ssr_base + SSI_SSR_MODE_REG);
 765
 766         return 0;
 767 }
 768
 769 static int ssi_release(struct hsi_client *cl)
 770 {
 771         struct hsi_port *port = hsi_get_port(cl);
 772         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 773         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 774
 775         pm_runtime_get_sync(omap_port->pdev);
 776         spin_lock_bh(&omap_port->lock);
 777         /* Stop all the pending DMA requests for that client */
 778         ssi_cleanup_gdd(ssi, cl);
 779         /* Now cleanup all the queues */
 780         ssi_cleanup_queues(cl);
 781         /* If it is the last client of the port, do extra checks and cleanup */
 782         if (port->claimed <= 1) {
 783                 /*
 784                  * Drop the clock reference for the incoming wake line
 785                  * if it is still kept high by the other side.
 786                  */
 787                 if (test_and_clear_bit(SSI_WAKE_EN, &omap_port->flags))
 788                         pm_runtime_put_sync(omap_port->pdev);
 789                 pm_runtime_get(omap_port->pdev);
 790                 /* Stop any SSI TX/RX without a client */
 791                 ssi_set_port_mode(omap_port, SSI_MODE_SLEEP);
 792                 omap_port->sst.mode = SSI_MODE_SLEEP;
 793                 omap_port->ssr.mode = SSI_MODE_SLEEP;
 794                 pm_runtime_put(omap_port->pdev);
 795                 WARN_ON(omap_port->wk_refcount != 0);
 796         }
 797         spin_unlock_bh(&omap_port->lock);
 798         pm_runtime_put_sync(omap_port->pdev);
 799
 800         return 0;
 801 }
 802
 803
 804
 805 static void ssi_error(struct hsi_port *port)
 806 {
 807         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 808         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 809         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 810         struct hsi_msg *msg;
 811         unsigned int i;
 812         u32 err;
 813         u32 val;
 814         u32 tmp;
 815
 816         /* ACK error */
 817         err = readl(omap_port->ssr_base + SSI_SSR_ERROR_REG);
 818         dev_err(&port->device, "SSI error: 0x%02x\n", err);
 819         if (!err) {
 820                 dev_dbg(&port->device, "spurious SSI error ignored!\n");
 821                 return;
 822         }
 823         spin_lock(&omap_ssi->lock);
 824         /* Cancel all GDD read transfers */
 825         for (i = 0, val = 0; i < SSI_MAX_GDD_LCH; i++) {
 826                 msg = omap_ssi->gdd_trn[i].msg;
 827                 if ((msg) && (msg->ttype == HSI_MSG_READ)) {
 828                         writew_relaxed(0, omap_ssi->gdd + SSI_GDD_CCR_REG(i));
 829                         val |= (1 << i);
 830                         omap_ssi->gdd_trn[i].msg = NULL;
 831                 }
 832         }
 833         tmp = readl(omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 834         tmp &= ~val;
 835         writel_relaxed(tmp, omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
 836         spin_unlock(&omap_ssi->lock);
 837         /* Cancel all PIO read transfers */
 838         spin_lock(&omap_port->lock);
 839         tmp = readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 840         tmp &= 0xfeff00ff; /* Disable error & all dataavailable interrupts */
 841         writel_relaxed(tmp, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 842         /* ACK error */
 843         writel_relaxed(err, omap_port->ssr_base + SSI_SSR_ERRORACK_REG);
 844         writel_relaxed(SSI_ERROROCCURED,
 845                         omap_ssi->sys + SSI_MPU_STATUS_REG(port->num, 0));
 846         /* Signal the error all current pending read requests */
 847         for (i = 0; i < omap_port->channels; i++) {
 848                 if (list_empty(&omap_port->rxqueue[i]))
 849                         continue;
 850                 msg = list_first_entry(&omap_port->rxqueue[i], struct hsi_msg,
 851                                                                         link);
 852                 list_del(&msg->link);
 853                 msg->status = HSI_STATUS_ERROR;
 854                 spin_unlock(&omap_port->lock);
 855                 msg->complete(msg);
 856                 /* Now restart queued reads if any */
 857                 ssi_transfer(omap_port, &omap_port->rxqueue[i]);
 858                 spin_lock(&omap_port->lock);
 859         }
 860         spin_unlock(&omap_port->lock);
 861 }
 862
 863 static void ssi_break_complete(struct hsi_port *port)
 864 {
 865         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 866         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 867         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 868         struct hsi_msg *msg;
 869         struct hsi_msg *tmp;
 870         u32 val;
 871
 872         dev_dbg(&port->device, "HWBREAK received\n");
 873
 874         spin_lock(&omap_port->lock);
 875         val = readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 876         val &= ~SSI_BREAKDETECTED;
 877         writel_relaxed(val, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 878         writel_relaxed(0, omap_port->ssr_base + SSI_SSR_BREAK_REG);
 879         writel(SSI_BREAKDETECTED,
 880                         omap_ssi->sys + SSI_MPU_STATUS_REG(port->num, 0));
 881         spin_unlock(&omap_port->lock);
 882
 883         list_for_each_entry_safe(msg, tmp, &omap_port->brkqueue, link) {
 884                 msg->status = HSI_STATUS_COMPLETED;
 885                 spin_lock(&omap_port->lock);
 886                 list_del(&msg->link);
 887                 spin_unlock(&omap_port->lock);
 888                 msg->complete(msg);
 889         }
 890
 891 }
 892
 893 static void ssi_pio_complete(struct hsi_port *port, struct list_head *queue)
 894 {
 895         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 896         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 897         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 898         struct hsi_msg *msg;
 899         u32 *buf;
 900         u32 reg;
 901         u32 val;
 902
 903         spin_lock_bh(&omap_port->lock);
 904         msg = list_first_entry(queue, struct hsi_msg, link);
 905         if ((!msg->sgt.nents) || (!msg->sgt.sgl->length)) {
 906                 msg->actual_len = 0;
 907                 msg->status = HSI_STATUS_PENDING;
 908         }
 909         if (msg->ttype == HSI_MSG_WRITE)
 910                 val = SSI_DATAACCEPT(msg->channel);
 911         else
 912                 val = SSI_DATAAVAILABLE(msg->channel);
 913         if (msg->status == HSI_STATUS_PROCEEDING) {
 914                 buf = sg_virt(msg->sgt.sgl) + msg->actual_len;
 915                 if (msg->ttype == HSI_MSG_WRITE)
 916                         writel(*buf, omap_port->sst_base +
 917                                         SSI_SST_BUFFER_CH_REG(msg->channel));
 918                  else
 919                         *buf = readl(omap_port->ssr_base +
 920                                         SSI_SSR_BUFFER_CH_REG(msg->channel));
 921                 dev_dbg(&port->device, "ch %d ttype %d 0x%08x\n", msg->channel,
 922                                                         msg->ttype, *buf);
 923                 msg->actual_len += sizeof(*buf);
 924                 if (msg->actual_len >= msg->sgt.sgl->length)
 925                         msg->status = HSI_STATUS_COMPLETED;
 926                 /*
 927                  * Wait for the last written frame to be really sent before
 928                  * we call the complete callback
 929                  */
 930                 if ((msg->status == HSI_STATUS_PROCEEDING) ||
 931                                 ((msg->status == HSI_STATUS_COMPLETED) &&
 932                                         (msg->ttype == HSI_MSG_WRITE))) {
 933                         writel(val, omap_ssi->sys +
 934                                         SSI_MPU_STATUS_REG(port->num, 0));
 935                         spin_unlock_bh(&omap_port->lock);
 936
 937                         return;
 938                 }
 939
 940         }
 941         /* Transfer completed at this point */
 942         reg = readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 943         if (msg->ttype == HSI_MSG_WRITE) {
 944                 /* Release clocks for write transfer */
 945                 pm_runtime_mark_last_busy(omap_port->pdev);
 946                 pm_runtime_put_autosuspend(omap_port->pdev);
 947         }
 948         reg &= ~val;
 949         writel_relaxed(reg, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
 950         writel_relaxed(val, omap_ssi->sys + SSI_MPU_STATUS_REG(port->num, 0));
 951         list_del(&msg->link);
 952         spin_unlock_bh(&omap_port->lock);
 953         msg->complete(msg);
 954         ssi_transfer(omap_port, queue);
 955 }
 956
 957 static irqreturn_t ssi_pio_thread(int irq, void *ssi_port)
 958 {
 959         struct hsi_port *port = (struct hsi_port *)ssi_port;
 960         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
 961         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
 962         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
 963         void __iomem *sys = omap_ssi->sys;
 964         unsigned int ch;
 965         u32 status_reg;
 966
 967         pm_runtime_get_sync(omap_port->pdev);
 968
 969         do {
 970                 status_reg = readl(sys + SSI_MPU_STATUS_REG(port->num, 0));
 971                 status_reg &= readl(sys + SSI_MPU_ENABLE_REG(port->num, 0));
 972
 973                 for (ch = 0; ch < omap_port->channels; ch++) {
 974                         if (status_reg & SSI_DATAACCEPT(ch))
 975                                 ssi_pio_complete(port, &omap_port->txqueue[ch]);
 976                         if (status_reg & SSI_DATAAVAILABLE(ch))
 977                                 ssi_pio_complete(port, &omap_port->rxqueue[ch]);
 978                 }
 979                 if (status_reg & SSI_BREAKDETECTED)
 980                         ssi_break_complete(port);
 981                 if (status_reg & SSI_ERROROCCURED)
 982                         ssi_error(port);
 983
 984                 status_reg = readl(sys + SSI_MPU_STATUS_REG(port->num, 0));
 985                 status_reg &= readl(sys + SSI_MPU_ENABLE_REG(port->num, 0));
 986
 987                 /* TODO: sleep if we retry? */
 988         } while (status_reg);
 989
 990         pm_runtime_mark_last_busy(omap_port->pdev);
 991         pm_runtime_put_autosuspend(omap_port->pdev);
 992
 993         return IRQ_HANDLED;
 994 }
 995
 996 static irqreturn_t ssi_wake_thread(int irq __maybe_unused, void *ssi_port)
 997 {
 998         struct hsi_port *port = (struct hsi_port *)ssi_port;
 999         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
1000         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
1001         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1002
1003         if (ssi_wakein(port)) {
1004                 /**
1005                  * We can have a quick High-Low-High transition in the line.
1006                  * In such a case if we have long interrupt latencies,
1007                  * we can miss the low event or get twice a high event.
1008                  * This workaround will avoid breaking the clock reference
1009                  * count when such a situation ocurrs.
1010                  */
1011                 if (!test_and_set_bit(SSI_WAKE_EN, &omap_port->flags))
1012                         pm_runtime_get_sync(omap_port->pdev);
1013                 dev_dbg(&ssi->device, "Wake in high\n");
1014                 if (omap_port->wktest) { /* FIXME: HACK ! To be removed */
1015                         writel(SSI_WAKE(0),
1016                                 omap_ssi->sys + SSI_SET_WAKE_REG(port->num));
1017                 }
1018                 hsi_event(port, HSI_EVENT_START_RX);
1019         } else {
1020                 dev_dbg(&ssi->device, "Wake in low\n");
1021                 if (omap_port->wktest) { /* FIXME: HACK ! To be removed */
1022                         writel(SSI_WAKE(0),
1023                                 omap_ssi->sys + SSI_CLEAR_WAKE_REG(port->num));
1024                 }
1025                 hsi_event(port, HSI_EVENT_STOP_RX);
1026                 if (test_and_clear_bit(SSI_WAKE_EN, &omap_port->flags)) {
1027                         pm_runtime_mark_last_busy(omap_port->pdev);
1028                         pm_runtime_put_autosuspend(omap_port->pdev);
1029                 }
1030         }
1031
1032         return IRQ_HANDLED;
1033 }
1034
1035 static int ssi_port_irq(struct hsi_port *port, struct platform_device *pd)
1036 {
1037         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
1038         int err;
1039
1040         err = platform_get_irq(pd, 0);
1041         if (err < 0)
1042                 return err;
1043         omap_port->irq = err;
1044         err = devm_request_threaded_irq(&port->device, omap_port->irq, NULL,
1045                                 ssi_pio_thread, IRQF_ONESHOT, "SSI PORT", port);
1046         if (err < 0)
1047                 dev_err(&port->device, "Request IRQ %d failed (%d)\n",
1048                                                         omap_port->irq, err);
1049         return err;
1050 }
1051
1052 static int ssi_wake_irq(struct hsi_port *port, struct platform_device *pd)
1053 {
1054         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
1055         int cawake_irq;
1056         int err;
1057
1058         if (!omap_port->wake_gpio) {
1059                 omap_port->wake_irq = -1;
1060                 return 0;
1061         }
1062
1063         cawake_irq = gpiod_to_irq(omap_port->wake_gpio);
1064         omap_port->wake_irq = cawake_irq;
1065
1066         err = devm_request_threaded_irq(&port->device, cawake_irq, NULL,
1067                 ssi_wake_thread,
1068                 IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING | IRQF_ONESHOT,
1069                 "SSI cawake", port);
1070         if (err < 0)
1071                 dev_err(&port->device, "Request Wake in IRQ %d failed %d\n",
1072                                                 cawake_irq, err);
1073         err = enable_irq_wake(cawake_irq);
1074         if (err < 0)
1075                 dev_err(&port->device, "Enable wake on the wakeline in irq %d failed %d\n",
1076                         cawake_irq, err);
1077
1078         return err;
1079 }
1080
1081 static void ssi_queues_init(struct omap_ssi_port *omap_port)
1082 {
1083         unsigned int ch;
1084
1085         for (ch = 0; ch < SSI_MAX_CHANNELS; ch++) {
1086                 INIT_LIST_HEAD(&omap_port->txqueue[ch]);
1087                 INIT_LIST_HEAD(&omap_port->rxqueue[ch]);
1088         }
1089         INIT_LIST_HEAD(&omap_port->brkqueue);
1090 }
1091
1092 static int ssi_port_get_iomem(struct platform_device *pd,
1093                 const char *name, void __iomem **pbase, dma_addr_t *phy)
1094 {
1095         struct hsi_port *port = platform_get_drvdata(pd);
1096         struct resource *mem;
1097         struct resource *ioarea;
1098         void __iomem *base;
1099
1100         mem = platform_get_resource_byname(pd, IORESOURCE_MEM, name);
1101         if (!mem) {
1102                 dev_err(&pd->dev, "IO memory region missing (%s)\n", name);
1103                 return -ENXIO;
1104         }
1105         ioarea = devm_request_mem_region(&port->device, mem->start,
1106                                         resource_size(mem), dev_name(&pd->dev));
1107         if (!ioarea) {
1108                 dev_err(&pd->dev, "%s IO memory region request failed\n",
1109                                                                 mem->name);
1110                 return -ENXIO;
1111         }
1112         base = devm_ioremap(&port->device, mem->start, resource_size(mem));
1113         if (!base) {
1114                 dev_err(&pd->dev, "%s IO remap failed\n", mem->name);
1115                 return -ENXIO;
1116         }
1117         *pbase = base;
1118
1119         if (phy)
1120                 *phy = mem->start;
1121
1122         return 0;
1123 }
1124
1125 static int ssi_port_probe(struct platform_device *pd)
1126 {
1127         struct device_node *np = pd->dev.of_node;
1128         struct hsi_port *port;
1129         struct omap_ssi_port *omap_port;
1130         struct hsi_controller *ssi = dev_get_drvdata(pd->dev.parent);
1131         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1132         struct gpio_desc *cawake_gpio = NULL;
1133         u32 port_id;
1134         int err;
1135
1136         dev_dbg(&pd->dev, "init ssi port...\n");
1137
1138         if (!ssi->port || !omap_ssi->port) {
1139                 dev_err(&pd->dev, "ssi controller not initialized!\n");
1140                 err = -ENODEV;
1141                 goto error;
1142         }
1143
1144         /* get id of first uninitialized port in controller */
1145         for (port_id = 0; port_id < ssi->num_ports && omap_ssi->port[port_id];
1146                 port_id++)
1147                 ;
1148
1149         if (port_id >= ssi->num_ports) {
1150                 dev_err(&pd->dev, "port id out of range!\n");
1151                 err = -ENODEV;
1152                 goto error;
1153         }
1154
1155         port = ssi->port[port_id];
1156
1157         if (!np) {
1158                 dev_err(&pd->dev, "missing device tree data\n");
1159                 err = -EINVAL;
1160                 goto error;
1161         }
1162
1163         cawake_gpio = devm_gpiod_get(&pd->dev, "ti,ssi-cawake", GPIOD_IN);
1164         if (IS_ERR(cawake_gpio)) {
1165                 err = PTR_ERR(cawake_gpio);
1166                 dev_err(&pd->dev, "couldn't get cawake gpio (err=%d)!\n", err);
1167                 goto error;
1168         }
1169
1170         omap_port = devm_kzalloc(&port->device, sizeof(*omap_port), GFP_KERNEL);
1171         if (!omap_port) {
1172                 err = -ENOMEM;
1173                 goto error;
1174         }
1175         omap_port->wake_gpio = cawake_gpio;
1176         omap_port->pdev = &pd->dev;
1177         omap_port->port_id = port_id;
1178
1179         INIT_DEFERRABLE_WORK(&omap_port->errqueue_work, ssi_process_errqueue);
1180         INIT_WORK(&omap_port->work, start_tx_work);
1181
1182         /* initialize HSI port */
1183         port->async     = ssi_async;
1184         port->setup     = ssi_setup;
1185         port->flush     = ssi_flush;
1186         port->start_tx  = ssi_start_tx;
1187         port->stop_tx   = ssi_stop_tx;
1188         port->release   = ssi_release;
1189         hsi_port_set_drvdata(port, omap_port);
1190         omap_ssi->port[port_id] = omap_port;
1191
1192         platform_set_drvdata(pd, port);
1193
1194         err = ssi_port_get_iomem(pd, "tx", &omap_port->sst_base,
1195                 &omap_port->sst_dma);
1196         if (err < 0)
1197                 goto error;
1198         err = ssi_port_get_iomem(pd, "rx", &omap_port->ssr_base,
1199                 &omap_port->ssr_dma);
1200         if (err < 0)
1201                 goto error;
1202
1203         err = ssi_port_irq(port, pd);
1204         if (err < 0)
1205                 goto error;
1206         err = ssi_wake_irq(port, pd);
1207         if (err < 0)
1208                 goto error;
1209
1210         ssi_queues_init(omap_port);
1211         spin_lock_init(&omap_port->lock);
1212         spin_lock_init(&omap_port->wk_lock);
1213         omap_port->dev = &port->device;
1214
1215         pm_runtime_use_autosuspend(omap_port->pdev);
1216         pm_runtime_set_autosuspend_delay(omap_port->pdev, 250);
1217         pm_runtime_enable(omap_port->pdev);
1218
1219 #ifdef CONFIG_DEBUG_FS
1220         err = ssi_debug_add_port(omap_port, omap_ssi->dir);
1221         if (err < 0) {
1222                 pm_runtime_disable(omap_port->pdev);
1223                 goto error;
1224         }
1225 #endif
1226
1227         hsi_add_clients_from_dt(port, np);
1228
1229         dev_info(&pd->dev, "ssi port %u successfully initialized\n", port_id);
1230
1231         return 0;
1232
1233 error:
1234         return err;
1235 }
1236
1237 static int ssi_port_remove(struct platform_device *pd)
1238 {
1239         struct hsi_port *port = platform_get_drvdata(pd);
1240         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
1241         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
1242         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1243
1244 #ifdef CONFIG_DEBUG_FS
1245         ssi_debug_remove_port(port);
1246 #endif
1247
1248         cancel_delayed_work_sync(&omap_port->errqueue_work);
1249
1250         hsi_port_unregister_clients(port);
1251
1252         port->async     = hsi_dummy_msg;
1253         port->setup     = hsi_dummy_cl;
1254         port->flush     = hsi_dummy_cl;
1255         port->start_tx  = hsi_dummy_cl;
1256         port->stop_tx   = hsi_dummy_cl;
1257         port->release   = hsi_dummy_cl;
1258
1259         omap_ssi->port[omap_port->port_id] = NULL;
1260         platform_set_drvdata(pd, NULL);
1261
1262         pm_runtime_dont_use_autosuspend(&pd->dev);
1263         pm_runtime_disable(&pd->dev);
1264
1265         return 0;
1266 }
1267
1268 static int ssi_restore_divisor(struct omap_ssi_port *omap_port)
1269 {
1270         writel_relaxed(omap_port->sst.divisor,
1271                                 omap_port->sst_base + SSI_SST_DIVISOR_REG);
1272
1273         return 0;
1274 }
1275
1276 void omap_ssi_port_update_fclk(struct hsi_controller *ssi,
1277                                struct omap_ssi_port *omap_port)
1278 {
1279         /* update divisor */
1280         u32 div = ssi_calculate_div(ssi);
1281         omap_port->sst.divisor = div;
1282         ssi_restore_divisor(omap_port);
1283 }
1284
1285 #ifdef CONFIG_PM
1286 static int ssi_save_port_ctx(struct omap_ssi_port *omap_port)
1287 {
1288         struct hsi_port *port = to_hsi_port(omap_port->dev);
1289         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
1290         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1291
1292         omap_port->sys_mpu_enable = readl(omap_ssi->sys +
1293                                         SSI_MPU_ENABLE_REG(port->num, 0));
1294
1295         return 0;
1296 }
1297
1298 static int ssi_restore_port_ctx(struct omap_ssi_port *omap_port)
1299 {
1300         struct hsi_port *port = to_hsi_port(omap_port->dev);
1301         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
1302         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1303         void __iomem    *base;
1304
1305         writel_relaxed(omap_port->sys_mpu_enable,
1306                         omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
1307
1308         /* SST context */
1309         base = omap_port->sst_base;
1310         writel_relaxed(omap_port->sst.frame_size, base + SSI_SST_FRAMESIZE_REG);
1311         writel_relaxed(omap_port->sst.channels, base + SSI_SST_CHANNELS_REG);
1312         writel_relaxed(omap_port->sst.arb_mode, base + SSI_SST_ARBMODE_REG);
1313
1314         /* SSR context */
1315         base = omap_port->ssr_base;
1316         writel_relaxed(omap_port->ssr.frame_size, base + SSI_SSR_FRAMESIZE_REG);
1317         writel_relaxed(omap_port->ssr.channels, base + SSI_SSR_CHANNELS_REG);
1318         writel_relaxed(omap_port->ssr.timeout, base + SSI_SSR_TIMEOUT_REG);
1319
1320         return 0;
1321 }
1322
1323 static int ssi_restore_port_mode(struct omap_ssi_port *omap_port)
1324 {
1325         u32 mode;
1326
1327         writel_relaxed(omap_port->sst.mode,
1328                                 omap_port->sst_base + SSI_SST_MODE_REG);
1329         writel_relaxed(omap_port->ssr.mode,
1330                                 omap_port->ssr_base + SSI_SSR_MODE_REG);
1331         /* OCP barrier */
1332         mode = readl(omap_port->ssr_base + SSI_SSR_MODE_REG);
1333
1334         return 0;
1335 }
1336
1337 static int omap_ssi_port_runtime_suspend(struct device *dev)
1338 {
1339         struct hsi_port *port = dev_get_drvdata(dev);
1340         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
1341         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
1342         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1343
1344         dev_dbg(dev, "port runtime suspend!\n");
1345
1346         ssi_set_port_mode(omap_port, SSI_MODE_SLEEP);
1347         if (omap_ssi->get_loss)
1348                 omap_port->loss_count =
1349                                 omap_ssi->get_loss(ssi->device.parent);
1350         ssi_save_port_ctx(omap_port);
1351
1352         return 0;
1353 }
1354
1355 static int omap_ssi_port_runtime_resume(struct device *dev)
1356 {
1357         struct hsi_port *port = dev_get_drvdata(dev);
1358         struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
1359         struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
1360         struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
1361
1362         dev_dbg(dev, "port runtime resume!\n");
1363
1364         if ((omap_ssi->get_loss) && (omap_port->loss_count ==
1365                                 omap_ssi->get_loss(ssi->device.parent)))
1366                 goto mode; /* We always need to restore the mode & TX divisor */
1367
1368         ssi_restore_port_ctx(omap_port);
1369
1370 mode:
1371         ssi_restore_divisor(omap_port);
1372         ssi_restore_port_mode(omap_port);
1373
1374         return 0;
1375 }
1376
1377 static const struct dev_pm_ops omap_ssi_port_pm_ops = {
1378         SET_RUNTIME_PM_OPS(omap_ssi_port_runtime_suspend,
1379                 omap_ssi_port_runtime_resume, NULL)
1380 };
1381
1382 #define DEV_PM_OPS     (&omap_ssi_port_pm_ops)
1383 #else
1384 #define DEV_PM_OPS     NULL
1385 #endif
1386
1387
1388 #ifdef CONFIG_OF
1389 static const struct of_device_id omap_ssi_port_of_match[] = {
1390         { .compatible = "ti,omap3-ssi-port", },
1391         {},
1392 };
1393 MODULE_DEVICE_TABLE(of, omap_ssi_port_of_match);
1394 #else
1395 #define omap_ssi_port_of_match NULL
1396 #endif
1397
1398 struct platform_driver ssi_port_pdriver = {
1399         .probe = ssi_port_probe,
1400         .remove = ssi_port_remove,
1401         .driver = {
1402                 .name   = "omap_ssi_port",
1403                 .of_match_table = omap_ssi_port_of_match,
1404                 .pm     = DEV_PM_OPS,
1405         },
1406 };