drivers/mmc/host/tifm_sd.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  *  tifm_sd.c - TI FlashMedia driver
   4  *
   5  *  Copyright (C) 2006 Alex Dubov <oakad@yahoo.com>
   6  *
   7  * Special thanks to Brad Campbell for extensive testing of this driver.
   8  */
   9
  10
  11 #include <linux/tifm.h>
  12 #include <linux/mmc/host.h>
  13 #include <linux/highmem.h>
  14 #include <linux/scatterlist.h>
  15 #include <linux/module.h>
  16 #include <asm/io.h>
  17
  18 #define DRIVER_NAME "tifm_sd"
  19 #define DRIVER_VERSION "0.8"
  20
  21 static bool no_dma = 0;
  22 static bool fixed_timeout = 0;
  23 module_param(no_dma, bool, 0644);
  24 module_param(fixed_timeout, bool, 0644);
  25
  26 /* Constants here are mostly from OMAP5912 datasheet */
  27 #define TIFM_MMCSD_RESET      0x0002
  28 #define TIFM_MMCSD_CLKMASK    0x03ff
  29 #define TIFM_MMCSD_POWER      0x0800
  30 #define TIFM_MMCSD_4BBUS      0x8000
  31 #define TIFM_MMCSD_RXDE       0x8000   /* rx dma enable */
  32 #define TIFM_MMCSD_TXDE       0x0080   /* tx dma enable */
  33 #define TIFM_MMCSD_BUFINT     0x0c00   /* set bits: AE, AF */
  34 #define TIFM_MMCSD_DPE        0x0020   /* data timeout counted in kilocycles */
  35 #define TIFM_MMCSD_INAB       0x0080   /* abort / initialize command */
  36 #define TIFM_MMCSD_READ       0x8000
  37
  38 #define TIFM_MMCSD_ERRMASK    0x01e0   /* set bits: CCRC, CTO, DCRC, DTO */
  39 #define TIFM_MMCSD_EOC        0x0001   /* end of command phase  */
  40 #define TIFM_MMCSD_CD         0x0002   /* card detect           */
  41 #define TIFM_MMCSD_CB         0x0004   /* card enter busy state */
  42 #define TIFM_MMCSD_BRS        0x0008   /* block received/sent   */
  43 #define TIFM_MMCSD_EOFB       0x0010   /* card exit busy state  */
  44 #define TIFM_MMCSD_DTO        0x0020   /* data time-out         */
  45 #define TIFM_MMCSD_DCRC       0x0040   /* data crc error        */
  46 #define TIFM_MMCSD_CTO        0x0080   /* command time-out      */
  47 #define TIFM_MMCSD_CCRC       0x0100   /* command crc error     */
  48 #define TIFM_MMCSD_AF         0x0400   /* fifo almost full      */
  49 #define TIFM_MMCSD_AE         0x0800   /* fifo almost empty     */
  50 #define TIFM_MMCSD_OCRB       0x1000   /* OCR busy              */
  51 #define TIFM_MMCSD_CIRQ       0x2000   /* card irq (cmd40/sdio) */
  52 #define TIFM_MMCSD_CERR       0x4000   /* card status error     */
  53
  54 #define TIFM_MMCSD_ODTO       0x0040   /* open drain / extended timeout */
  55 #define TIFM_MMCSD_CARD_RO    0x0200   /* card is read-only     */
  56
  57 #define TIFM_MMCSD_FIFO_SIZE  0x0020
  58
  59 #define TIFM_MMCSD_RSP_R0     0x0000
  60 #define TIFM_MMCSD_RSP_R1     0x0100
  61 #define TIFM_MMCSD_RSP_R2     0x0200
  62 #define TIFM_MMCSD_RSP_R3     0x0300
  63 #define TIFM_MMCSD_RSP_R4     0x0400
  64 #define TIFM_MMCSD_RSP_R5     0x0500
  65 #define TIFM_MMCSD_RSP_R6     0x0600
  66
  67 #define TIFM_MMCSD_RSP_BUSY   0x0800
  68
  69 #define TIFM_MMCSD_CMD_BC     0x0000
  70 #define TIFM_MMCSD_CMD_BCR    0x1000
  71 #define TIFM_MMCSD_CMD_AC     0x2000
  72 #define TIFM_MMCSD_CMD_ADTC   0x3000
  73
  74 #define TIFM_MMCSD_MAX_BLOCK_SIZE  0x0800UL
  75
  76 #define TIFM_MMCSD_REQ_TIMEOUT_MS  1000
  77
  78 enum {
  79         CMD_READY    = 0x0001,
  80         FIFO_READY   = 0x0002,
  81         BRS_READY    = 0x0004,
  82         SCMD_ACTIVE  = 0x0008,
  83         SCMD_READY   = 0x0010,
  84         CARD_BUSY    = 0x0020,
  85         DATA_CARRY   = 0x0040
  86 };
  87
  88 struct tifm_sd {
  89         struct tifm_dev       *dev;
  90
  91         unsigned short        eject:1,
  92                               open_drain:1,
  93                               no_dma:1;
  94         unsigned short        cmd_flags;
  95
  96         unsigned int          clk_freq;
  97         unsigned int          clk_div;
  98         unsigned long         timeout_jiffies;
  99
 100         struct tasklet_struct finish_tasklet;
 101         struct timer_list     timer;
 102         struct mmc_request    *req;
 103
 104         int                   sg_len;
 105         int                   sg_pos;
 106         unsigned int          block_pos;
 107         struct scatterlist    bounce_buf;
 108         unsigned char         bounce_buf_data[TIFM_MMCSD_MAX_BLOCK_SIZE];
 109 };
 110
 111 /* for some reason, host won't respond correctly to readw/writew */
 112 static void tifm_sd_read_fifo(struct tifm_sd *host, struct page *pg,
 113                               unsigned int off, unsigned int cnt)
 114 {
 115         struct tifm_dev *sock = host->dev;
 116         unsigned char *buf;
 117         unsigned int pos = 0, val;
 118
 119         buf = kmap_local_page(pg) + off;
 120         if (host->cmd_flags & DATA_CARRY) {
 121                 buf[pos++] = host->bounce_buf_data[0];
 122                 host->cmd_flags &= ~DATA_CARRY;
 123         }
 124
 125         while (pos < cnt) {
 126                 val = readl(sock->addr + SOCK_MMCSD_DATA);
 127                 buf[pos++] = val & 0xff;
 128                 if (pos == cnt) {
 129                         host->bounce_buf_data[0] = (val >> 8) & 0xff;
 130                         host->cmd_flags |= DATA_CARRY;
 131                         break;
 132                 }
 133                 buf[pos++] = (val >> 8) & 0xff;
 134         }
 135         kunmap_local(buf - off);
 136 }
 137
 138 static void tifm_sd_write_fifo(struct tifm_sd *host, struct page *pg,
 139                                unsigned int off, unsigned int cnt)
 140 {
 141         struct tifm_dev *sock = host->dev;
 142         unsigned char *buf;
 143         unsigned int pos = 0, val;
 144
 145         buf = kmap_local_page(pg) + off;
 146         if (host->cmd_flags & DATA_CARRY) {
 147                 val = host->bounce_buf_data[0] | ((buf[pos++] << 8) & 0xff00);
 148                 writel(val, sock->addr + SOCK_MMCSD_DATA);
 149                 host->cmd_flags &= ~DATA_CARRY;
 150         }
 151
 152         while (pos < cnt) {
 153                 val = buf[pos++];
 154                 if (pos == cnt) {
 155                         host->bounce_buf_data[0] = val & 0xff;
 156                         host->cmd_flags |= DATA_CARRY;
 157                         break;
 158                 }
 159                 val |= (buf[pos++] << 8) & 0xff00;
 160                 writel(val, sock->addr + SOCK_MMCSD_DATA);
 161         }
 162         kunmap_local(buf - off);
 163 }
 164
 165 static void tifm_sd_transfer_data(struct tifm_sd *host)
 166 {
 167         struct mmc_data *r_data = host->req->cmd->data;
 168         struct scatterlist *sg = r_data->sg;
 169         unsigned int off, cnt, t_size = TIFM_MMCSD_FIFO_SIZE * 2;
 170         unsigned int p_off, p_cnt;
 171         struct page *pg;
 172
 173         if (host->sg_pos == host->sg_len)
 174                 return;
 175         while (t_size) {
 176                 cnt = sg[host->sg_pos].length - host->block_pos;
 177                 if (!cnt) {
 178                         host->block_pos = 0;
 179                         host->sg_pos++;
 180                         if (host->sg_pos == host->sg_len) {
 181                                 if ((r_data->flags & MMC_DATA_WRITE)
 182                                     && (host->cmd_flags & DATA_CARRY))
 183                                         writel(host->bounce_buf_data[0],
 184                                                host->dev->addr
 185                                                + SOCK_MMCSD_DATA);
 186
 187                                 return;
 188                         }
 189                         cnt = sg[host->sg_pos].length;
 190                 }
 191                 off = sg[host->sg_pos].offset + host->block_pos;
 192
 193                 pg = nth_page(sg_page(&sg[host->sg_pos]), off >> PAGE_SHIFT);
 194                 p_off = offset_in_page(off);
 195                 p_cnt = PAGE_SIZE - p_off;
 196                 p_cnt = min(p_cnt, cnt);
 197                 p_cnt = min(p_cnt, t_size);
 198
 199                 if (r_data->flags & MMC_DATA_READ)
 200                         tifm_sd_read_fifo(host, pg, p_off, p_cnt);
 201                 else if (r_data->flags & MMC_DATA_WRITE)
 202                         tifm_sd_write_fifo(host, pg, p_off, p_cnt);
 203
 204                 t_size -= p_cnt;
 205                 host->block_pos += p_cnt;
 206         }
 207 }
 208
 209 static void tifm_sd_copy_page(struct page *dst, unsigned int dst_off,
 210                               struct page *src, unsigned int src_off,
 211                               unsigned int count)
 212 {
 213         unsigned char *src_buf = kmap_local_page(src) + src_off;
 214         unsigned char *dst_buf = kmap_local_page(dst) + dst_off;
 215
 216         memcpy(dst_buf, src_buf, count);
 217
 218         kunmap_local(dst_buf - dst_off);
 219         kunmap_local(src_buf - src_off);
 220 }
 221
 222 static void tifm_sd_bounce_block(struct tifm_sd *host, struct mmc_data *r_data)
 223 {
 224         struct scatterlist *sg = r_data->sg;
 225         unsigned int t_size = r_data->blksz;
 226         unsigned int off, cnt;
 227         unsigned int p_off, p_cnt;
 228         struct page *pg;
 229
 230         dev_dbg(&host->dev->dev, "bouncing block\n");
 231         while (t_size) {
 232                 cnt = sg[host->sg_pos].length - host->block_pos;
 233                 if (!cnt) {
 234                         host->block_pos = 0;
 235                         host->sg_pos++;
 236                         if (host->sg_pos == host->sg_len)
 237                                 return;
 238                         cnt = sg[host->sg_pos].length;
 239                 }
 240                 off = sg[host->sg_pos].offset + host->block_pos;
 241
 242                 pg = nth_page(sg_page(&sg[host->sg_pos]), off >> PAGE_SHIFT);
 243                 p_off = offset_in_page(off);
 244                 p_cnt = PAGE_SIZE - p_off;
 245                 p_cnt = min(p_cnt, cnt);
 246                 p_cnt = min(p_cnt, t_size);
 247
 248                 if (r_data->flags & MMC_DATA_WRITE)
 249                         tifm_sd_copy_page(sg_page(&host->bounce_buf),
 250                                           r_data->blksz - t_size,
 251                                           pg, p_off, p_cnt);
 252                 else if (r_data->flags & MMC_DATA_READ)
 253                         tifm_sd_copy_page(pg, p_off, sg_page(&host->bounce_buf),
 254                                           r_data->blksz - t_size, p_cnt);
 255
 256                 t_size -= p_cnt;
 257                 host->block_pos += p_cnt;
 258         }
 259 }
 260
 261 static int tifm_sd_set_dma_data(struct tifm_sd *host, struct mmc_data *r_data)
 262 {
 263         struct tifm_dev *sock = host->dev;
 264         unsigned int t_size = TIFM_DMA_TSIZE * r_data->blksz;
 265         unsigned int dma_len, dma_blk_cnt, dma_off;
 266         struct scatterlist *sg = NULL;
 267
 268         if (host->sg_pos == host->sg_len)
 269                 return 1;
 270
 271         if (host->cmd_flags & DATA_CARRY) {
 272                 host->cmd_flags &= ~DATA_CARRY;
 273                 tifm_sd_bounce_block(host, r_data);
 274                 if (host->sg_pos == host->sg_len)
 275                         return 1;
 276         }
 277
 278         dma_len = sg_dma_len(&r_data->sg[host->sg_pos]) - host->block_pos;
 279         if (!dma_len) {
 280                 host->block_pos = 0;
 281                 host->sg_pos++;
 282                 if (host->sg_pos == host->sg_len)
 283                         return 1;
 284                 dma_len = sg_dma_len(&r_data->sg[host->sg_pos]);
 285         }
 286
 287         if (dma_len < t_size) {
 288                 dma_blk_cnt = dma_len / r_data->blksz;
 289                 dma_off = host->block_pos;
 290                 host->block_pos += dma_blk_cnt * r_data->blksz;
 291         } else {
 292                 dma_blk_cnt = TIFM_DMA_TSIZE;
 293                 dma_off = host->block_pos;
 294                 host->block_pos += t_size;
 295         }
 296
 297         if (dma_blk_cnt)
 298                 sg = &r_data->sg[host->sg_pos];
 299         else if (dma_len) {
 300                 if (r_data->flags & MMC_DATA_WRITE)
 301                         tifm_sd_bounce_block(host, r_data);
 302                 else
 303                         host->cmd_flags |= DATA_CARRY;
 304
 305                 sg = &host->bounce_buf;
 306                 dma_off = 0;
 307                 dma_blk_cnt = 1;
 308         } else
 309                 return 1;
 310
 311         dev_dbg(&sock->dev, "setting dma for %d blocks\n", dma_blk_cnt);
 312         writel(sg_dma_address(sg) + dma_off, sock->addr + SOCK_DMA_ADDRESS);
 313         if (r_data->flags & MMC_DATA_WRITE)
 314                 writel((dma_blk_cnt << 8) | TIFM_DMA_TX | TIFM_DMA_EN,
 315                        sock->addr + SOCK_DMA_CONTROL);
 316         else
 317                 writel((dma_blk_cnt << 8) | TIFM_DMA_EN,
 318                        sock->addr + SOCK_DMA_CONTROL);
 319
 320         return 0;
 321 }
 322
 323 static unsigned int tifm_sd_op_flags(struct mmc_command *cmd)
 324 {
 325         unsigned int rc = 0;
 326
 327         switch (mmc_resp_type(cmd)) {
 328         case MMC_RSP_NONE:
 329                 rc |= TIFM_MMCSD_RSP_R0;
 330                 break;
 331         case MMC_RSP_R1B:
 332                 rc |= TIFM_MMCSD_RSP_BUSY;
 333                 fallthrough;
 334         case MMC_RSP_R1:
 335                 rc |= TIFM_MMCSD_RSP_R1;
 336                 break;
 337         case MMC_RSP_R2:
 338                 rc |= TIFM_MMCSD_RSP_R2;
 339                 break;
 340         case MMC_RSP_R3:
 341                 rc |= TIFM_MMCSD_RSP_R3;
 342                 break;
 343         default:
 344                 BUG();
 345         }
 346
 347         switch (mmc_cmd_type(cmd)) {
 348         case MMC_CMD_BC:
 349                 rc |= TIFM_MMCSD_CMD_BC;
 350                 break;
 351         case MMC_CMD_BCR:
 352                 rc |= TIFM_MMCSD_CMD_BCR;
 353                 break;
 354         case MMC_CMD_AC:
 355                 rc |= TIFM_MMCSD_CMD_AC;
 356                 break;
 357         case MMC_CMD_ADTC:
 358                 rc |= TIFM_MMCSD_CMD_ADTC;
 359                 break;
 360         default:
 361                 BUG();
 362         }
 363         return rc;
 364 }
 365
 366 static void tifm_sd_exec(struct tifm_sd *host, struct mmc_command *cmd)
 367 {
 368         struct tifm_dev *sock = host->dev;
 369         unsigned int cmd_mask = tifm_sd_op_flags(cmd);
 370
 371         if (host->open_drain)
 372                 cmd_mask |= TIFM_MMCSD_ODTO;
 373
 374         if (cmd->data && (cmd->data->flags & MMC_DATA_READ))
 375                 cmd_mask |= TIFM_MMCSD_READ;
 376
 377         dev_dbg(&sock->dev, "executing opcode 0x%x, arg: 0x%x, mask: 0x%x\n",
 378                 cmd->opcode, cmd->arg, cmd_mask);
 379
 380         writel((cmd->arg >> 16) & 0xffff, sock->addr + SOCK_MMCSD_ARG_HIGH);
 381         writel(cmd->arg & 0xffff, sock->addr + SOCK_MMCSD_ARG_LOW);
 382         writel(cmd->opcode | cmd_mask, sock->addr + SOCK_MMCSD_COMMAND);
 383 }
 384
 385 static void tifm_sd_fetch_resp(struct mmc_command *cmd, struct tifm_dev *sock)
 386 {
 387         cmd->resp[0] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x1c) << 16)
 388                        | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x18);
 389         cmd->resp[1] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x14) << 16)
 390                        | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x10);
 391         cmd->resp[2] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x0c) << 16)
 392                        | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x08);
 393         cmd->resp[3] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x04) << 16)
 394                        | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x00);
 395 }
 396
 397 static void tifm_sd_check_status(struct tifm_sd *host)
 398 {
 399         struct tifm_dev *sock = host->dev;
 400         struct mmc_command *cmd = host->req->cmd;
 401
 402         if (cmd->error)
 403                 goto finish_request;
 404
 405         if (!(host->cmd_flags & CMD_READY))
 406                 return;
 407
 408         if (cmd->data) {
 409                 if (cmd->data->error) {
 410                         if ((host->cmd_flags & SCMD_ACTIVE)
 411                             && !(host->cmd_flags & SCMD_READY))
 412                                 return;
 413
 414                         goto finish_request;
 415                 }
 416
 417                 if (!(host->cmd_flags & BRS_READY))
 418                         return;
 419
 420                 if (!(host->no_dma || (host->cmd_flags & FIFO_READY)))
 421                         return;
 422
 423                 if (cmd->data->flags & MMC_DATA_WRITE) {
 424                         if (host->req->stop) {
 425                                 if (!(host->cmd_flags & SCMD_ACTIVE)) {
 426                                         host->cmd_flags |= SCMD_ACTIVE;
 427                                         writel(TIFM_MMCSD_EOFB
 428                                                | readl(sock->addr
 429                                                        + SOCK_MMCSD_INT_ENABLE),
 430                                                sock->addr
 431                                                + SOCK_MMCSD_INT_ENABLE);
 432                                         tifm_sd_exec(host, host->req->stop);
 433                                         return;
 434                                 } else {
 435                                         if (!(host->cmd_flags & SCMD_READY)
 436                                             || (host->cmd_flags & CARD_BUSY))
 437                                                 return;
 438                                         writel((~TIFM_MMCSD_EOFB)
 439                                                & readl(sock->addr
 440                                                        + SOCK_MMCSD_INT_ENABLE),
 441                                                sock->addr
 442                                                + SOCK_MMCSD_INT_ENABLE);
 443                                 }
 444                         } else {
 445                                 if (host->cmd_flags & CARD_BUSY)
 446                                         return;
 447                                 writel((~TIFM_MMCSD_EOFB)
 448                                        & readl(sock->addr
 449                                                + SOCK_MMCSD_INT_ENABLE),
 450                                        sock->addr + SOCK_MMCSD_INT_ENABLE);
 451                         }
 452                 } else {
 453                         if (host->req->stop) {
 454                                 if (!(host->cmd_flags & SCMD_ACTIVE)) {
 455                                         host->cmd_flags |= SCMD_ACTIVE;
 456                                         tifm_sd_exec(host, host->req->stop);
 457                                         return;
 458                                 } else {
 459                                         if (!(host->cmd_flags & SCMD_READY))
 460                                                 return;
 461                                 }
 462                         }
 463                 }
 464         }
 465 finish_request:
 466         tasklet_schedule(&host->finish_tasklet);
 467 }
 468
 469 /* Called from interrupt handler */
 470 static void tifm_sd_data_event(struct tifm_dev *sock)
 471 {
 472         struct tifm_sd *host;
 473         unsigned int fifo_status = 0;
 474         struct mmc_data *r_data = NULL;
 475
 476         spin_lock(&sock->lock);
 477         host = mmc_priv((struct mmc_host*)tifm_get_drvdata(sock));
 478         fifo_status = readl(sock->addr + SOCK_DMA_FIFO_STATUS);
 479         dev_dbg(&sock->dev, "data event: fifo_status %x, flags %x\n",
 480                 fifo_status, host->cmd_flags);
 481
 482         if (host->req) {
 483                 r_data = host->req->cmd->data;
 484
 485                 if (r_data && (fifo_status & TIFM_FIFO_READY)) {
 486                         if (tifm_sd_set_dma_data(host, r_data)) {
 487                                 host->cmd_flags |= FIFO_READY;
 488                                 tifm_sd_check_status(host);
 489                         }
 490                 }
 491         }
 492
 493         writel(fifo_status, sock->addr + SOCK_DMA_FIFO_STATUS);
 494         spin_unlock(&sock->lock);
 495 }
 496
 497 /* Called from interrupt handler */
 498 static void tifm_sd_card_event(struct tifm_dev *sock)
 499 {
 500         struct tifm_sd *host;
 501         unsigned int host_status = 0;
 502         int cmd_error = 0;
 503         struct mmc_command *cmd = NULL;
 504
 505         spin_lock(&sock->lock);
 506         host = mmc_priv((struct mmc_host*)tifm_get_drvdata(sock));
 507         host_status = readl(sock->addr + SOCK_MMCSD_STATUS);
 508         dev_dbg(&sock->dev, "host event: host_status %x, flags %x\n",
 509                 host_status, host->cmd_flags);
 510
 511         if (host->req) {
 512                 cmd = host->req->cmd;
 513
 514                 if (host_status & TIFM_MMCSD_ERRMASK) {
 515                         writel(host_status & TIFM_MMCSD_ERRMASK,
 516                                sock->addr + SOCK_MMCSD_STATUS);
 517                         if (host_status & TIFM_MMCSD_CTO)
 518                                 cmd_error = -ETIMEDOUT;
 519                         else if (host_status & TIFM_MMCSD_CCRC)
 520                                 cmd_error = -EILSEQ;
 521
 522                         if (cmd->data) {
 523                                 if (host_status & TIFM_MMCSD_DTO)
 524                                         cmd->data->error = -ETIMEDOUT;
 525                                 else if (host_status & TIFM_MMCSD_DCRC)
 526                                         cmd->data->error = -EILSEQ;
 527                         }
 528
 529                         writel(TIFM_FIFO_INT_SETALL,
 530                                sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
 531                         writel(TIFM_DMA_RESET, sock->addr + SOCK_DMA_CONTROL);
 532
 533                         if (host->req->stop) {
 534                                 if (host->cmd_flags & SCMD_ACTIVE) {
 535                                         host->req->stop->error = cmd_error;
 536                                         host->cmd_flags |= SCMD_READY;
 537                                 } else {
 538                                         cmd->error = cmd_error;
 539                                         host->cmd_flags |= SCMD_ACTIVE;
 540                                         tifm_sd_exec(host, host->req->stop);
 541                                         goto done;
 542                                 }
 543                         } else
 544                                 cmd->error = cmd_error;
 545                 } else {
 546                         if (host_status & (TIFM_MMCSD_EOC | TIFM_MMCSD_CERR)) {
 547                                 if (!(host->cmd_flags & CMD_READY)) {
 548                                         host->cmd_flags |= CMD_READY;
 549                                         tifm_sd_fetch_resp(cmd, sock);
 550                                 } else if (host->cmd_flags & SCMD_ACTIVE) {
 551                                         host->cmd_flags |= SCMD_READY;
 552                                         tifm_sd_fetch_resp(host->req->stop,
 553                                                            sock);
 554                                 }
 555                         }
 556                         if (host_status & TIFM_MMCSD_BRS)
 557                                 host->cmd_flags |= BRS_READY;
 558                 }
 559
 560                 if (host->no_dma && cmd->data) {
 561                         if (host_status & TIFM_MMCSD_AE)
 562                                 writel(host_status & TIFM_MMCSD_AE,
 563                                        sock->addr + SOCK_MMCSD_STATUS);
 564
 565                         if (host_status & (TIFM_MMCSD_AE | TIFM_MMCSD_AF
 566                                            | TIFM_MMCSD_BRS)) {
 567                                 tifm_sd_transfer_data(host);
 568                                 host_status &= ~TIFM_MMCSD_AE;
 569                         }
 570                 }
 571
 572                 if (host_status & TIFM_MMCSD_EOFB)
 573                         host->cmd_flags &= ~CARD_BUSY;
 574                 else if (host_status & TIFM_MMCSD_CB)
 575                         host->cmd_flags |= CARD_BUSY;
 576
 577                 tifm_sd_check_status(host);
 578         }
 579 done:
 580         writel(host_status, sock->addr + SOCK_MMCSD_STATUS);
 581         spin_unlock(&sock->lock);
 582 }
 583
 584 static void tifm_sd_set_data_timeout(struct tifm_sd *host,
 585                                      struct mmc_data *data)
 586 {
 587         struct tifm_dev *sock = host->dev;
 588         unsigned int data_timeout = data->timeout_clks;
 589
 590         if (fixed_timeout)
 591                 return;
 592
 593         data_timeout += data->timeout_ns /
 594                         ((1000000000UL / host->clk_freq) * host->clk_div);
 595
 596         if (data_timeout < 0xffff) {
 597                 writel(data_timeout, sock->addr + SOCK_MMCSD_DATA_TO);
 598                 writel((~TIFM_MMCSD_DPE)
 599                        & readl(sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG),
 600                        sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG);
 601         } else {
 602                 data_timeout = (data_timeout >> 10) + 1;
 603                 if (data_timeout > 0xffff)
 604                         data_timeout = 0;       /* set to unlimited */
 605                 writel(data_timeout, sock->addr + SOCK_MMCSD_DATA_TO);
 606                 writel(TIFM_MMCSD_DPE
 607                        | readl(sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG),
 608                        sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG);
 609         }
 610 }
 611
 612 static void tifm_sd_request(struct mmc_host *mmc, struct mmc_request *mrq)
 613 {
 614         struct tifm_sd *host = mmc_priv(mmc);
 615         struct tifm_dev *sock = host->dev;
 616         unsigned long flags;
 617         struct mmc_data *r_data = mrq->cmd->data;
 618
 619         spin_lock_irqsave(&sock->lock, flags);
 620         if (host->eject) {
 621                 mrq->cmd->error = -ENOMEDIUM;
 622                 goto err_out;
 623         }
 624
 625         if (host->req) {
 626                 pr_err("%s : unfinished request detected\n",
 627                        dev_name(&sock->dev));
 628                 mrq->cmd->error = -ETIMEDOUT;
 629                 goto err_out;
 630         }
 631
 632         host->cmd_flags = 0;
 633         host->block_pos = 0;
 634         host->sg_pos = 0;
 635
 636         if (mrq->data && !is_power_of_2(mrq->data->blksz))
 637                 host->no_dma = 1;
 638         else
 639                 host->no_dma = no_dma ? 1 : 0;
 640
 641         if (r_data) {
 642                 tifm_sd_set_data_timeout(host, r_data);
 643
 644                 if ((r_data->flags & MMC_DATA_WRITE) && !mrq->stop)
 645                          writel(TIFM_MMCSD_EOFB
 646                                 | readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
 647                                 sock->addr + SOCK_MMCSD_INT_ENABLE);
 648
 649                 if (host->no_dma) {
 650                         writel(TIFM_MMCSD_BUFINT
 651                                | readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
 652                                sock->addr + SOCK_MMCSD_INT_ENABLE);
 653                         writel(((TIFM_MMCSD_FIFO_SIZE - 1) << 8)
 654                                | (TIFM_MMCSD_FIFO_SIZE - 1),
 655                                sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
 656
 657                         host->sg_len = r_data->sg_len;
 658                 } else {
 659                         sg_init_one(&host->bounce_buf, host->bounce_buf_data,
 660                                     r_data->blksz);
 661
 662                         if(1 != tifm_map_sg(sock, &host->bounce_buf, 1,
 663                                             r_data->flags & MMC_DATA_WRITE
 664                                             ? DMA_TO_DEVICE
 665                                             : DMA_FROM_DEVICE)) {
 666                                 pr_err("%s : scatterlist map failed\n",
 667                                        dev_name(&sock->dev));
 668                                 mrq->cmd->error = -ENOMEM;
 669                                 goto err_out;
 670                         }
 671                         host->sg_len = tifm_map_sg(sock, r_data->sg,
 672                                                    r_data->sg_len,
 673                                                    r_data->flags
 674                                                    & MMC_DATA_WRITE
 675                                                    ? DMA_TO_DEVICE
 676                                                    : DMA_FROM_DEVICE);
 677                         if (host->sg_len < 1) {
 678                                 pr_err("%s : scatterlist map failed\n",
 679                                        dev_name(&sock->dev));
 680                                 tifm_unmap_sg(sock, &host->bounce_buf, 1,
 681                                               r_data->flags & MMC_DATA_WRITE
 682                                               ? DMA_TO_DEVICE
 683                                               : DMA_FROM_DEVICE);
 684                                 mrq->cmd->error = -ENOMEM;
 685                                 goto err_out;
 686                         }
 687
 688                         writel(TIFM_FIFO_INT_SETALL,
 689                                sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
 690                         writel(ilog2(r_data->blksz) - 2,
 691                                sock->addr + SOCK_FIFO_PAGE_SIZE);
 692                         writel(TIFM_FIFO_ENABLE,
 693                                sock->addr + SOCK_FIFO_CONTROL);
 694                         writel(TIFM_FIFO_INTMASK,
 695                                sock->addr + SOCK_DMA_FIFO_INT_ENABLE_SET);
 696
 697                         if (r_data->flags & MMC_DATA_WRITE)
 698                                 writel(TIFM_MMCSD_TXDE,
 699                                        sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
 700                         else
 701                                 writel(TIFM_MMCSD_RXDE,
 702                                        sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
 703
 704                         tifm_sd_set_dma_data(host, r_data);
 705                 }
 706
 707                 writel(r_data->blocks - 1,
 708                        sock->addr + SOCK_MMCSD_NUM_BLOCKS);
 709                 writel(r_data->blksz - 1,
 710                        sock->addr + SOCK_MMCSD_BLOCK_LEN);
 711         }
 712
 713         host->req = mrq;
 714         mod_timer(&host->timer, jiffies + host->timeout_jiffies);
 715         writel(TIFM_CTRL_LED | readl(sock->addr + SOCK_CONTROL),
 716                sock->addr + SOCK_CONTROL);
 717         tifm_sd_exec(host, mrq->cmd);
 718         spin_unlock_irqrestore(&sock->lock, flags);
 719         return;
 720
 721 err_out:
 722         spin_unlock_irqrestore(&sock->lock, flags);
 723         mmc_request_done(mmc, mrq);
 724 }
 725
 726 static void tifm_sd_end_cmd(struct tasklet_struct *t)
 727 {
 728         struct tifm_sd *host = from_tasklet(host, t, finish_tasklet);
 729         struct tifm_dev *sock = host->dev;
 730         struct mmc_host *mmc = tifm_get_drvdata(sock);
 731         struct mmc_request *mrq;
 732         struct mmc_data *r_data = NULL;
 733         unsigned long flags;
 734
 735         spin_lock_irqsave(&sock->lock, flags);
 736
 737         del_timer(&host->timer);
 738         mrq = host->req;
 739         host->req = NULL;
 740
 741         if (!mrq) {
 742                 pr_err(" %s : no request to complete?\n",
 743                        dev_name(&sock->dev));
 744                 spin_unlock_irqrestore(&sock->lock, flags);
 745                 return;
 746         }
 747
 748         r_data = mrq->cmd->data;
 749         if (r_data) {
 750                 if (host->no_dma) {
 751                         writel((~TIFM_MMCSD_BUFINT)
 752                                & readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
 753                                sock->addr + SOCK_MMCSD_INT_ENABLE);
 754                 } else {
 755                         tifm_unmap_sg(sock, &host->bounce_buf, 1,
 756                                       (r_data->flags & MMC_DATA_WRITE)
 757                                       ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
 758                         tifm_unmap_sg(sock, r_data->sg, r_data->sg_len,
 759                                       (r_data->flags & MMC_DATA_WRITE)
 760                                       ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
 761                 }
 762
 763                 r_data->bytes_xfered = r_data->blocks
 764                         - readl(sock->addr + SOCK_MMCSD_NUM_BLOCKS) - 1;
 765                 r_data->bytes_xfered *= r_data->blksz;
 766                 r_data->bytes_xfered += r_data->blksz
 767                         - readl(sock->addr + SOCK_MMCSD_BLOCK_LEN) + 1;
 768         }
 769
 770         writel((~TIFM_CTRL_LED) & readl(sock->addr + SOCK_CONTROL),
 771                sock->addr + SOCK_CONTROL);
 772
 773         spin_unlock_irqrestore(&sock->lock, flags);
 774         mmc_request_done(mmc, mrq);
 775 }
 776
 777 static void tifm_sd_abort(struct timer_list *t)
 778 {
 779         struct tifm_sd *host = from_timer(host, t, timer);
 780
 781         pr_err("%s : card failed to respond for a long period of time "
 782                "(%x, %x)\n",
 783                dev_name(&host->dev->dev), host->req->cmd->opcode, host->cmd_flags);
 784
 785         tifm_eject(host->dev);
 786 }
 787
 788 static void tifm_sd_ios(struct mmc_host *mmc, struct mmc_ios *ios)
 789 {
 790         struct tifm_sd *host = mmc_priv(mmc);
 791         struct tifm_dev *sock = host->dev;
 792         unsigned int clk_div1, clk_div2;
 793         unsigned long flags;
 794
 795         spin_lock_irqsave(&sock->lock, flags);
 796
 797         dev_dbg(&sock->dev, "ios: clock = %u, vdd = %x, bus_mode = %x, "
 798                 "chip_select = %x, power_mode = %x, bus_width = %x\n",
 799                 ios->clock, ios->vdd, ios->bus_mode, ios->chip_select,
 800                 ios->power_mode, ios->bus_width);
 801
 802         if (ios->bus_width == MMC_BUS_WIDTH_4) {
 803                 writel(TIFM_MMCSD_4BBUS | readl(sock->addr + SOCK_MMCSD_CONFIG),
 804                        sock->addr + SOCK_MMCSD_CONFIG);
 805         } else {
 806                 writel((~TIFM_MMCSD_4BBUS)
 807                        & readl(sock->addr + SOCK_MMCSD_CONFIG),
 808                        sock->addr + SOCK_MMCSD_CONFIG);
 809         }
 810
 811         if (ios->clock) {
 812                 clk_div1 = 20000000 / ios->clock;
 813                 if (!clk_div1)
 814                         clk_div1 = 1;
 815
 816                 clk_div2 = 24000000 / ios->clock;
 817                 if (!clk_div2)
 818                         clk_div2 = 1;
 819
 820                 if ((20000000 / clk_div1) > ios->clock)
 821                         clk_div1++;
 822                 if ((24000000 / clk_div2) > ios->clock)
 823                         clk_div2++;
 824                 if ((20000000 / clk_div1) > (24000000 / clk_div2)) {
 825                         host->clk_freq = 20000000;
 826                         host->clk_div = clk_div1;
 827                         writel((~TIFM_CTRL_FAST_CLK)
 828                                & readl(sock->addr + SOCK_CONTROL),
 829                                sock->addr + SOCK_CONTROL);
 830                 } else {
 831                         host->clk_freq = 24000000;
 832                         host->clk_div = clk_div2;
 833                         writel(TIFM_CTRL_FAST_CLK
 834                                | readl(sock->addr + SOCK_CONTROL),
 835                                sock->addr + SOCK_CONTROL);
 836                 }
 837         } else {
 838                 host->clk_div = 0;
 839         }
 840         host->clk_div &= TIFM_MMCSD_CLKMASK;
 841         writel(host->clk_div
 842                | ((~TIFM_MMCSD_CLKMASK)
 843                   & readl(sock->addr + SOCK_MMCSD_CONFIG)),
 844                sock->addr + SOCK_MMCSD_CONFIG);
 845
 846         host->open_drain = (ios->bus_mode == MMC_BUSMODE_OPENDRAIN);
 847
 848         /* chip_select : maybe later */
 849         //vdd
 850         //power is set before probe / after remove
 851
 852         spin_unlock_irqrestore(&sock->lock, flags);
 853 }
 854
 855 static int tifm_sd_ro(struct mmc_host *mmc)
 856 {
 857         int rc = 0;
 858         struct tifm_sd *host = mmc_priv(mmc);
 859         struct tifm_dev *sock = host->dev;
 860         unsigned long flags;
 861
 862         spin_lock_irqsave(&sock->lock, flags);
 863         if (TIFM_MMCSD_CARD_RO & readl(sock->addr + SOCK_PRESENT_STATE))
 864                 rc = 1;
 865         spin_unlock_irqrestore(&sock->lock, flags);
 866         return rc;
 867 }
 868
 869 static const struct mmc_host_ops tifm_sd_ops = {
 870         .request = tifm_sd_request,
 871         .set_ios = tifm_sd_ios,
 872         .get_ro  = tifm_sd_ro
 873 };
 874
 875 static int tifm_sd_initialize_host(struct tifm_sd *host)
 876 {
 877         int rc;
 878         unsigned int host_status = 0;
 879         struct tifm_dev *sock = host->dev;
 880
 881         writel(0, sock->addr + SOCK_MMCSD_INT_ENABLE);
 882         host->clk_div = 61;
 883         host->clk_freq = 20000000;
 884         writel(TIFM_MMCSD_RESET, sock->addr + SOCK_MMCSD_SYSTEM_CONTROL);
 885         writel(host->clk_div | TIFM_MMCSD_POWER,
 886                sock->addr + SOCK_MMCSD_CONFIG);
 887
 888         /* wait up to 0.51 sec for reset */
 889         for (rc = 32; rc <= 256; rc <<= 1) {
 890                 if (1 & readl(sock->addr + SOCK_MMCSD_SYSTEM_STATUS)) {
 891                         rc = 0;
 892                         break;
 893                 }
 894                 msleep(rc);
 895         }
 896
 897         if (rc) {
 898                 pr_err("%s : controller failed to reset\n",
 899                        dev_name(&sock->dev));
 900                 return -ENODEV;
 901         }
 902
 903         writel(0, sock->addr + SOCK_MMCSD_NUM_BLOCKS);
 904         writel(host->clk_div | TIFM_MMCSD_POWER,
 905                sock->addr + SOCK_MMCSD_CONFIG);
 906         writel(TIFM_MMCSD_RXDE, sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
 907
 908         // command timeout fixed to 64 clocks for now
 909         writel(64, sock->addr + SOCK_MMCSD_COMMAND_TO);
 910         writel(TIFM_MMCSD_INAB, sock->addr + SOCK_MMCSD_COMMAND);
 911
 912         for (rc = 16; rc <= 64; rc <<= 1) {
 913                 host_status = readl(sock->addr + SOCK_MMCSD_STATUS);
 914                 writel(host_status, sock->addr + SOCK_MMCSD_STATUS);
 915                 if (!(host_status & TIFM_MMCSD_ERRMASK)
 916                     && (host_status & TIFM_MMCSD_EOC)) {
 917                         rc = 0;
 918                         break;
 919                 }
 920                 msleep(rc);
 921         }
 922
 923         if (rc) {
 924                 pr_err("%s : card not ready - probe failed on initialization\n",
 925                        dev_name(&sock->dev));
 926                 return -ENODEV;
 927         }
 928
 929         writel(TIFM_MMCSD_CERR | TIFM_MMCSD_BRS | TIFM_MMCSD_EOC
 930                | TIFM_MMCSD_ERRMASK,
 931                sock->addr + SOCK_MMCSD_INT_ENABLE);
 932
 933         return 0;
 934 }
 935
 936 static int tifm_sd_probe(struct tifm_dev *sock)
 937 {
 938         struct mmc_host *mmc;
 939         struct tifm_sd *host;
 940         int rc = -EIO;
 941
 942         if (!(TIFM_SOCK_STATE_OCCUPIED
 943               & readl(sock->addr + SOCK_PRESENT_STATE))) {
 944                 pr_warn("%s : card gone, unexpectedly\n",
 945                         dev_name(&sock->dev));
 946                 return rc;
 947         }
 948
 949         mmc = mmc_alloc_host(sizeof(struct tifm_sd), &sock->dev);
 950         if (!mmc)
 951                 return -ENOMEM;
 952
 953         host = mmc_priv(mmc);
 954         tifm_set_drvdata(sock, mmc);
 955         host->dev = sock;
 956         host->timeout_jiffies = msecs_to_jiffies(TIFM_MMCSD_REQ_TIMEOUT_MS);
 957         /*
 958          * We use a fixed request timeout of 1s, hence inform the core about it.
 959          * A future improvement should instead respect the cmd->busy_timeout.
 960          */
 961         mmc->max_busy_timeout = TIFM_MMCSD_REQ_TIMEOUT_MS;
 962
 963         tasklet_setup(&host->finish_tasklet, tifm_sd_end_cmd);
 964         timer_setup(&host->timer, tifm_sd_abort, 0);
 965
 966         mmc->ops = &tifm_sd_ops;
 967         mmc->ocr_avail = MMC_VDD_32_33 | MMC_VDD_33_34;
 968         mmc->caps = MMC_CAP_4_BIT_DATA;
 969         mmc->f_min = 20000000 / 60;
 970         mmc->f_max = 24000000;
 971
 972         mmc->max_blk_count = 2048;
 973         mmc->max_segs = mmc->max_blk_count;
 974         mmc->max_blk_size = min(TIFM_MMCSD_MAX_BLOCK_SIZE, PAGE_SIZE);
 975         mmc->max_seg_size = mmc->max_blk_count * mmc->max_blk_size;
 976         mmc->max_req_size = mmc->max_seg_size;
 977
 978         sock->card_event = tifm_sd_card_event;
 979         sock->data_event = tifm_sd_data_event;
 980         rc = tifm_sd_initialize_host(host);
 981
 982         if (!rc)
 983                 rc = mmc_add_host(mmc);
 984         if (!rc)
 985                 return 0;
 986
 987         mmc_free_host(mmc);
 988         return rc;
 989 }
 990
 991 static void tifm_sd_remove(struct tifm_dev *sock)
 992 {
 993         struct mmc_host *mmc = tifm_get_drvdata(sock);
 994         struct tifm_sd *host = mmc_priv(mmc);
 995         unsigned long flags;
 996
 997         spin_lock_irqsave(&sock->lock, flags);
 998         host->eject = 1;
 999         writel(0, sock->addr + SOCK_MMCSD_INT_ENABLE);
1000         spin_unlock_irqrestore(&sock->lock, flags);
1001
1002         tasklet_kill(&host->finish_tasklet);
1003
1004         spin_lock_irqsave(&sock->lock, flags);
1005         if (host->req) {
1006                 writel(TIFM_FIFO_INT_SETALL,
1007                        sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
1008                 writel(0, sock->addr + SOCK_DMA_FIFO_INT_ENABLE_SET);
1009                 host->req->cmd->error = -ENOMEDIUM;
1010                 if (host->req->stop)
1011                         host->req->stop->error = -ENOMEDIUM;
1012                 tasklet_schedule(&host->finish_tasklet);
1013         }
1014         spin_unlock_irqrestore(&sock->lock, flags);
1015         mmc_remove_host(mmc);
1016         dev_dbg(&sock->dev, "after remove\n");
1017
1018         mmc_free_host(mmc);
1019 }
1020
1021 #ifdef CONFIG_PM
1022
1023 static int tifm_sd_suspend(struct tifm_dev *sock, pm_message_t state)
1024 {
1025         return 0;
1026 }
1027
1028 static int tifm_sd_resume(struct tifm_dev *sock)
1029 {
1030         struct mmc_host *mmc = tifm_get_drvdata(sock);
1031         struct tifm_sd *host = mmc_priv(mmc);
1032         int rc;
1033
1034         rc = tifm_sd_initialize_host(host);
1035         dev_dbg(&sock->dev, "resume initialize %d\n", rc);
1036
1037         if (rc)
1038                 host->eject = 1;
1039
1040         return rc;
1041 }
1042
1043 #else
1044
1045 #define tifm_sd_suspend NULL
1046 #define tifm_sd_resume NULL
1047
1048 #endif /* CONFIG_PM */
1049
1050 static struct tifm_device_id tifm_sd_id_tbl[] = {
1051         { TIFM_TYPE_SD }, { }
1052 };
1053
1054 static struct tifm_driver tifm_sd_driver = {
1055         .driver = {
1056                 .name  = DRIVER_NAME,
1057                 .owner = THIS_MODULE
1058         },
1059         .id_table = tifm_sd_id_tbl,
1060         .probe    = tifm_sd_probe,
1061         .remove   = tifm_sd_remove,
1062         .suspend  = tifm_sd_suspend,
1063         .resume   = tifm_sd_resume
1064 };
1065
1066 static int __init tifm_sd_init(void)
1067 {
1068         return tifm_register_driver(&tifm_sd_driver);
1069 }
1070
1071 static void __exit tifm_sd_exit(void)
1072 {
1073         tifm_unregister_driver(&tifm_sd_driver);
1074 }
1075
1076 MODULE_AUTHOR("Alex Dubov");
1077 MODULE_DESCRIPTION("TI FlashMedia SD driver");
1078 MODULE_LICENSE("GPL");
1079 MODULE_DEVICE_TABLE(tifm, tifm_sd_id_tbl);
1080 MODULE_VERSION(DRIVER_VERSION);
1081
1082 module_init(tifm_sd_init);
1083 module_exit(tifm_sd_exit);