Merge tag 's390-5.2-1' of git://git.kernel.org/pub/scm/linux/kernel/git/s390/linux
[linux-2.6-microblaze.git] / drivers / mmc / host / sdhci-omap.c
1 /**
2  * SDHCI Controller driver for TI's OMAP SoCs
3  *
4  * Copyright (C) 2017 Texas Instruments
5  * Author: Kishon Vijay Abraham I <kishon@ti.com>
6  *
7  * This program is free software: you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License version 2 of
9  * the License as published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
18  */
19
20 #include <linux/delay.h>
21 #include <linux/mmc/slot-gpio.h>
22 #include <linux/module.h>
23 #include <linux/of.h>
24 #include <linux/of_device.h>
25 #include <linux/platform_device.h>
26 #include <linux/pm_runtime.h>
27 #include <linux/regulator/consumer.h>
28 #include <linux/pinctrl/consumer.h>
29 #include <linux/sys_soc.h>
30 #include <linux/thermal.h>
31
32 #include "sdhci-pltfm.h"
33
34 #define SDHCI_OMAP_CON          0x12c
35 #define CON_DW8                 BIT(5)
36 #define CON_DMA_MASTER          BIT(20)
37 #define CON_DDR                 BIT(19)
38 #define CON_CLKEXTFREE          BIT(16)
39 #define CON_PADEN               BIT(15)
40 #define CON_CTPL                BIT(11)
41 #define CON_INIT                BIT(1)
42 #define CON_OD                  BIT(0)
43
44 #define SDHCI_OMAP_DLL          0x0134
45 #define DLL_SWT                 BIT(20)
46 #define DLL_FORCE_SR_C_SHIFT    13
47 #define DLL_FORCE_SR_C_MASK     (0x7f << DLL_FORCE_SR_C_SHIFT)
48 #define DLL_FORCE_VALUE         BIT(12)
49 #define DLL_CALIB               BIT(1)
50
51 #define SDHCI_OMAP_CMD          0x20c
52
53 #define SDHCI_OMAP_PSTATE       0x0224
54 #define PSTATE_DLEV_DAT0        BIT(20)
55 #define PSTATE_DATI             BIT(1)
56
57 #define SDHCI_OMAP_HCTL         0x228
58 #define HCTL_SDBP               BIT(8)
59 #define HCTL_SDVS_SHIFT         9
60 #define HCTL_SDVS_MASK          (0x7 << HCTL_SDVS_SHIFT)
61 #define HCTL_SDVS_33            (0x7 << HCTL_SDVS_SHIFT)
62 #define HCTL_SDVS_30            (0x6 << HCTL_SDVS_SHIFT)
63 #define HCTL_SDVS_18            (0x5 << HCTL_SDVS_SHIFT)
64
65 #define SDHCI_OMAP_SYSCTL       0x22c
66 #define SYSCTL_CEN              BIT(2)
67 #define SYSCTL_CLKD_SHIFT       6
68 #define SYSCTL_CLKD_MASK        0x3ff
69
70 #define SDHCI_OMAP_STAT         0x230
71
72 #define SDHCI_OMAP_IE           0x234
73 #define INT_CC_EN               BIT(0)
74
75 #define SDHCI_OMAP_AC12         0x23c
76 #define AC12_V1V8_SIGEN         BIT(19)
77 #define AC12_SCLK_SEL           BIT(23)
78
79 #define SDHCI_OMAP_CAPA         0x240
80 #define CAPA_VS33               BIT(24)
81 #define CAPA_VS30               BIT(25)
82 #define CAPA_VS18               BIT(26)
83
84 #define SDHCI_OMAP_CAPA2        0x0244
85 #define CAPA2_TSDR50            BIT(13)
86
87 #define SDHCI_OMAP_TIMEOUT      1               /* 1 msec */
88
89 #define SYSCTL_CLKD_MAX         0x3FF
90
91 #define IOV_1V8                 1800000         /* 180000 uV */
92 #define IOV_3V0                 3000000         /* 300000 uV */
93 #define IOV_3V3                 3300000         /* 330000 uV */
94
95 #define MAX_PHASE_DELAY         0x7C
96
97 /* sdhci-omap controller flags */
98 #define SDHCI_OMAP_REQUIRE_IODELAY      BIT(0)
99
100 struct sdhci_omap_data {
101         u32 offset;
102         u8 flags;
103 };
104
105 struct sdhci_omap_host {
106         char                    *version;
107         void __iomem            *base;
108         struct device           *dev;
109         struct  regulator       *pbias;
110         bool                    pbias_enabled;
111         struct sdhci_host       *host;
112         u8                      bus_mode;
113         u8                      power_mode;
114         u8                      timing;
115         u8                      flags;
116
117         struct pinctrl          *pinctrl;
118         struct pinctrl_state    **pinctrl_state;
119         bool                    is_tuning;
120 };
121
122 static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host);
123 static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host);
124
125 static inline u32 sdhci_omap_readl(struct sdhci_omap_host *host,
126                                    unsigned int offset)
127 {
128         return readl(host->base + offset);
129 }
130
131 static inline void sdhci_omap_writel(struct sdhci_omap_host *host,
132                                      unsigned int offset, u32 data)
133 {
134         writel(data, host->base + offset);
135 }
136
137 static int sdhci_omap_set_pbias(struct sdhci_omap_host *omap_host,
138                                 bool power_on, unsigned int iov)
139 {
140         int ret;
141         struct device *dev = omap_host->dev;
142
143         if (IS_ERR(omap_host->pbias))
144                 return 0;
145
146         if (power_on) {
147                 ret = regulator_set_voltage(omap_host->pbias, iov, iov);
148                 if (ret) {
149                         dev_err(dev, "pbias set voltage failed\n");
150                         return ret;
151                 }
152
153                 if (omap_host->pbias_enabled)
154                         return 0;
155
156                 ret = regulator_enable(omap_host->pbias);
157                 if (ret) {
158                         dev_err(dev, "pbias reg enable fail\n");
159                         return ret;
160                 }
161
162                 omap_host->pbias_enabled = true;
163         } else {
164                 if (!omap_host->pbias_enabled)
165                         return 0;
166
167                 ret = regulator_disable(omap_host->pbias);
168                 if (ret) {
169                         dev_err(dev, "pbias reg disable fail\n");
170                         return ret;
171                 }
172                 omap_host->pbias_enabled = false;
173         }
174
175         return 0;
176 }
177
178 static int sdhci_omap_enable_iov(struct sdhci_omap_host *omap_host,
179                                  unsigned int iov)
180 {
181         int ret;
182         struct sdhci_host *host = omap_host->host;
183         struct mmc_host *mmc = host->mmc;
184
185         ret = sdhci_omap_set_pbias(omap_host, false, 0);
186         if (ret)
187                 return ret;
188
189         if (!IS_ERR(mmc->supply.vqmmc)) {
190                 ret = regulator_set_voltage(mmc->supply.vqmmc, iov, iov);
191                 if (ret) {
192                         dev_err(mmc_dev(mmc), "vqmmc set voltage failed\n");
193                         return ret;
194                 }
195         }
196
197         ret = sdhci_omap_set_pbias(omap_host, true, iov);
198         if (ret)
199                 return ret;
200
201         return 0;
202 }
203
204 static void sdhci_omap_conf_bus_power(struct sdhci_omap_host *omap_host,
205                                       unsigned char signal_voltage)
206 {
207         u32 reg;
208         ktime_t timeout;
209
210         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL);
211         reg &= ~HCTL_SDVS_MASK;
212
213         if (signal_voltage == MMC_SIGNAL_VOLTAGE_330)
214                 reg |= HCTL_SDVS_33;
215         else
216                 reg |= HCTL_SDVS_18;
217
218         sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
219
220         reg |= HCTL_SDBP;
221         sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
222
223         /* wait 1ms */
224         timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
225         while (1) {
226                 bool timedout = ktime_after(ktime_get(), timeout);
227
228                 if (sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL) & HCTL_SDBP)
229                         break;
230                 if (WARN_ON(timedout))
231                         return;
232                 usleep_range(5, 10);
233         }
234 }
235
236 static void sdhci_omap_enable_sdio_irq(struct mmc_host *mmc, int enable)
237 {
238         struct sdhci_host *host = mmc_priv(mmc);
239         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
240         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
241         u32 reg;
242
243         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
244         if (enable)
245                 reg |= (CON_CTPL | CON_CLKEXTFREE);
246         else
247                 reg &= ~(CON_CTPL | CON_CLKEXTFREE);
248         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
249
250         sdhci_enable_sdio_irq(mmc, enable);
251 }
252
253 static inline void sdhci_omap_set_dll(struct sdhci_omap_host *omap_host,
254                                       int count)
255 {
256         int i;
257         u32 reg;
258
259         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
260         reg |= DLL_FORCE_VALUE;
261         reg &= ~DLL_FORCE_SR_C_MASK;
262         reg |= (count << DLL_FORCE_SR_C_SHIFT);
263         sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
264
265         reg |= DLL_CALIB;
266         sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
267         for (i = 0; i < 1000; i++) {
268                 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
269                 if (reg & DLL_CALIB)
270                         break;
271         }
272         reg &= ~DLL_CALIB;
273         sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
274 }
275
276 static void sdhci_omap_disable_tuning(struct sdhci_omap_host *omap_host)
277 {
278         u32 reg;
279
280         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
281         reg &= ~AC12_SCLK_SEL;
282         sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
283
284         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
285         reg &= ~(DLL_FORCE_VALUE | DLL_SWT);
286         sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
287 }
288
289 static int sdhci_omap_execute_tuning(struct mmc_host *mmc, u32 opcode)
290 {
291         struct sdhci_host *host = mmc_priv(mmc);
292         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
293         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
294         struct thermal_zone_device *thermal_dev;
295         struct device *dev = omap_host->dev;
296         struct mmc_ios *ios = &mmc->ios;
297         u32 start_window = 0, max_window = 0;
298         bool single_point_failure = false;
299         bool dcrc_was_enabled = false;
300         u8 cur_match, prev_match = 0;
301         u32 length = 0, max_len = 0;
302         u32 phase_delay = 0;
303         int temperature;
304         int ret = 0;
305         u32 reg;
306         int i;
307
308         /* clock tuning is not needed for upto 52MHz */
309         if (ios->clock <= 52000000)
310                 return 0;
311
312         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA2);
313         if (ios->timing == MMC_TIMING_UHS_SDR50 && !(reg & CAPA2_TSDR50))
314                 return 0;
315
316         thermal_dev = thermal_zone_get_zone_by_name("cpu_thermal");
317         if (IS_ERR(thermal_dev)) {
318                 dev_err(dev, "Unable to get thermal zone for tuning\n");
319                 return PTR_ERR(thermal_dev);
320         }
321
322         ret = thermal_zone_get_temp(thermal_dev, &temperature);
323         if (ret)
324                 return ret;
325
326         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
327         reg |= DLL_SWT;
328         sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
329
330         /*
331          * OMAP5/DRA74X/DRA72x Errata i802:
332          * DCRC error interrupts (MMCHS_STAT[21] DCRC=0x1) can occur
333          * during the tuning procedure. So disable it during the
334          * tuning procedure.
335          */
336         if (host->ier & SDHCI_INT_DATA_CRC) {
337                 host->ier &= ~SDHCI_INT_DATA_CRC;
338                 dcrc_was_enabled = true;
339         }
340
341         omap_host->is_tuning = true;
342
343         /*
344          * Stage 1: Search for a maximum pass window ignoring any
345          * any single point failures. If the tuning value ends up
346          * near it, move away from it in stage 2 below
347          */
348         while (phase_delay <= MAX_PHASE_DELAY) {
349                 sdhci_omap_set_dll(omap_host, phase_delay);
350
351                 cur_match = !mmc_send_tuning(mmc, opcode, NULL);
352                 if (cur_match) {
353                         if (prev_match) {
354                                 length++;
355                         } else if (single_point_failure) {
356                                 /* ignore single point failure */
357                                 length++;
358                         } else {
359                                 start_window = phase_delay;
360                                 length = 1;
361                         }
362                 } else {
363                         single_point_failure = prev_match;
364                 }
365
366                 if (length > max_len) {
367                         max_window = start_window;
368                         max_len = length;
369                 }
370
371                 prev_match = cur_match;
372                 phase_delay += 4;
373         }
374
375         if (!max_len) {
376                 dev_err(dev, "Unable to find match\n");
377                 ret = -EIO;
378                 goto tuning_error;
379         }
380
381         /*
382          * Assign tuning value as a ratio of maximum pass window based
383          * on temperature
384          */
385         if (temperature < -20000)
386                 phase_delay = min(max_window + 4 * max_len - 24,
387                                   max_window +
388                                   DIV_ROUND_UP(13 * max_len, 16) * 4);
389         else if (temperature < 20000)
390                 phase_delay = max_window + DIV_ROUND_UP(9 * max_len, 16) * 4;
391         else if (temperature < 40000)
392                 phase_delay = max_window + DIV_ROUND_UP(8 * max_len, 16) * 4;
393         else if (temperature < 70000)
394                 phase_delay = max_window + DIV_ROUND_UP(7 * max_len, 16) * 4;
395         else if (temperature < 90000)
396                 phase_delay = max_window + DIV_ROUND_UP(5 * max_len, 16) * 4;
397         else if (temperature < 120000)
398                 phase_delay = max_window + DIV_ROUND_UP(4 * max_len, 16) * 4;
399         else
400                 phase_delay = max_window + DIV_ROUND_UP(3 * max_len, 16) * 4;
401
402         /*
403          * Stage 2: Search for a single point failure near the chosen tuning
404          * value in two steps. First in the +3 to +10 range and then in the
405          * +2 to -10 range. If found, move away from it in the appropriate
406          * direction by the appropriate amount depending on the temperature.
407          */
408         for (i = 3; i <= 10; i++) {
409                 sdhci_omap_set_dll(omap_host, phase_delay + i);
410
411                 if (mmc_send_tuning(mmc, opcode, NULL)) {
412                         if (temperature < 10000)
413                                 phase_delay += i + 6;
414                         else if (temperature < 20000)
415                                 phase_delay += i - 12;
416                         else if (temperature < 70000)
417                                 phase_delay += i - 8;
418                         else
419                                 phase_delay += i - 6;
420
421                         goto single_failure_found;
422                 }
423         }
424
425         for (i = 2; i >= -10; i--) {
426                 sdhci_omap_set_dll(omap_host, phase_delay + i);
427
428                 if (mmc_send_tuning(mmc, opcode, NULL)) {
429                         if (temperature < 10000)
430                                 phase_delay += i + 12;
431                         else if (temperature < 20000)
432                                 phase_delay += i + 8;
433                         else if (temperature < 70000)
434                                 phase_delay += i + 8;
435                         else if (temperature < 90000)
436                                 phase_delay += i + 10;
437                         else
438                                 phase_delay += i + 12;
439
440                         goto single_failure_found;
441                 }
442         }
443
444 single_failure_found:
445         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
446         if (!(reg & AC12_SCLK_SEL)) {
447                 ret = -EIO;
448                 goto tuning_error;
449         }
450
451         sdhci_omap_set_dll(omap_host, phase_delay);
452
453         omap_host->is_tuning = false;
454
455         goto ret;
456
457 tuning_error:
458         omap_host->is_tuning = false;
459         dev_err(dev, "Tuning failed\n");
460         sdhci_omap_disable_tuning(omap_host);
461
462 ret:
463         sdhci_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA);
464         /* Reenable forbidden interrupt */
465         if (dcrc_was_enabled)
466                 host->ier |= SDHCI_INT_DATA_CRC;
467         sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
468         sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
469         return ret;
470 }
471
472 static int sdhci_omap_card_busy(struct mmc_host *mmc)
473 {
474         u32 reg, ac12;
475         int ret = false;
476         struct sdhci_host *host = mmc_priv(mmc);
477         struct sdhci_pltfm_host *pltfm_host;
478         struct sdhci_omap_host *omap_host;
479         u32 ier = host->ier;
480
481         pltfm_host = sdhci_priv(host);
482         omap_host = sdhci_pltfm_priv(pltfm_host);
483
484         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
485         ac12 = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
486         reg &= ~CON_CLKEXTFREE;
487         if (ac12 & AC12_V1V8_SIGEN)
488                 reg |= CON_CLKEXTFREE;
489         reg |= CON_PADEN;
490         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
491
492         disable_irq(host->irq);
493         ier |= SDHCI_INT_CARD_INT;
494         sdhci_writel(host, ier, SDHCI_INT_ENABLE);
495         sdhci_writel(host, ier, SDHCI_SIGNAL_ENABLE);
496
497         /*
498          * Delay is required for PSTATE to correctly reflect
499          * DLEV/CLEV values after PADEN is set.
500          */
501         usleep_range(50, 100);
502         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_PSTATE);
503         if ((reg & PSTATE_DATI) || !(reg & PSTATE_DLEV_DAT0))
504                 ret = true;
505
506         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
507         reg &= ~(CON_CLKEXTFREE | CON_PADEN);
508         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
509
510         sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
511         sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
512         enable_irq(host->irq);
513
514         return ret;
515 }
516
517 static int sdhci_omap_start_signal_voltage_switch(struct mmc_host *mmc,
518                                                   struct mmc_ios *ios)
519 {
520         u32 reg;
521         int ret;
522         unsigned int iov;
523         struct sdhci_host *host = mmc_priv(mmc);
524         struct sdhci_pltfm_host *pltfm_host;
525         struct sdhci_omap_host *omap_host;
526         struct device *dev;
527
528         pltfm_host = sdhci_priv(host);
529         omap_host = sdhci_pltfm_priv(pltfm_host);
530         dev = omap_host->dev;
531
532         if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) {
533                 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
534                 if (!(reg & CAPA_VS33))
535                         return -EOPNOTSUPP;
536
537                 sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
538
539                 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
540                 reg &= ~AC12_V1V8_SIGEN;
541                 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
542
543                 iov = IOV_3V3;
544         } else if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_180) {
545                 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
546                 if (!(reg & CAPA_VS18))
547                         return -EOPNOTSUPP;
548
549                 sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
550
551                 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
552                 reg |= AC12_V1V8_SIGEN;
553                 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
554
555                 iov = IOV_1V8;
556         } else {
557                 return -EOPNOTSUPP;
558         }
559
560         ret = sdhci_omap_enable_iov(omap_host, iov);
561         if (ret) {
562                 dev_err(dev, "failed to switch IO voltage to %dmV\n", iov);
563                 return ret;
564         }
565
566         dev_dbg(dev, "IO voltage switched to %dmV\n", iov);
567         return 0;
568 }
569
570 static void sdhci_omap_set_timing(struct sdhci_omap_host *omap_host, u8 timing)
571 {
572         int ret;
573         struct pinctrl_state *pinctrl_state;
574         struct device *dev = omap_host->dev;
575
576         if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
577                 return;
578
579         if (omap_host->timing == timing)
580                 return;
581
582         sdhci_omap_stop_clock(omap_host);
583
584         pinctrl_state = omap_host->pinctrl_state[timing];
585         ret = pinctrl_select_state(omap_host->pinctrl, pinctrl_state);
586         if (ret) {
587                 dev_err(dev, "failed to select pinctrl state\n");
588                 return;
589         }
590
591         sdhci_omap_start_clock(omap_host);
592         omap_host->timing = timing;
593 }
594
595 static void sdhci_omap_set_power_mode(struct sdhci_omap_host *omap_host,
596                                       u8 power_mode)
597 {
598         if (omap_host->bus_mode == MMC_POWER_OFF)
599                 sdhci_omap_disable_tuning(omap_host);
600         omap_host->power_mode = power_mode;
601 }
602
603 static void sdhci_omap_set_bus_mode(struct sdhci_omap_host *omap_host,
604                                     unsigned int mode)
605 {
606         u32 reg;
607
608         if (omap_host->bus_mode == mode)
609                 return;
610
611         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
612         if (mode == MMC_BUSMODE_OPENDRAIN)
613                 reg |= CON_OD;
614         else
615                 reg &= ~CON_OD;
616         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
617
618         omap_host->bus_mode = mode;
619 }
620
621 static void sdhci_omap_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
622 {
623         struct sdhci_host *host = mmc_priv(mmc);
624         struct sdhci_pltfm_host *pltfm_host;
625         struct sdhci_omap_host *omap_host;
626
627         pltfm_host = sdhci_priv(host);
628         omap_host = sdhci_pltfm_priv(pltfm_host);
629
630         sdhci_omap_set_bus_mode(omap_host, ios->bus_mode);
631         sdhci_omap_set_timing(omap_host, ios->timing);
632         sdhci_set_ios(mmc, ios);
633         sdhci_omap_set_power_mode(omap_host, ios->power_mode);
634 }
635
636 static u16 sdhci_omap_calc_divisor(struct sdhci_pltfm_host *host,
637                                    unsigned int clock)
638 {
639         u16 dsor;
640
641         dsor = DIV_ROUND_UP(clk_get_rate(host->clk), clock);
642         if (dsor > SYSCTL_CLKD_MAX)
643                 dsor = SYSCTL_CLKD_MAX;
644
645         return dsor;
646 }
647
648 static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host)
649 {
650         u32 reg;
651
652         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
653         reg |= SYSCTL_CEN;
654         sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
655 }
656
657 static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host)
658 {
659         u32 reg;
660
661         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
662         reg &= ~SYSCTL_CEN;
663         sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
664 }
665
666 static void sdhci_omap_set_clock(struct sdhci_host *host, unsigned int clock)
667 {
668         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
669         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
670         unsigned long clkdiv;
671
672         sdhci_omap_stop_clock(omap_host);
673
674         if (!clock)
675                 return;
676
677         clkdiv = sdhci_omap_calc_divisor(pltfm_host, clock);
678         clkdiv = (clkdiv & SYSCTL_CLKD_MASK) << SYSCTL_CLKD_SHIFT;
679         sdhci_enable_clk(host, clkdiv);
680
681         sdhci_omap_start_clock(omap_host);
682 }
683
684 static void sdhci_omap_set_power(struct sdhci_host *host, unsigned char mode,
685                           unsigned short vdd)
686 {
687         struct mmc_host *mmc = host->mmc;
688
689         mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, vdd);
690 }
691
692 static int sdhci_omap_enable_dma(struct sdhci_host *host)
693 {
694         u32 reg;
695         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
696         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
697
698         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
699         reg |= CON_DMA_MASTER;
700         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
701
702         return 0;
703 }
704
705 static unsigned int sdhci_omap_get_min_clock(struct sdhci_host *host)
706 {
707         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
708
709         return clk_get_rate(pltfm_host->clk) / SYSCTL_CLKD_MAX;
710 }
711
712 static void sdhci_omap_set_bus_width(struct sdhci_host *host, int width)
713 {
714         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
715         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
716         u32 reg;
717
718         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
719         if (width == MMC_BUS_WIDTH_8)
720                 reg |= CON_DW8;
721         else
722                 reg &= ~CON_DW8;
723         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
724
725         sdhci_set_bus_width(host, width);
726 }
727
728 static void sdhci_omap_init_74_clocks(struct sdhci_host *host, u8 power_mode)
729 {
730         u32 reg;
731         ktime_t timeout;
732         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
733         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
734
735         if (omap_host->power_mode == power_mode)
736                 return;
737
738         if (power_mode != MMC_POWER_ON)
739                 return;
740
741         disable_irq(host->irq);
742
743         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
744         reg |= CON_INIT;
745         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
746         sdhci_omap_writel(omap_host, SDHCI_OMAP_CMD, 0x0);
747
748         /* wait 1ms */
749         timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
750         while (1) {
751                 bool timedout = ktime_after(ktime_get(), timeout);
752
753                 if (sdhci_omap_readl(omap_host, SDHCI_OMAP_STAT) & INT_CC_EN)
754                         break;
755                 if (WARN_ON(timedout))
756                         return;
757                 usleep_range(5, 10);
758         }
759
760         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
761         reg &= ~CON_INIT;
762         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
763         sdhci_omap_writel(omap_host, SDHCI_OMAP_STAT, INT_CC_EN);
764
765         enable_irq(host->irq);
766 }
767
768 static void sdhci_omap_set_uhs_signaling(struct sdhci_host *host,
769                                          unsigned int timing)
770 {
771         u32 reg;
772         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
773         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
774
775         sdhci_omap_stop_clock(omap_host);
776
777         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
778         if (timing == MMC_TIMING_UHS_DDR50 || timing == MMC_TIMING_MMC_DDR52)
779                 reg |= CON_DDR;
780         else
781                 reg &= ~CON_DDR;
782         sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
783
784         sdhci_set_uhs_signaling(host, timing);
785         sdhci_omap_start_clock(omap_host);
786 }
787
788 void sdhci_omap_reset(struct sdhci_host *host, u8 mask)
789 {
790         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
791         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
792
793         /* Don't reset data lines during tuning operation */
794         if (omap_host->is_tuning)
795                 mask &= ~SDHCI_RESET_DATA;
796
797         sdhci_reset(host, mask);
798 }
799
800 #define CMD_ERR_MASK (SDHCI_INT_CRC | SDHCI_INT_END_BIT | SDHCI_INT_INDEX |\
801                       SDHCI_INT_TIMEOUT)
802 #define CMD_MASK (CMD_ERR_MASK | SDHCI_INT_RESPONSE)
803
804 static u32 sdhci_omap_irq(struct sdhci_host *host, u32 intmask)
805 {
806         struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
807         struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
808
809         if (omap_host->is_tuning && host->cmd && !host->data_early &&
810             (intmask & CMD_ERR_MASK)) {
811
812                 /*
813                  * Since we are not resetting data lines during tuning
814                  * operation, data error or data complete interrupts
815                  * might still arrive. Mark this request as a failure
816                  * but still wait for the data interrupt
817                  */
818                 if (intmask & SDHCI_INT_TIMEOUT)
819                         host->cmd->error = -ETIMEDOUT;
820                 else
821                         host->cmd->error = -EILSEQ;
822
823                 host->cmd = NULL;
824
825                 /*
826                  * Sometimes command error interrupts and command complete
827                  * interrupt will arrive together. Clear all command related
828                  * interrupts here.
829                  */
830                 sdhci_writel(host, intmask & CMD_MASK, SDHCI_INT_STATUS);
831                 intmask &= ~CMD_MASK;
832         }
833
834         return intmask;
835 }
836
837 static struct sdhci_ops sdhci_omap_ops = {
838         .set_clock = sdhci_omap_set_clock,
839         .set_power = sdhci_omap_set_power,
840         .enable_dma = sdhci_omap_enable_dma,
841         .get_max_clock = sdhci_pltfm_clk_get_max_clock,
842         .get_min_clock = sdhci_omap_get_min_clock,
843         .set_bus_width = sdhci_omap_set_bus_width,
844         .platform_send_init_74_clocks = sdhci_omap_init_74_clocks,
845         .reset = sdhci_omap_reset,
846         .set_uhs_signaling = sdhci_omap_set_uhs_signaling,
847         .irq = sdhci_omap_irq,
848 };
849
850 static int sdhci_omap_set_capabilities(struct sdhci_omap_host *omap_host)
851 {
852         u32 reg;
853         int ret = 0;
854         struct device *dev = omap_host->dev;
855         struct regulator *vqmmc;
856
857         vqmmc = regulator_get(dev, "vqmmc");
858         if (IS_ERR(vqmmc)) {
859                 ret = PTR_ERR(vqmmc);
860                 goto reg_put;
861         }
862
863         /* voltage capabilities might be set by boot loader, clear it */
864         reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
865         reg &= ~(CAPA_VS18 | CAPA_VS30 | CAPA_VS33);
866
867         if (regulator_is_supported_voltage(vqmmc, IOV_3V3, IOV_3V3))
868                 reg |= CAPA_VS33;
869         if (regulator_is_supported_voltage(vqmmc, IOV_1V8, IOV_1V8))
870                 reg |= CAPA_VS18;
871
872         sdhci_omap_writel(omap_host, SDHCI_OMAP_CAPA, reg);
873
874 reg_put:
875         regulator_put(vqmmc);
876
877         return ret;
878 }
879
880 static const struct sdhci_pltfm_data sdhci_omap_pdata = {
881         .quirks = SDHCI_QUIRK_BROKEN_CARD_DETECTION |
882                   SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK |
883                   SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN |
884                   SDHCI_QUIRK_NO_HISPD_BIT |
885                   SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC,
886         .quirks2 = SDHCI_QUIRK2_ACMD23_BROKEN |
887                    SDHCI_QUIRK2_PRESET_VALUE_BROKEN |
888                    SDHCI_QUIRK2_RSP_136_HAS_CRC |
889                    SDHCI_QUIRK2_DISABLE_HW_TIMEOUT,
890         .ops = &sdhci_omap_ops,
891 };
892
893 static const struct sdhci_omap_data k2g_data = {
894         .offset = 0x200,
895 };
896
897 static const struct sdhci_omap_data dra7_data = {
898         .offset = 0x200,
899         .flags  = SDHCI_OMAP_REQUIRE_IODELAY,
900 };
901
902 static const struct of_device_id omap_sdhci_match[] = {
903         { .compatible = "ti,dra7-sdhci", .data = &dra7_data },
904         { .compatible = "ti,k2g-sdhci", .data = &k2g_data },
905         {},
906 };
907 MODULE_DEVICE_TABLE(of, omap_sdhci_match);
908
909 static struct pinctrl_state
910 *sdhci_omap_iodelay_pinctrl_state(struct sdhci_omap_host *omap_host, char *mode,
911                                   u32 *caps, u32 capmask)
912 {
913         struct device *dev = omap_host->dev;
914         char *version = omap_host->version;
915         struct pinctrl_state *pinctrl_state = ERR_PTR(-ENODEV);
916         char str[20];
917
918         if (!(*caps & capmask))
919                 goto ret;
920
921         if (version) {
922                 snprintf(str, 20, "%s-%s", mode, version);
923                 pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, str);
924         }
925
926         if (IS_ERR(pinctrl_state))
927                 pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, mode);
928
929         if (IS_ERR(pinctrl_state)) {
930                 dev_err(dev, "no pinctrl state for %s mode", mode);
931                 *caps &= ~capmask;
932         }
933
934 ret:
935         return pinctrl_state;
936 }
937
938 static int sdhci_omap_config_iodelay_pinctrl_state(struct sdhci_omap_host
939                                                    *omap_host)
940 {
941         struct device *dev = omap_host->dev;
942         struct sdhci_host *host = omap_host->host;
943         struct mmc_host *mmc = host->mmc;
944         u32 *caps = &mmc->caps;
945         u32 *caps2 = &mmc->caps2;
946         struct pinctrl_state *state;
947         struct pinctrl_state **pinctrl_state;
948
949         if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
950                 return 0;
951
952         pinctrl_state = devm_kcalloc(dev,
953                                      MMC_TIMING_MMC_HS200 + 1,
954                                      sizeof(*pinctrl_state),
955                                      GFP_KERNEL);
956         if (!pinctrl_state)
957                 return -ENOMEM;
958
959         omap_host->pinctrl = devm_pinctrl_get(omap_host->dev);
960         if (IS_ERR(omap_host->pinctrl)) {
961                 dev_err(dev, "Cannot get pinctrl\n");
962                 return PTR_ERR(omap_host->pinctrl);
963         }
964
965         state = pinctrl_lookup_state(omap_host->pinctrl, "default");
966         if (IS_ERR(state)) {
967                 dev_err(dev, "no pinctrl state for default mode\n");
968                 return PTR_ERR(state);
969         }
970         pinctrl_state[MMC_TIMING_LEGACY] = state;
971
972         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr104", caps,
973                                                  MMC_CAP_UHS_SDR104);
974         if (!IS_ERR(state))
975                 pinctrl_state[MMC_TIMING_UHS_SDR104] = state;
976
977         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr50", caps,
978                                                  MMC_CAP_UHS_DDR50);
979         if (!IS_ERR(state))
980                 pinctrl_state[MMC_TIMING_UHS_DDR50] = state;
981
982         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr50", caps,
983                                                  MMC_CAP_UHS_SDR50);
984         if (!IS_ERR(state))
985                 pinctrl_state[MMC_TIMING_UHS_SDR50] = state;
986
987         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr25", caps,
988                                                  MMC_CAP_UHS_SDR25);
989         if (!IS_ERR(state))
990                 pinctrl_state[MMC_TIMING_UHS_SDR25] = state;
991
992         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr12", caps,
993                                                  MMC_CAP_UHS_SDR12);
994         if (!IS_ERR(state))
995                 pinctrl_state[MMC_TIMING_UHS_SDR12] = state;
996
997         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_1_8v", caps,
998                                                  MMC_CAP_1_8V_DDR);
999         if (!IS_ERR(state)) {
1000                 pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
1001         } else {
1002                 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_3_3v",
1003                                                          caps,
1004                                                          MMC_CAP_3_3V_DDR);
1005                 if (!IS_ERR(state))
1006                         pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
1007         }
1008
1009         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1010                                                  MMC_CAP_SD_HIGHSPEED);
1011         if (!IS_ERR(state))
1012                 pinctrl_state[MMC_TIMING_SD_HS] = state;
1013
1014         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1015                                                  MMC_CAP_MMC_HIGHSPEED);
1016         if (!IS_ERR(state))
1017                 pinctrl_state[MMC_TIMING_MMC_HS] = state;
1018
1019         state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs200_1_8v", caps2,
1020                                                  MMC_CAP2_HS200_1_8V_SDR);
1021         if (!IS_ERR(state))
1022                 pinctrl_state[MMC_TIMING_MMC_HS200] = state;
1023
1024         omap_host->pinctrl_state = pinctrl_state;
1025
1026         return 0;
1027 }
1028
1029 static const struct soc_device_attribute sdhci_omap_soc_devices[] = {
1030         {
1031                 .machine = "DRA7[45]*",
1032                 .revision = "ES1.[01]",
1033         },
1034         {
1035                 /* sentinel */
1036         }
1037 };
1038
1039 static int sdhci_omap_probe(struct platform_device *pdev)
1040 {
1041         int ret;
1042         u32 offset;
1043         struct device *dev = &pdev->dev;
1044         struct sdhci_host *host;
1045         struct sdhci_pltfm_host *pltfm_host;
1046         struct sdhci_omap_host *omap_host;
1047         struct mmc_host *mmc;
1048         const struct of_device_id *match;
1049         struct sdhci_omap_data *data;
1050         const struct soc_device_attribute *soc;
1051
1052         match = of_match_device(omap_sdhci_match, dev);
1053         if (!match)
1054                 return -EINVAL;
1055
1056         data = (struct sdhci_omap_data *)match->data;
1057         if (!data) {
1058                 dev_err(dev, "no sdhci omap data\n");
1059                 return -EINVAL;
1060         }
1061         offset = data->offset;
1062
1063         host = sdhci_pltfm_init(pdev, &sdhci_omap_pdata,
1064                                 sizeof(*omap_host));
1065         if (IS_ERR(host)) {
1066                 dev_err(dev, "Failed sdhci_pltfm_init\n");
1067                 return PTR_ERR(host);
1068         }
1069
1070         pltfm_host = sdhci_priv(host);
1071         omap_host = sdhci_pltfm_priv(pltfm_host);
1072         omap_host->host = host;
1073         omap_host->base = host->ioaddr;
1074         omap_host->dev = dev;
1075         omap_host->power_mode = MMC_POWER_UNDEFINED;
1076         omap_host->timing = MMC_TIMING_LEGACY;
1077         omap_host->flags = data->flags;
1078         host->ioaddr += offset;
1079
1080         mmc = host->mmc;
1081         sdhci_get_of_property(pdev);
1082         ret = mmc_of_parse(mmc);
1083         if (ret)
1084                 goto err_pltfm_free;
1085
1086         soc = soc_device_match(sdhci_omap_soc_devices);
1087         if (soc) {
1088                 omap_host->version = "rev11";
1089                 if (!strcmp(dev_name(dev), "4809c000.mmc"))
1090                         mmc->f_max = 96000000;
1091                 if (!strcmp(dev_name(dev), "480b4000.mmc"))
1092                         mmc->f_max = 48000000;
1093                 if (!strcmp(dev_name(dev), "480ad000.mmc"))
1094                         mmc->f_max = 48000000;
1095         }
1096
1097         if (!mmc_can_gpio_ro(mmc))
1098                 mmc->caps2 |= MMC_CAP2_NO_WRITE_PROTECT;
1099
1100         pltfm_host->clk = devm_clk_get(dev, "fck");
1101         if (IS_ERR(pltfm_host->clk)) {
1102                 ret = PTR_ERR(pltfm_host->clk);
1103                 goto err_pltfm_free;
1104         }
1105
1106         ret = clk_set_rate(pltfm_host->clk, mmc->f_max);
1107         if (ret) {
1108                 dev_err(dev, "failed to set clock to %d\n", mmc->f_max);
1109                 goto err_pltfm_free;
1110         }
1111
1112         omap_host->pbias = devm_regulator_get_optional(dev, "pbias");
1113         if (IS_ERR(omap_host->pbias)) {
1114                 ret = PTR_ERR(omap_host->pbias);
1115                 if (ret != -ENODEV)
1116                         goto err_pltfm_free;
1117                 dev_dbg(dev, "unable to get pbias regulator %d\n", ret);
1118         }
1119         omap_host->pbias_enabled = false;
1120
1121         /*
1122          * omap_device_pm_domain has callbacks to enable the main
1123          * functional clock, interface clock and also configure the
1124          * SYSCONFIG register of omap devices. The callback will be invoked
1125          * as part of pm_runtime_get_sync.
1126          */
1127         pm_runtime_enable(dev);
1128         ret = pm_runtime_get_sync(dev);
1129         if (ret < 0) {
1130                 dev_err(dev, "pm_runtime_get_sync failed\n");
1131                 pm_runtime_put_noidle(dev);
1132                 goto err_rpm_disable;
1133         }
1134
1135         ret = sdhci_omap_set_capabilities(omap_host);
1136         if (ret) {
1137                 dev_err(dev, "failed to set system capabilities\n");
1138                 goto err_put_sync;
1139         }
1140
1141         host->mmc_host_ops.start_signal_voltage_switch =
1142                                         sdhci_omap_start_signal_voltage_switch;
1143         host->mmc_host_ops.set_ios = sdhci_omap_set_ios;
1144         host->mmc_host_ops.card_busy = sdhci_omap_card_busy;
1145         host->mmc_host_ops.execute_tuning = sdhci_omap_execute_tuning;
1146         host->mmc_host_ops.enable_sdio_irq = sdhci_omap_enable_sdio_irq;
1147
1148         ret = sdhci_setup_host(host);
1149         if (ret)
1150                 goto err_put_sync;
1151
1152         ret = sdhci_omap_config_iodelay_pinctrl_state(omap_host);
1153         if (ret)
1154                 goto err_cleanup_host;
1155
1156         ret = __sdhci_add_host(host);
1157         if (ret)
1158                 goto err_cleanup_host;
1159
1160         return 0;
1161
1162 err_cleanup_host:
1163         sdhci_cleanup_host(host);
1164
1165 err_put_sync:
1166         pm_runtime_put_sync(dev);
1167
1168 err_rpm_disable:
1169         pm_runtime_disable(dev);
1170
1171 err_pltfm_free:
1172         sdhci_pltfm_free(pdev);
1173         return ret;
1174 }
1175
1176 static int sdhci_omap_remove(struct platform_device *pdev)
1177 {
1178         struct device *dev = &pdev->dev;
1179         struct sdhci_host *host = platform_get_drvdata(pdev);
1180
1181         sdhci_remove_host(host, true);
1182         pm_runtime_put_sync(dev);
1183         pm_runtime_disable(dev);
1184         sdhci_pltfm_free(pdev);
1185
1186         return 0;
1187 }
1188
1189 static struct platform_driver sdhci_omap_driver = {
1190         .probe = sdhci_omap_probe,
1191         .remove = sdhci_omap_remove,
1192         .driver = {
1193                    .name = "sdhci-omap",
1194                    .of_match_table = omap_sdhci_match,
1195                   },
1196 };
1197
1198 module_platform_driver(sdhci_omap_driver);
1199
1200 MODULE_DESCRIPTION("SDHCI driver for OMAP SoCs");
1201 MODULE_AUTHOR("Texas Instruments Inc.");
1202 MODULE_LICENSE("GPL v2");
1203 MODULE_ALIAS("platform:sdhci_omap");