Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/**
3 * SDHCI Controller driver for TI's OMAP SoCs
4 *
5 * Copyright (C) 2017 Texas Instruments
6 * Author: Kishon Vijay Abraham I <kishon@ti.com>
7 */
8
9#include <linux/delay.h>
10#include <linux/mmc/mmc.h>
11#include <linux/mmc/slot-gpio.h>
12#include <linux/module.h>
13#include <linux/of.h>
14#include <linux/of_device.h>
15#include <linux/of_irq.h>
16#include <linux/platform_device.h>
17#include <linux/pm_runtime.h>
18#include <linux/pm_wakeirq.h>
19#include <linux/regulator/consumer.h>
20#include <linux/pinctrl/consumer.h>
21#include <linux/sys_soc.h>
22#include <linux/thermal.h>
23
24#include "sdhci-pltfm.h"
25
26/*
27 * Note that the register offsets used here are from omap_regs
28 * base which is 0x100 for omap4 and later, and 0 for omap3 and
29 * earlier.
30 */
31#define SDHCI_OMAP_SYSCONFIG 0x10
32
33#define SDHCI_OMAP_CON 0x2c
34#define CON_DW8 BIT(5)
35#define CON_DMA_MASTER BIT(20)
36#define CON_DDR BIT(19)
37#define CON_CLKEXTFREE BIT(16)
38#define CON_PADEN BIT(15)
39#define CON_CTPL BIT(11)
40#define CON_INIT BIT(1)
41#define CON_OD BIT(0)
42
43#define SDHCI_OMAP_DLL 0x34
44#define DLL_SWT BIT(20)
45#define DLL_FORCE_SR_C_SHIFT 13
46#define DLL_FORCE_SR_C_MASK (0x7f << DLL_FORCE_SR_C_SHIFT)
47#define DLL_FORCE_VALUE BIT(12)
48#define DLL_CALIB BIT(1)
49
50#define SDHCI_OMAP_CMD 0x10c
51
52#define SDHCI_OMAP_PSTATE 0x124
53#define PSTATE_DLEV_DAT0 BIT(20)
54#define PSTATE_DATI BIT(1)
55
56#define SDHCI_OMAP_HCTL 0x128
57#define HCTL_SDBP BIT(8)
58#define HCTL_SDVS_SHIFT 9
59#define HCTL_SDVS_MASK (0x7 << HCTL_SDVS_SHIFT)
60#define HCTL_SDVS_33 (0x7 << HCTL_SDVS_SHIFT)
61#define HCTL_SDVS_30 (0x6 << HCTL_SDVS_SHIFT)
62#define HCTL_SDVS_18 (0x5 << HCTL_SDVS_SHIFT)
63
64#define SDHCI_OMAP_SYSCTL 0x12c
65#define SYSCTL_CEN BIT(2)
66#define SYSCTL_CLKD_SHIFT 6
67#define SYSCTL_CLKD_MASK 0x3ff
68
69#define SDHCI_OMAP_STAT 0x130
70
71#define SDHCI_OMAP_IE 0x134
72#define INT_CC_EN BIT(0)
73
74#define SDHCI_OMAP_ISE 0x138
75
76#define SDHCI_OMAP_AC12 0x13c
77#define AC12_V1V8_SIGEN BIT(19)
78#define AC12_SCLK_SEL BIT(23)
79
80#define SDHCI_OMAP_CAPA 0x140
81#define CAPA_VS33 BIT(24)
82#define CAPA_VS30 BIT(25)
83#define CAPA_VS18 BIT(26)
84
85#define SDHCI_OMAP_CAPA2 0x144
86#define CAPA2_TSDR50 BIT(13)
87
88#define SDHCI_OMAP_TIMEOUT 1 /* 1 msec */
89
90#define SYSCTL_CLKD_MAX 0x3FF
91
92#define IOV_1V8 1800000 /* 180000 uV */
93#define IOV_3V0 3000000 /* 300000 uV */
94#define IOV_3V3 3300000 /* 330000 uV */
95
96#define MAX_PHASE_DELAY 0x7C
97
98/* sdhci-omap controller flags */
99#define SDHCI_OMAP_REQUIRE_IODELAY BIT(0)
100#define SDHCI_OMAP_SPECIAL_RESET BIT(1)
101
102struct sdhci_omap_data {
103 int omap_offset; /* Offset for omap regs from base */
104 u32 offset; /* Offset for SDHCI regs from base */
105 u8 flags;
106};
107
108struct sdhci_omap_host {
109 char *version;
110 void __iomem *base;
111 struct device *dev;
112 struct regulator *pbias;
113 bool pbias_enabled;
114 struct sdhci_host *host;
115 u8 bus_mode;
116 u8 power_mode;
117 u8 timing;
118 u8 flags;
119
120 struct pinctrl *pinctrl;
121 struct pinctrl_state **pinctrl_state;
122 int wakeirq;
123 bool is_tuning;
124
125 /* Offset for omap specific registers from base */
126 int omap_offset;
127
128 /* Omap specific context save */
129 u32 con;
130 u32 hctl;
131 u32 sysctl;
132 u32 capa;
133 u32 ie;
134 u32 ise;
135};
136
137static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host);
138static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host);
139
140static inline u32 sdhci_omap_readl(struct sdhci_omap_host *host,
141 unsigned int offset)
142{
143 return readl(host->base + host->omap_offset + offset);
144}
145
146static inline void sdhci_omap_writel(struct sdhci_omap_host *host,
147 unsigned int offset, u32 data)
148{
149 writel(data, host->base + host->omap_offset + offset);
150}
151
152static int sdhci_omap_set_pbias(struct sdhci_omap_host *omap_host,
153 bool power_on, unsigned int iov)
154{
155 int ret;
156 struct device *dev = omap_host->dev;
157
158 if (IS_ERR(omap_host->pbias))
159 return 0;
160
161 if (power_on) {
162 ret = regulator_set_voltage(omap_host->pbias, iov, iov);
163 if (ret) {
164 dev_err(dev, "pbias set voltage failed\n");
165 return ret;
166 }
167
168 if (omap_host->pbias_enabled)
169 return 0;
170
171 ret = regulator_enable(omap_host->pbias);
172 if (ret) {
173 dev_err(dev, "pbias reg enable fail\n");
174 return ret;
175 }
176
177 omap_host->pbias_enabled = true;
178 } else {
179 if (!omap_host->pbias_enabled)
180 return 0;
181
182 ret = regulator_disable(omap_host->pbias);
183 if (ret) {
184 dev_err(dev, "pbias reg disable fail\n");
185 return ret;
186 }
187 omap_host->pbias_enabled = false;
188 }
189
190 return 0;
191}
192
193static int sdhci_omap_enable_iov(struct sdhci_omap_host *omap_host,
194 unsigned int iov_pbias)
195{
196 int ret;
197 struct sdhci_host *host = omap_host->host;
198 struct mmc_host *mmc = host->mmc;
199
200 ret = sdhci_omap_set_pbias(omap_host, false, 0);
201 if (ret)
202 return ret;
203
204 if (!IS_ERR(mmc->supply.vqmmc)) {
205 /* Pick the right voltage to allow 3.0V for 3.3V nominal PBIAS */
206 ret = mmc_regulator_set_vqmmc(mmc, &mmc->ios);
207 if (ret < 0) {
208 dev_err(mmc_dev(mmc), "vqmmc set voltage failed\n");
209 return ret;
210 }
211 }
212
213 ret = sdhci_omap_set_pbias(omap_host, true, iov_pbias);
214 if (ret)
215 return ret;
216
217 return 0;
218}
219
220static void sdhci_omap_conf_bus_power(struct sdhci_omap_host *omap_host,
221 unsigned char signal_voltage)
222{
223 u32 reg, capa;
224 ktime_t timeout;
225
226 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL);
227 reg &= ~HCTL_SDVS_MASK;
228
229 switch (signal_voltage) {
230 case MMC_SIGNAL_VOLTAGE_330:
231 capa = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
232 if (capa & CAPA_VS33)
233 reg |= HCTL_SDVS_33;
234 else if (capa & CAPA_VS30)
235 reg |= HCTL_SDVS_30;
236 else
237 dev_warn(omap_host->dev, "misconfigured CAPA: %08x\n",
238 capa);
239 break;
240 case MMC_SIGNAL_VOLTAGE_180:
241 default:
242 reg |= HCTL_SDVS_18;
243 break;
244 }
245
246 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
247
248 reg |= HCTL_SDBP;
249 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
250
251 /* wait 1ms */
252 timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
253 while (1) {
254 bool timedout = ktime_after(ktime_get(), timeout);
255
256 if (sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL) & HCTL_SDBP)
257 break;
258 if (WARN_ON(timedout))
259 return;
260 usleep_range(5, 10);
261 }
262}
263
264static void sdhci_omap_enable_sdio_irq(struct mmc_host *mmc, int enable)
265{
266 struct sdhci_host *host = mmc_priv(mmc);
267 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
268 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
269 u32 reg;
270
271 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
272 if (enable)
273 reg |= (CON_CTPL | CON_CLKEXTFREE);
274 else
275 reg &= ~(CON_CTPL | CON_CLKEXTFREE);
276 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
277
278 sdhci_enable_sdio_irq(mmc, enable);
279}
280
281static inline void sdhci_omap_set_dll(struct sdhci_omap_host *omap_host,
282 int count)
283{
284 int i;
285 u32 reg;
286
287 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
288 reg |= DLL_FORCE_VALUE;
289 reg &= ~DLL_FORCE_SR_C_MASK;
290 reg |= (count << DLL_FORCE_SR_C_SHIFT);
291 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
292
293 reg |= DLL_CALIB;
294 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
295 for (i = 0; i < 1000; i++) {
296 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
297 if (reg & DLL_CALIB)
298 break;
299 }
300 reg &= ~DLL_CALIB;
301 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
302}
303
304static void sdhci_omap_disable_tuning(struct sdhci_omap_host *omap_host)
305{
306 u32 reg;
307
308 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
309 reg &= ~AC12_SCLK_SEL;
310 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
311
312 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
313 reg &= ~(DLL_FORCE_VALUE | DLL_SWT);
314 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
315}
316
317static int sdhci_omap_execute_tuning(struct mmc_host *mmc, u32 opcode)
318{
319 struct sdhci_host *host = mmc_priv(mmc);
320 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
321 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
322 struct thermal_zone_device *thermal_dev;
323 struct device *dev = omap_host->dev;
324 struct mmc_ios *ios = &mmc->ios;
325 u32 start_window = 0, max_window = 0;
326 bool single_point_failure = false;
327 bool dcrc_was_enabled = false;
328 u8 cur_match, prev_match = 0;
329 u32 length = 0, max_len = 0;
330 u32 phase_delay = 0;
331 int temperature;
332 int ret = 0;
333 u32 reg;
334 int i;
335
336 /* clock tuning is not needed for upto 52MHz */
337 if (ios->clock <= 52000000)
338 return 0;
339
340 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA2);
341 if (ios->timing == MMC_TIMING_UHS_SDR50 && !(reg & CAPA2_TSDR50))
342 return 0;
343
344 thermal_dev = thermal_zone_get_zone_by_name("cpu_thermal");
345 if (IS_ERR(thermal_dev)) {
346 dev_err(dev, "Unable to get thermal zone for tuning\n");
347 return PTR_ERR(thermal_dev);
348 }
349
350 ret = thermal_zone_get_temp(thermal_dev, &temperature);
351 if (ret)
352 return ret;
353
354 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
355 reg |= DLL_SWT;
356 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
357
358 /*
359 * OMAP5/DRA74X/DRA72x Errata i802:
360 * DCRC error interrupts (MMCHS_STAT[21] DCRC=0x1) can occur
361 * during the tuning procedure. So disable it during the
362 * tuning procedure.
363 */
364 if (host->ier & SDHCI_INT_DATA_CRC) {
365 host->ier &= ~SDHCI_INT_DATA_CRC;
366 dcrc_was_enabled = true;
367 }
368
369 omap_host->is_tuning = true;
370
371 /*
372 * Stage 1: Search for a maximum pass window ignoring any
373 * single point failures. If the tuning value ends up
374 * near it, move away from it in stage 2 below
375 */
376 while (phase_delay <= MAX_PHASE_DELAY) {
377 sdhci_omap_set_dll(omap_host, phase_delay);
378
379 cur_match = !mmc_send_tuning(mmc, opcode, NULL);
380 if (cur_match) {
381 if (prev_match) {
382 length++;
383 } else if (single_point_failure) {
384 /* ignore single point failure */
385 length++;
386 } else {
387 start_window = phase_delay;
388 length = 1;
389 }
390 } else {
391 single_point_failure = prev_match;
392 }
393
394 if (length > max_len) {
395 max_window = start_window;
396 max_len = length;
397 }
398
399 prev_match = cur_match;
400 phase_delay += 4;
401 }
402
403 if (!max_len) {
404 dev_err(dev, "Unable to find match\n");
405 ret = -EIO;
406 goto tuning_error;
407 }
408
409 /*
410 * Assign tuning value as a ratio of maximum pass window based
411 * on temperature
412 */
413 if (temperature < -20000)
414 phase_delay = min(max_window + 4 * (max_len - 1) - 24,
415 max_window +
416 DIV_ROUND_UP(13 * max_len, 16) * 4);
417 else if (temperature < 20000)
418 phase_delay = max_window + DIV_ROUND_UP(9 * max_len, 16) * 4;
419 else if (temperature < 40000)
420 phase_delay = max_window + DIV_ROUND_UP(8 * max_len, 16) * 4;
421 else if (temperature < 70000)
422 phase_delay = max_window + DIV_ROUND_UP(7 * max_len, 16) * 4;
423 else if (temperature < 90000)
424 phase_delay = max_window + DIV_ROUND_UP(5 * max_len, 16) * 4;
425 else if (temperature < 120000)
426 phase_delay = max_window + DIV_ROUND_UP(4 * max_len, 16) * 4;
427 else
428 phase_delay = max_window + DIV_ROUND_UP(3 * max_len, 16) * 4;
429
430 /*
431 * Stage 2: Search for a single point failure near the chosen tuning
432 * value in two steps. First in the +3 to +10 range and then in the
433 * +2 to -10 range. If found, move away from it in the appropriate
434 * direction by the appropriate amount depending on the temperature.
435 */
436 for (i = 3; i <= 10; i++) {
437 sdhci_omap_set_dll(omap_host, phase_delay + i);
438
439 if (mmc_send_tuning(mmc, opcode, NULL)) {
440 if (temperature < 10000)
441 phase_delay += i + 6;
442 else if (temperature < 20000)
443 phase_delay += i - 12;
444 else if (temperature < 70000)
445 phase_delay += i - 8;
446 else
447 phase_delay += i - 6;
448
449 goto single_failure_found;
450 }
451 }
452
453 for (i = 2; i >= -10; i--) {
454 sdhci_omap_set_dll(omap_host, phase_delay + i);
455
456 if (mmc_send_tuning(mmc, opcode, NULL)) {
457 if (temperature < 10000)
458 phase_delay += i + 12;
459 else if (temperature < 20000)
460 phase_delay += i + 8;
461 else if (temperature < 70000)
462 phase_delay += i + 8;
463 else if (temperature < 90000)
464 phase_delay += i + 10;
465 else
466 phase_delay += i + 12;
467
468 goto single_failure_found;
469 }
470 }
471
472single_failure_found:
473 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
474 if (!(reg & AC12_SCLK_SEL)) {
475 ret = -EIO;
476 goto tuning_error;
477 }
478
479 sdhci_omap_set_dll(omap_host, phase_delay);
480
481 omap_host->is_tuning = false;
482
483 goto ret;
484
485tuning_error:
486 omap_host->is_tuning = false;
487 dev_err(dev, "Tuning failed\n");
488 sdhci_omap_disable_tuning(omap_host);
489
490ret:
491 sdhci_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA);
492 /* Reenable forbidden interrupt */
493 if (dcrc_was_enabled)
494 host->ier |= SDHCI_INT_DATA_CRC;
495 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
496 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
497 return ret;
498}
499
500static int sdhci_omap_card_busy(struct mmc_host *mmc)
501{
502 u32 reg, ac12;
503 int ret = false;
504 struct sdhci_host *host = mmc_priv(mmc);
505 struct sdhci_pltfm_host *pltfm_host;
506 struct sdhci_omap_host *omap_host;
507 u32 ier = host->ier;
508
509 pltfm_host = sdhci_priv(host);
510 omap_host = sdhci_pltfm_priv(pltfm_host);
511
512 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
513 ac12 = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
514 reg &= ~CON_CLKEXTFREE;
515 if (ac12 & AC12_V1V8_SIGEN)
516 reg |= CON_CLKEXTFREE;
517 reg |= CON_PADEN;
518 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
519
520 disable_irq(host->irq);
521 ier |= SDHCI_INT_CARD_INT;
522 sdhci_writel(host, ier, SDHCI_INT_ENABLE);
523 sdhci_writel(host, ier, SDHCI_SIGNAL_ENABLE);
524
525 /*
526 * Delay is required for PSTATE to correctly reflect
527 * DLEV/CLEV values after PADEN is set.
528 */
529 usleep_range(50, 100);
530 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_PSTATE);
531 if ((reg & PSTATE_DATI) || !(reg & PSTATE_DLEV_DAT0))
532 ret = true;
533
534 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
535 reg &= ~(CON_CLKEXTFREE | CON_PADEN);
536 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
537
538 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
539 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
540 enable_irq(host->irq);
541
542 return ret;
543}
544
545static int sdhci_omap_start_signal_voltage_switch(struct mmc_host *mmc,
546 struct mmc_ios *ios)
547{
548 u32 reg;
549 int ret;
550 unsigned int iov;
551 struct sdhci_host *host = mmc_priv(mmc);
552 struct sdhci_pltfm_host *pltfm_host;
553 struct sdhci_omap_host *omap_host;
554 struct device *dev;
555
556 pltfm_host = sdhci_priv(host);
557 omap_host = sdhci_pltfm_priv(pltfm_host);
558 dev = omap_host->dev;
559
560 if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) {
561 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
562 if (!(reg & (CAPA_VS30 | CAPA_VS33)))
563 return -EOPNOTSUPP;
564
565 if (reg & CAPA_VS30)
566 iov = IOV_3V0;
567 else
568 iov = IOV_3V3;
569
570 sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
571
572 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
573 reg &= ~AC12_V1V8_SIGEN;
574 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
575
576 } else if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_180) {
577 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
578 if (!(reg & CAPA_VS18))
579 return -EOPNOTSUPP;
580
581 iov = IOV_1V8;
582
583 sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
584
585 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
586 reg |= AC12_V1V8_SIGEN;
587 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
588 } else {
589 return -EOPNOTSUPP;
590 }
591
592 ret = sdhci_omap_enable_iov(omap_host, iov);
593 if (ret) {
594 dev_err(dev, "failed to switch IO voltage to %dmV\n", iov);
595 return ret;
596 }
597
598 dev_dbg(dev, "IO voltage switched to %dmV\n", iov);
599 return 0;
600}
601
602static void sdhci_omap_set_timing(struct sdhci_omap_host *omap_host, u8 timing)
603{
604 int ret;
605 struct pinctrl_state *pinctrl_state;
606 struct device *dev = omap_host->dev;
607
608 if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
609 return;
610
611 if (omap_host->timing == timing)
612 return;
613
614 sdhci_omap_stop_clock(omap_host);
615
616 pinctrl_state = omap_host->pinctrl_state[timing];
617 ret = pinctrl_select_state(omap_host->pinctrl, pinctrl_state);
618 if (ret) {
619 dev_err(dev, "failed to select pinctrl state\n");
620 return;
621 }
622
623 sdhci_omap_start_clock(omap_host);
624 omap_host->timing = timing;
625}
626
627static void sdhci_omap_set_power_mode(struct sdhci_omap_host *omap_host,
628 u8 power_mode)
629{
630 if (omap_host->bus_mode == MMC_POWER_OFF)
631 sdhci_omap_disable_tuning(omap_host);
632 omap_host->power_mode = power_mode;
633}
634
635static void sdhci_omap_set_bus_mode(struct sdhci_omap_host *omap_host,
636 unsigned int mode)
637{
638 u32 reg;
639
640 if (omap_host->bus_mode == mode)
641 return;
642
643 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
644 if (mode == MMC_BUSMODE_OPENDRAIN)
645 reg |= CON_OD;
646 else
647 reg &= ~CON_OD;
648 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
649
650 omap_host->bus_mode = mode;
651}
652
653static void sdhci_omap_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
654{
655 struct sdhci_host *host = mmc_priv(mmc);
656 struct sdhci_pltfm_host *pltfm_host;
657 struct sdhci_omap_host *omap_host;
658
659 pltfm_host = sdhci_priv(host);
660 omap_host = sdhci_pltfm_priv(pltfm_host);
661
662 sdhci_omap_set_bus_mode(omap_host, ios->bus_mode);
663 sdhci_omap_set_timing(omap_host, ios->timing);
664 sdhci_set_ios(mmc, ios);
665 sdhci_omap_set_power_mode(omap_host, ios->power_mode);
666}
667
668static u16 sdhci_omap_calc_divisor(struct sdhci_pltfm_host *host,
669 unsigned int clock)
670{
671 u16 dsor;
672
673 dsor = DIV_ROUND_UP(clk_get_rate(host->clk), clock);
674 if (dsor > SYSCTL_CLKD_MAX)
675 dsor = SYSCTL_CLKD_MAX;
676
677 return dsor;
678}
679
680static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host)
681{
682 u32 reg;
683
684 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
685 reg |= SYSCTL_CEN;
686 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
687}
688
689static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host)
690{
691 u32 reg;
692
693 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
694 reg &= ~SYSCTL_CEN;
695 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
696}
697
698static void sdhci_omap_set_clock(struct sdhci_host *host, unsigned int clock)
699{
700 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
701 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
702 unsigned long clkdiv;
703
704 sdhci_omap_stop_clock(omap_host);
705
706 if (!clock)
707 return;
708
709 clkdiv = sdhci_omap_calc_divisor(pltfm_host, clock);
710 clkdiv = (clkdiv & SYSCTL_CLKD_MASK) << SYSCTL_CLKD_SHIFT;
711 sdhci_enable_clk(host, clkdiv);
712
713 sdhci_omap_start_clock(omap_host);
714}
715
716static void sdhci_omap_set_power(struct sdhci_host *host, unsigned char mode,
717 unsigned short vdd)
718{
719 struct mmc_host *mmc = host->mmc;
720
721 if (!IS_ERR(mmc->supply.vmmc))
722 mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, vdd);
723}
724
725/*
726 * MMCHS_HL_HWINFO has the MADMA_EN bit set if the controller instance
727 * is connected to L3 interconnect and is bus master capable. Note that
728 * the MMCHS_HL_HWINFO register is in the module registers before the
729 * omap registers and sdhci registers. The offset can vary for omap
730 * registers depending on the SoC. Do not use sdhci_omap_readl() here.
731 */
732static bool sdhci_omap_has_adma(struct sdhci_omap_host *omap_host, int offset)
733{
734 /* MMCHS_HL_HWINFO register is only available on omap4 and later */
735 if (offset < 0x200)
736 return false;
737
738 return readl(omap_host->base + 4) & 1;
739}
740
741static int sdhci_omap_enable_dma(struct sdhci_host *host)
742{
743 u32 reg;
744 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
745 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
746
747 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
748 reg &= ~CON_DMA_MASTER;
749 /* Switch to DMA slave mode when using external DMA */
750 if (!host->use_external_dma)
751 reg |= CON_DMA_MASTER;
752
753 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
754
755 return 0;
756}
757
758static unsigned int sdhci_omap_get_min_clock(struct sdhci_host *host)
759{
760 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
761
762 return clk_get_rate(pltfm_host->clk) / SYSCTL_CLKD_MAX;
763}
764
765static void sdhci_omap_set_bus_width(struct sdhci_host *host, int width)
766{
767 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
768 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
769 u32 reg;
770
771 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
772 if (width == MMC_BUS_WIDTH_8)
773 reg |= CON_DW8;
774 else
775 reg &= ~CON_DW8;
776 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
777
778 sdhci_set_bus_width(host, width);
779}
780
781static void sdhci_omap_init_74_clocks(struct sdhci_host *host, u8 power_mode)
782{
783 u32 reg;
784 ktime_t timeout;
785 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
786 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
787
788 if (omap_host->power_mode == power_mode)
789 return;
790
791 if (power_mode != MMC_POWER_ON)
792 return;
793
794 disable_irq(host->irq);
795
796 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
797 reg |= CON_INIT;
798 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
799 sdhci_omap_writel(omap_host, SDHCI_OMAP_CMD, 0x0);
800
801 /* wait 1ms */
802 timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
803 while (1) {
804 bool timedout = ktime_after(ktime_get(), timeout);
805
806 if (sdhci_omap_readl(omap_host, SDHCI_OMAP_STAT) & INT_CC_EN)
807 break;
808 if (WARN_ON(timedout))
809 return;
810 usleep_range(5, 10);
811 }
812
813 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
814 reg &= ~CON_INIT;
815 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
816 sdhci_omap_writel(omap_host, SDHCI_OMAP_STAT, INT_CC_EN);
817
818 enable_irq(host->irq);
819}
820
821static void sdhci_omap_set_uhs_signaling(struct sdhci_host *host,
822 unsigned int timing)
823{
824 u32 reg;
825 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
826 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
827
828 sdhci_omap_stop_clock(omap_host);
829
830 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
831 if (timing == MMC_TIMING_UHS_DDR50 || timing == MMC_TIMING_MMC_DDR52)
832 reg |= CON_DDR;
833 else
834 reg &= ~CON_DDR;
835 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
836
837 sdhci_set_uhs_signaling(host, timing);
838 sdhci_omap_start_clock(omap_host);
839}
840
841#define MMC_TIMEOUT_US 20000 /* 20000 micro Sec */
842static void sdhci_omap_reset(struct sdhci_host *host, u8 mask)
843{
844 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
845 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
846 unsigned long limit = MMC_TIMEOUT_US;
847 unsigned long i = 0;
848 u32 sysc;
849
850 /* Save target module sysconfig configured by SoC PM layer */
851 if (mask & SDHCI_RESET_ALL)
852 sysc = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCONFIG);
853
854 /* Don't reset data lines during tuning operation */
855 if (omap_host->is_tuning)
856 mask &= ~SDHCI_RESET_DATA;
857
858 if (omap_host->flags & SDHCI_OMAP_SPECIAL_RESET) {
859 sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET);
860 while ((!(sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask)) &&
861 (i++ < limit))
862 udelay(1);
863 i = 0;
864 while ((sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask) &&
865 (i++ < limit))
866 udelay(1);
867
868 if (sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask)
869 dev_err(mmc_dev(host->mmc),
870 "Timeout waiting on controller reset in %s\n",
871 __func__);
872
873 goto restore_sysc;
874 }
875
876 sdhci_reset(host, mask);
877
878restore_sysc:
879 if (mask & SDHCI_RESET_ALL)
880 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCONFIG, sysc);
881}
882
883#define CMD_ERR_MASK (SDHCI_INT_CRC | SDHCI_INT_END_BIT | SDHCI_INT_INDEX |\
884 SDHCI_INT_TIMEOUT)
885#define CMD_MASK (CMD_ERR_MASK | SDHCI_INT_RESPONSE)
886
887static u32 sdhci_omap_irq(struct sdhci_host *host, u32 intmask)
888{
889 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
890 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
891
892 if (omap_host->is_tuning && host->cmd && !host->data_early &&
893 (intmask & CMD_ERR_MASK)) {
894
895 /*
896 * Since we are not resetting data lines during tuning
897 * operation, data error or data complete interrupts
898 * might still arrive. Mark this request as a failure
899 * but still wait for the data interrupt
900 */
901 if (intmask & SDHCI_INT_TIMEOUT)
902 host->cmd->error = -ETIMEDOUT;
903 else
904 host->cmd->error = -EILSEQ;
905
906 host->cmd = NULL;
907
908 /*
909 * Sometimes command error interrupts and command complete
910 * interrupt will arrive together. Clear all command related
911 * interrupts here.
912 */
913 sdhci_writel(host, intmask & CMD_MASK, SDHCI_INT_STATUS);
914 intmask &= ~CMD_MASK;
915 }
916
917 return intmask;
918}
919
920static void sdhci_omap_set_timeout(struct sdhci_host *host,
921 struct mmc_command *cmd)
922{
923 if (cmd->opcode == MMC_ERASE)
924 sdhci_set_data_timeout_irq(host, false);
925
926 __sdhci_set_timeout(host, cmd);
927}
928
929static struct sdhci_ops sdhci_omap_ops = {
930 .set_clock = sdhci_omap_set_clock,
931 .set_power = sdhci_omap_set_power,
932 .enable_dma = sdhci_omap_enable_dma,
933 .get_max_clock = sdhci_pltfm_clk_get_max_clock,
934 .get_min_clock = sdhci_omap_get_min_clock,
935 .set_bus_width = sdhci_omap_set_bus_width,
936 .platform_send_init_74_clocks = sdhci_omap_init_74_clocks,
937 .reset = sdhci_omap_reset,
938 .set_uhs_signaling = sdhci_omap_set_uhs_signaling,
939 .irq = sdhci_omap_irq,
940 .set_timeout = sdhci_omap_set_timeout,
941};
942
943static unsigned int sdhci_omap_regulator_get_caps(struct device *dev,
944 const char *name)
945{
946 struct regulator *reg;
947 unsigned int caps = 0;
948
949 reg = regulator_get(dev, name);
950 if (IS_ERR(reg))
951 return ~0U;
952
953 if (regulator_is_supported_voltage(reg, 1700000, 1950000))
954 caps |= SDHCI_CAN_VDD_180;
955 if (regulator_is_supported_voltage(reg, 2700000, 3150000))
956 caps |= SDHCI_CAN_VDD_300;
957 if (regulator_is_supported_voltage(reg, 3150000, 3600000))
958 caps |= SDHCI_CAN_VDD_330;
959
960 regulator_put(reg);
961
962 return caps;
963}
964
965static int sdhci_omap_set_capabilities(struct sdhci_host *host)
966{
967 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
968 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
969 struct device *dev = omap_host->dev;
970 const u32 mask = SDHCI_CAN_VDD_180 | SDHCI_CAN_VDD_300 | SDHCI_CAN_VDD_330;
971 unsigned int pbias, vqmmc, caps = 0;
972 u32 reg;
973
974 pbias = sdhci_omap_regulator_get_caps(dev, "pbias");
975 vqmmc = sdhci_omap_regulator_get_caps(dev, "vqmmc");
976 caps = pbias & vqmmc;
977
978 if (pbias != ~0U && vqmmc == ~0U)
979 dev_warn(dev, "vqmmc regulator missing for pbias\n");
980 else if (caps == ~0U)
981 return 0;
982
983 /*
984 * Quirk handling to allow 3.0V vqmmc with a valid 3.3V PBIAS. This is
985 * needed for 3.0V ldo9_reg on omap5 at least.
986 */
987 if (pbias != ~0U && (pbias & SDHCI_CAN_VDD_330) &&
988 (vqmmc & SDHCI_CAN_VDD_300))
989 caps |= SDHCI_CAN_VDD_330;
990
991 /* voltage capabilities might be set by boot loader, clear it */
992 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
993 reg &= ~(CAPA_VS18 | CAPA_VS30 | CAPA_VS33);
994
995 if (caps & SDHCI_CAN_VDD_180)
996 reg |= CAPA_VS18;
997
998 if (caps & SDHCI_CAN_VDD_300)
999 reg |= CAPA_VS30;
1000
1001 if (caps & SDHCI_CAN_VDD_330)
1002 reg |= CAPA_VS33;
1003
1004 sdhci_omap_writel(omap_host, SDHCI_OMAP_CAPA, reg);
1005
1006 host->caps &= ~mask;
1007 host->caps |= caps;
1008
1009 return 0;
1010}
1011
1012static const struct sdhci_pltfm_data sdhci_omap_pdata = {
1013 .quirks = SDHCI_QUIRK_BROKEN_CARD_DETECTION |
1014 SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK |
1015 SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN |
1016 SDHCI_QUIRK_NO_HISPD_BIT |
1017 SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC,
1018 .quirks2 = SDHCI_QUIRK2_ACMD23_BROKEN |
1019 SDHCI_QUIRK2_PRESET_VALUE_BROKEN |
1020 SDHCI_QUIRK2_RSP_136_HAS_CRC |
1021 SDHCI_QUIRK2_DISABLE_HW_TIMEOUT,
1022 .ops = &sdhci_omap_ops,
1023};
1024
1025static const struct sdhci_omap_data omap2430_data = {
1026 .omap_offset = 0,
1027 .offset = 0x100,
1028};
1029
1030static const struct sdhci_omap_data omap3_data = {
1031 .omap_offset = 0,
1032 .offset = 0x100,
1033};
1034
1035static const struct sdhci_omap_data omap4_data = {
1036 .omap_offset = 0x100,
1037 .offset = 0x200,
1038 .flags = SDHCI_OMAP_SPECIAL_RESET,
1039};
1040
1041static const struct sdhci_omap_data omap5_data = {
1042 .omap_offset = 0x100,
1043 .offset = 0x200,
1044 .flags = SDHCI_OMAP_SPECIAL_RESET,
1045};
1046
1047static const struct sdhci_omap_data k2g_data = {
1048 .omap_offset = 0x100,
1049 .offset = 0x200,
1050};
1051
1052static const struct sdhci_omap_data am335_data = {
1053 .omap_offset = 0x100,
1054 .offset = 0x200,
1055 .flags = SDHCI_OMAP_SPECIAL_RESET,
1056};
1057
1058static const struct sdhci_omap_data am437_data = {
1059 .omap_offset = 0x100,
1060 .offset = 0x200,
1061 .flags = SDHCI_OMAP_SPECIAL_RESET,
1062};
1063
1064static const struct sdhci_omap_data dra7_data = {
1065 .omap_offset = 0x100,
1066 .offset = 0x200,
1067 .flags = SDHCI_OMAP_REQUIRE_IODELAY,
1068};
1069
1070static const struct of_device_id omap_sdhci_match[] = {
1071 { .compatible = "ti,omap2430-sdhci", .data = &omap2430_data },
1072 { .compatible = "ti,omap3-sdhci", .data = &omap3_data },
1073 { .compatible = "ti,omap4-sdhci", .data = &omap4_data },
1074 { .compatible = "ti,omap5-sdhci", .data = &omap5_data },
1075 { .compatible = "ti,dra7-sdhci", .data = &dra7_data },
1076 { .compatible = "ti,k2g-sdhci", .data = &k2g_data },
1077 { .compatible = "ti,am335-sdhci", .data = &am335_data },
1078 { .compatible = "ti,am437-sdhci", .data = &am437_data },
1079 {},
1080};
1081MODULE_DEVICE_TABLE(of, omap_sdhci_match);
1082
1083static struct pinctrl_state
1084*sdhci_omap_iodelay_pinctrl_state(struct sdhci_omap_host *omap_host, char *mode,
1085 u32 *caps, u32 capmask)
1086{
1087 struct device *dev = omap_host->dev;
1088 char *version = omap_host->version;
1089 struct pinctrl_state *pinctrl_state = ERR_PTR(-ENODEV);
1090 char str[20];
1091
1092 if (!(*caps & capmask))
1093 goto ret;
1094
1095 if (version) {
1096 snprintf(str, 20, "%s-%s", mode, version);
1097 pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, str);
1098 }
1099
1100 if (IS_ERR(pinctrl_state))
1101 pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, mode);
1102
1103 if (IS_ERR(pinctrl_state)) {
1104 dev_err(dev, "no pinctrl state for %s mode", mode);
1105 *caps &= ~capmask;
1106 }
1107
1108ret:
1109 return pinctrl_state;
1110}
1111
1112static int sdhci_omap_config_iodelay_pinctrl_state(struct sdhci_omap_host
1113 *omap_host)
1114{
1115 struct device *dev = omap_host->dev;
1116 struct sdhci_host *host = omap_host->host;
1117 struct mmc_host *mmc = host->mmc;
1118 u32 *caps = &mmc->caps;
1119 u32 *caps2 = &mmc->caps2;
1120 struct pinctrl_state *state;
1121 struct pinctrl_state **pinctrl_state;
1122
1123 if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
1124 return 0;
1125
1126 pinctrl_state = devm_kcalloc(dev,
1127 MMC_TIMING_MMC_HS200 + 1,
1128 sizeof(*pinctrl_state),
1129 GFP_KERNEL);
1130 if (!pinctrl_state)
1131 return -ENOMEM;
1132
1133 omap_host->pinctrl = devm_pinctrl_get(omap_host->dev);
1134 if (IS_ERR(omap_host->pinctrl)) {
1135 dev_err(dev, "Cannot get pinctrl\n");
1136 return PTR_ERR(omap_host->pinctrl);
1137 }
1138
1139 state = pinctrl_lookup_state(omap_host->pinctrl, "default");
1140 if (IS_ERR(state)) {
1141 dev_err(dev, "no pinctrl state for default mode\n");
1142 return PTR_ERR(state);
1143 }
1144 pinctrl_state[MMC_TIMING_LEGACY] = state;
1145
1146 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr104", caps,
1147 MMC_CAP_UHS_SDR104);
1148 if (!IS_ERR(state))
1149 pinctrl_state[MMC_TIMING_UHS_SDR104] = state;
1150
1151 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr50", caps,
1152 MMC_CAP_UHS_DDR50);
1153 if (!IS_ERR(state))
1154 pinctrl_state[MMC_TIMING_UHS_DDR50] = state;
1155
1156 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr50", caps,
1157 MMC_CAP_UHS_SDR50);
1158 if (!IS_ERR(state))
1159 pinctrl_state[MMC_TIMING_UHS_SDR50] = state;
1160
1161 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr25", caps,
1162 MMC_CAP_UHS_SDR25);
1163 if (!IS_ERR(state))
1164 pinctrl_state[MMC_TIMING_UHS_SDR25] = state;
1165
1166 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr12", caps,
1167 MMC_CAP_UHS_SDR12);
1168 if (!IS_ERR(state))
1169 pinctrl_state[MMC_TIMING_UHS_SDR12] = state;
1170
1171 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_1_8v", caps,
1172 MMC_CAP_1_8V_DDR);
1173 if (!IS_ERR(state)) {
1174 pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
1175 } else {
1176 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_3_3v",
1177 caps,
1178 MMC_CAP_3_3V_DDR);
1179 if (!IS_ERR(state))
1180 pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
1181 }
1182
1183 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1184 MMC_CAP_SD_HIGHSPEED);
1185 if (!IS_ERR(state))
1186 pinctrl_state[MMC_TIMING_SD_HS] = state;
1187
1188 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1189 MMC_CAP_MMC_HIGHSPEED);
1190 if (!IS_ERR(state))
1191 pinctrl_state[MMC_TIMING_MMC_HS] = state;
1192
1193 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs200_1_8v", caps2,
1194 MMC_CAP2_HS200_1_8V_SDR);
1195 if (!IS_ERR(state))
1196 pinctrl_state[MMC_TIMING_MMC_HS200] = state;
1197
1198 omap_host->pinctrl_state = pinctrl_state;
1199
1200 return 0;
1201}
1202
1203static const struct soc_device_attribute sdhci_omap_soc_devices[] = {
1204 {
1205 .machine = "DRA7[45]*",
1206 .revision = "ES1.[01]",
1207 },
1208 {
1209 /* sentinel */
1210 }
1211};
1212
1213static int sdhci_omap_probe(struct platform_device *pdev)
1214{
1215 int ret;
1216 u32 offset;
1217 struct device *dev = &pdev->dev;
1218 struct sdhci_host *host;
1219 struct sdhci_pltfm_host *pltfm_host;
1220 struct sdhci_omap_host *omap_host;
1221 struct mmc_host *mmc;
1222 const struct sdhci_omap_data *data;
1223 const struct soc_device_attribute *soc;
1224 struct resource *regs;
1225
1226 data = of_device_get_match_data(&pdev->dev);
1227 if (!data) {
1228 dev_err(dev, "no sdhci omap data\n");
1229 return -EINVAL;
1230 }
1231 offset = data->offset;
1232
1233 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1234 if (!regs)
1235 return -ENXIO;
1236
1237 host = sdhci_pltfm_init(pdev, &sdhci_omap_pdata,
1238 sizeof(*omap_host));
1239 if (IS_ERR(host)) {
1240 dev_err(dev, "Failed sdhci_pltfm_init\n");
1241 return PTR_ERR(host);
1242 }
1243
1244 pltfm_host = sdhci_priv(host);
1245 omap_host = sdhci_pltfm_priv(pltfm_host);
1246 omap_host->host = host;
1247 omap_host->base = host->ioaddr;
1248 omap_host->dev = dev;
1249 omap_host->power_mode = MMC_POWER_UNDEFINED;
1250 omap_host->timing = MMC_TIMING_LEGACY;
1251 omap_host->flags = data->flags;
1252 omap_host->omap_offset = data->omap_offset;
1253 omap_host->con = -EINVAL; /* Prevent invalid restore on first resume */
1254 host->ioaddr += offset;
1255 host->mapbase = regs->start + offset;
1256
1257 mmc = host->mmc;
1258 sdhci_get_of_property(pdev);
1259 ret = mmc_of_parse(mmc);
1260 if (ret)
1261 goto err_pltfm_free;
1262
1263 soc = soc_device_match(sdhci_omap_soc_devices);
1264 if (soc) {
1265 omap_host->version = "rev11";
1266 if (!strcmp(dev_name(dev), "4809c000.mmc"))
1267 mmc->f_max = 96000000;
1268 if (!strcmp(dev_name(dev), "480b4000.mmc"))
1269 mmc->f_max = 48000000;
1270 if (!strcmp(dev_name(dev), "480ad000.mmc"))
1271 mmc->f_max = 48000000;
1272 }
1273
1274 if (!mmc_can_gpio_ro(mmc))
1275 mmc->caps2 |= MMC_CAP2_NO_WRITE_PROTECT;
1276
1277 pltfm_host->clk = devm_clk_get(dev, "fck");
1278 if (IS_ERR(pltfm_host->clk)) {
1279 ret = PTR_ERR(pltfm_host->clk);
1280 goto err_pltfm_free;
1281 }
1282
1283 ret = clk_set_rate(pltfm_host->clk, mmc->f_max);
1284 if (ret) {
1285 dev_err(dev, "failed to set clock to %d\n", mmc->f_max);
1286 goto err_pltfm_free;
1287 }
1288
1289 omap_host->pbias = devm_regulator_get_optional(dev, "pbias");
1290 if (IS_ERR(omap_host->pbias)) {
1291 ret = PTR_ERR(omap_host->pbias);
1292 if (ret != -ENODEV)
1293 goto err_pltfm_free;
1294 dev_dbg(dev, "unable to get pbias regulator %d\n", ret);
1295 }
1296 omap_host->pbias_enabled = false;
1297
1298 /*
1299 * omap_device_pm_domain has callbacks to enable the main
1300 * functional clock, interface clock and also configure the
1301 * SYSCONFIG register to clear any boot loader set voltage
1302 * capabilities before calling sdhci_setup_host(). The
1303 * callback will be invoked as part of pm_runtime_get_sync.
1304 */
1305 pm_runtime_use_autosuspend(dev);
1306 pm_runtime_set_autosuspend_delay(dev, 50);
1307 pm_runtime_enable(dev);
1308 ret = pm_runtime_resume_and_get(dev);
1309 if (ret) {
1310 dev_err(dev, "pm_runtime_get_sync failed\n");
1311 goto err_rpm_disable;
1312 }
1313
1314 ret = sdhci_omap_set_capabilities(host);
1315 if (ret) {
1316 dev_err(dev, "failed to set system capabilities\n");
1317 goto err_rpm_put;
1318 }
1319
1320 host->mmc_host_ops.start_signal_voltage_switch =
1321 sdhci_omap_start_signal_voltage_switch;
1322 host->mmc_host_ops.set_ios = sdhci_omap_set_ios;
1323 host->mmc_host_ops.card_busy = sdhci_omap_card_busy;
1324 host->mmc_host_ops.execute_tuning = sdhci_omap_execute_tuning;
1325 host->mmc_host_ops.enable_sdio_irq = sdhci_omap_enable_sdio_irq;
1326
1327 /*
1328 * Switch to external DMA only if there is the "dmas" property and
1329 * ADMA is not available on the controller instance.
1330 */
1331 if (device_property_present(dev, "dmas") &&
1332 !sdhci_omap_has_adma(omap_host, offset))
1333 sdhci_switch_external_dma(host, true);
1334
1335 if (device_property_read_bool(dev, "ti,non-removable")) {
1336 dev_warn_once(dev, "using old ti,non-removable property\n");
1337 mmc->caps |= MMC_CAP_NONREMOVABLE;
1338 }
1339
1340 /* R1B responses is required to properly manage HW busy detection. */
1341 mmc->caps |= MMC_CAP_NEED_RSP_BUSY;
1342
1343 /* Allow card power off and runtime PM for eMMC/SD card devices */
1344 mmc->caps |= MMC_CAP_POWER_OFF_CARD | MMC_CAP_AGGRESSIVE_PM;
1345
1346 ret = sdhci_setup_host(host);
1347 if (ret)
1348 goto err_rpm_put;
1349
1350 ret = sdhci_omap_config_iodelay_pinctrl_state(omap_host);
1351 if (ret)
1352 goto err_cleanup_host;
1353
1354 ret = __sdhci_add_host(host);
1355 if (ret)
1356 goto err_cleanup_host;
1357
1358 /*
1359 * SDIO devices can use the dat1 pin as a wake-up interrupt. Some
1360 * devices like wl1xxx, use an out-of-band GPIO interrupt instead.
1361 */
1362 omap_host->wakeirq = of_irq_get_byname(dev->of_node, "wakeup");
1363 if (omap_host->wakeirq == -EPROBE_DEFER) {
1364 ret = -EPROBE_DEFER;
1365 goto err_cleanup_host;
1366 }
1367 if (omap_host->wakeirq > 0) {
1368 device_init_wakeup(dev, true);
1369 ret = dev_pm_set_dedicated_wake_irq(dev, omap_host->wakeirq);
1370 if (ret) {
1371 device_init_wakeup(dev, false);
1372 goto err_cleanup_host;
1373 }
1374 host->mmc->pm_caps |= MMC_PM_KEEP_POWER | MMC_PM_WAKE_SDIO_IRQ;
1375 }
1376
1377 pm_runtime_mark_last_busy(dev);
1378 pm_runtime_put_autosuspend(dev);
1379
1380 return 0;
1381
1382err_cleanup_host:
1383 sdhci_cleanup_host(host);
1384
1385err_rpm_put:
1386 pm_runtime_mark_last_busy(dev);
1387 pm_runtime_put_autosuspend(dev);
1388err_rpm_disable:
1389 pm_runtime_dont_use_autosuspend(dev);
1390 pm_runtime_disable(dev);
1391
1392err_pltfm_free:
1393 sdhci_pltfm_free(pdev);
1394 return ret;
1395}
1396
1397static int sdhci_omap_remove(struct platform_device *pdev)
1398{
1399 struct device *dev = &pdev->dev;
1400 struct sdhci_host *host = platform_get_drvdata(pdev);
1401
1402 pm_runtime_get_sync(dev);
1403 sdhci_remove_host(host, true);
1404 device_init_wakeup(dev, false);
1405 dev_pm_clear_wake_irq(dev);
1406 pm_runtime_dont_use_autosuspend(dev);
1407 pm_runtime_put_sync(dev);
1408 /* Ensure device gets disabled despite userspace sysfs config */
1409 pm_runtime_force_suspend(dev);
1410 sdhci_pltfm_free(pdev);
1411
1412 return 0;
1413}
1414
1415#ifdef CONFIG_PM
1416static void __maybe_unused sdhci_omap_context_save(struct sdhci_omap_host *omap_host)
1417{
1418 omap_host->con = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
1419 omap_host->hctl = sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL);
1420 omap_host->sysctl = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
1421 omap_host->capa = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
1422 omap_host->ie = sdhci_omap_readl(omap_host, SDHCI_OMAP_IE);
1423 omap_host->ise = sdhci_omap_readl(omap_host, SDHCI_OMAP_ISE);
1424}
1425
1426/* Order matters here, HCTL must be restored in two phases */
1427static void __maybe_unused sdhci_omap_context_restore(struct sdhci_omap_host *omap_host)
1428{
1429 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, omap_host->hctl);
1430 sdhci_omap_writel(omap_host, SDHCI_OMAP_CAPA, omap_host->capa);
1431 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, omap_host->hctl);
1432
1433 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, omap_host->sysctl);
1434 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, omap_host->con);
1435 sdhci_omap_writel(omap_host, SDHCI_OMAP_IE, omap_host->ie);
1436 sdhci_omap_writel(omap_host, SDHCI_OMAP_ISE, omap_host->ise);
1437}
1438
1439static int __maybe_unused sdhci_omap_runtime_suspend(struct device *dev)
1440{
1441 struct sdhci_host *host = dev_get_drvdata(dev);
1442 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
1443 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
1444
1445 if (omap_host->con != -EINVAL)
1446 sdhci_runtime_suspend_host(host);
1447
1448 sdhci_omap_context_save(omap_host);
1449
1450 pinctrl_pm_select_idle_state(dev);
1451
1452 return 0;
1453}
1454
1455static int __maybe_unused sdhci_omap_runtime_resume(struct device *dev)
1456{
1457 struct sdhci_host *host = dev_get_drvdata(dev);
1458 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
1459 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
1460
1461 pinctrl_pm_select_default_state(dev);
1462
1463 if (omap_host->con != -EINVAL) {
1464 sdhci_omap_context_restore(omap_host);
1465 sdhci_runtime_resume_host(host, 0);
1466 }
1467
1468 return 0;
1469}
1470#endif
1471
1472static const struct dev_pm_ops sdhci_omap_dev_pm_ops = {
1473 SET_RUNTIME_PM_OPS(sdhci_omap_runtime_suspend,
1474 sdhci_omap_runtime_resume, NULL)
1475 SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
1476 pm_runtime_force_resume)
1477};
1478
1479static struct platform_driver sdhci_omap_driver = {
1480 .probe = sdhci_omap_probe,
1481 .remove = sdhci_omap_remove,
1482 .driver = {
1483 .name = "sdhci-omap",
1484 .probe_type = PROBE_PREFER_ASYNCHRONOUS,
1485 .pm = &sdhci_omap_dev_pm_ops,
1486 .of_match_table = omap_sdhci_match,
1487 },
1488};
1489
1490module_platform_driver(sdhci_omap_driver);
1491
1492MODULE_DESCRIPTION("SDHCI driver for OMAP SoCs");
1493MODULE_AUTHOR("Texas Instruments Inc.");
1494MODULE_LICENSE("GPL v2");
1495MODULE_ALIAS("platform:sdhci_omap");
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * SDHCI Controller driver for TI's OMAP SoCs
4 *
5 * Copyright (C) 2017 Texas Instruments
6 * Author: Kishon Vijay Abraham I <kishon@ti.com>
7 */
8
9#include <linux/delay.h>
10#include <linux/mmc/mmc.h>
11#include <linux/mmc/slot-gpio.h>
12#include <linux/module.h>
13#include <linux/of.h>
14#include <linux/of_irq.h>
15#include <linux/platform_device.h>
16#include <linux/pm_runtime.h>
17#include <linux/pm_wakeirq.h>
18#include <linux/regulator/consumer.h>
19#include <linux/pinctrl/consumer.h>
20#include <linux/sys_soc.h>
21#include <linux/thermal.h>
22
23#include "sdhci-pltfm.h"
24
25/*
26 * Note that the register offsets used here are from omap_regs
27 * base which is 0x100 for omap4 and later, and 0 for omap3 and
28 * earlier.
29 */
30#define SDHCI_OMAP_SYSCONFIG 0x10
31
32#define SDHCI_OMAP_CON 0x2c
33#define CON_DW8 BIT(5)
34#define CON_DMA_MASTER BIT(20)
35#define CON_DDR BIT(19)
36#define CON_CLKEXTFREE BIT(16)
37#define CON_PADEN BIT(15)
38#define CON_CTPL BIT(11)
39#define CON_INIT BIT(1)
40#define CON_OD BIT(0)
41
42#define SDHCI_OMAP_DLL 0x34
43#define DLL_SWT BIT(20)
44#define DLL_FORCE_SR_C_SHIFT 13
45#define DLL_FORCE_SR_C_MASK (0x7f << DLL_FORCE_SR_C_SHIFT)
46#define DLL_FORCE_VALUE BIT(12)
47#define DLL_CALIB BIT(1)
48
49#define SDHCI_OMAP_CMD 0x10c
50
51#define SDHCI_OMAP_PSTATE 0x124
52#define PSTATE_DLEV_DAT0 BIT(20)
53#define PSTATE_DATI BIT(1)
54
55#define SDHCI_OMAP_HCTL 0x128
56#define HCTL_SDBP BIT(8)
57#define HCTL_SDVS_SHIFT 9
58#define HCTL_SDVS_MASK (0x7 << HCTL_SDVS_SHIFT)
59#define HCTL_SDVS_33 (0x7 << HCTL_SDVS_SHIFT)
60#define HCTL_SDVS_30 (0x6 << HCTL_SDVS_SHIFT)
61#define HCTL_SDVS_18 (0x5 << HCTL_SDVS_SHIFT)
62
63#define SDHCI_OMAP_SYSCTL 0x12c
64#define SYSCTL_CEN BIT(2)
65#define SYSCTL_CLKD_SHIFT 6
66#define SYSCTL_CLKD_MASK 0x3ff
67
68#define SDHCI_OMAP_STAT 0x130
69
70#define SDHCI_OMAP_IE 0x134
71#define INT_CC_EN BIT(0)
72
73#define SDHCI_OMAP_ISE 0x138
74
75#define SDHCI_OMAP_AC12 0x13c
76#define AC12_V1V8_SIGEN BIT(19)
77#define AC12_SCLK_SEL BIT(23)
78
79#define SDHCI_OMAP_CAPA 0x140
80#define CAPA_VS33 BIT(24)
81#define CAPA_VS30 BIT(25)
82#define CAPA_VS18 BIT(26)
83
84#define SDHCI_OMAP_CAPA2 0x144
85#define CAPA2_TSDR50 BIT(13)
86
87#define SDHCI_OMAP_TIMEOUT 1 /* 1 msec */
88
89#define SYSCTL_CLKD_MAX 0x3FF
90
91#define IOV_1V8 1800000 /* 180000 uV */
92#define IOV_3V0 3000000 /* 300000 uV */
93#define IOV_3V3 3300000 /* 330000 uV */
94
95#define MAX_PHASE_DELAY 0x7C
96
97/* sdhci-omap controller flags */
98#define SDHCI_OMAP_REQUIRE_IODELAY BIT(0)
99#define SDHCI_OMAP_SPECIAL_RESET BIT(1)
100
101struct sdhci_omap_data {
102 int omap_offset; /* Offset for omap regs from base */
103 u32 offset; /* Offset for SDHCI regs from base */
104 u8 flags;
105};
106
107struct sdhci_omap_host {
108 char *version;
109 void __iomem *base;
110 struct device *dev;
111 struct regulator *pbias;
112 bool pbias_enabled;
113 struct sdhci_host *host;
114 u8 bus_mode;
115 u8 power_mode;
116 u8 timing;
117 u8 flags;
118
119 struct pinctrl *pinctrl;
120 struct pinctrl_state **pinctrl_state;
121 int wakeirq;
122 bool is_tuning;
123
124 /* Offset for omap specific registers from base */
125 int omap_offset;
126
127 /* Omap specific context save */
128 u32 con;
129 u32 hctl;
130 u32 sysctl;
131 u32 capa;
132 u32 ie;
133 u32 ise;
134};
135
136static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host);
137static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host);
138
139static inline u32 sdhci_omap_readl(struct sdhci_omap_host *host,
140 unsigned int offset)
141{
142 return readl(host->base + host->omap_offset + offset);
143}
144
145static inline void sdhci_omap_writel(struct sdhci_omap_host *host,
146 unsigned int offset, u32 data)
147{
148 writel(data, host->base + host->omap_offset + offset);
149}
150
151static int sdhci_omap_set_pbias(struct sdhci_omap_host *omap_host,
152 bool power_on, unsigned int iov)
153{
154 int ret;
155 struct device *dev = omap_host->dev;
156
157 if (IS_ERR(omap_host->pbias))
158 return 0;
159
160 if (power_on) {
161 ret = regulator_set_voltage(omap_host->pbias, iov, iov);
162 if (ret) {
163 dev_err(dev, "pbias set voltage failed\n");
164 return ret;
165 }
166
167 if (omap_host->pbias_enabled)
168 return 0;
169
170 ret = regulator_enable(omap_host->pbias);
171 if (ret) {
172 dev_err(dev, "pbias reg enable fail\n");
173 return ret;
174 }
175
176 omap_host->pbias_enabled = true;
177 } else {
178 if (!omap_host->pbias_enabled)
179 return 0;
180
181 ret = regulator_disable(omap_host->pbias);
182 if (ret) {
183 dev_err(dev, "pbias reg disable fail\n");
184 return ret;
185 }
186 omap_host->pbias_enabled = false;
187 }
188
189 return 0;
190}
191
192static int sdhci_omap_enable_iov(struct sdhci_omap_host *omap_host,
193 unsigned int iov_pbias)
194{
195 int ret;
196 struct sdhci_host *host = omap_host->host;
197 struct mmc_host *mmc = host->mmc;
198
199 ret = sdhci_omap_set_pbias(omap_host, false, 0);
200 if (ret)
201 return ret;
202
203 if (!IS_ERR(mmc->supply.vqmmc)) {
204 /* Pick the right voltage to allow 3.0V for 3.3V nominal PBIAS */
205 ret = mmc_regulator_set_vqmmc(mmc, &mmc->ios);
206 if (ret < 0) {
207 dev_err(mmc_dev(mmc), "vqmmc set voltage failed\n");
208 return ret;
209 }
210 }
211
212 ret = sdhci_omap_set_pbias(omap_host, true, iov_pbias);
213 if (ret)
214 return ret;
215
216 return 0;
217}
218
219static void sdhci_omap_conf_bus_power(struct sdhci_omap_host *omap_host,
220 unsigned char signal_voltage)
221{
222 u32 reg, capa;
223 ktime_t timeout;
224
225 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL);
226 reg &= ~HCTL_SDVS_MASK;
227
228 switch (signal_voltage) {
229 case MMC_SIGNAL_VOLTAGE_330:
230 capa = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
231 if (capa & CAPA_VS33)
232 reg |= HCTL_SDVS_33;
233 else if (capa & CAPA_VS30)
234 reg |= HCTL_SDVS_30;
235 else
236 dev_warn(omap_host->dev, "misconfigured CAPA: %08x\n",
237 capa);
238 break;
239 case MMC_SIGNAL_VOLTAGE_180:
240 default:
241 reg |= HCTL_SDVS_18;
242 break;
243 }
244
245 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
246
247 reg |= HCTL_SDBP;
248 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
249
250 /* wait 1ms */
251 timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
252 while (1) {
253 bool timedout = ktime_after(ktime_get(), timeout);
254
255 if (sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL) & HCTL_SDBP)
256 break;
257 if (WARN_ON(timedout))
258 return;
259 usleep_range(5, 10);
260 }
261}
262
263static void sdhci_omap_enable_sdio_irq(struct mmc_host *mmc, int enable)
264{
265 struct sdhci_host *host = mmc_priv(mmc);
266 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
267 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
268 u32 reg;
269
270 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
271 if (enable)
272 reg |= (CON_CTPL | CON_CLKEXTFREE);
273 else
274 reg &= ~(CON_CTPL | CON_CLKEXTFREE);
275 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
276
277 sdhci_enable_sdio_irq(mmc, enable);
278}
279
280static inline void sdhci_omap_set_dll(struct sdhci_omap_host *omap_host,
281 int count)
282{
283 int i;
284 u32 reg;
285
286 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
287 reg |= DLL_FORCE_VALUE;
288 reg &= ~DLL_FORCE_SR_C_MASK;
289 reg |= (count << DLL_FORCE_SR_C_SHIFT);
290 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
291
292 reg |= DLL_CALIB;
293 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
294 for (i = 0; i < 1000; i++) {
295 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
296 if (reg & DLL_CALIB)
297 break;
298 }
299 reg &= ~DLL_CALIB;
300 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
301}
302
303static void sdhci_omap_disable_tuning(struct sdhci_omap_host *omap_host)
304{
305 u32 reg;
306
307 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
308 reg &= ~AC12_SCLK_SEL;
309 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
310
311 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
312 reg &= ~(DLL_FORCE_VALUE | DLL_SWT);
313 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
314}
315
316static int sdhci_omap_execute_tuning(struct mmc_host *mmc, u32 opcode)
317{
318 struct sdhci_host *host = mmc_priv(mmc);
319 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
320 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
321 struct thermal_zone_device *thermal_dev;
322 struct device *dev = omap_host->dev;
323 struct mmc_ios *ios = &mmc->ios;
324 u32 start_window = 0, max_window = 0;
325 bool single_point_failure = false;
326 bool dcrc_was_enabled = false;
327 u8 cur_match, prev_match = 0;
328 u32 length = 0, max_len = 0;
329 u32 phase_delay = 0;
330 int temperature;
331 int ret = 0;
332 u32 reg;
333 int i;
334
335 /* clock tuning is not needed for upto 52MHz */
336 if (ios->clock <= 52000000)
337 return 0;
338
339 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA2);
340 if (ios->timing == MMC_TIMING_UHS_SDR50 && !(reg & CAPA2_TSDR50))
341 return 0;
342
343 thermal_dev = thermal_zone_get_zone_by_name("cpu_thermal");
344 if (IS_ERR(thermal_dev)) {
345 dev_err(dev, "Unable to get thermal zone for tuning\n");
346 return PTR_ERR(thermal_dev);
347 }
348
349 ret = thermal_zone_get_temp(thermal_dev, &temperature);
350 if (ret)
351 return ret;
352
353 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
354 reg |= DLL_SWT;
355 sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
356
357 /*
358 * OMAP5/DRA74X/DRA72x Errata i802:
359 * DCRC error interrupts (MMCHS_STAT[21] DCRC=0x1) can occur
360 * during the tuning procedure. So disable it during the
361 * tuning procedure.
362 */
363 if (host->ier & SDHCI_INT_DATA_CRC) {
364 host->ier &= ~SDHCI_INT_DATA_CRC;
365 dcrc_was_enabled = true;
366 }
367
368 omap_host->is_tuning = true;
369
370 /*
371 * Stage 1: Search for a maximum pass window ignoring any
372 * single point failures. If the tuning value ends up
373 * near it, move away from it in stage 2 below
374 */
375 while (phase_delay <= MAX_PHASE_DELAY) {
376 sdhci_omap_set_dll(omap_host, phase_delay);
377
378 cur_match = !mmc_send_tuning(mmc, opcode, NULL);
379 if (cur_match) {
380 if (prev_match) {
381 length++;
382 } else if (single_point_failure) {
383 /* ignore single point failure */
384 length++;
385 } else {
386 start_window = phase_delay;
387 length = 1;
388 }
389 } else {
390 single_point_failure = prev_match;
391 }
392
393 if (length > max_len) {
394 max_window = start_window;
395 max_len = length;
396 }
397
398 prev_match = cur_match;
399 phase_delay += 4;
400 }
401
402 if (!max_len) {
403 dev_err(dev, "Unable to find match\n");
404 ret = -EIO;
405 goto tuning_error;
406 }
407
408 /*
409 * Assign tuning value as a ratio of maximum pass window based
410 * on temperature
411 */
412 if (temperature < -20000)
413 phase_delay = min(max_window + 4 * (max_len - 1) - 24,
414 max_window +
415 DIV_ROUND_UP(13 * max_len, 16) * 4);
416 else if (temperature < 20000)
417 phase_delay = max_window + DIV_ROUND_UP(9 * max_len, 16) * 4;
418 else if (temperature < 40000)
419 phase_delay = max_window + DIV_ROUND_UP(8 * max_len, 16) * 4;
420 else if (temperature < 70000)
421 phase_delay = max_window + DIV_ROUND_UP(7 * max_len, 16) * 4;
422 else if (temperature < 90000)
423 phase_delay = max_window + DIV_ROUND_UP(5 * max_len, 16) * 4;
424 else if (temperature < 120000)
425 phase_delay = max_window + DIV_ROUND_UP(4 * max_len, 16) * 4;
426 else
427 phase_delay = max_window + DIV_ROUND_UP(3 * max_len, 16) * 4;
428
429 /*
430 * Stage 2: Search for a single point failure near the chosen tuning
431 * value in two steps. First in the +3 to +10 range and then in the
432 * +2 to -10 range. If found, move away from it in the appropriate
433 * direction by the appropriate amount depending on the temperature.
434 */
435 for (i = 3; i <= 10; i++) {
436 sdhci_omap_set_dll(omap_host, phase_delay + i);
437
438 if (mmc_send_tuning(mmc, opcode, NULL)) {
439 if (temperature < 10000)
440 phase_delay += i + 6;
441 else if (temperature < 20000)
442 phase_delay += i - 12;
443 else if (temperature < 70000)
444 phase_delay += i - 8;
445 else
446 phase_delay += i - 6;
447
448 goto single_failure_found;
449 }
450 }
451
452 for (i = 2; i >= -10; i--) {
453 sdhci_omap_set_dll(omap_host, phase_delay + i);
454
455 if (mmc_send_tuning(mmc, opcode, NULL)) {
456 if (temperature < 10000)
457 phase_delay += i + 12;
458 else if (temperature < 20000)
459 phase_delay += i + 8;
460 else if (temperature < 70000)
461 phase_delay += i + 8;
462 else if (temperature < 90000)
463 phase_delay += i + 10;
464 else
465 phase_delay += i + 12;
466
467 goto single_failure_found;
468 }
469 }
470
471single_failure_found:
472 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
473 if (!(reg & AC12_SCLK_SEL)) {
474 ret = -EIO;
475 goto tuning_error;
476 }
477
478 sdhci_omap_set_dll(omap_host, phase_delay);
479
480 omap_host->is_tuning = false;
481
482 goto ret;
483
484tuning_error:
485 omap_host->is_tuning = false;
486 dev_err(dev, "Tuning failed\n");
487 sdhci_omap_disable_tuning(omap_host);
488
489ret:
490 sdhci_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA);
491 /* Reenable forbidden interrupt */
492 if (dcrc_was_enabled)
493 host->ier |= SDHCI_INT_DATA_CRC;
494 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
495 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
496 return ret;
497}
498
499static int sdhci_omap_card_busy(struct mmc_host *mmc)
500{
501 u32 reg, ac12;
502 int ret = false;
503 struct sdhci_host *host = mmc_priv(mmc);
504 struct sdhci_pltfm_host *pltfm_host;
505 struct sdhci_omap_host *omap_host;
506 u32 ier = host->ier;
507
508 pltfm_host = sdhci_priv(host);
509 omap_host = sdhci_pltfm_priv(pltfm_host);
510
511 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
512 ac12 = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
513 reg &= ~CON_CLKEXTFREE;
514 if (ac12 & AC12_V1V8_SIGEN)
515 reg |= CON_CLKEXTFREE;
516 reg |= CON_PADEN;
517 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
518
519 disable_irq(host->irq);
520 ier |= SDHCI_INT_CARD_INT;
521 sdhci_writel(host, ier, SDHCI_INT_ENABLE);
522 sdhci_writel(host, ier, SDHCI_SIGNAL_ENABLE);
523
524 /*
525 * Delay is required for PSTATE to correctly reflect
526 * DLEV/CLEV values after PADEN is set.
527 */
528 usleep_range(50, 100);
529 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_PSTATE);
530 if ((reg & PSTATE_DATI) || !(reg & PSTATE_DLEV_DAT0))
531 ret = true;
532
533 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
534 reg &= ~(CON_CLKEXTFREE | CON_PADEN);
535 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
536
537 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
538 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
539 enable_irq(host->irq);
540
541 return ret;
542}
543
544static int sdhci_omap_start_signal_voltage_switch(struct mmc_host *mmc,
545 struct mmc_ios *ios)
546{
547 u32 reg;
548 int ret;
549 unsigned int iov;
550 struct sdhci_host *host = mmc_priv(mmc);
551 struct sdhci_pltfm_host *pltfm_host;
552 struct sdhci_omap_host *omap_host;
553 struct device *dev;
554
555 pltfm_host = sdhci_priv(host);
556 omap_host = sdhci_pltfm_priv(pltfm_host);
557 dev = omap_host->dev;
558
559 if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) {
560 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
561 if (!(reg & (CAPA_VS30 | CAPA_VS33)))
562 return -EOPNOTSUPP;
563
564 if (reg & CAPA_VS30)
565 iov = IOV_3V0;
566 else
567 iov = IOV_3V3;
568
569 sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
570
571 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
572 reg &= ~AC12_V1V8_SIGEN;
573 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
574
575 } else if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_180) {
576 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
577 if (!(reg & CAPA_VS18))
578 return -EOPNOTSUPP;
579
580 iov = IOV_1V8;
581
582 sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
583
584 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
585 reg |= AC12_V1V8_SIGEN;
586 sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
587 } else {
588 return -EOPNOTSUPP;
589 }
590
591 ret = sdhci_omap_enable_iov(omap_host, iov);
592 if (ret) {
593 dev_err(dev, "failed to switch IO voltage to %dmV\n", iov);
594 return ret;
595 }
596
597 dev_dbg(dev, "IO voltage switched to %dmV\n", iov);
598 return 0;
599}
600
601static void sdhci_omap_set_timing(struct sdhci_omap_host *omap_host, u8 timing)
602{
603 int ret;
604 struct pinctrl_state *pinctrl_state;
605 struct device *dev = omap_host->dev;
606
607 if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
608 return;
609
610 if (omap_host->timing == timing)
611 return;
612
613 sdhci_omap_stop_clock(omap_host);
614
615 pinctrl_state = omap_host->pinctrl_state[timing];
616 ret = pinctrl_select_state(omap_host->pinctrl, pinctrl_state);
617 if (ret) {
618 dev_err(dev, "failed to select pinctrl state\n");
619 return;
620 }
621
622 sdhci_omap_start_clock(omap_host);
623 omap_host->timing = timing;
624}
625
626static void sdhci_omap_set_power_mode(struct sdhci_omap_host *omap_host,
627 u8 power_mode)
628{
629 if (omap_host->bus_mode == MMC_POWER_OFF)
630 sdhci_omap_disable_tuning(omap_host);
631 omap_host->power_mode = power_mode;
632}
633
634static void sdhci_omap_set_bus_mode(struct sdhci_omap_host *omap_host,
635 unsigned int mode)
636{
637 u32 reg;
638
639 if (omap_host->bus_mode == mode)
640 return;
641
642 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
643 if (mode == MMC_BUSMODE_OPENDRAIN)
644 reg |= CON_OD;
645 else
646 reg &= ~CON_OD;
647 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
648
649 omap_host->bus_mode = mode;
650}
651
652static void sdhci_omap_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
653{
654 struct sdhci_host *host = mmc_priv(mmc);
655 struct sdhci_pltfm_host *pltfm_host;
656 struct sdhci_omap_host *omap_host;
657
658 pltfm_host = sdhci_priv(host);
659 omap_host = sdhci_pltfm_priv(pltfm_host);
660
661 sdhci_omap_set_bus_mode(omap_host, ios->bus_mode);
662 sdhci_omap_set_timing(omap_host, ios->timing);
663 sdhci_set_ios(mmc, ios);
664 sdhci_omap_set_power_mode(omap_host, ios->power_mode);
665}
666
667static u16 sdhci_omap_calc_divisor(struct sdhci_pltfm_host *host,
668 unsigned int clock)
669{
670 u16 dsor;
671
672 dsor = DIV_ROUND_UP(clk_get_rate(host->clk), clock);
673 if (dsor > SYSCTL_CLKD_MAX)
674 dsor = SYSCTL_CLKD_MAX;
675
676 return dsor;
677}
678
679static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host)
680{
681 u32 reg;
682
683 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
684 reg |= SYSCTL_CEN;
685 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
686}
687
688static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host)
689{
690 u32 reg;
691
692 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
693 reg &= ~SYSCTL_CEN;
694 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
695}
696
697static void sdhci_omap_set_clock(struct sdhci_host *host, unsigned int clock)
698{
699 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
700 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
701 unsigned long clkdiv;
702
703 sdhci_omap_stop_clock(omap_host);
704
705 if (!clock)
706 return;
707
708 clkdiv = sdhci_omap_calc_divisor(pltfm_host, clock);
709 clkdiv = (clkdiv & SYSCTL_CLKD_MASK) << SYSCTL_CLKD_SHIFT;
710 sdhci_enable_clk(host, clkdiv);
711
712 sdhci_omap_start_clock(omap_host);
713}
714
715static void sdhci_omap_set_power(struct sdhci_host *host, unsigned char mode,
716 unsigned short vdd)
717{
718 struct mmc_host *mmc = host->mmc;
719
720 if (!IS_ERR(mmc->supply.vmmc))
721 mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, vdd);
722}
723
724/*
725 * MMCHS_HL_HWINFO has the MADMA_EN bit set if the controller instance
726 * is connected to L3 interconnect and is bus master capable. Note that
727 * the MMCHS_HL_HWINFO register is in the module registers before the
728 * omap registers and sdhci registers. The offset can vary for omap
729 * registers depending on the SoC. Do not use sdhci_omap_readl() here.
730 */
731static bool sdhci_omap_has_adma(struct sdhci_omap_host *omap_host, int offset)
732{
733 /* MMCHS_HL_HWINFO register is only available on omap4 and later */
734 if (offset < 0x200)
735 return false;
736
737 return readl(omap_host->base + 4) & 1;
738}
739
740static int sdhci_omap_enable_dma(struct sdhci_host *host)
741{
742 u32 reg;
743 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
744 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
745
746 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
747 reg &= ~CON_DMA_MASTER;
748 /* Switch to DMA slave mode when using external DMA */
749 if (!host->use_external_dma)
750 reg |= CON_DMA_MASTER;
751
752 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
753
754 return 0;
755}
756
757static unsigned int sdhci_omap_get_min_clock(struct sdhci_host *host)
758{
759 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
760
761 return clk_get_rate(pltfm_host->clk) / SYSCTL_CLKD_MAX;
762}
763
764static void sdhci_omap_set_bus_width(struct sdhci_host *host, int width)
765{
766 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
767 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
768 u32 reg;
769
770 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
771 if (width == MMC_BUS_WIDTH_8)
772 reg |= CON_DW8;
773 else
774 reg &= ~CON_DW8;
775 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
776
777 sdhci_set_bus_width(host, width);
778}
779
780static void sdhci_omap_init_74_clocks(struct sdhci_host *host, u8 power_mode)
781{
782 u32 reg;
783 ktime_t timeout;
784 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
785 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
786
787 if (omap_host->power_mode == power_mode)
788 return;
789
790 if (power_mode != MMC_POWER_ON)
791 return;
792
793 disable_irq(host->irq);
794
795 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
796 reg |= CON_INIT;
797 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
798 sdhci_omap_writel(omap_host, SDHCI_OMAP_CMD, 0x0);
799
800 /* wait 1ms */
801 timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
802 while (1) {
803 bool timedout = ktime_after(ktime_get(), timeout);
804
805 if (sdhci_omap_readl(omap_host, SDHCI_OMAP_STAT) & INT_CC_EN)
806 break;
807 if (WARN_ON(timedout))
808 return;
809 usleep_range(5, 10);
810 }
811
812 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
813 reg &= ~CON_INIT;
814 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
815 sdhci_omap_writel(omap_host, SDHCI_OMAP_STAT, INT_CC_EN);
816
817 enable_irq(host->irq);
818}
819
820static void sdhci_omap_set_uhs_signaling(struct sdhci_host *host,
821 unsigned int timing)
822{
823 u32 reg;
824 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
825 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
826
827 sdhci_omap_stop_clock(omap_host);
828
829 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
830 if (timing == MMC_TIMING_UHS_DDR50 || timing == MMC_TIMING_MMC_DDR52)
831 reg |= CON_DDR;
832 else
833 reg &= ~CON_DDR;
834 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
835
836 sdhci_set_uhs_signaling(host, timing);
837 sdhci_omap_start_clock(omap_host);
838}
839
840#define MMC_TIMEOUT_US 20000 /* 20000 micro Sec */
841static void sdhci_omap_reset(struct sdhci_host *host, u8 mask)
842{
843 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
844 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
845 unsigned long limit = MMC_TIMEOUT_US;
846 unsigned long i = 0;
847 u32 sysc;
848
849 /* Save target module sysconfig configured by SoC PM layer */
850 if (mask & SDHCI_RESET_ALL)
851 sysc = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCONFIG);
852
853 /* Don't reset data lines during tuning operation */
854 if (omap_host->is_tuning)
855 mask &= ~SDHCI_RESET_DATA;
856
857 if (omap_host->flags & SDHCI_OMAP_SPECIAL_RESET) {
858 sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET);
859 while ((!(sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask)) &&
860 (i++ < limit))
861 udelay(1);
862 i = 0;
863 while ((sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask) &&
864 (i++ < limit))
865 udelay(1);
866
867 if (sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask)
868 dev_err(mmc_dev(host->mmc),
869 "Timeout waiting on controller reset in %s\n",
870 __func__);
871
872 goto restore_sysc;
873 }
874
875 sdhci_reset(host, mask);
876
877restore_sysc:
878 if (mask & SDHCI_RESET_ALL)
879 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCONFIG, sysc);
880}
881
882#define CMD_ERR_MASK (SDHCI_INT_CRC | SDHCI_INT_END_BIT | SDHCI_INT_INDEX |\
883 SDHCI_INT_TIMEOUT)
884#define CMD_MASK (CMD_ERR_MASK | SDHCI_INT_RESPONSE)
885
886static u32 sdhci_omap_irq(struct sdhci_host *host, u32 intmask)
887{
888 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
889 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
890
891 if (omap_host->is_tuning && host->cmd && !host->data_early &&
892 (intmask & CMD_ERR_MASK)) {
893
894 /*
895 * Since we are not resetting data lines during tuning
896 * operation, data error or data complete interrupts
897 * might still arrive. Mark this request as a failure
898 * but still wait for the data interrupt
899 */
900 if (intmask & SDHCI_INT_TIMEOUT)
901 host->cmd->error = -ETIMEDOUT;
902 else
903 host->cmd->error = -EILSEQ;
904
905 host->cmd = NULL;
906
907 /*
908 * Sometimes command error interrupts and command complete
909 * interrupt will arrive together. Clear all command related
910 * interrupts here.
911 */
912 sdhci_writel(host, intmask & CMD_MASK, SDHCI_INT_STATUS);
913 intmask &= ~CMD_MASK;
914 }
915
916 return intmask;
917}
918
919static void sdhci_omap_set_timeout(struct sdhci_host *host,
920 struct mmc_command *cmd)
921{
922 if (cmd->opcode == MMC_ERASE)
923 sdhci_set_data_timeout_irq(host, false);
924
925 __sdhci_set_timeout(host, cmd);
926}
927
928static struct sdhci_ops sdhci_omap_ops = {
929 .set_clock = sdhci_omap_set_clock,
930 .set_power = sdhci_omap_set_power,
931 .enable_dma = sdhci_omap_enable_dma,
932 .get_max_clock = sdhci_pltfm_clk_get_max_clock,
933 .get_min_clock = sdhci_omap_get_min_clock,
934 .set_bus_width = sdhci_omap_set_bus_width,
935 .platform_send_init_74_clocks = sdhci_omap_init_74_clocks,
936 .reset = sdhci_omap_reset,
937 .set_uhs_signaling = sdhci_omap_set_uhs_signaling,
938 .irq = sdhci_omap_irq,
939 .set_timeout = sdhci_omap_set_timeout,
940};
941
942static unsigned int sdhci_omap_regulator_get_caps(struct device *dev,
943 const char *name)
944{
945 struct regulator *reg;
946 unsigned int caps = 0;
947
948 reg = regulator_get(dev, name);
949 if (IS_ERR(reg))
950 return ~0U;
951
952 if (regulator_is_supported_voltage(reg, 1700000, 1950000))
953 caps |= SDHCI_CAN_VDD_180;
954 if (regulator_is_supported_voltage(reg, 2700000, 3150000))
955 caps |= SDHCI_CAN_VDD_300;
956 if (regulator_is_supported_voltage(reg, 3150000, 3600000))
957 caps |= SDHCI_CAN_VDD_330;
958
959 regulator_put(reg);
960
961 return caps;
962}
963
964static int sdhci_omap_set_capabilities(struct sdhci_host *host)
965{
966 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
967 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
968 struct device *dev = omap_host->dev;
969 const u32 mask = SDHCI_CAN_VDD_180 | SDHCI_CAN_VDD_300 | SDHCI_CAN_VDD_330;
970 unsigned int pbias, vqmmc, caps = 0;
971 u32 reg;
972
973 pbias = sdhci_omap_regulator_get_caps(dev, "pbias");
974 vqmmc = sdhci_omap_regulator_get_caps(dev, "vqmmc");
975 caps = pbias & vqmmc;
976
977 if (pbias != ~0U && vqmmc == ~0U)
978 dev_warn(dev, "vqmmc regulator missing for pbias\n");
979 else if (caps == ~0U)
980 return 0;
981
982 /*
983 * Quirk handling to allow 3.0V vqmmc with a valid 3.3V PBIAS. This is
984 * needed for 3.0V ldo9_reg on omap5 at least.
985 */
986 if (pbias != ~0U && (pbias & SDHCI_CAN_VDD_330) &&
987 (vqmmc & SDHCI_CAN_VDD_300))
988 caps |= SDHCI_CAN_VDD_330;
989
990 /* voltage capabilities might be set by boot loader, clear it */
991 reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
992 reg &= ~(CAPA_VS18 | CAPA_VS30 | CAPA_VS33);
993
994 if (caps & SDHCI_CAN_VDD_180)
995 reg |= CAPA_VS18;
996
997 if (caps & SDHCI_CAN_VDD_300)
998 reg |= CAPA_VS30;
999
1000 if (caps & SDHCI_CAN_VDD_330)
1001 reg |= CAPA_VS33;
1002
1003 sdhci_omap_writel(omap_host, SDHCI_OMAP_CAPA, reg);
1004
1005 host->caps &= ~mask;
1006 host->caps |= caps;
1007
1008 return 0;
1009}
1010
1011static const struct sdhci_pltfm_data sdhci_omap_pdata = {
1012 .quirks = SDHCI_QUIRK_BROKEN_CARD_DETECTION |
1013 SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK |
1014 SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN |
1015 SDHCI_QUIRK_NO_HISPD_BIT |
1016 SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC,
1017 .quirks2 = SDHCI_QUIRK2_ACMD23_BROKEN |
1018 SDHCI_QUIRK2_PRESET_VALUE_BROKEN |
1019 SDHCI_QUIRK2_RSP_136_HAS_CRC |
1020 SDHCI_QUIRK2_DISABLE_HW_TIMEOUT,
1021 .ops = &sdhci_omap_ops,
1022};
1023
1024static const struct sdhci_omap_data omap2430_data = {
1025 .omap_offset = 0,
1026 .offset = 0x100,
1027};
1028
1029static const struct sdhci_omap_data omap3_data = {
1030 .omap_offset = 0,
1031 .offset = 0x100,
1032};
1033
1034static const struct sdhci_omap_data omap4_data = {
1035 .omap_offset = 0x100,
1036 .offset = 0x200,
1037 .flags = SDHCI_OMAP_SPECIAL_RESET,
1038};
1039
1040static const struct sdhci_omap_data omap5_data = {
1041 .omap_offset = 0x100,
1042 .offset = 0x200,
1043 .flags = SDHCI_OMAP_SPECIAL_RESET,
1044};
1045
1046static const struct sdhci_omap_data k2g_data = {
1047 .omap_offset = 0x100,
1048 .offset = 0x200,
1049};
1050
1051static const struct sdhci_omap_data am335_data = {
1052 .omap_offset = 0x100,
1053 .offset = 0x200,
1054 .flags = SDHCI_OMAP_SPECIAL_RESET,
1055};
1056
1057static const struct sdhci_omap_data am437_data = {
1058 .omap_offset = 0x100,
1059 .offset = 0x200,
1060 .flags = SDHCI_OMAP_SPECIAL_RESET,
1061};
1062
1063static const struct sdhci_omap_data dra7_data = {
1064 .omap_offset = 0x100,
1065 .offset = 0x200,
1066 .flags = SDHCI_OMAP_REQUIRE_IODELAY,
1067};
1068
1069static const struct of_device_id omap_sdhci_match[] = {
1070 { .compatible = "ti,omap2430-sdhci", .data = &omap2430_data },
1071 { .compatible = "ti,omap3-sdhci", .data = &omap3_data },
1072 { .compatible = "ti,omap4-sdhci", .data = &omap4_data },
1073 { .compatible = "ti,omap5-sdhci", .data = &omap5_data },
1074 { .compatible = "ti,dra7-sdhci", .data = &dra7_data },
1075 { .compatible = "ti,k2g-sdhci", .data = &k2g_data },
1076 { .compatible = "ti,am335-sdhci", .data = &am335_data },
1077 { .compatible = "ti,am437-sdhci", .data = &am437_data },
1078 {},
1079};
1080MODULE_DEVICE_TABLE(of, omap_sdhci_match);
1081
1082static struct pinctrl_state
1083*sdhci_omap_iodelay_pinctrl_state(struct sdhci_omap_host *omap_host, char *mode,
1084 u32 *caps, u32 capmask)
1085{
1086 struct device *dev = omap_host->dev;
1087 char *version = omap_host->version;
1088 struct pinctrl_state *pinctrl_state = ERR_PTR(-ENODEV);
1089 char str[20];
1090
1091 if (!(*caps & capmask))
1092 goto ret;
1093
1094 if (version) {
1095 snprintf(str, 20, "%s-%s", mode, version);
1096 pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, str);
1097 }
1098
1099 if (IS_ERR(pinctrl_state))
1100 pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, mode);
1101
1102 if (IS_ERR(pinctrl_state)) {
1103 dev_err(dev, "no pinctrl state for %s mode", mode);
1104 *caps &= ~capmask;
1105 }
1106
1107ret:
1108 return pinctrl_state;
1109}
1110
1111static int sdhci_omap_config_iodelay_pinctrl_state(struct sdhci_omap_host
1112 *omap_host)
1113{
1114 struct device *dev = omap_host->dev;
1115 struct sdhci_host *host = omap_host->host;
1116 struct mmc_host *mmc = host->mmc;
1117 u32 *caps = &mmc->caps;
1118 u32 *caps2 = &mmc->caps2;
1119 struct pinctrl_state *state;
1120 struct pinctrl_state **pinctrl_state;
1121
1122 if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
1123 return 0;
1124
1125 pinctrl_state = devm_kcalloc(dev,
1126 MMC_TIMING_MMC_HS200 + 1,
1127 sizeof(*pinctrl_state),
1128 GFP_KERNEL);
1129 if (!pinctrl_state)
1130 return -ENOMEM;
1131
1132 omap_host->pinctrl = devm_pinctrl_get(omap_host->dev);
1133 if (IS_ERR(omap_host->pinctrl)) {
1134 dev_err(dev, "Cannot get pinctrl\n");
1135 return PTR_ERR(omap_host->pinctrl);
1136 }
1137
1138 state = pinctrl_lookup_state(omap_host->pinctrl, "default");
1139 if (IS_ERR(state)) {
1140 dev_err(dev, "no pinctrl state for default mode\n");
1141 return PTR_ERR(state);
1142 }
1143 pinctrl_state[MMC_TIMING_LEGACY] = state;
1144
1145 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr104", caps,
1146 MMC_CAP_UHS_SDR104);
1147 if (!IS_ERR(state))
1148 pinctrl_state[MMC_TIMING_UHS_SDR104] = state;
1149
1150 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr50", caps,
1151 MMC_CAP_UHS_DDR50);
1152 if (!IS_ERR(state))
1153 pinctrl_state[MMC_TIMING_UHS_DDR50] = state;
1154
1155 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr50", caps,
1156 MMC_CAP_UHS_SDR50);
1157 if (!IS_ERR(state))
1158 pinctrl_state[MMC_TIMING_UHS_SDR50] = state;
1159
1160 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr25", caps,
1161 MMC_CAP_UHS_SDR25);
1162 if (!IS_ERR(state))
1163 pinctrl_state[MMC_TIMING_UHS_SDR25] = state;
1164
1165 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr12", caps,
1166 MMC_CAP_UHS_SDR12);
1167 if (!IS_ERR(state))
1168 pinctrl_state[MMC_TIMING_UHS_SDR12] = state;
1169
1170 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_1_8v", caps,
1171 MMC_CAP_1_8V_DDR);
1172 if (!IS_ERR(state)) {
1173 pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
1174 } else {
1175 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_3_3v",
1176 caps,
1177 MMC_CAP_3_3V_DDR);
1178 if (!IS_ERR(state))
1179 pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
1180 }
1181
1182 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1183 MMC_CAP_SD_HIGHSPEED);
1184 if (!IS_ERR(state))
1185 pinctrl_state[MMC_TIMING_SD_HS] = state;
1186
1187 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1188 MMC_CAP_MMC_HIGHSPEED);
1189 if (!IS_ERR(state))
1190 pinctrl_state[MMC_TIMING_MMC_HS] = state;
1191
1192 state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs200_1_8v", caps2,
1193 MMC_CAP2_HS200_1_8V_SDR);
1194 if (!IS_ERR(state))
1195 pinctrl_state[MMC_TIMING_MMC_HS200] = state;
1196
1197 omap_host->pinctrl_state = pinctrl_state;
1198
1199 return 0;
1200}
1201
1202static const struct soc_device_attribute sdhci_omap_soc_devices[] = {
1203 {
1204 .machine = "DRA7[45]*",
1205 .revision = "ES1.[01]",
1206 },
1207 {
1208 /* sentinel */
1209 }
1210};
1211
1212static int sdhci_omap_probe(struct platform_device *pdev)
1213{
1214 int ret;
1215 u32 offset;
1216 struct device *dev = &pdev->dev;
1217 struct sdhci_host *host;
1218 struct sdhci_pltfm_host *pltfm_host;
1219 struct sdhci_omap_host *omap_host;
1220 struct mmc_host *mmc;
1221 const struct sdhci_omap_data *data;
1222 const struct soc_device_attribute *soc;
1223 struct resource *regs;
1224
1225 data = of_device_get_match_data(&pdev->dev);
1226 if (!data) {
1227 dev_err(dev, "no sdhci omap data\n");
1228 return -EINVAL;
1229 }
1230 offset = data->offset;
1231
1232 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1233 if (!regs)
1234 return -ENXIO;
1235
1236 host = sdhci_pltfm_init(pdev, &sdhci_omap_pdata,
1237 sizeof(*omap_host));
1238 if (IS_ERR(host)) {
1239 dev_err(dev, "Failed sdhci_pltfm_init\n");
1240 return PTR_ERR(host);
1241 }
1242
1243 pltfm_host = sdhci_priv(host);
1244 omap_host = sdhci_pltfm_priv(pltfm_host);
1245 omap_host->host = host;
1246 omap_host->base = host->ioaddr;
1247 omap_host->dev = dev;
1248 omap_host->power_mode = MMC_POWER_UNDEFINED;
1249 omap_host->timing = MMC_TIMING_LEGACY;
1250 omap_host->flags = data->flags;
1251 omap_host->omap_offset = data->omap_offset;
1252 omap_host->con = -EINVAL; /* Prevent invalid restore on first resume */
1253 host->ioaddr += offset;
1254 host->mapbase = regs->start + offset;
1255
1256 mmc = host->mmc;
1257 sdhci_get_of_property(pdev);
1258 ret = mmc_of_parse(mmc);
1259 if (ret)
1260 goto err_pltfm_free;
1261
1262 soc = soc_device_match(sdhci_omap_soc_devices);
1263 if (soc) {
1264 omap_host->version = "rev11";
1265 if (!strcmp(dev_name(dev), "4809c000.mmc"))
1266 mmc->f_max = 96000000;
1267 if (!strcmp(dev_name(dev), "480b4000.mmc"))
1268 mmc->f_max = 48000000;
1269 if (!strcmp(dev_name(dev), "480ad000.mmc"))
1270 mmc->f_max = 48000000;
1271 }
1272
1273 if (!mmc_can_gpio_ro(mmc))
1274 mmc->caps2 |= MMC_CAP2_NO_WRITE_PROTECT;
1275
1276 pltfm_host->clk = devm_clk_get(dev, "fck");
1277 if (IS_ERR(pltfm_host->clk)) {
1278 ret = PTR_ERR(pltfm_host->clk);
1279 goto err_pltfm_free;
1280 }
1281
1282 ret = clk_set_rate(pltfm_host->clk, mmc->f_max);
1283 if (ret) {
1284 dev_err(dev, "failed to set clock to %d\n", mmc->f_max);
1285 goto err_pltfm_free;
1286 }
1287
1288 omap_host->pbias = devm_regulator_get_optional(dev, "pbias");
1289 if (IS_ERR(omap_host->pbias)) {
1290 ret = PTR_ERR(omap_host->pbias);
1291 if (ret != -ENODEV)
1292 goto err_pltfm_free;
1293 dev_dbg(dev, "unable to get pbias regulator %d\n", ret);
1294 }
1295 omap_host->pbias_enabled = false;
1296
1297 /*
1298 * omap_device_pm_domain has callbacks to enable the main
1299 * functional clock, interface clock and also configure the
1300 * SYSCONFIG register to clear any boot loader set voltage
1301 * capabilities before calling sdhci_setup_host(). The
1302 * callback will be invoked as part of pm_runtime_get_sync.
1303 */
1304 pm_runtime_use_autosuspend(dev);
1305 pm_runtime_set_autosuspend_delay(dev, 50);
1306 pm_runtime_enable(dev);
1307 ret = pm_runtime_resume_and_get(dev);
1308 if (ret) {
1309 dev_err(dev, "pm_runtime_get_sync failed\n");
1310 goto err_rpm_disable;
1311 }
1312
1313 ret = sdhci_omap_set_capabilities(host);
1314 if (ret) {
1315 dev_err(dev, "failed to set system capabilities\n");
1316 goto err_rpm_put;
1317 }
1318
1319 host->mmc_host_ops.start_signal_voltage_switch =
1320 sdhci_omap_start_signal_voltage_switch;
1321 host->mmc_host_ops.set_ios = sdhci_omap_set_ios;
1322 host->mmc_host_ops.card_busy = sdhci_omap_card_busy;
1323 host->mmc_host_ops.execute_tuning = sdhci_omap_execute_tuning;
1324 host->mmc_host_ops.enable_sdio_irq = sdhci_omap_enable_sdio_irq;
1325
1326 /*
1327 * Switch to external DMA only if there is the "dmas" property and
1328 * ADMA is not available on the controller instance.
1329 */
1330 if (device_property_present(dev, "dmas") &&
1331 !sdhci_omap_has_adma(omap_host, offset))
1332 sdhci_switch_external_dma(host, true);
1333
1334 if (device_property_read_bool(dev, "ti,non-removable")) {
1335 dev_warn_once(dev, "using old ti,non-removable property\n");
1336 mmc->caps |= MMC_CAP_NONREMOVABLE;
1337 }
1338
1339 /* R1B responses is required to properly manage HW busy detection. */
1340 mmc->caps |= MMC_CAP_NEED_RSP_BUSY;
1341
1342 /* Allow card power off and runtime PM for eMMC/SD card devices */
1343 mmc->caps |= MMC_CAP_POWER_OFF_CARD | MMC_CAP_AGGRESSIVE_PM;
1344
1345 ret = sdhci_setup_host(host);
1346 if (ret)
1347 goto err_rpm_put;
1348
1349 ret = sdhci_omap_config_iodelay_pinctrl_state(omap_host);
1350 if (ret)
1351 goto err_cleanup_host;
1352
1353 ret = __sdhci_add_host(host);
1354 if (ret)
1355 goto err_cleanup_host;
1356
1357 /*
1358 * SDIO devices can use the dat1 pin as a wake-up interrupt. Some
1359 * devices like wl1xxx, use an out-of-band GPIO interrupt instead.
1360 */
1361 omap_host->wakeirq = of_irq_get_byname(dev->of_node, "wakeup");
1362 if (omap_host->wakeirq == -EPROBE_DEFER) {
1363 ret = -EPROBE_DEFER;
1364 goto err_cleanup_host;
1365 }
1366 if (omap_host->wakeirq > 0) {
1367 device_init_wakeup(dev, true);
1368 ret = dev_pm_set_dedicated_wake_irq(dev, omap_host->wakeirq);
1369 if (ret) {
1370 device_init_wakeup(dev, false);
1371 goto err_cleanup_host;
1372 }
1373 host->mmc->pm_caps |= MMC_PM_KEEP_POWER | MMC_PM_WAKE_SDIO_IRQ;
1374 }
1375
1376 pm_runtime_mark_last_busy(dev);
1377 pm_runtime_put_autosuspend(dev);
1378
1379 return 0;
1380
1381err_cleanup_host:
1382 sdhci_cleanup_host(host);
1383
1384err_rpm_put:
1385 pm_runtime_mark_last_busy(dev);
1386 pm_runtime_put_autosuspend(dev);
1387err_rpm_disable:
1388 pm_runtime_dont_use_autosuspend(dev);
1389 pm_runtime_disable(dev);
1390
1391err_pltfm_free:
1392 sdhci_pltfm_free(pdev);
1393 return ret;
1394}
1395
1396static void sdhci_omap_remove(struct platform_device *pdev)
1397{
1398 struct device *dev = &pdev->dev;
1399 struct sdhci_host *host = platform_get_drvdata(pdev);
1400
1401 pm_runtime_get_sync(dev);
1402 sdhci_remove_host(host, true);
1403 device_init_wakeup(dev, false);
1404 dev_pm_clear_wake_irq(dev);
1405 pm_runtime_dont_use_autosuspend(dev);
1406 pm_runtime_put_sync(dev);
1407 /* Ensure device gets disabled despite userspace sysfs config */
1408 pm_runtime_force_suspend(dev);
1409 sdhci_pltfm_free(pdev);
1410}
1411
1412#ifdef CONFIG_PM
1413static void __maybe_unused sdhci_omap_context_save(struct sdhci_omap_host *omap_host)
1414{
1415 omap_host->con = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
1416 omap_host->hctl = sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL);
1417 omap_host->sysctl = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
1418 omap_host->capa = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
1419 omap_host->ie = sdhci_omap_readl(omap_host, SDHCI_OMAP_IE);
1420 omap_host->ise = sdhci_omap_readl(omap_host, SDHCI_OMAP_ISE);
1421}
1422
1423/* Order matters here, HCTL must be restored in two phases */
1424static void __maybe_unused sdhci_omap_context_restore(struct sdhci_omap_host *omap_host)
1425{
1426 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, omap_host->hctl);
1427 sdhci_omap_writel(omap_host, SDHCI_OMAP_CAPA, omap_host->capa);
1428 sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, omap_host->hctl);
1429
1430 sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, omap_host->sysctl);
1431 sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, omap_host->con);
1432 sdhci_omap_writel(omap_host, SDHCI_OMAP_IE, omap_host->ie);
1433 sdhci_omap_writel(omap_host, SDHCI_OMAP_ISE, omap_host->ise);
1434}
1435
1436static int __maybe_unused sdhci_omap_runtime_suspend(struct device *dev)
1437{
1438 struct sdhci_host *host = dev_get_drvdata(dev);
1439 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
1440 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
1441
1442 if (omap_host->con != -EINVAL)
1443 sdhci_runtime_suspend_host(host);
1444
1445 sdhci_omap_context_save(omap_host);
1446
1447 pinctrl_pm_select_idle_state(dev);
1448
1449 return 0;
1450}
1451
1452static int __maybe_unused sdhci_omap_runtime_resume(struct device *dev)
1453{
1454 struct sdhci_host *host = dev_get_drvdata(dev);
1455 struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
1456 struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
1457
1458 pinctrl_pm_select_default_state(dev);
1459
1460 if (omap_host->con != -EINVAL) {
1461 sdhci_omap_context_restore(omap_host);
1462 sdhci_runtime_resume_host(host, 0);
1463 }
1464
1465 return 0;
1466}
1467#endif
1468
1469static const struct dev_pm_ops sdhci_omap_dev_pm_ops = {
1470 SET_RUNTIME_PM_OPS(sdhci_omap_runtime_suspend,
1471 sdhci_omap_runtime_resume, NULL)
1472 SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
1473 pm_runtime_force_resume)
1474};
1475
1476static struct platform_driver sdhci_omap_driver = {
1477 .probe = sdhci_omap_probe,
1478 .remove_new = sdhci_omap_remove,
1479 .driver = {
1480 .name = "sdhci-omap",
1481 .probe_type = PROBE_PREFER_ASYNCHRONOUS,
1482 .pm = &sdhci_omap_dev_pm_ops,
1483 .of_match_table = omap_sdhci_match,
1484 },
1485};
1486
1487module_platform_driver(sdhci_omap_driver);
1488
1489MODULE_DESCRIPTION("SDHCI driver for OMAP SoCs");
1490MODULE_AUTHOR("Texas Instruments Inc.");
1491MODULE_LICENSE("GPL v2");
1492MODULE_ALIAS("platform:sdhci_omap");