Loading...
1/*
2 * drivers/mmc/host/omap_hsmmc.c
3 *
4 * Driver for OMAP2430/3430 MMC controller.
5 *
6 * Copyright (C) 2007 Texas Instruments.
7 *
8 * Authors:
9 * Syed Mohammed Khasim <x0khasim@ti.com>
10 * Madhusudhan <madhu.cr@ti.com>
11 * Mohit Jalori <mjalori@ti.com>
12 *
13 * This file is licensed under the terms of the GNU General Public License
14 * version 2. This program is licensed "as is" without any warranty of any
15 * kind, whether express or implied.
16 */
17
18#include <linux/module.h>
19#include <linux/init.h>
20#include <linux/kernel.h>
21#include <linux/debugfs.h>
22#include <linux/seq_file.h>
23#include <linux/interrupt.h>
24#include <linux/delay.h>
25#include <linux/dma-mapping.h>
26#include <linux/platform_device.h>
27#include <linux/timer.h>
28#include <linux/clk.h>
29#include <linux/of.h>
30#include <linux/of_gpio.h>
31#include <linux/of_device.h>
32#include <linux/mmc/host.h>
33#include <linux/mmc/core.h>
34#include <linux/mmc/mmc.h>
35#include <linux/io.h>
36#include <linux/semaphore.h>
37#include <linux/gpio.h>
38#include <linux/regulator/consumer.h>
39#include <linux/pm_runtime.h>
40#include <plat/dma.h>
41#include <mach/hardware.h>
42#include <plat/board.h>
43#include <plat/mmc.h>
44#include <plat/cpu.h>
45
46/* OMAP HSMMC Host Controller Registers */
47#define OMAP_HSMMC_SYSCONFIG 0x0010
48#define OMAP_HSMMC_SYSSTATUS 0x0014
49#define OMAP_HSMMC_CON 0x002C
50#define OMAP_HSMMC_BLK 0x0104
51#define OMAP_HSMMC_ARG 0x0108
52#define OMAP_HSMMC_CMD 0x010C
53#define OMAP_HSMMC_RSP10 0x0110
54#define OMAP_HSMMC_RSP32 0x0114
55#define OMAP_HSMMC_RSP54 0x0118
56#define OMAP_HSMMC_RSP76 0x011C
57#define OMAP_HSMMC_DATA 0x0120
58#define OMAP_HSMMC_HCTL 0x0128
59#define OMAP_HSMMC_SYSCTL 0x012C
60#define OMAP_HSMMC_STAT 0x0130
61#define OMAP_HSMMC_IE 0x0134
62#define OMAP_HSMMC_ISE 0x0138
63#define OMAP_HSMMC_CAPA 0x0140
64
65#define VS18 (1 << 26)
66#define VS30 (1 << 25)
67#define SDVS18 (0x5 << 9)
68#define SDVS30 (0x6 << 9)
69#define SDVS33 (0x7 << 9)
70#define SDVS_MASK 0x00000E00
71#define SDVSCLR 0xFFFFF1FF
72#define SDVSDET 0x00000400
73#define AUTOIDLE 0x1
74#define SDBP (1 << 8)
75#define DTO 0xe
76#define ICE 0x1
77#define ICS 0x2
78#define CEN (1 << 2)
79#define CLKD_MASK 0x0000FFC0
80#define CLKD_SHIFT 6
81#define DTO_MASK 0x000F0000
82#define DTO_SHIFT 16
83#define INT_EN_MASK 0x307F0033
84#define BWR_ENABLE (1 << 4)
85#define BRR_ENABLE (1 << 5)
86#define DTO_ENABLE (1 << 20)
87#define INIT_STREAM (1 << 1)
88#define DP_SELECT (1 << 21)
89#define DDIR (1 << 4)
90#define DMA_EN 0x1
91#define MSBS (1 << 5)
92#define BCE (1 << 1)
93#define FOUR_BIT (1 << 1)
94#define DDR (1 << 19)
95#define DW8 (1 << 5)
96#define CC 0x1
97#define TC 0x02
98#define OD 0x1
99#define ERR (1 << 15)
100#define CMD_TIMEOUT (1 << 16)
101#define DATA_TIMEOUT (1 << 20)
102#define CMD_CRC (1 << 17)
103#define DATA_CRC (1 << 21)
104#define CARD_ERR (1 << 28)
105#define STAT_CLEAR 0xFFFFFFFF
106#define INIT_STREAM_CMD 0x00000000
107#define DUAL_VOLT_OCR_BIT 7
108#define SRC (1 << 25)
109#define SRD (1 << 26)
110#define SOFTRESET (1 << 1)
111#define RESETDONE (1 << 0)
112
113#define MMC_AUTOSUSPEND_DELAY 100
114#define MMC_TIMEOUT_MS 20
115#define OMAP_MMC_MIN_CLOCK 400000
116#define OMAP_MMC_MAX_CLOCK 52000000
117#define DRIVER_NAME "omap_hsmmc"
118
119/*
120 * One controller can have multiple slots, like on some omap boards using
121 * omap.c controller driver. Luckily this is not currently done on any known
122 * omap_hsmmc.c device.
123 */
124#define mmc_slot(host) (host->pdata->slots[host->slot_id])
125
126/*
127 * MMC Host controller read/write API's
128 */
129#define OMAP_HSMMC_READ(base, reg) \
130 __raw_readl((base) + OMAP_HSMMC_##reg)
131
132#define OMAP_HSMMC_WRITE(base, reg, val) \
133 __raw_writel((val), (base) + OMAP_HSMMC_##reg)
134
135struct omap_hsmmc_next {
136 unsigned int dma_len;
137 s32 cookie;
138};
139
140struct omap_hsmmc_host {
141 struct device *dev;
142 struct mmc_host *mmc;
143 struct mmc_request *mrq;
144 struct mmc_command *cmd;
145 struct mmc_data *data;
146 struct clk *fclk;
147 struct clk *dbclk;
148 /*
149 * vcc == configured supply
150 * vcc_aux == optional
151 * - MMC1, supply for DAT4..DAT7
152 * - MMC2/MMC2, external level shifter voltage supply, for
153 * chip (SDIO, eMMC, etc) or transceiver (MMC2 only)
154 */
155 struct regulator *vcc;
156 struct regulator *vcc_aux;
157 void __iomem *base;
158 resource_size_t mapbase;
159 spinlock_t irq_lock; /* Prevent races with irq handler */
160 unsigned int dma_len;
161 unsigned int dma_sg_idx;
162 unsigned char bus_mode;
163 unsigned char power_mode;
164 u32 *buffer;
165 u32 bytesleft;
166 int suspended;
167 int irq;
168 int use_dma, dma_ch;
169 int dma_line_tx, dma_line_rx;
170 int slot_id;
171 int response_busy;
172 int context_loss;
173 int vdd;
174 int protect_card;
175 int reqs_blocked;
176 int use_reg;
177 int req_in_progress;
178 struct omap_hsmmc_next next_data;
179
180 struct omap_mmc_platform_data *pdata;
181};
182
183static int omap_hsmmc_card_detect(struct device *dev, int slot)
184{
185 struct omap_mmc_platform_data *mmc = dev->platform_data;
186
187 /* NOTE: assumes card detect signal is active-low */
188 return !gpio_get_value_cansleep(mmc->slots[0].switch_pin);
189}
190
191static int omap_hsmmc_get_wp(struct device *dev, int slot)
192{
193 struct omap_mmc_platform_data *mmc = dev->platform_data;
194
195 /* NOTE: assumes write protect signal is active-high */
196 return gpio_get_value_cansleep(mmc->slots[0].gpio_wp);
197}
198
199static int omap_hsmmc_get_cover_state(struct device *dev, int slot)
200{
201 struct omap_mmc_platform_data *mmc = dev->platform_data;
202
203 /* NOTE: assumes card detect signal is active-low */
204 return !gpio_get_value_cansleep(mmc->slots[0].switch_pin);
205}
206
207#ifdef CONFIG_PM
208
209static int omap_hsmmc_suspend_cdirq(struct device *dev, int slot)
210{
211 struct omap_mmc_platform_data *mmc = dev->platform_data;
212
213 disable_irq(mmc->slots[0].card_detect_irq);
214 return 0;
215}
216
217static int omap_hsmmc_resume_cdirq(struct device *dev, int slot)
218{
219 struct omap_mmc_platform_data *mmc = dev->platform_data;
220
221 enable_irq(mmc->slots[0].card_detect_irq);
222 return 0;
223}
224
225#else
226
227#define omap_hsmmc_suspend_cdirq NULL
228#define omap_hsmmc_resume_cdirq NULL
229
230#endif
231
232#ifdef CONFIG_REGULATOR
233
234static int omap_hsmmc_set_power(struct device *dev, int slot, int power_on,
235 int vdd)
236{
237 struct omap_hsmmc_host *host =
238 platform_get_drvdata(to_platform_device(dev));
239 int ret = 0;
240
241 /*
242 * If we don't see a Vcc regulator, assume it's a fixed
243 * voltage always-on regulator.
244 */
245 if (!host->vcc)
246 return 0;
247 /*
248 * With DT, never turn OFF the regulator. This is because
249 * the pbias cell programming support is still missing when
250 * booting with Device tree
251 */
252 if (dev->of_node && !vdd)
253 return 0;
254
255 if (mmc_slot(host).before_set_reg)
256 mmc_slot(host).before_set_reg(dev, slot, power_on, vdd);
257
258 /*
259 * Assume Vcc regulator is used only to power the card ... OMAP
260 * VDDS is used to power the pins, optionally with a transceiver to
261 * support cards using voltages other than VDDS (1.8V nominal). When a
262 * transceiver is used, DAT3..7 are muxed as transceiver control pins.
263 *
264 * In some cases this regulator won't support enable/disable;
265 * e.g. it's a fixed rail for a WLAN chip.
266 *
267 * In other cases vcc_aux switches interface power. Example, for
268 * eMMC cards it represents VccQ. Sometimes transceivers or SDIO
269 * chips/cards need an interface voltage rail too.
270 */
271 if (power_on) {
272 ret = mmc_regulator_set_ocr(host->mmc, host->vcc, vdd);
273 /* Enable interface voltage rail, if needed */
274 if (ret == 0 && host->vcc_aux) {
275 ret = regulator_enable(host->vcc_aux);
276 if (ret < 0)
277 ret = mmc_regulator_set_ocr(host->mmc,
278 host->vcc, 0);
279 }
280 } else {
281 /* Shut down the rail */
282 if (host->vcc_aux)
283 ret = regulator_disable(host->vcc_aux);
284 if (!ret) {
285 /* Then proceed to shut down the local regulator */
286 ret = mmc_regulator_set_ocr(host->mmc,
287 host->vcc, 0);
288 }
289 }
290
291 if (mmc_slot(host).after_set_reg)
292 mmc_slot(host).after_set_reg(dev, slot, power_on, vdd);
293
294 return ret;
295}
296
297static int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
298{
299 struct regulator *reg;
300 int ocr_value = 0;
301
302 mmc_slot(host).set_power = omap_hsmmc_set_power;
303
304 reg = regulator_get(host->dev, "vmmc");
305 if (IS_ERR(reg)) {
306 dev_dbg(host->dev, "vmmc regulator missing\n");
307 } else {
308 host->vcc = reg;
309 ocr_value = mmc_regulator_get_ocrmask(reg);
310 if (!mmc_slot(host).ocr_mask) {
311 mmc_slot(host).ocr_mask = ocr_value;
312 } else {
313 if (!(mmc_slot(host).ocr_mask & ocr_value)) {
314 dev_err(host->dev, "ocrmask %x is not supported\n",
315 mmc_slot(host).ocr_mask);
316 mmc_slot(host).ocr_mask = 0;
317 return -EINVAL;
318 }
319 }
320
321 /* Allow an aux regulator */
322 reg = regulator_get(host->dev, "vmmc_aux");
323 host->vcc_aux = IS_ERR(reg) ? NULL : reg;
324
325 /* For eMMC do not power off when not in sleep state */
326 if (mmc_slot(host).no_regulator_off_init)
327 return 0;
328 /*
329 * UGLY HACK: workaround regulator framework bugs.
330 * When the bootloader leaves a supply active, it's
331 * initialized with zero usecount ... and we can't
332 * disable it without first enabling it. Until the
333 * framework is fixed, we need a workaround like this
334 * (which is safe for MMC, but not in general).
335 */
336 if (regulator_is_enabled(host->vcc) > 0 ||
337 (host->vcc_aux && regulator_is_enabled(host->vcc_aux))) {
338 int vdd = ffs(mmc_slot(host).ocr_mask) - 1;
339
340 mmc_slot(host).set_power(host->dev, host->slot_id,
341 1, vdd);
342 mmc_slot(host).set_power(host->dev, host->slot_id,
343 0, 0);
344 }
345 }
346
347 return 0;
348}
349
350static void omap_hsmmc_reg_put(struct omap_hsmmc_host *host)
351{
352 regulator_put(host->vcc);
353 regulator_put(host->vcc_aux);
354 mmc_slot(host).set_power = NULL;
355}
356
357static inline int omap_hsmmc_have_reg(void)
358{
359 return 1;
360}
361
362#else
363
364static inline int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
365{
366 return -EINVAL;
367}
368
369static inline void omap_hsmmc_reg_put(struct omap_hsmmc_host *host)
370{
371}
372
373static inline int omap_hsmmc_have_reg(void)
374{
375 return 0;
376}
377
378#endif
379
380static int omap_hsmmc_gpio_init(struct omap_mmc_platform_data *pdata)
381{
382 int ret;
383
384 if (gpio_is_valid(pdata->slots[0].switch_pin)) {
385 if (pdata->slots[0].cover)
386 pdata->slots[0].get_cover_state =
387 omap_hsmmc_get_cover_state;
388 else
389 pdata->slots[0].card_detect = omap_hsmmc_card_detect;
390 pdata->slots[0].card_detect_irq =
391 gpio_to_irq(pdata->slots[0].switch_pin);
392 ret = gpio_request(pdata->slots[0].switch_pin, "mmc_cd");
393 if (ret)
394 return ret;
395 ret = gpio_direction_input(pdata->slots[0].switch_pin);
396 if (ret)
397 goto err_free_sp;
398 } else
399 pdata->slots[0].switch_pin = -EINVAL;
400
401 if (gpio_is_valid(pdata->slots[0].gpio_wp)) {
402 pdata->slots[0].get_ro = omap_hsmmc_get_wp;
403 ret = gpio_request(pdata->slots[0].gpio_wp, "mmc_wp");
404 if (ret)
405 goto err_free_cd;
406 ret = gpio_direction_input(pdata->slots[0].gpio_wp);
407 if (ret)
408 goto err_free_wp;
409 } else
410 pdata->slots[0].gpio_wp = -EINVAL;
411
412 return 0;
413
414err_free_wp:
415 gpio_free(pdata->slots[0].gpio_wp);
416err_free_cd:
417 if (gpio_is_valid(pdata->slots[0].switch_pin))
418err_free_sp:
419 gpio_free(pdata->slots[0].switch_pin);
420 return ret;
421}
422
423static void omap_hsmmc_gpio_free(struct omap_mmc_platform_data *pdata)
424{
425 if (gpio_is_valid(pdata->slots[0].gpio_wp))
426 gpio_free(pdata->slots[0].gpio_wp);
427 if (gpio_is_valid(pdata->slots[0].switch_pin))
428 gpio_free(pdata->slots[0].switch_pin);
429}
430
431/*
432 * Start clock to the card
433 */
434static void omap_hsmmc_start_clock(struct omap_hsmmc_host *host)
435{
436 OMAP_HSMMC_WRITE(host->base, SYSCTL,
437 OMAP_HSMMC_READ(host->base, SYSCTL) | CEN);
438}
439
440/*
441 * Stop clock to the card
442 */
443static void omap_hsmmc_stop_clock(struct omap_hsmmc_host *host)
444{
445 OMAP_HSMMC_WRITE(host->base, SYSCTL,
446 OMAP_HSMMC_READ(host->base, SYSCTL) & ~CEN);
447 if ((OMAP_HSMMC_READ(host->base, SYSCTL) & CEN) != 0x0)
448 dev_dbg(mmc_dev(host->mmc), "MMC Clock is not stoped\n");
449}
450
451static void omap_hsmmc_enable_irq(struct omap_hsmmc_host *host,
452 struct mmc_command *cmd)
453{
454 unsigned int irq_mask;
455
456 if (host->use_dma)
457 irq_mask = INT_EN_MASK & ~(BRR_ENABLE | BWR_ENABLE);
458 else
459 irq_mask = INT_EN_MASK;
460
461 /* Disable timeout for erases */
462 if (cmd->opcode == MMC_ERASE)
463 irq_mask &= ~DTO_ENABLE;
464
465 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
466 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
467 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
468}
469
470static void omap_hsmmc_disable_irq(struct omap_hsmmc_host *host)
471{
472 OMAP_HSMMC_WRITE(host->base, ISE, 0);
473 OMAP_HSMMC_WRITE(host->base, IE, 0);
474 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
475}
476
477/* Calculate divisor for the given clock frequency */
478static u16 calc_divisor(struct omap_hsmmc_host *host, struct mmc_ios *ios)
479{
480 u16 dsor = 0;
481
482 if (ios->clock) {
483 dsor = DIV_ROUND_UP(clk_get_rate(host->fclk), ios->clock);
484 if (dsor > 250)
485 dsor = 250;
486 }
487
488 return dsor;
489}
490
491static void omap_hsmmc_set_clock(struct omap_hsmmc_host *host)
492{
493 struct mmc_ios *ios = &host->mmc->ios;
494 unsigned long regval;
495 unsigned long timeout;
496
497 dev_dbg(mmc_dev(host->mmc), "Set clock to %uHz\n", ios->clock);
498
499 omap_hsmmc_stop_clock(host);
500
501 regval = OMAP_HSMMC_READ(host->base, SYSCTL);
502 regval = regval & ~(CLKD_MASK | DTO_MASK);
503 regval = regval | (calc_divisor(host, ios) << 6) | (DTO << 16);
504 OMAP_HSMMC_WRITE(host->base, SYSCTL, regval);
505 OMAP_HSMMC_WRITE(host->base, SYSCTL,
506 OMAP_HSMMC_READ(host->base, SYSCTL) | ICE);
507
508 /* Wait till the ICS bit is set */
509 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
510 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & ICS) != ICS
511 && time_before(jiffies, timeout))
512 cpu_relax();
513
514 omap_hsmmc_start_clock(host);
515}
516
517static void omap_hsmmc_set_bus_width(struct omap_hsmmc_host *host)
518{
519 struct mmc_ios *ios = &host->mmc->ios;
520 u32 con;
521
522 con = OMAP_HSMMC_READ(host->base, CON);
523 if (ios->timing == MMC_TIMING_UHS_DDR50)
524 con |= DDR; /* configure in DDR mode */
525 else
526 con &= ~DDR;
527 switch (ios->bus_width) {
528 case MMC_BUS_WIDTH_8:
529 OMAP_HSMMC_WRITE(host->base, CON, con | DW8);
530 break;
531 case MMC_BUS_WIDTH_4:
532 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
533 OMAP_HSMMC_WRITE(host->base, HCTL,
534 OMAP_HSMMC_READ(host->base, HCTL) | FOUR_BIT);
535 break;
536 case MMC_BUS_WIDTH_1:
537 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
538 OMAP_HSMMC_WRITE(host->base, HCTL,
539 OMAP_HSMMC_READ(host->base, HCTL) & ~FOUR_BIT);
540 break;
541 }
542}
543
544static void omap_hsmmc_set_bus_mode(struct omap_hsmmc_host *host)
545{
546 struct mmc_ios *ios = &host->mmc->ios;
547 u32 con;
548
549 con = OMAP_HSMMC_READ(host->base, CON);
550 if (ios->bus_mode == MMC_BUSMODE_OPENDRAIN)
551 OMAP_HSMMC_WRITE(host->base, CON, con | OD);
552 else
553 OMAP_HSMMC_WRITE(host->base, CON, con & ~OD);
554}
555
556#ifdef CONFIG_PM
557
558/*
559 * Restore the MMC host context, if it was lost as result of a
560 * power state change.
561 */
562static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
563{
564 struct mmc_ios *ios = &host->mmc->ios;
565 struct omap_mmc_platform_data *pdata = host->pdata;
566 int context_loss = 0;
567 u32 hctl, capa;
568 unsigned long timeout;
569
570 if (pdata->get_context_loss_count) {
571 context_loss = pdata->get_context_loss_count(host->dev);
572 if (context_loss < 0)
573 return 1;
574 }
575
576 dev_dbg(mmc_dev(host->mmc), "context was %slost\n",
577 context_loss == host->context_loss ? "not " : "");
578 if (host->context_loss == context_loss)
579 return 1;
580
581 /* Wait for hardware reset */
582 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
583 while ((OMAP_HSMMC_READ(host->base, SYSSTATUS) & RESETDONE) != RESETDONE
584 && time_before(jiffies, timeout))
585 ;
586
587 /* Do software reset */
588 OMAP_HSMMC_WRITE(host->base, SYSCONFIG, SOFTRESET);
589 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
590 while ((OMAP_HSMMC_READ(host->base, SYSSTATUS) & RESETDONE) != RESETDONE
591 && time_before(jiffies, timeout))
592 ;
593
594 OMAP_HSMMC_WRITE(host->base, SYSCONFIG,
595 OMAP_HSMMC_READ(host->base, SYSCONFIG) | AUTOIDLE);
596
597 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
598 if (host->power_mode != MMC_POWER_OFF &&
599 (1 << ios->vdd) <= MMC_VDD_23_24)
600 hctl = SDVS18;
601 else
602 hctl = SDVS30;
603 capa = VS30 | VS18;
604 } else {
605 hctl = SDVS18;
606 capa = VS18;
607 }
608
609 OMAP_HSMMC_WRITE(host->base, HCTL,
610 OMAP_HSMMC_READ(host->base, HCTL) | hctl);
611
612 OMAP_HSMMC_WRITE(host->base, CAPA,
613 OMAP_HSMMC_READ(host->base, CAPA) | capa);
614
615 OMAP_HSMMC_WRITE(host->base, HCTL,
616 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
617
618 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
619 while ((OMAP_HSMMC_READ(host->base, HCTL) & SDBP) != SDBP
620 && time_before(jiffies, timeout))
621 ;
622
623 omap_hsmmc_disable_irq(host);
624
625 /* Do not initialize card-specific things if the power is off */
626 if (host->power_mode == MMC_POWER_OFF)
627 goto out;
628
629 omap_hsmmc_set_bus_width(host);
630
631 omap_hsmmc_set_clock(host);
632
633 omap_hsmmc_set_bus_mode(host);
634
635out:
636 host->context_loss = context_loss;
637
638 dev_dbg(mmc_dev(host->mmc), "context is restored\n");
639 return 0;
640}
641
642/*
643 * Save the MMC host context (store the number of power state changes so far).
644 */
645static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
646{
647 struct omap_mmc_platform_data *pdata = host->pdata;
648 int context_loss;
649
650 if (pdata->get_context_loss_count) {
651 context_loss = pdata->get_context_loss_count(host->dev);
652 if (context_loss < 0)
653 return;
654 host->context_loss = context_loss;
655 }
656}
657
658#else
659
660static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
661{
662 return 0;
663}
664
665static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
666{
667}
668
669#endif
670
671/*
672 * Send init stream sequence to card
673 * before sending IDLE command
674 */
675static void send_init_stream(struct omap_hsmmc_host *host)
676{
677 int reg = 0;
678 unsigned long timeout;
679
680 if (host->protect_card)
681 return;
682
683 disable_irq(host->irq);
684
685 OMAP_HSMMC_WRITE(host->base, IE, INT_EN_MASK);
686 OMAP_HSMMC_WRITE(host->base, CON,
687 OMAP_HSMMC_READ(host->base, CON) | INIT_STREAM);
688 OMAP_HSMMC_WRITE(host->base, CMD, INIT_STREAM_CMD);
689
690 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
691 while ((reg != CC) && time_before(jiffies, timeout))
692 reg = OMAP_HSMMC_READ(host->base, STAT) & CC;
693
694 OMAP_HSMMC_WRITE(host->base, CON,
695 OMAP_HSMMC_READ(host->base, CON) & ~INIT_STREAM);
696
697 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
698 OMAP_HSMMC_READ(host->base, STAT);
699
700 enable_irq(host->irq);
701}
702
703static inline
704int omap_hsmmc_cover_is_closed(struct omap_hsmmc_host *host)
705{
706 int r = 1;
707
708 if (mmc_slot(host).get_cover_state)
709 r = mmc_slot(host).get_cover_state(host->dev, host->slot_id);
710 return r;
711}
712
713static ssize_t
714omap_hsmmc_show_cover_switch(struct device *dev, struct device_attribute *attr,
715 char *buf)
716{
717 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
718 struct omap_hsmmc_host *host = mmc_priv(mmc);
719
720 return sprintf(buf, "%s\n",
721 omap_hsmmc_cover_is_closed(host) ? "closed" : "open");
722}
723
724static DEVICE_ATTR(cover_switch, S_IRUGO, omap_hsmmc_show_cover_switch, NULL);
725
726static ssize_t
727omap_hsmmc_show_slot_name(struct device *dev, struct device_attribute *attr,
728 char *buf)
729{
730 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
731 struct omap_hsmmc_host *host = mmc_priv(mmc);
732
733 return sprintf(buf, "%s\n", mmc_slot(host).name);
734}
735
736static DEVICE_ATTR(slot_name, S_IRUGO, omap_hsmmc_show_slot_name, NULL);
737
738/*
739 * Configure the response type and send the cmd.
740 */
741static void
742omap_hsmmc_start_command(struct omap_hsmmc_host *host, struct mmc_command *cmd,
743 struct mmc_data *data)
744{
745 int cmdreg = 0, resptype = 0, cmdtype = 0;
746
747 dev_dbg(mmc_dev(host->mmc), "%s: CMD%d, argument 0x%08x\n",
748 mmc_hostname(host->mmc), cmd->opcode, cmd->arg);
749 host->cmd = cmd;
750
751 omap_hsmmc_enable_irq(host, cmd);
752
753 host->response_busy = 0;
754 if (cmd->flags & MMC_RSP_PRESENT) {
755 if (cmd->flags & MMC_RSP_136)
756 resptype = 1;
757 else if (cmd->flags & MMC_RSP_BUSY) {
758 resptype = 3;
759 host->response_busy = 1;
760 } else
761 resptype = 2;
762 }
763
764 /*
765 * Unlike OMAP1 controller, the cmdtype does not seem to be based on
766 * ac, bc, adtc, bcr. Only commands ending an open ended transfer need
767 * a val of 0x3, rest 0x0.
768 */
769 if (cmd == host->mrq->stop)
770 cmdtype = 0x3;
771
772 cmdreg = (cmd->opcode << 24) | (resptype << 16) | (cmdtype << 22);
773
774 if (data) {
775 cmdreg |= DP_SELECT | MSBS | BCE;
776 if (data->flags & MMC_DATA_READ)
777 cmdreg |= DDIR;
778 else
779 cmdreg &= ~(DDIR);
780 }
781
782 if (host->use_dma)
783 cmdreg |= DMA_EN;
784
785 host->req_in_progress = 1;
786
787 OMAP_HSMMC_WRITE(host->base, ARG, cmd->arg);
788 OMAP_HSMMC_WRITE(host->base, CMD, cmdreg);
789}
790
791static int
792omap_hsmmc_get_dma_dir(struct omap_hsmmc_host *host, struct mmc_data *data)
793{
794 if (data->flags & MMC_DATA_WRITE)
795 return DMA_TO_DEVICE;
796 else
797 return DMA_FROM_DEVICE;
798}
799
800static void omap_hsmmc_request_done(struct omap_hsmmc_host *host, struct mmc_request *mrq)
801{
802 int dma_ch;
803 unsigned long flags;
804
805 spin_lock_irqsave(&host->irq_lock, flags);
806 host->req_in_progress = 0;
807 dma_ch = host->dma_ch;
808 spin_unlock_irqrestore(&host->irq_lock, flags);
809
810 omap_hsmmc_disable_irq(host);
811 /* Do not complete the request if DMA is still in progress */
812 if (mrq->data && host->use_dma && dma_ch != -1)
813 return;
814 host->mrq = NULL;
815 mmc_request_done(host->mmc, mrq);
816}
817
818/*
819 * Notify the transfer complete to MMC core
820 */
821static void
822omap_hsmmc_xfer_done(struct omap_hsmmc_host *host, struct mmc_data *data)
823{
824 if (!data) {
825 struct mmc_request *mrq = host->mrq;
826
827 /* TC before CC from CMD6 - don't know why, but it happens */
828 if (host->cmd && host->cmd->opcode == 6 &&
829 host->response_busy) {
830 host->response_busy = 0;
831 return;
832 }
833
834 omap_hsmmc_request_done(host, mrq);
835 return;
836 }
837
838 host->data = NULL;
839
840 if (!data->error)
841 data->bytes_xfered += data->blocks * (data->blksz);
842 else
843 data->bytes_xfered = 0;
844
845 if (!data->stop) {
846 omap_hsmmc_request_done(host, data->mrq);
847 return;
848 }
849 omap_hsmmc_start_command(host, data->stop, NULL);
850}
851
852/*
853 * Notify the core about command completion
854 */
855static void
856omap_hsmmc_cmd_done(struct omap_hsmmc_host *host, struct mmc_command *cmd)
857{
858 host->cmd = NULL;
859
860 if (cmd->flags & MMC_RSP_PRESENT) {
861 if (cmd->flags & MMC_RSP_136) {
862 /* response type 2 */
863 cmd->resp[3] = OMAP_HSMMC_READ(host->base, RSP10);
864 cmd->resp[2] = OMAP_HSMMC_READ(host->base, RSP32);
865 cmd->resp[1] = OMAP_HSMMC_READ(host->base, RSP54);
866 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP76);
867 } else {
868 /* response types 1, 1b, 3, 4, 5, 6 */
869 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP10);
870 }
871 }
872 if ((host->data == NULL && !host->response_busy) || cmd->error)
873 omap_hsmmc_request_done(host, cmd->mrq);
874}
875
876/*
877 * DMA clean up for command errors
878 */
879static void omap_hsmmc_dma_cleanup(struct omap_hsmmc_host *host, int errno)
880{
881 int dma_ch;
882 unsigned long flags;
883
884 host->data->error = errno;
885
886 spin_lock_irqsave(&host->irq_lock, flags);
887 dma_ch = host->dma_ch;
888 host->dma_ch = -1;
889 spin_unlock_irqrestore(&host->irq_lock, flags);
890
891 if (host->use_dma && dma_ch != -1) {
892 dma_unmap_sg(mmc_dev(host->mmc), host->data->sg,
893 host->data->sg_len,
894 omap_hsmmc_get_dma_dir(host, host->data));
895 omap_free_dma(dma_ch);
896 host->data->host_cookie = 0;
897 }
898 host->data = NULL;
899}
900
901/*
902 * Readable error output
903 */
904#ifdef CONFIG_MMC_DEBUG
905static void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host, u32 status)
906{
907 /* --- means reserved bit without definition at documentation */
908 static const char *omap_hsmmc_status_bits[] = {
909 "CC" , "TC" , "BGE", "---", "BWR" , "BRR" , "---" , "---" ,
910 "CIRQ", "OBI" , "---", "---", "---" , "---" , "---" , "ERRI",
911 "CTO" , "CCRC", "CEB", "CIE", "DTO" , "DCRC", "DEB" , "---" ,
912 "ACE" , "---" , "---", "---", "CERR", "BADA", "---" , "---"
913 };
914 char res[256];
915 char *buf = res;
916 int len, i;
917
918 len = sprintf(buf, "MMC IRQ 0x%x :", status);
919 buf += len;
920
921 for (i = 0; i < ARRAY_SIZE(omap_hsmmc_status_bits); i++)
922 if (status & (1 << i)) {
923 len = sprintf(buf, " %s", omap_hsmmc_status_bits[i]);
924 buf += len;
925 }
926
927 dev_dbg(mmc_dev(host->mmc), "%s\n", res);
928}
929#else
930static inline void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host,
931 u32 status)
932{
933}
934#endif /* CONFIG_MMC_DEBUG */
935
936/*
937 * MMC controller internal state machines reset
938 *
939 * Used to reset command or data internal state machines, using respectively
940 * SRC or SRD bit of SYSCTL register
941 * Can be called from interrupt context
942 */
943static inline void omap_hsmmc_reset_controller_fsm(struct omap_hsmmc_host *host,
944 unsigned long bit)
945{
946 unsigned long i = 0;
947 unsigned long limit = (loops_per_jiffy *
948 msecs_to_jiffies(MMC_TIMEOUT_MS));
949
950 OMAP_HSMMC_WRITE(host->base, SYSCTL,
951 OMAP_HSMMC_READ(host->base, SYSCTL) | bit);
952
953 /*
954 * OMAP4 ES2 and greater has an updated reset logic.
955 * Monitor a 0->1 transition first
956 */
957 if (mmc_slot(host).features & HSMMC_HAS_UPDATED_RESET) {
958 while ((!(OMAP_HSMMC_READ(host->base, SYSCTL) & bit))
959 && (i++ < limit))
960 cpu_relax();
961 }
962 i = 0;
963
964 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & bit) &&
965 (i++ < limit))
966 cpu_relax();
967
968 if (OMAP_HSMMC_READ(host->base, SYSCTL) & bit)
969 dev_err(mmc_dev(host->mmc),
970 "Timeout waiting on controller reset in %s\n",
971 __func__);
972}
973
974static void omap_hsmmc_do_irq(struct omap_hsmmc_host *host, int status)
975{
976 struct mmc_data *data;
977 int end_cmd = 0, end_trans = 0;
978
979 if (!host->req_in_progress) {
980 do {
981 OMAP_HSMMC_WRITE(host->base, STAT, status);
982 /* Flush posted write */
983 status = OMAP_HSMMC_READ(host->base, STAT);
984 } while (status & INT_EN_MASK);
985 return;
986 }
987
988 data = host->data;
989 dev_dbg(mmc_dev(host->mmc), "IRQ Status is %x\n", status);
990
991 if (status & ERR) {
992 omap_hsmmc_dbg_report_irq(host, status);
993 if ((status & CMD_TIMEOUT) ||
994 (status & CMD_CRC)) {
995 if (host->cmd) {
996 if (status & CMD_TIMEOUT) {
997 omap_hsmmc_reset_controller_fsm(host,
998 SRC);
999 host->cmd->error = -ETIMEDOUT;
1000 } else {
1001 host->cmd->error = -EILSEQ;
1002 }
1003 end_cmd = 1;
1004 }
1005 if (host->data || host->response_busy) {
1006 if (host->data)
1007 omap_hsmmc_dma_cleanup(host,
1008 -ETIMEDOUT);
1009 host->response_busy = 0;
1010 omap_hsmmc_reset_controller_fsm(host, SRD);
1011 }
1012 }
1013 if ((status & DATA_TIMEOUT) ||
1014 (status & DATA_CRC)) {
1015 if (host->data || host->response_busy) {
1016 int err = (status & DATA_TIMEOUT) ?
1017 -ETIMEDOUT : -EILSEQ;
1018
1019 if (host->data)
1020 omap_hsmmc_dma_cleanup(host, err);
1021 else
1022 host->mrq->cmd->error = err;
1023 host->response_busy = 0;
1024 omap_hsmmc_reset_controller_fsm(host, SRD);
1025 end_trans = 1;
1026 }
1027 }
1028 if (status & CARD_ERR) {
1029 dev_dbg(mmc_dev(host->mmc),
1030 "Ignoring card err CMD%d\n", host->cmd->opcode);
1031 if (host->cmd)
1032 end_cmd = 1;
1033 if (host->data)
1034 end_trans = 1;
1035 }
1036 }
1037
1038 OMAP_HSMMC_WRITE(host->base, STAT, status);
1039
1040 if (end_cmd || ((status & CC) && host->cmd))
1041 omap_hsmmc_cmd_done(host, host->cmd);
1042 if ((end_trans || (status & TC)) && host->mrq)
1043 omap_hsmmc_xfer_done(host, data);
1044}
1045
1046/*
1047 * MMC controller IRQ handler
1048 */
1049static irqreturn_t omap_hsmmc_irq(int irq, void *dev_id)
1050{
1051 struct omap_hsmmc_host *host = dev_id;
1052 int status;
1053
1054 status = OMAP_HSMMC_READ(host->base, STAT);
1055 do {
1056 omap_hsmmc_do_irq(host, status);
1057 /* Flush posted write */
1058 status = OMAP_HSMMC_READ(host->base, STAT);
1059 } while (status & INT_EN_MASK);
1060
1061 return IRQ_HANDLED;
1062}
1063
1064static void set_sd_bus_power(struct omap_hsmmc_host *host)
1065{
1066 unsigned long i;
1067
1068 OMAP_HSMMC_WRITE(host->base, HCTL,
1069 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
1070 for (i = 0; i < loops_per_jiffy; i++) {
1071 if (OMAP_HSMMC_READ(host->base, HCTL) & SDBP)
1072 break;
1073 cpu_relax();
1074 }
1075}
1076
1077/*
1078 * Switch MMC interface voltage ... only relevant for MMC1.
1079 *
1080 * MMC2 and MMC3 use fixed 1.8V levels, and maybe a transceiver.
1081 * The MMC2 transceiver controls are used instead of DAT4..DAT7.
1082 * Some chips, like eMMC ones, use internal transceivers.
1083 */
1084static int omap_hsmmc_switch_opcond(struct omap_hsmmc_host *host, int vdd)
1085{
1086 u32 reg_val = 0;
1087 int ret;
1088
1089 /* Disable the clocks */
1090 pm_runtime_put_sync(host->dev);
1091 if (host->dbclk)
1092 clk_disable(host->dbclk);
1093
1094 /* Turn the power off */
1095 ret = mmc_slot(host).set_power(host->dev, host->slot_id, 0, 0);
1096
1097 /* Turn the power ON with given VDD 1.8 or 3.0v */
1098 if (!ret)
1099 ret = mmc_slot(host).set_power(host->dev, host->slot_id, 1,
1100 vdd);
1101 pm_runtime_get_sync(host->dev);
1102 if (host->dbclk)
1103 clk_enable(host->dbclk);
1104
1105 if (ret != 0)
1106 goto err;
1107
1108 OMAP_HSMMC_WRITE(host->base, HCTL,
1109 OMAP_HSMMC_READ(host->base, HCTL) & SDVSCLR);
1110 reg_val = OMAP_HSMMC_READ(host->base, HCTL);
1111
1112 /*
1113 * If a MMC dual voltage card is detected, the set_ios fn calls
1114 * this fn with VDD bit set for 1.8V. Upon card removal from the
1115 * slot, omap_hsmmc_set_ios sets the VDD back to 3V on MMC_POWER_OFF.
1116 *
1117 * Cope with a bit of slop in the range ... per data sheets:
1118 * - "1.8V" for vdds_mmc1/vdds_mmc1a can be up to 2.45V max,
1119 * but recommended values are 1.71V to 1.89V
1120 * - "3.0V" for vdds_mmc1/vdds_mmc1a can be up to 3.5V max,
1121 * but recommended values are 2.7V to 3.3V
1122 *
1123 * Board setup code shouldn't permit anything very out-of-range.
1124 * TWL4030-family VMMC1 and VSIM regulators are fine (avoiding the
1125 * middle range) but VSIM can't power DAT4..DAT7 at more than 3V.
1126 */
1127 if ((1 << vdd) <= MMC_VDD_23_24)
1128 reg_val |= SDVS18;
1129 else
1130 reg_val |= SDVS30;
1131
1132 OMAP_HSMMC_WRITE(host->base, HCTL, reg_val);
1133 set_sd_bus_power(host);
1134
1135 return 0;
1136err:
1137 dev_dbg(mmc_dev(host->mmc), "Unable to switch operating voltage\n");
1138 return ret;
1139}
1140
1141/* Protect the card while the cover is open */
1142static void omap_hsmmc_protect_card(struct omap_hsmmc_host *host)
1143{
1144 if (!mmc_slot(host).get_cover_state)
1145 return;
1146
1147 host->reqs_blocked = 0;
1148 if (mmc_slot(host).get_cover_state(host->dev, host->slot_id)) {
1149 if (host->protect_card) {
1150 dev_info(host->dev, "%s: cover is closed, "
1151 "card is now accessible\n",
1152 mmc_hostname(host->mmc));
1153 host->protect_card = 0;
1154 }
1155 } else {
1156 if (!host->protect_card) {
1157 dev_info(host->dev, "%s: cover is open, "
1158 "card is now inaccessible\n",
1159 mmc_hostname(host->mmc));
1160 host->protect_card = 1;
1161 }
1162 }
1163}
1164
1165/*
1166 * irq handler to notify the core about card insertion/removal
1167 */
1168static irqreturn_t omap_hsmmc_detect(int irq, void *dev_id)
1169{
1170 struct omap_hsmmc_host *host = dev_id;
1171 struct omap_mmc_slot_data *slot = &mmc_slot(host);
1172 int carddetect;
1173
1174 if (host->suspended)
1175 return IRQ_HANDLED;
1176
1177 sysfs_notify(&host->mmc->class_dev.kobj, NULL, "cover_switch");
1178
1179 if (slot->card_detect)
1180 carddetect = slot->card_detect(host->dev, host->slot_id);
1181 else {
1182 omap_hsmmc_protect_card(host);
1183 carddetect = -ENOSYS;
1184 }
1185
1186 if (carddetect)
1187 mmc_detect_change(host->mmc, (HZ * 200) / 1000);
1188 else
1189 mmc_detect_change(host->mmc, (HZ * 50) / 1000);
1190 return IRQ_HANDLED;
1191}
1192
1193static int omap_hsmmc_get_dma_sync_dev(struct omap_hsmmc_host *host,
1194 struct mmc_data *data)
1195{
1196 int sync_dev;
1197
1198 if (data->flags & MMC_DATA_WRITE)
1199 sync_dev = host->dma_line_tx;
1200 else
1201 sync_dev = host->dma_line_rx;
1202 return sync_dev;
1203}
1204
1205static void omap_hsmmc_config_dma_params(struct omap_hsmmc_host *host,
1206 struct mmc_data *data,
1207 struct scatterlist *sgl)
1208{
1209 int blksz, nblk, dma_ch;
1210
1211 dma_ch = host->dma_ch;
1212 if (data->flags & MMC_DATA_WRITE) {
1213 omap_set_dma_dest_params(dma_ch, 0, OMAP_DMA_AMODE_CONSTANT,
1214 (host->mapbase + OMAP_HSMMC_DATA), 0, 0);
1215 omap_set_dma_src_params(dma_ch, 0, OMAP_DMA_AMODE_POST_INC,
1216 sg_dma_address(sgl), 0, 0);
1217 } else {
1218 omap_set_dma_src_params(dma_ch, 0, OMAP_DMA_AMODE_CONSTANT,
1219 (host->mapbase + OMAP_HSMMC_DATA), 0, 0);
1220 omap_set_dma_dest_params(dma_ch, 0, OMAP_DMA_AMODE_POST_INC,
1221 sg_dma_address(sgl), 0, 0);
1222 }
1223
1224 blksz = host->data->blksz;
1225 nblk = sg_dma_len(sgl) / blksz;
1226
1227 omap_set_dma_transfer_params(dma_ch, OMAP_DMA_DATA_TYPE_S32,
1228 blksz / 4, nblk, OMAP_DMA_SYNC_FRAME,
1229 omap_hsmmc_get_dma_sync_dev(host, data),
1230 !(data->flags & MMC_DATA_WRITE));
1231
1232 omap_start_dma(dma_ch);
1233}
1234
1235/*
1236 * DMA call back function
1237 */
1238static void omap_hsmmc_dma_cb(int lch, u16 ch_status, void *cb_data)
1239{
1240 struct omap_hsmmc_host *host = cb_data;
1241 struct mmc_data *data;
1242 int dma_ch, req_in_progress;
1243 unsigned long flags;
1244
1245 if (!(ch_status & OMAP_DMA_BLOCK_IRQ)) {
1246 dev_warn(mmc_dev(host->mmc), "unexpected dma status %x\n",
1247 ch_status);
1248 return;
1249 }
1250
1251 spin_lock_irqsave(&host->irq_lock, flags);
1252 if (host->dma_ch < 0) {
1253 spin_unlock_irqrestore(&host->irq_lock, flags);
1254 return;
1255 }
1256
1257 data = host->mrq->data;
1258 host->dma_sg_idx++;
1259 if (host->dma_sg_idx < host->dma_len) {
1260 /* Fire up the next transfer. */
1261 omap_hsmmc_config_dma_params(host, data,
1262 data->sg + host->dma_sg_idx);
1263 spin_unlock_irqrestore(&host->irq_lock, flags);
1264 return;
1265 }
1266
1267 if (!data->host_cookie)
1268 dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1269 omap_hsmmc_get_dma_dir(host, data));
1270
1271 req_in_progress = host->req_in_progress;
1272 dma_ch = host->dma_ch;
1273 host->dma_ch = -1;
1274 spin_unlock_irqrestore(&host->irq_lock, flags);
1275
1276 omap_free_dma(dma_ch);
1277
1278 /* If DMA has finished after TC, complete the request */
1279 if (!req_in_progress) {
1280 struct mmc_request *mrq = host->mrq;
1281
1282 host->mrq = NULL;
1283 mmc_request_done(host->mmc, mrq);
1284 }
1285}
1286
1287static int omap_hsmmc_pre_dma_transfer(struct omap_hsmmc_host *host,
1288 struct mmc_data *data,
1289 struct omap_hsmmc_next *next)
1290{
1291 int dma_len;
1292
1293 if (!next && data->host_cookie &&
1294 data->host_cookie != host->next_data.cookie) {
1295 dev_warn(host->dev, "[%s] invalid cookie: data->host_cookie %d"
1296 " host->next_data.cookie %d\n",
1297 __func__, data->host_cookie, host->next_data.cookie);
1298 data->host_cookie = 0;
1299 }
1300
1301 /* Check if next job is already prepared */
1302 if (next ||
1303 (!next && data->host_cookie != host->next_data.cookie)) {
1304 dma_len = dma_map_sg(mmc_dev(host->mmc), data->sg,
1305 data->sg_len,
1306 omap_hsmmc_get_dma_dir(host, data));
1307
1308 } else {
1309 dma_len = host->next_data.dma_len;
1310 host->next_data.dma_len = 0;
1311 }
1312
1313
1314 if (dma_len == 0)
1315 return -EINVAL;
1316
1317 if (next) {
1318 next->dma_len = dma_len;
1319 data->host_cookie = ++next->cookie < 0 ? 1 : next->cookie;
1320 } else
1321 host->dma_len = dma_len;
1322
1323 return 0;
1324}
1325
1326/*
1327 * Routine to configure and start DMA for the MMC card
1328 */
1329static int omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host,
1330 struct mmc_request *req)
1331{
1332 int dma_ch = 0, ret = 0, i;
1333 struct mmc_data *data = req->data;
1334
1335 /* Sanity check: all the SG entries must be aligned by block size. */
1336 for (i = 0; i < data->sg_len; i++) {
1337 struct scatterlist *sgl;
1338
1339 sgl = data->sg + i;
1340 if (sgl->length % data->blksz)
1341 return -EINVAL;
1342 }
1343 if ((data->blksz % 4) != 0)
1344 /* REVISIT: The MMC buffer increments only when MSB is written.
1345 * Return error for blksz which is non multiple of four.
1346 */
1347 return -EINVAL;
1348
1349 BUG_ON(host->dma_ch != -1);
1350
1351 ret = omap_request_dma(omap_hsmmc_get_dma_sync_dev(host, data),
1352 "MMC/SD", omap_hsmmc_dma_cb, host, &dma_ch);
1353 if (ret != 0) {
1354 dev_err(mmc_dev(host->mmc),
1355 "%s: omap_request_dma() failed with %d\n",
1356 mmc_hostname(host->mmc), ret);
1357 return ret;
1358 }
1359 ret = omap_hsmmc_pre_dma_transfer(host, data, NULL);
1360 if (ret)
1361 return ret;
1362
1363 host->dma_ch = dma_ch;
1364 host->dma_sg_idx = 0;
1365
1366 omap_hsmmc_config_dma_params(host, data, data->sg);
1367
1368 return 0;
1369}
1370
1371static void set_data_timeout(struct omap_hsmmc_host *host,
1372 unsigned int timeout_ns,
1373 unsigned int timeout_clks)
1374{
1375 unsigned int timeout, cycle_ns;
1376 uint32_t reg, clkd, dto = 0;
1377
1378 reg = OMAP_HSMMC_READ(host->base, SYSCTL);
1379 clkd = (reg & CLKD_MASK) >> CLKD_SHIFT;
1380 if (clkd == 0)
1381 clkd = 1;
1382
1383 cycle_ns = 1000000000 / (clk_get_rate(host->fclk) / clkd);
1384 timeout = timeout_ns / cycle_ns;
1385 timeout += timeout_clks;
1386 if (timeout) {
1387 while ((timeout & 0x80000000) == 0) {
1388 dto += 1;
1389 timeout <<= 1;
1390 }
1391 dto = 31 - dto;
1392 timeout <<= 1;
1393 if (timeout && dto)
1394 dto += 1;
1395 if (dto >= 13)
1396 dto -= 13;
1397 else
1398 dto = 0;
1399 if (dto > 14)
1400 dto = 14;
1401 }
1402
1403 reg &= ~DTO_MASK;
1404 reg |= dto << DTO_SHIFT;
1405 OMAP_HSMMC_WRITE(host->base, SYSCTL, reg);
1406}
1407
1408/*
1409 * Configure block length for MMC/SD cards and initiate the transfer.
1410 */
1411static int
1412omap_hsmmc_prepare_data(struct omap_hsmmc_host *host, struct mmc_request *req)
1413{
1414 int ret;
1415 host->data = req->data;
1416
1417 if (req->data == NULL) {
1418 OMAP_HSMMC_WRITE(host->base, BLK, 0);
1419 /*
1420 * Set an arbitrary 100ms data timeout for commands with
1421 * busy signal.
1422 */
1423 if (req->cmd->flags & MMC_RSP_BUSY)
1424 set_data_timeout(host, 100000000U, 0);
1425 return 0;
1426 }
1427
1428 OMAP_HSMMC_WRITE(host->base, BLK, (req->data->blksz)
1429 | (req->data->blocks << 16));
1430 set_data_timeout(host, req->data->timeout_ns, req->data->timeout_clks);
1431
1432 if (host->use_dma) {
1433 ret = omap_hsmmc_start_dma_transfer(host, req);
1434 if (ret != 0) {
1435 dev_dbg(mmc_dev(host->mmc), "MMC start dma failure\n");
1436 return ret;
1437 }
1438 }
1439 return 0;
1440}
1441
1442static void omap_hsmmc_post_req(struct mmc_host *mmc, struct mmc_request *mrq,
1443 int err)
1444{
1445 struct omap_hsmmc_host *host = mmc_priv(mmc);
1446 struct mmc_data *data = mrq->data;
1447
1448 if (host->use_dma) {
1449 if (data->host_cookie)
1450 dma_unmap_sg(mmc_dev(host->mmc), data->sg,
1451 data->sg_len,
1452 omap_hsmmc_get_dma_dir(host, data));
1453 data->host_cookie = 0;
1454 }
1455}
1456
1457static void omap_hsmmc_pre_req(struct mmc_host *mmc, struct mmc_request *mrq,
1458 bool is_first_req)
1459{
1460 struct omap_hsmmc_host *host = mmc_priv(mmc);
1461
1462 if (mrq->data->host_cookie) {
1463 mrq->data->host_cookie = 0;
1464 return ;
1465 }
1466
1467 if (host->use_dma)
1468 if (omap_hsmmc_pre_dma_transfer(host, mrq->data,
1469 &host->next_data))
1470 mrq->data->host_cookie = 0;
1471}
1472
1473/*
1474 * Request function. for read/write operation
1475 */
1476static void omap_hsmmc_request(struct mmc_host *mmc, struct mmc_request *req)
1477{
1478 struct omap_hsmmc_host *host = mmc_priv(mmc);
1479 int err;
1480
1481 BUG_ON(host->req_in_progress);
1482 BUG_ON(host->dma_ch != -1);
1483 if (host->protect_card) {
1484 if (host->reqs_blocked < 3) {
1485 /*
1486 * Ensure the controller is left in a consistent
1487 * state by resetting the command and data state
1488 * machines.
1489 */
1490 omap_hsmmc_reset_controller_fsm(host, SRD);
1491 omap_hsmmc_reset_controller_fsm(host, SRC);
1492 host->reqs_blocked += 1;
1493 }
1494 req->cmd->error = -EBADF;
1495 if (req->data)
1496 req->data->error = -EBADF;
1497 req->cmd->retries = 0;
1498 mmc_request_done(mmc, req);
1499 return;
1500 } else if (host->reqs_blocked)
1501 host->reqs_blocked = 0;
1502 WARN_ON(host->mrq != NULL);
1503 host->mrq = req;
1504 err = omap_hsmmc_prepare_data(host, req);
1505 if (err) {
1506 req->cmd->error = err;
1507 if (req->data)
1508 req->data->error = err;
1509 host->mrq = NULL;
1510 mmc_request_done(mmc, req);
1511 return;
1512 }
1513
1514 omap_hsmmc_start_command(host, req->cmd, req->data);
1515}
1516
1517/* Routine to configure clock values. Exposed API to core */
1518static void omap_hsmmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1519{
1520 struct omap_hsmmc_host *host = mmc_priv(mmc);
1521 int do_send_init_stream = 0;
1522
1523 pm_runtime_get_sync(host->dev);
1524
1525 if (ios->power_mode != host->power_mode) {
1526 switch (ios->power_mode) {
1527 case MMC_POWER_OFF:
1528 mmc_slot(host).set_power(host->dev, host->slot_id,
1529 0, 0);
1530 host->vdd = 0;
1531 break;
1532 case MMC_POWER_UP:
1533 mmc_slot(host).set_power(host->dev, host->slot_id,
1534 1, ios->vdd);
1535 host->vdd = ios->vdd;
1536 break;
1537 case MMC_POWER_ON:
1538 do_send_init_stream = 1;
1539 break;
1540 }
1541 host->power_mode = ios->power_mode;
1542 }
1543
1544 /* FIXME: set registers based only on changes to ios */
1545
1546 omap_hsmmc_set_bus_width(host);
1547
1548 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1549 /* Only MMC1 can interface at 3V without some flavor
1550 * of external transceiver; but they all handle 1.8V.
1551 */
1552 if ((OMAP_HSMMC_READ(host->base, HCTL) & SDVSDET) &&
1553 (ios->vdd == DUAL_VOLT_OCR_BIT) &&
1554 /*
1555 * With pbias cell programming missing, this
1556 * can't be allowed when booting with device
1557 * tree.
1558 */
1559 !host->dev->of_node) {
1560 /*
1561 * The mmc_select_voltage fn of the core does
1562 * not seem to set the power_mode to
1563 * MMC_POWER_UP upon recalculating the voltage.
1564 * vdd 1.8v.
1565 */
1566 if (omap_hsmmc_switch_opcond(host, ios->vdd) != 0)
1567 dev_dbg(mmc_dev(host->mmc),
1568 "Switch operation failed\n");
1569 }
1570 }
1571
1572 omap_hsmmc_set_clock(host);
1573
1574 if (do_send_init_stream)
1575 send_init_stream(host);
1576
1577 omap_hsmmc_set_bus_mode(host);
1578
1579 pm_runtime_put_autosuspend(host->dev);
1580}
1581
1582static int omap_hsmmc_get_cd(struct mmc_host *mmc)
1583{
1584 struct omap_hsmmc_host *host = mmc_priv(mmc);
1585
1586 if (!mmc_slot(host).card_detect)
1587 return -ENOSYS;
1588 return mmc_slot(host).card_detect(host->dev, host->slot_id);
1589}
1590
1591static int omap_hsmmc_get_ro(struct mmc_host *mmc)
1592{
1593 struct omap_hsmmc_host *host = mmc_priv(mmc);
1594
1595 if (!mmc_slot(host).get_ro)
1596 return -ENOSYS;
1597 return mmc_slot(host).get_ro(host->dev, 0);
1598}
1599
1600static void omap_hsmmc_init_card(struct mmc_host *mmc, struct mmc_card *card)
1601{
1602 struct omap_hsmmc_host *host = mmc_priv(mmc);
1603
1604 if (mmc_slot(host).init_card)
1605 mmc_slot(host).init_card(card);
1606}
1607
1608static void omap_hsmmc_conf_bus_power(struct omap_hsmmc_host *host)
1609{
1610 u32 hctl, capa, value;
1611
1612 /* Only MMC1 supports 3.0V */
1613 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1614 hctl = SDVS30;
1615 capa = VS30 | VS18;
1616 } else {
1617 hctl = SDVS18;
1618 capa = VS18;
1619 }
1620
1621 value = OMAP_HSMMC_READ(host->base, HCTL) & ~SDVS_MASK;
1622 OMAP_HSMMC_WRITE(host->base, HCTL, value | hctl);
1623
1624 value = OMAP_HSMMC_READ(host->base, CAPA);
1625 OMAP_HSMMC_WRITE(host->base, CAPA, value | capa);
1626
1627 /* Set the controller to AUTO IDLE mode */
1628 value = OMAP_HSMMC_READ(host->base, SYSCONFIG);
1629 OMAP_HSMMC_WRITE(host->base, SYSCONFIG, value | AUTOIDLE);
1630
1631 /* Set SD bus power bit */
1632 set_sd_bus_power(host);
1633}
1634
1635static int omap_hsmmc_enable_fclk(struct mmc_host *mmc)
1636{
1637 struct omap_hsmmc_host *host = mmc_priv(mmc);
1638
1639 pm_runtime_get_sync(host->dev);
1640
1641 return 0;
1642}
1643
1644static int omap_hsmmc_disable_fclk(struct mmc_host *mmc)
1645{
1646 struct omap_hsmmc_host *host = mmc_priv(mmc);
1647
1648 pm_runtime_mark_last_busy(host->dev);
1649 pm_runtime_put_autosuspend(host->dev);
1650
1651 return 0;
1652}
1653
1654static const struct mmc_host_ops omap_hsmmc_ops = {
1655 .enable = omap_hsmmc_enable_fclk,
1656 .disable = omap_hsmmc_disable_fclk,
1657 .post_req = omap_hsmmc_post_req,
1658 .pre_req = omap_hsmmc_pre_req,
1659 .request = omap_hsmmc_request,
1660 .set_ios = omap_hsmmc_set_ios,
1661 .get_cd = omap_hsmmc_get_cd,
1662 .get_ro = omap_hsmmc_get_ro,
1663 .init_card = omap_hsmmc_init_card,
1664 /* NYET -- enable_sdio_irq */
1665};
1666
1667#ifdef CONFIG_DEBUG_FS
1668
1669static int omap_hsmmc_regs_show(struct seq_file *s, void *data)
1670{
1671 struct mmc_host *mmc = s->private;
1672 struct omap_hsmmc_host *host = mmc_priv(mmc);
1673 int context_loss = 0;
1674
1675 if (host->pdata->get_context_loss_count)
1676 context_loss = host->pdata->get_context_loss_count(host->dev);
1677
1678 seq_printf(s, "mmc%d:\n ctx_loss:\t%d:%d\n\nregs:\n",
1679 mmc->index, host->context_loss, context_loss);
1680
1681 if (host->suspended) {
1682 seq_printf(s, "host suspended, can't read registers\n");
1683 return 0;
1684 }
1685
1686 pm_runtime_get_sync(host->dev);
1687
1688 seq_printf(s, "SYSCONFIG:\t0x%08x\n",
1689 OMAP_HSMMC_READ(host->base, SYSCONFIG));
1690 seq_printf(s, "CON:\t\t0x%08x\n",
1691 OMAP_HSMMC_READ(host->base, CON));
1692 seq_printf(s, "HCTL:\t\t0x%08x\n",
1693 OMAP_HSMMC_READ(host->base, HCTL));
1694 seq_printf(s, "SYSCTL:\t\t0x%08x\n",
1695 OMAP_HSMMC_READ(host->base, SYSCTL));
1696 seq_printf(s, "IE:\t\t0x%08x\n",
1697 OMAP_HSMMC_READ(host->base, IE));
1698 seq_printf(s, "ISE:\t\t0x%08x\n",
1699 OMAP_HSMMC_READ(host->base, ISE));
1700 seq_printf(s, "CAPA:\t\t0x%08x\n",
1701 OMAP_HSMMC_READ(host->base, CAPA));
1702
1703 pm_runtime_mark_last_busy(host->dev);
1704 pm_runtime_put_autosuspend(host->dev);
1705
1706 return 0;
1707}
1708
1709static int omap_hsmmc_regs_open(struct inode *inode, struct file *file)
1710{
1711 return single_open(file, omap_hsmmc_regs_show, inode->i_private);
1712}
1713
1714static const struct file_operations mmc_regs_fops = {
1715 .open = omap_hsmmc_regs_open,
1716 .read = seq_read,
1717 .llseek = seq_lseek,
1718 .release = single_release,
1719};
1720
1721static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1722{
1723 if (mmc->debugfs_root)
1724 debugfs_create_file("regs", S_IRUSR, mmc->debugfs_root,
1725 mmc, &mmc_regs_fops);
1726}
1727
1728#else
1729
1730static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1731{
1732}
1733
1734#endif
1735
1736#ifdef CONFIG_OF
1737static u16 omap4_reg_offset = 0x100;
1738
1739static const struct of_device_id omap_mmc_of_match[] = {
1740 {
1741 .compatible = "ti,omap2-hsmmc",
1742 },
1743 {
1744 .compatible = "ti,omap3-hsmmc",
1745 },
1746 {
1747 .compatible = "ti,omap4-hsmmc",
1748 .data = &omap4_reg_offset,
1749 },
1750 {},
1751};
1752MODULE_DEVICE_TABLE(of, omap_mmc_of_match);
1753
1754static struct omap_mmc_platform_data *of_get_hsmmc_pdata(struct device *dev)
1755{
1756 struct omap_mmc_platform_data *pdata;
1757 struct device_node *np = dev->of_node;
1758 u32 bus_width;
1759
1760 pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL);
1761 if (!pdata)
1762 return NULL; /* out of memory */
1763
1764 if (of_find_property(np, "ti,dual-volt", NULL))
1765 pdata->controller_flags |= OMAP_HSMMC_SUPPORTS_DUAL_VOLT;
1766
1767 /* This driver only supports 1 slot */
1768 pdata->nr_slots = 1;
1769 pdata->slots[0].switch_pin = of_get_named_gpio(np, "cd-gpios", 0);
1770 pdata->slots[0].gpio_wp = of_get_named_gpio(np, "wp-gpios", 0);
1771
1772 if (of_find_property(np, "ti,non-removable", NULL)) {
1773 pdata->slots[0].nonremovable = true;
1774 pdata->slots[0].no_regulator_off_init = true;
1775 }
1776 of_property_read_u32(np, "bus-width", &bus_width);
1777 if (bus_width == 4)
1778 pdata->slots[0].caps |= MMC_CAP_4_BIT_DATA;
1779 else if (bus_width == 8)
1780 pdata->slots[0].caps |= MMC_CAP_8_BIT_DATA;
1781
1782 if (of_find_property(np, "ti,needs-special-reset", NULL))
1783 pdata->slots[0].features |= HSMMC_HAS_UPDATED_RESET;
1784
1785 return pdata;
1786}
1787#else
1788static inline struct omap_mmc_platform_data
1789 *of_get_hsmmc_pdata(struct device *dev)
1790{
1791 return NULL;
1792}
1793#endif
1794
1795static int __devinit omap_hsmmc_probe(struct platform_device *pdev)
1796{
1797 struct omap_mmc_platform_data *pdata = pdev->dev.platform_data;
1798 struct mmc_host *mmc;
1799 struct omap_hsmmc_host *host = NULL;
1800 struct resource *res;
1801 int ret, irq;
1802 const struct of_device_id *match;
1803
1804 match = of_match_device(of_match_ptr(omap_mmc_of_match), &pdev->dev);
1805 if (match) {
1806 pdata = of_get_hsmmc_pdata(&pdev->dev);
1807 if (match->data) {
1808 u16 *offsetp = match->data;
1809 pdata->reg_offset = *offsetp;
1810 }
1811 }
1812
1813 if (pdata == NULL) {
1814 dev_err(&pdev->dev, "Platform Data is missing\n");
1815 return -ENXIO;
1816 }
1817
1818 if (pdata->nr_slots == 0) {
1819 dev_err(&pdev->dev, "No Slots\n");
1820 return -ENXIO;
1821 }
1822
1823 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1824 irq = platform_get_irq(pdev, 0);
1825 if (res == NULL || irq < 0)
1826 return -ENXIO;
1827
1828 res = request_mem_region(res->start, resource_size(res), pdev->name);
1829 if (res == NULL)
1830 return -EBUSY;
1831
1832 ret = omap_hsmmc_gpio_init(pdata);
1833 if (ret)
1834 goto err;
1835
1836 mmc = mmc_alloc_host(sizeof(struct omap_hsmmc_host), &pdev->dev);
1837 if (!mmc) {
1838 ret = -ENOMEM;
1839 goto err_alloc;
1840 }
1841
1842 host = mmc_priv(mmc);
1843 host->mmc = mmc;
1844 host->pdata = pdata;
1845 host->dev = &pdev->dev;
1846 host->use_dma = 1;
1847 host->dev->dma_mask = &pdata->dma_mask;
1848 host->dma_ch = -1;
1849 host->irq = irq;
1850 host->slot_id = 0;
1851 host->mapbase = res->start + pdata->reg_offset;
1852 host->base = ioremap(host->mapbase, SZ_4K);
1853 host->power_mode = MMC_POWER_OFF;
1854 host->next_data.cookie = 1;
1855
1856 platform_set_drvdata(pdev, host);
1857
1858 mmc->ops = &omap_hsmmc_ops;
1859
1860 /*
1861 * If regulator_disable can only put vcc_aux to sleep then there is
1862 * no off state.
1863 */
1864 if (mmc_slot(host).vcc_aux_disable_is_sleep)
1865 mmc_slot(host).no_off = 1;
1866
1867 mmc->f_min = OMAP_MMC_MIN_CLOCK;
1868
1869 if (pdata->max_freq > 0)
1870 mmc->f_max = pdata->max_freq;
1871 else
1872 mmc->f_max = OMAP_MMC_MAX_CLOCK;
1873
1874 spin_lock_init(&host->irq_lock);
1875
1876 host->fclk = clk_get(&pdev->dev, "fck");
1877 if (IS_ERR(host->fclk)) {
1878 ret = PTR_ERR(host->fclk);
1879 host->fclk = NULL;
1880 goto err1;
1881 }
1882
1883 if (host->pdata->controller_flags & OMAP_HSMMC_BROKEN_MULTIBLOCK_READ) {
1884 dev_info(&pdev->dev, "multiblock reads disabled due to 35xx erratum 2.1.1.128; MMC read performance may suffer\n");
1885 mmc->caps2 |= MMC_CAP2_NO_MULTI_READ;
1886 }
1887
1888 pm_runtime_enable(host->dev);
1889 pm_runtime_get_sync(host->dev);
1890 pm_runtime_set_autosuspend_delay(host->dev, MMC_AUTOSUSPEND_DELAY);
1891 pm_runtime_use_autosuspend(host->dev);
1892
1893 omap_hsmmc_context_save(host);
1894
1895 host->dbclk = clk_get(&pdev->dev, "mmchsdb_fck");
1896 /*
1897 * MMC can still work without debounce clock.
1898 */
1899 if (IS_ERR(host->dbclk)) {
1900 dev_warn(mmc_dev(host->mmc), "Failed to get debounce clk\n");
1901 host->dbclk = NULL;
1902 } else if (clk_enable(host->dbclk) != 0) {
1903 dev_warn(mmc_dev(host->mmc), "Failed to enable debounce clk\n");
1904 clk_put(host->dbclk);
1905 host->dbclk = NULL;
1906 }
1907
1908 /* Since we do only SG emulation, we can have as many segs
1909 * as we want. */
1910 mmc->max_segs = 1024;
1911
1912 mmc->max_blk_size = 512; /* Block Length at max can be 1024 */
1913 mmc->max_blk_count = 0xFFFF; /* No. of Blocks is 16 bits */
1914 mmc->max_req_size = mmc->max_blk_size * mmc->max_blk_count;
1915 mmc->max_seg_size = mmc->max_req_size;
1916
1917 mmc->caps |= MMC_CAP_MMC_HIGHSPEED | MMC_CAP_SD_HIGHSPEED |
1918 MMC_CAP_WAIT_WHILE_BUSY | MMC_CAP_ERASE;
1919
1920 mmc->caps |= mmc_slot(host).caps;
1921 if (mmc->caps & MMC_CAP_8_BIT_DATA)
1922 mmc->caps |= MMC_CAP_4_BIT_DATA;
1923
1924 if (mmc_slot(host).nonremovable)
1925 mmc->caps |= MMC_CAP_NONREMOVABLE;
1926
1927 mmc->pm_caps = mmc_slot(host).pm_caps;
1928
1929 omap_hsmmc_conf_bus_power(host);
1930
1931 res = platform_get_resource_byname(pdev, IORESOURCE_DMA, "tx");
1932 if (!res) {
1933 dev_err(mmc_dev(host->mmc), "cannot get DMA TX channel\n");
1934 goto err_irq;
1935 }
1936 host->dma_line_tx = res->start;
1937
1938 res = platform_get_resource_byname(pdev, IORESOURCE_DMA, "rx");
1939 if (!res) {
1940 dev_err(mmc_dev(host->mmc), "cannot get DMA RX channel\n");
1941 goto err_irq;
1942 }
1943 host->dma_line_rx = res->start;
1944
1945 /* Request IRQ for MMC operations */
1946 ret = request_irq(host->irq, omap_hsmmc_irq, 0,
1947 mmc_hostname(mmc), host);
1948 if (ret) {
1949 dev_dbg(mmc_dev(host->mmc), "Unable to grab HSMMC IRQ\n");
1950 goto err_irq;
1951 }
1952
1953 if (pdata->init != NULL) {
1954 if (pdata->init(&pdev->dev) != 0) {
1955 dev_dbg(mmc_dev(host->mmc),
1956 "Unable to configure MMC IRQs\n");
1957 goto err_irq_cd_init;
1958 }
1959 }
1960
1961 if (omap_hsmmc_have_reg() && !mmc_slot(host).set_power) {
1962 ret = omap_hsmmc_reg_get(host);
1963 if (ret)
1964 goto err_reg;
1965 host->use_reg = 1;
1966 }
1967
1968 mmc->ocr_avail = mmc_slot(host).ocr_mask;
1969
1970 /* Request IRQ for card detect */
1971 if ((mmc_slot(host).card_detect_irq)) {
1972 ret = request_threaded_irq(mmc_slot(host).card_detect_irq,
1973 NULL,
1974 omap_hsmmc_detect,
1975 IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING | IRQF_ONESHOT,
1976 mmc_hostname(mmc), host);
1977 if (ret) {
1978 dev_dbg(mmc_dev(host->mmc),
1979 "Unable to grab MMC CD IRQ\n");
1980 goto err_irq_cd;
1981 }
1982 pdata->suspend = omap_hsmmc_suspend_cdirq;
1983 pdata->resume = omap_hsmmc_resume_cdirq;
1984 }
1985
1986 omap_hsmmc_disable_irq(host);
1987
1988 omap_hsmmc_protect_card(host);
1989
1990 mmc_add_host(mmc);
1991
1992 if (mmc_slot(host).name != NULL) {
1993 ret = device_create_file(&mmc->class_dev, &dev_attr_slot_name);
1994 if (ret < 0)
1995 goto err_slot_name;
1996 }
1997 if (mmc_slot(host).card_detect_irq && mmc_slot(host).get_cover_state) {
1998 ret = device_create_file(&mmc->class_dev,
1999 &dev_attr_cover_switch);
2000 if (ret < 0)
2001 goto err_slot_name;
2002 }
2003
2004 omap_hsmmc_debugfs(mmc);
2005 pm_runtime_mark_last_busy(host->dev);
2006 pm_runtime_put_autosuspend(host->dev);
2007
2008 return 0;
2009
2010err_slot_name:
2011 mmc_remove_host(mmc);
2012 free_irq(mmc_slot(host).card_detect_irq, host);
2013err_irq_cd:
2014 if (host->use_reg)
2015 omap_hsmmc_reg_put(host);
2016err_reg:
2017 if (host->pdata->cleanup)
2018 host->pdata->cleanup(&pdev->dev);
2019err_irq_cd_init:
2020 free_irq(host->irq, host);
2021err_irq:
2022 pm_runtime_put_sync(host->dev);
2023 pm_runtime_disable(host->dev);
2024 clk_put(host->fclk);
2025 if (host->dbclk) {
2026 clk_disable(host->dbclk);
2027 clk_put(host->dbclk);
2028 }
2029err1:
2030 iounmap(host->base);
2031 platform_set_drvdata(pdev, NULL);
2032 mmc_free_host(mmc);
2033err_alloc:
2034 omap_hsmmc_gpio_free(pdata);
2035err:
2036 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2037 if (res)
2038 release_mem_region(res->start, resource_size(res));
2039 return ret;
2040}
2041
2042static int __devexit omap_hsmmc_remove(struct platform_device *pdev)
2043{
2044 struct omap_hsmmc_host *host = platform_get_drvdata(pdev);
2045 struct resource *res;
2046
2047 pm_runtime_get_sync(host->dev);
2048 mmc_remove_host(host->mmc);
2049 if (host->use_reg)
2050 omap_hsmmc_reg_put(host);
2051 if (host->pdata->cleanup)
2052 host->pdata->cleanup(&pdev->dev);
2053 free_irq(host->irq, host);
2054 if (mmc_slot(host).card_detect_irq)
2055 free_irq(mmc_slot(host).card_detect_irq, host);
2056
2057 pm_runtime_put_sync(host->dev);
2058 pm_runtime_disable(host->dev);
2059 clk_put(host->fclk);
2060 if (host->dbclk) {
2061 clk_disable(host->dbclk);
2062 clk_put(host->dbclk);
2063 }
2064
2065 mmc_free_host(host->mmc);
2066 iounmap(host->base);
2067 omap_hsmmc_gpio_free(pdev->dev.platform_data);
2068
2069 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2070 if (res)
2071 release_mem_region(res->start, resource_size(res));
2072 platform_set_drvdata(pdev, NULL);
2073
2074 return 0;
2075}
2076
2077#ifdef CONFIG_PM
2078static int omap_hsmmc_suspend(struct device *dev)
2079{
2080 int ret = 0;
2081 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2082
2083 if (!host)
2084 return 0;
2085
2086 if (host && host->suspended)
2087 return 0;
2088
2089 pm_runtime_get_sync(host->dev);
2090 host->suspended = 1;
2091 if (host->pdata->suspend) {
2092 ret = host->pdata->suspend(dev, host->slot_id);
2093 if (ret) {
2094 dev_dbg(dev, "Unable to handle MMC board"
2095 " level suspend\n");
2096 host->suspended = 0;
2097 return ret;
2098 }
2099 }
2100 ret = mmc_suspend_host(host->mmc);
2101
2102 if (ret) {
2103 host->suspended = 0;
2104 if (host->pdata->resume) {
2105 ret = host->pdata->resume(dev, host->slot_id);
2106 if (ret)
2107 dev_dbg(dev, "Unmask interrupt failed\n");
2108 }
2109 goto err;
2110 }
2111
2112 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER)) {
2113 omap_hsmmc_disable_irq(host);
2114 OMAP_HSMMC_WRITE(host->base, HCTL,
2115 OMAP_HSMMC_READ(host->base, HCTL) & ~SDBP);
2116 }
2117
2118 if (host->dbclk)
2119 clk_disable(host->dbclk);
2120err:
2121 pm_runtime_put_sync(host->dev);
2122 return ret;
2123}
2124
2125/* Routine to resume the MMC device */
2126static int omap_hsmmc_resume(struct device *dev)
2127{
2128 int ret = 0;
2129 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2130
2131 if (!host)
2132 return 0;
2133
2134 if (host && !host->suspended)
2135 return 0;
2136
2137 pm_runtime_get_sync(host->dev);
2138
2139 if (host->dbclk)
2140 clk_enable(host->dbclk);
2141
2142 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER))
2143 omap_hsmmc_conf_bus_power(host);
2144
2145 if (host->pdata->resume) {
2146 ret = host->pdata->resume(dev, host->slot_id);
2147 if (ret)
2148 dev_dbg(dev, "Unmask interrupt failed\n");
2149 }
2150
2151 omap_hsmmc_protect_card(host);
2152
2153 /* Notify the core to resume the host */
2154 ret = mmc_resume_host(host->mmc);
2155 if (ret == 0)
2156 host->suspended = 0;
2157
2158 pm_runtime_mark_last_busy(host->dev);
2159 pm_runtime_put_autosuspend(host->dev);
2160
2161 return ret;
2162
2163}
2164
2165#else
2166#define omap_hsmmc_suspend NULL
2167#define omap_hsmmc_resume NULL
2168#endif
2169
2170static int omap_hsmmc_runtime_suspend(struct device *dev)
2171{
2172 struct omap_hsmmc_host *host;
2173
2174 host = platform_get_drvdata(to_platform_device(dev));
2175 omap_hsmmc_context_save(host);
2176 dev_dbg(dev, "disabled\n");
2177
2178 return 0;
2179}
2180
2181static int omap_hsmmc_runtime_resume(struct device *dev)
2182{
2183 struct omap_hsmmc_host *host;
2184
2185 host = platform_get_drvdata(to_platform_device(dev));
2186 omap_hsmmc_context_restore(host);
2187 dev_dbg(dev, "enabled\n");
2188
2189 return 0;
2190}
2191
2192static struct dev_pm_ops omap_hsmmc_dev_pm_ops = {
2193 .suspend = omap_hsmmc_suspend,
2194 .resume = omap_hsmmc_resume,
2195 .runtime_suspend = omap_hsmmc_runtime_suspend,
2196 .runtime_resume = omap_hsmmc_runtime_resume,
2197};
2198
2199static struct platform_driver omap_hsmmc_driver = {
2200 .probe = omap_hsmmc_probe,
2201 .remove = __devexit_p(omap_hsmmc_remove),
2202 .driver = {
2203 .name = DRIVER_NAME,
2204 .owner = THIS_MODULE,
2205 .pm = &omap_hsmmc_dev_pm_ops,
2206 .of_match_table = of_match_ptr(omap_mmc_of_match),
2207 },
2208};
2209
2210module_platform_driver(omap_hsmmc_driver);
2211MODULE_DESCRIPTION("OMAP High Speed Multimedia Card driver");
2212MODULE_LICENSE("GPL");
2213MODULE_ALIAS("platform:" DRIVER_NAME);
2214MODULE_AUTHOR("Texas Instruments Inc");
1/*
2 * drivers/mmc/host/omap_hsmmc.c
3 *
4 * Driver for OMAP2430/3430 MMC controller.
5 *
6 * Copyright (C) 2007 Texas Instruments.
7 *
8 * Authors:
9 * Syed Mohammed Khasim <x0khasim@ti.com>
10 * Madhusudhan <madhu.cr@ti.com>
11 * Mohit Jalori <mjalori@ti.com>
12 *
13 * This file is licensed under the terms of the GNU General Public License
14 * version 2. This program is licensed "as is" without any warranty of any
15 * kind, whether express or implied.
16 */
17
18#include <linux/module.h>
19#include <linux/init.h>
20#include <linux/kernel.h>
21#include <linux/debugfs.h>
22#include <linux/dmaengine.h>
23#include <linux/seq_file.h>
24#include <linux/sizes.h>
25#include <linux/interrupt.h>
26#include <linux/delay.h>
27#include <linux/dma-mapping.h>
28#include <linux/platform_device.h>
29#include <linux/timer.h>
30#include <linux/clk.h>
31#include <linux/of.h>
32#include <linux/of_irq.h>
33#include <linux/of_gpio.h>
34#include <linux/of_device.h>
35#include <linux/mmc/host.h>
36#include <linux/mmc/core.h>
37#include <linux/mmc/mmc.h>
38#include <linux/mmc/slot-gpio.h>
39#include <linux/io.h>
40#include <linux/irq.h>
41#include <linux/gpio.h>
42#include <linux/regulator/consumer.h>
43#include <linux/pinctrl/consumer.h>
44#include <linux/pm_runtime.h>
45#include <linux/pm_wakeirq.h>
46#include <linux/platform_data/hsmmc-omap.h>
47
48/* OMAP HSMMC Host Controller Registers */
49#define OMAP_HSMMC_SYSSTATUS 0x0014
50#define OMAP_HSMMC_CON 0x002C
51#define OMAP_HSMMC_SDMASA 0x0100
52#define OMAP_HSMMC_BLK 0x0104
53#define OMAP_HSMMC_ARG 0x0108
54#define OMAP_HSMMC_CMD 0x010C
55#define OMAP_HSMMC_RSP10 0x0110
56#define OMAP_HSMMC_RSP32 0x0114
57#define OMAP_HSMMC_RSP54 0x0118
58#define OMAP_HSMMC_RSP76 0x011C
59#define OMAP_HSMMC_DATA 0x0120
60#define OMAP_HSMMC_PSTATE 0x0124
61#define OMAP_HSMMC_HCTL 0x0128
62#define OMAP_HSMMC_SYSCTL 0x012C
63#define OMAP_HSMMC_STAT 0x0130
64#define OMAP_HSMMC_IE 0x0134
65#define OMAP_HSMMC_ISE 0x0138
66#define OMAP_HSMMC_AC12 0x013C
67#define OMAP_HSMMC_CAPA 0x0140
68
69#define VS18 (1 << 26)
70#define VS30 (1 << 25)
71#define HSS (1 << 21)
72#define SDVS18 (0x5 << 9)
73#define SDVS30 (0x6 << 9)
74#define SDVS33 (0x7 << 9)
75#define SDVS_MASK 0x00000E00
76#define SDVSCLR 0xFFFFF1FF
77#define SDVSDET 0x00000400
78#define AUTOIDLE 0x1
79#define SDBP (1 << 8)
80#define DTO 0xe
81#define ICE 0x1
82#define ICS 0x2
83#define CEN (1 << 2)
84#define CLKD_MAX 0x3FF /* max clock divisor: 1023 */
85#define CLKD_MASK 0x0000FFC0
86#define CLKD_SHIFT 6
87#define DTO_MASK 0x000F0000
88#define DTO_SHIFT 16
89#define INIT_STREAM (1 << 1)
90#define ACEN_ACMD23 (2 << 2)
91#define DP_SELECT (1 << 21)
92#define DDIR (1 << 4)
93#define DMAE 0x1
94#define MSBS (1 << 5)
95#define BCE (1 << 1)
96#define FOUR_BIT (1 << 1)
97#define HSPE (1 << 2)
98#define IWE (1 << 24)
99#define DDR (1 << 19)
100#define CLKEXTFREE (1 << 16)
101#define CTPL (1 << 11)
102#define DW8 (1 << 5)
103#define OD 0x1
104#define STAT_CLEAR 0xFFFFFFFF
105#define INIT_STREAM_CMD 0x00000000
106#define DUAL_VOLT_OCR_BIT 7
107#define SRC (1 << 25)
108#define SRD (1 << 26)
109#define SOFTRESET (1 << 1)
110
111/* PSTATE */
112#define DLEV_DAT(x) (1 << (20 + (x)))
113
114/* Interrupt masks for IE and ISE register */
115#define CC_EN (1 << 0)
116#define TC_EN (1 << 1)
117#define BWR_EN (1 << 4)
118#define BRR_EN (1 << 5)
119#define CIRQ_EN (1 << 8)
120#define ERR_EN (1 << 15)
121#define CTO_EN (1 << 16)
122#define CCRC_EN (1 << 17)
123#define CEB_EN (1 << 18)
124#define CIE_EN (1 << 19)
125#define DTO_EN (1 << 20)
126#define DCRC_EN (1 << 21)
127#define DEB_EN (1 << 22)
128#define ACE_EN (1 << 24)
129#define CERR_EN (1 << 28)
130#define BADA_EN (1 << 29)
131
132#define INT_EN_MASK (BADA_EN | CERR_EN | ACE_EN | DEB_EN | DCRC_EN |\
133 DTO_EN | CIE_EN | CEB_EN | CCRC_EN | CTO_EN | \
134 BRR_EN | BWR_EN | TC_EN | CC_EN)
135
136#define CNI (1 << 7)
137#define ACIE (1 << 4)
138#define ACEB (1 << 3)
139#define ACCE (1 << 2)
140#define ACTO (1 << 1)
141#define ACNE (1 << 0)
142
143#define MMC_AUTOSUSPEND_DELAY 100
144#define MMC_TIMEOUT_MS 20 /* 20 mSec */
145#define MMC_TIMEOUT_US 20000 /* 20000 micro Sec */
146#define OMAP_MMC_MIN_CLOCK 400000
147#define OMAP_MMC_MAX_CLOCK 52000000
148#define DRIVER_NAME "omap_hsmmc"
149
150#define VDD_1V8 1800000 /* 180000 uV */
151#define VDD_3V0 3000000 /* 300000 uV */
152#define VDD_165_195 (ffs(MMC_VDD_165_195) - 1)
153
154/*
155 * One controller can have multiple slots, like on some omap boards using
156 * omap.c controller driver. Luckily this is not currently done on any known
157 * omap_hsmmc.c device.
158 */
159#define mmc_pdata(host) host->pdata
160
161/*
162 * MMC Host controller read/write API's
163 */
164#define OMAP_HSMMC_READ(base, reg) \
165 __raw_readl((base) + OMAP_HSMMC_##reg)
166
167#define OMAP_HSMMC_WRITE(base, reg, val) \
168 __raw_writel((val), (base) + OMAP_HSMMC_##reg)
169
170struct omap_hsmmc_next {
171 unsigned int dma_len;
172 s32 cookie;
173};
174
175struct omap_hsmmc_host {
176 struct device *dev;
177 struct mmc_host *mmc;
178 struct mmc_request *mrq;
179 struct mmc_command *cmd;
180 struct mmc_data *data;
181 struct clk *fclk;
182 struct clk *dbclk;
183 struct regulator *pbias;
184 bool pbias_enabled;
185 void __iomem *base;
186 int vqmmc_enabled;
187 resource_size_t mapbase;
188 spinlock_t irq_lock; /* Prevent races with irq handler */
189 unsigned int dma_len;
190 unsigned int dma_sg_idx;
191 unsigned char bus_mode;
192 unsigned char power_mode;
193 int suspended;
194 u32 con;
195 u32 hctl;
196 u32 sysctl;
197 u32 capa;
198 int irq;
199 int wake_irq;
200 int use_dma, dma_ch;
201 struct dma_chan *tx_chan;
202 struct dma_chan *rx_chan;
203 int response_busy;
204 int context_loss;
205 int protect_card;
206 int reqs_blocked;
207 int req_in_progress;
208 unsigned long clk_rate;
209 unsigned int flags;
210#define AUTO_CMD23 (1 << 0) /* Auto CMD23 support */
211#define HSMMC_SDIO_IRQ_ENABLED (1 << 1) /* SDIO irq enabled */
212 struct omap_hsmmc_next next_data;
213 struct omap_hsmmc_platform_data *pdata;
214
215 /* return MMC cover switch state, can be NULL if not supported.
216 *
217 * possible return values:
218 * 0 - closed
219 * 1 - open
220 */
221 int (*get_cover_state)(struct device *dev);
222
223 int (*card_detect)(struct device *dev);
224};
225
226struct omap_mmc_of_data {
227 u32 reg_offset;
228 u8 controller_flags;
229};
230
231static void omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host);
232
233static int omap_hsmmc_card_detect(struct device *dev)
234{
235 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
236
237 return mmc_gpio_get_cd(host->mmc);
238}
239
240static int omap_hsmmc_get_cover_state(struct device *dev)
241{
242 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
243
244 return mmc_gpio_get_cd(host->mmc);
245}
246
247static int omap_hsmmc_enable_supply(struct mmc_host *mmc)
248{
249 int ret;
250 struct omap_hsmmc_host *host = mmc_priv(mmc);
251 struct mmc_ios *ios = &mmc->ios;
252
253 if (mmc->supply.vmmc) {
254 ret = mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, ios->vdd);
255 if (ret)
256 return ret;
257 }
258
259 /* Enable interface voltage rail, if needed */
260 if (mmc->supply.vqmmc && !host->vqmmc_enabled) {
261 ret = regulator_enable(mmc->supply.vqmmc);
262 if (ret) {
263 dev_err(mmc_dev(mmc), "vmmc_aux reg enable failed\n");
264 goto err_vqmmc;
265 }
266 host->vqmmc_enabled = 1;
267 }
268
269 return 0;
270
271err_vqmmc:
272 if (mmc->supply.vmmc)
273 mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, 0);
274
275 return ret;
276}
277
278static int omap_hsmmc_disable_supply(struct mmc_host *mmc)
279{
280 int ret;
281 int status;
282 struct omap_hsmmc_host *host = mmc_priv(mmc);
283
284 if (mmc->supply.vqmmc && host->vqmmc_enabled) {
285 ret = regulator_disable(mmc->supply.vqmmc);
286 if (ret) {
287 dev_err(mmc_dev(mmc), "vmmc_aux reg disable failed\n");
288 return ret;
289 }
290 host->vqmmc_enabled = 0;
291 }
292
293 if (mmc->supply.vmmc) {
294 ret = mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, 0);
295 if (ret)
296 goto err_set_ocr;
297 }
298
299 return 0;
300
301err_set_ocr:
302 if (mmc->supply.vqmmc) {
303 status = regulator_enable(mmc->supply.vqmmc);
304 if (status)
305 dev_err(mmc_dev(mmc), "vmmc_aux re-enable failed\n");
306 }
307
308 return ret;
309}
310
311static int omap_hsmmc_set_pbias(struct omap_hsmmc_host *host, bool power_on,
312 int vdd)
313{
314 int ret;
315
316 if (!host->pbias)
317 return 0;
318
319 if (power_on) {
320 if (vdd <= VDD_165_195)
321 ret = regulator_set_voltage(host->pbias, VDD_1V8,
322 VDD_1V8);
323 else
324 ret = regulator_set_voltage(host->pbias, VDD_3V0,
325 VDD_3V0);
326 if (ret < 0) {
327 dev_err(host->dev, "pbias set voltage fail\n");
328 return ret;
329 }
330
331 if (host->pbias_enabled == 0) {
332 ret = regulator_enable(host->pbias);
333 if (ret) {
334 dev_err(host->dev, "pbias reg enable fail\n");
335 return ret;
336 }
337 host->pbias_enabled = 1;
338 }
339 } else {
340 if (host->pbias_enabled == 1) {
341 ret = regulator_disable(host->pbias);
342 if (ret) {
343 dev_err(host->dev, "pbias reg disable fail\n");
344 return ret;
345 }
346 host->pbias_enabled = 0;
347 }
348 }
349
350 return 0;
351}
352
353static int omap_hsmmc_set_power(struct omap_hsmmc_host *host, int power_on,
354 int vdd)
355{
356 struct mmc_host *mmc = host->mmc;
357 int ret = 0;
358
359 if (mmc_pdata(host)->set_power)
360 return mmc_pdata(host)->set_power(host->dev, power_on, vdd);
361
362 /*
363 * If we don't see a Vcc regulator, assume it's a fixed
364 * voltage always-on regulator.
365 */
366 if (!mmc->supply.vmmc)
367 return 0;
368
369 if (mmc_pdata(host)->before_set_reg)
370 mmc_pdata(host)->before_set_reg(host->dev, power_on, vdd);
371
372 ret = omap_hsmmc_set_pbias(host, false, 0);
373 if (ret)
374 return ret;
375
376 /*
377 * Assume Vcc regulator is used only to power the card ... OMAP
378 * VDDS is used to power the pins, optionally with a transceiver to
379 * support cards using voltages other than VDDS (1.8V nominal). When a
380 * transceiver is used, DAT3..7 are muxed as transceiver control pins.
381 *
382 * In some cases this regulator won't support enable/disable;
383 * e.g. it's a fixed rail for a WLAN chip.
384 *
385 * In other cases vcc_aux switches interface power. Example, for
386 * eMMC cards it represents VccQ. Sometimes transceivers or SDIO
387 * chips/cards need an interface voltage rail too.
388 */
389 if (power_on) {
390 ret = omap_hsmmc_enable_supply(mmc);
391 if (ret)
392 return ret;
393
394 ret = omap_hsmmc_set_pbias(host, true, vdd);
395 if (ret)
396 goto err_set_voltage;
397 } else {
398 ret = omap_hsmmc_disable_supply(mmc);
399 if (ret)
400 return ret;
401 }
402
403 if (mmc_pdata(host)->after_set_reg)
404 mmc_pdata(host)->after_set_reg(host->dev, power_on, vdd);
405
406 return 0;
407
408err_set_voltage:
409 omap_hsmmc_disable_supply(mmc);
410
411 return ret;
412}
413
414static int omap_hsmmc_disable_boot_regulator(struct regulator *reg)
415{
416 int ret;
417
418 if (!reg)
419 return 0;
420
421 if (regulator_is_enabled(reg)) {
422 ret = regulator_enable(reg);
423 if (ret)
424 return ret;
425
426 ret = regulator_disable(reg);
427 if (ret)
428 return ret;
429 }
430
431 return 0;
432}
433
434static int omap_hsmmc_disable_boot_regulators(struct omap_hsmmc_host *host)
435{
436 struct mmc_host *mmc = host->mmc;
437 int ret;
438
439 /*
440 * disable regulators enabled during boot and get the usecount
441 * right so that regulators can be enabled/disabled by checking
442 * the return value of regulator_is_enabled
443 */
444 ret = omap_hsmmc_disable_boot_regulator(mmc->supply.vmmc);
445 if (ret) {
446 dev_err(host->dev, "fail to disable boot enabled vmmc reg\n");
447 return ret;
448 }
449
450 ret = omap_hsmmc_disable_boot_regulator(mmc->supply.vqmmc);
451 if (ret) {
452 dev_err(host->dev,
453 "fail to disable boot enabled vmmc_aux reg\n");
454 return ret;
455 }
456
457 ret = omap_hsmmc_disable_boot_regulator(host->pbias);
458 if (ret) {
459 dev_err(host->dev,
460 "failed to disable boot enabled pbias reg\n");
461 return ret;
462 }
463
464 return 0;
465}
466
467static int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
468{
469 int ocr_value = 0;
470 int ret;
471 struct mmc_host *mmc = host->mmc;
472
473 if (mmc_pdata(host)->set_power)
474 return 0;
475
476 mmc->supply.vmmc = devm_regulator_get_optional(host->dev, "vmmc");
477 if (IS_ERR(mmc->supply.vmmc)) {
478 ret = PTR_ERR(mmc->supply.vmmc);
479 if ((ret != -ENODEV) && host->dev->of_node)
480 return ret;
481 dev_dbg(host->dev, "unable to get vmmc regulator %ld\n",
482 PTR_ERR(mmc->supply.vmmc));
483 mmc->supply.vmmc = NULL;
484 } else {
485 ocr_value = mmc_regulator_get_ocrmask(mmc->supply.vmmc);
486 if (ocr_value > 0)
487 mmc_pdata(host)->ocr_mask = ocr_value;
488 }
489
490 /* Allow an aux regulator */
491 mmc->supply.vqmmc = devm_regulator_get_optional(host->dev, "vmmc_aux");
492 if (IS_ERR(mmc->supply.vqmmc)) {
493 ret = PTR_ERR(mmc->supply.vqmmc);
494 if ((ret != -ENODEV) && host->dev->of_node)
495 return ret;
496 dev_dbg(host->dev, "unable to get vmmc_aux regulator %ld\n",
497 PTR_ERR(mmc->supply.vqmmc));
498 mmc->supply.vqmmc = NULL;
499 }
500
501 host->pbias = devm_regulator_get_optional(host->dev, "pbias");
502 if (IS_ERR(host->pbias)) {
503 ret = PTR_ERR(host->pbias);
504 if ((ret != -ENODEV) && host->dev->of_node) {
505 dev_err(host->dev,
506 "SD card detect fail? enable CONFIG_REGULATOR_PBIAS\n");
507 return ret;
508 }
509 dev_dbg(host->dev, "unable to get pbias regulator %ld\n",
510 PTR_ERR(host->pbias));
511 host->pbias = NULL;
512 }
513
514 /* For eMMC do not power off when not in sleep state */
515 if (mmc_pdata(host)->no_regulator_off_init)
516 return 0;
517
518 ret = omap_hsmmc_disable_boot_regulators(host);
519 if (ret)
520 return ret;
521
522 return 0;
523}
524
525static irqreturn_t omap_hsmmc_cover_irq(int irq, void *dev_id);
526
527static int omap_hsmmc_gpio_init(struct mmc_host *mmc,
528 struct omap_hsmmc_host *host,
529 struct omap_hsmmc_platform_data *pdata)
530{
531 int ret;
532
533 if (gpio_is_valid(pdata->gpio_cod)) {
534 ret = mmc_gpio_request_cd(mmc, pdata->gpio_cod, 0);
535 if (ret)
536 return ret;
537
538 host->get_cover_state = omap_hsmmc_get_cover_state;
539 mmc_gpio_set_cd_isr(mmc, omap_hsmmc_cover_irq);
540 } else if (gpio_is_valid(pdata->gpio_cd)) {
541 ret = mmc_gpio_request_cd(mmc, pdata->gpio_cd, 0);
542 if (ret)
543 return ret;
544
545 host->card_detect = omap_hsmmc_card_detect;
546 }
547
548 if (gpio_is_valid(pdata->gpio_wp)) {
549 ret = mmc_gpio_request_ro(mmc, pdata->gpio_wp);
550 if (ret)
551 return ret;
552 }
553
554 return 0;
555}
556
557/*
558 * Start clock to the card
559 */
560static void omap_hsmmc_start_clock(struct omap_hsmmc_host *host)
561{
562 OMAP_HSMMC_WRITE(host->base, SYSCTL,
563 OMAP_HSMMC_READ(host->base, SYSCTL) | CEN);
564}
565
566/*
567 * Stop clock to the card
568 */
569static void omap_hsmmc_stop_clock(struct omap_hsmmc_host *host)
570{
571 OMAP_HSMMC_WRITE(host->base, SYSCTL,
572 OMAP_HSMMC_READ(host->base, SYSCTL) & ~CEN);
573 if ((OMAP_HSMMC_READ(host->base, SYSCTL) & CEN) != 0x0)
574 dev_dbg(mmc_dev(host->mmc), "MMC Clock is not stopped\n");
575}
576
577static void omap_hsmmc_enable_irq(struct omap_hsmmc_host *host,
578 struct mmc_command *cmd)
579{
580 u32 irq_mask = INT_EN_MASK;
581 unsigned long flags;
582
583 if (host->use_dma)
584 irq_mask &= ~(BRR_EN | BWR_EN);
585
586 /* Disable timeout for erases */
587 if (cmd->opcode == MMC_ERASE)
588 irq_mask &= ~DTO_EN;
589
590 spin_lock_irqsave(&host->irq_lock, flags);
591 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
592 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
593
594 /* latch pending CIRQ, but don't signal MMC core */
595 if (host->flags & HSMMC_SDIO_IRQ_ENABLED)
596 irq_mask |= CIRQ_EN;
597 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
598 spin_unlock_irqrestore(&host->irq_lock, flags);
599}
600
601static void omap_hsmmc_disable_irq(struct omap_hsmmc_host *host)
602{
603 u32 irq_mask = 0;
604 unsigned long flags;
605
606 spin_lock_irqsave(&host->irq_lock, flags);
607 /* no transfer running but need to keep cirq if enabled */
608 if (host->flags & HSMMC_SDIO_IRQ_ENABLED)
609 irq_mask |= CIRQ_EN;
610 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
611 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
612 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
613 spin_unlock_irqrestore(&host->irq_lock, flags);
614}
615
616/* Calculate divisor for the given clock frequency */
617static u16 calc_divisor(struct omap_hsmmc_host *host, struct mmc_ios *ios)
618{
619 u16 dsor = 0;
620
621 if (ios->clock) {
622 dsor = DIV_ROUND_UP(clk_get_rate(host->fclk), ios->clock);
623 if (dsor > CLKD_MAX)
624 dsor = CLKD_MAX;
625 }
626
627 return dsor;
628}
629
630static void omap_hsmmc_set_clock(struct omap_hsmmc_host *host)
631{
632 struct mmc_ios *ios = &host->mmc->ios;
633 unsigned long regval;
634 unsigned long timeout;
635 unsigned long clkdiv;
636
637 dev_vdbg(mmc_dev(host->mmc), "Set clock to %uHz\n", ios->clock);
638
639 omap_hsmmc_stop_clock(host);
640
641 regval = OMAP_HSMMC_READ(host->base, SYSCTL);
642 regval = regval & ~(CLKD_MASK | DTO_MASK);
643 clkdiv = calc_divisor(host, ios);
644 regval = regval | (clkdiv << 6) | (DTO << 16);
645 OMAP_HSMMC_WRITE(host->base, SYSCTL, regval);
646 OMAP_HSMMC_WRITE(host->base, SYSCTL,
647 OMAP_HSMMC_READ(host->base, SYSCTL) | ICE);
648
649 /* Wait till the ICS bit is set */
650 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
651 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & ICS) != ICS
652 && time_before(jiffies, timeout))
653 cpu_relax();
654
655 /*
656 * Enable High-Speed Support
657 * Pre-Requisites
658 * - Controller should support High-Speed-Enable Bit
659 * - Controller should not be using DDR Mode
660 * - Controller should advertise that it supports High Speed
661 * in capabilities register
662 * - MMC/SD clock coming out of controller > 25MHz
663 */
664 if ((mmc_pdata(host)->features & HSMMC_HAS_HSPE_SUPPORT) &&
665 (ios->timing != MMC_TIMING_MMC_DDR52) &&
666 (ios->timing != MMC_TIMING_UHS_DDR50) &&
667 ((OMAP_HSMMC_READ(host->base, CAPA) & HSS) == HSS)) {
668 regval = OMAP_HSMMC_READ(host->base, HCTL);
669 if (clkdiv && (clk_get_rate(host->fclk)/clkdiv) > 25000000)
670 regval |= HSPE;
671 else
672 regval &= ~HSPE;
673
674 OMAP_HSMMC_WRITE(host->base, HCTL, regval);
675 }
676
677 omap_hsmmc_start_clock(host);
678}
679
680static void omap_hsmmc_set_bus_width(struct omap_hsmmc_host *host)
681{
682 struct mmc_ios *ios = &host->mmc->ios;
683 u32 con;
684
685 con = OMAP_HSMMC_READ(host->base, CON);
686 if (ios->timing == MMC_TIMING_MMC_DDR52 ||
687 ios->timing == MMC_TIMING_UHS_DDR50)
688 con |= DDR; /* configure in DDR mode */
689 else
690 con &= ~DDR;
691 switch (ios->bus_width) {
692 case MMC_BUS_WIDTH_8:
693 OMAP_HSMMC_WRITE(host->base, CON, con | DW8);
694 break;
695 case MMC_BUS_WIDTH_4:
696 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
697 OMAP_HSMMC_WRITE(host->base, HCTL,
698 OMAP_HSMMC_READ(host->base, HCTL) | FOUR_BIT);
699 break;
700 case MMC_BUS_WIDTH_1:
701 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
702 OMAP_HSMMC_WRITE(host->base, HCTL,
703 OMAP_HSMMC_READ(host->base, HCTL) & ~FOUR_BIT);
704 break;
705 }
706}
707
708static void omap_hsmmc_set_bus_mode(struct omap_hsmmc_host *host)
709{
710 struct mmc_ios *ios = &host->mmc->ios;
711 u32 con;
712
713 con = OMAP_HSMMC_READ(host->base, CON);
714 if (ios->bus_mode == MMC_BUSMODE_OPENDRAIN)
715 OMAP_HSMMC_WRITE(host->base, CON, con | OD);
716 else
717 OMAP_HSMMC_WRITE(host->base, CON, con & ~OD);
718}
719
720#ifdef CONFIG_PM
721
722/*
723 * Restore the MMC host context, if it was lost as result of a
724 * power state change.
725 */
726static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
727{
728 struct mmc_ios *ios = &host->mmc->ios;
729 u32 hctl, capa;
730 unsigned long timeout;
731
732 if (host->con == OMAP_HSMMC_READ(host->base, CON) &&
733 host->hctl == OMAP_HSMMC_READ(host->base, HCTL) &&
734 host->sysctl == OMAP_HSMMC_READ(host->base, SYSCTL) &&
735 host->capa == OMAP_HSMMC_READ(host->base, CAPA))
736 return 0;
737
738 host->context_loss++;
739
740 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
741 if (host->power_mode != MMC_POWER_OFF &&
742 (1 << ios->vdd) <= MMC_VDD_23_24)
743 hctl = SDVS18;
744 else
745 hctl = SDVS30;
746 capa = VS30 | VS18;
747 } else {
748 hctl = SDVS18;
749 capa = VS18;
750 }
751
752 if (host->mmc->caps & MMC_CAP_SDIO_IRQ)
753 hctl |= IWE;
754
755 OMAP_HSMMC_WRITE(host->base, HCTL,
756 OMAP_HSMMC_READ(host->base, HCTL) | hctl);
757
758 OMAP_HSMMC_WRITE(host->base, CAPA,
759 OMAP_HSMMC_READ(host->base, CAPA) | capa);
760
761 OMAP_HSMMC_WRITE(host->base, HCTL,
762 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
763
764 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
765 while ((OMAP_HSMMC_READ(host->base, HCTL) & SDBP) != SDBP
766 && time_before(jiffies, timeout))
767 ;
768
769 OMAP_HSMMC_WRITE(host->base, ISE, 0);
770 OMAP_HSMMC_WRITE(host->base, IE, 0);
771 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
772
773 /* Do not initialize card-specific things if the power is off */
774 if (host->power_mode == MMC_POWER_OFF)
775 goto out;
776
777 omap_hsmmc_set_bus_width(host);
778
779 omap_hsmmc_set_clock(host);
780
781 omap_hsmmc_set_bus_mode(host);
782
783out:
784 dev_dbg(mmc_dev(host->mmc), "context is restored: restore count %d\n",
785 host->context_loss);
786 return 0;
787}
788
789/*
790 * Save the MMC host context (store the number of power state changes so far).
791 */
792static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
793{
794 host->con = OMAP_HSMMC_READ(host->base, CON);
795 host->hctl = OMAP_HSMMC_READ(host->base, HCTL);
796 host->sysctl = OMAP_HSMMC_READ(host->base, SYSCTL);
797 host->capa = OMAP_HSMMC_READ(host->base, CAPA);
798}
799
800#else
801
802static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
803{
804 return 0;
805}
806
807static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
808{
809}
810
811#endif
812
813/*
814 * Send init stream sequence to card
815 * before sending IDLE command
816 */
817static void send_init_stream(struct omap_hsmmc_host *host)
818{
819 int reg = 0;
820 unsigned long timeout;
821
822 if (host->protect_card)
823 return;
824
825 disable_irq(host->irq);
826
827 OMAP_HSMMC_WRITE(host->base, IE, INT_EN_MASK);
828 OMAP_HSMMC_WRITE(host->base, CON,
829 OMAP_HSMMC_READ(host->base, CON) | INIT_STREAM);
830 OMAP_HSMMC_WRITE(host->base, CMD, INIT_STREAM_CMD);
831
832 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
833 while ((reg != CC_EN) && time_before(jiffies, timeout))
834 reg = OMAP_HSMMC_READ(host->base, STAT) & CC_EN;
835
836 OMAP_HSMMC_WRITE(host->base, CON,
837 OMAP_HSMMC_READ(host->base, CON) & ~INIT_STREAM);
838
839 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
840 OMAP_HSMMC_READ(host->base, STAT);
841
842 enable_irq(host->irq);
843}
844
845static inline
846int omap_hsmmc_cover_is_closed(struct omap_hsmmc_host *host)
847{
848 int r = 1;
849
850 if (host->get_cover_state)
851 r = host->get_cover_state(host->dev);
852 return r;
853}
854
855static ssize_t
856omap_hsmmc_show_cover_switch(struct device *dev, struct device_attribute *attr,
857 char *buf)
858{
859 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
860 struct omap_hsmmc_host *host = mmc_priv(mmc);
861
862 return sprintf(buf, "%s\n",
863 omap_hsmmc_cover_is_closed(host) ? "closed" : "open");
864}
865
866static DEVICE_ATTR(cover_switch, S_IRUGO, omap_hsmmc_show_cover_switch, NULL);
867
868static ssize_t
869omap_hsmmc_show_slot_name(struct device *dev, struct device_attribute *attr,
870 char *buf)
871{
872 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
873 struct omap_hsmmc_host *host = mmc_priv(mmc);
874
875 return sprintf(buf, "%s\n", mmc_pdata(host)->name);
876}
877
878static DEVICE_ATTR(slot_name, S_IRUGO, omap_hsmmc_show_slot_name, NULL);
879
880/*
881 * Configure the response type and send the cmd.
882 */
883static void
884omap_hsmmc_start_command(struct omap_hsmmc_host *host, struct mmc_command *cmd,
885 struct mmc_data *data)
886{
887 int cmdreg = 0, resptype = 0, cmdtype = 0;
888
889 dev_vdbg(mmc_dev(host->mmc), "%s: CMD%d, argument 0x%08x\n",
890 mmc_hostname(host->mmc), cmd->opcode, cmd->arg);
891 host->cmd = cmd;
892
893 omap_hsmmc_enable_irq(host, cmd);
894
895 host->response_busy = 0;
896 if (cmd->flags & MMC_RSP_PRESENT) {
897 if (cmd->flags & MMC_RSP_136)
898 resptype = 1;
899 else if (cmd->flags & MMC_RSP_BUSY) {
900 resptype = 3;
901 host->response_busy = 1;
902 } else
903 resptype = 2;
904 }
905
906 /*
907 * Unlike OMAP1 controller, the cmdtype does not seem to be based on
908 * ac, bc, adtc, bcr. Only commands ending an open ended transfer need
909 * a val of 0x3, rest 0x0.
910 */
911 if (cmd == host->mrq->stop)
912 cmdtype = 0x3;
913
914 cmdreg = (cmd->opcode << 24) | (resptype << 16) | (cmdtype << 22);
915
916 if ((host->flags & AUTO_CMD23) && mmc_op_multi(cmd->opcode) &&
917 host->mrq->sbc) {
918 cmdreg |= ACEN_ACMD23;
919 OMAP_HSMMC_WRITE(host->base, SDMASA, host->mrq->sbc->arg);
920 }
921 if (data) {
922 cmdreg |= DP_SELECT | MSBS | BCE;
923 if (data->flags & MMC_DATA_READ)
924 cmdreg |= DDIR;
925 else
926 cmdreg &= ~(DDIR);
927 }
928
929 if (host->use_dma)
930 cmdreg |= DMAE;
931
932 host->req_in_progress = 1;
933
934 OMAP_HSMMC_WRITE(host->base, ARG, cmd->arg);
935 OMAP_HSMMC_WRITE(host->base, CMD, cmdreg);
936}
937
938static int
939omap_hsmmc_get_dma_dir(struct omap_hsmmc_host *host, struct mmc_data *data)
940{
941 if (data->flags & MMC_DATA_WRITE)
942 return DMA_TO_DEVICE;
943 else
944 return DMA_FROM_DEVICE;
945}
946
947static struct dma_chan *omap_hsmmc_get_dma_chan(struct omap_hsmmc_host *host,
948 struct mmc_data *data)
949{
950 return data->flags & MMC_DATA_WRITE ? host->tx_chan : host->rx_chan;
951}
952
953static void omap_hsmmc_request_done(struct omap_hsmmc_host *host, struct mmc_request *mrq)
954{
955 int dma_ch;
956 unsigned long flags;
957
958 spin_lock_irqsave(&host->irq_lock, flags);
959 host->req_in_progress = 0;
960 dma_ch = host->dma_ch;
961 spin_unlock_irqrestore(&host->irq_lock, flags);
962
963 omap_hsmmc_disable_irq(host);
964 /* Do not complete the request if DMA is still in progress */
965 if (mrq->data && host->use_dma && dma_ch != -1)
966 return;
967 host->mrq = NULL;
968 mmc_request_done(host->mmc, mrq);
969}
970
971/*
972 * Notify the transfer complete to MMC core
973 */
974static void
975omap_hsmmc_xfer_done(struct omap_hsmmc_host *host, struct mmc_data *data)
976{
977 if (!data) {
978 struct mmc_request *mrq = host->mrq;
979
980 /* TC before CC from CMD6 - don't know why, but it happens */
981 if (host->cmd && host->cmd->opcode == 6 &&
982 host->response_busy) {
983 host->response_busy = 0;
984 return;
985 }
986
987 omap_hsmmc_request_done(host, mrq);
988 return;
989 }
990
991 host->data = NULL;
992
993 if (!data->error)
994 data->bytes_xfered += data->blocks * (data->blksz);
995 else
996 data->bytes_xfered = 0;
997
998 if (data->stop && (data->error || !host->mrq->sbc))
999 omap_hsmmc_start_command(host, data->stop, NULL);
1000 else
1001 omap_hsmmc_request_done(host, data->mrq);
1002}
1003
1004/*
1005 * Notify the core about command completion
1006 */
1007static void
1008omap_hsmmc_cmd_done(struct omap_hsmmc_host *host, struct mmc_command *cmd)
1009{
1010 if (host->mrq->sbc && (host->cmd == host->mrq->sbc) &&
1011 !host->mrq->sbc->error && !(host->flags & AUTO_CMD23)) {
1012 host->cmd = NULL;
1013 omap_hsmmc_start_dma_transfer(host);
1014 omap_hsmmc_start_command(host, host->mrq->cmd,
1015 host->mrq->data);
1016 return;
1017 }
1018
1019 host->cmd = NULL;
1020
1021 if (cmd->flags & MMC_RSP_PRESENT) {
1022 if (cmd->flags & MMC_RSP_136) {
1023 /* response type 2 */
1024 cmd->resp[3] = OMAP_HSMMC_READ(host->base, RSP10);
1025 cmd->resp[2] = OMAP_HSMMC_READ(host->base, RSP32);
1026 cmd->resp[1] = OMAP_HSMMC_READ(host->base, RSP54);
1027 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP76);
1028 } else {
1029 /* response types 1, 1b, 3, 4, 5, 6 */
1030 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP10);
1031 }
1032 }
1033 if ((host->data == NULL && !host->response_busy) || cmd->error)
1034 omap_hsmmc_request_done(host, host->mrq);
1035}
1036
1037/*
1038 * DMA clean up for command errors
1039 */
1040static void omap_hsmmc_dma_cleanup(struct omap_hsmmc_host *host, int errno)
1041{
1042 int dma_ch;
1043 unsigned long flags;
1044
1045 host->data->error = errno;
1046
1047 spin_lock_irqsave(&host->irq_lock, flags);
1048 dma_ch = host->dma_ch;
1049 host->dma_ch = -1;
1050 spin_unlock_irqrestore(&host->irq_lock, flags);
1051
1052 if (host->use_dma && dma_ch != -1) {
1053 struct dma_chan *chan = omap_hsmmc_get_dma_chan(host, host->data);
1054
1055 dmaengine_terminate_all(chan);
1056 dma_unmap_sg(chan->device->dev,
1057 host->data->sg, host->data->sg_len,
1058 omap_hsmmc_get_dma_dir(host, host->data));
1059
1060 host->data->host_cookie = 0;
1061 }
1062 host->data = NULL;
1063}
1064
1065/*
1066 * Readable error output
1067 */
1068#ifdef CONFIG_MMC_DEBUG
1069static void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host, u32 status)
1070{
1071 /* --- means reserved bit without definition at documentation */
1072 static const char *omap_hsmmc_status_bits[] = {
1073 "CC" , "TC" , "BGE", "---", "BWR" , "BRR" , "---" , "---" ,
1074 "CIRQ", "OBI" , "---", "---", "---" , "---" , "---" , "ERRI",
1075 "CTO" , "CCRC", "CEB", "CIE", "DTO" , "DCRC", "DEB" , "---" ,
1076 "ACE" , "---" , "---", "---", "CERR", "BADA", "---" , "---"
1077 };
1078 char res[256];
1079 char *buf = res;
1080 int len, i;
1081
1082 len = sprintf(buf, "MMC IRQ 0x%x :", status);
1083 buf += len;
1084
1085 for (i = 0; i < ARRAY_SIZE(omap_hsmmc_status_bits); i++)
1086 if (status & (1 << i)) {
1087 len = sprintf(buf, " %s", omap_hsmmc_status_bits[i]);
1088 buf += len;
1089 }
1090
1091 dev_vdbg(mmc_dev(host->mmc), "%s\n", res);
1092}
1093#else
1094static inline void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host,
1095 u32 status)
1096{
1097}
1098#endif /* CONFIG_MMC_DEBUG */
1099
1100/*
1101 * MMC controller internal state machines reset
1102 *
1103 * Used to reset command or data internal state machines, using respectively
1104 * SRC or SRD bit of SYSCTL register
1105 * Can be called from interrupt context
1106 */
1107static inline void omap_hsmmc_reset_controller_fsm(struct omap_hsmmc_host *host,
1108 unsigned long bit)
1109{
1110 unsigned long i = 0;
1111 unsigned long limit = MMC_TIMEOUT_US;
1112
1113 OMAP_HSMMC_WRITE(host->base, SYSCTL,
1114 OMAP_HSMMC_READ(host->base, SYSCTL) | bit);
1115
1116 /*
1117 * OMAP4 ES2 and greater has an updated reset logic.
1118 * Monitor a 0->1 transition first
1119 */
1120 if (mmc_pdata(host)->features & HSMMC_HAS_UPDATED_RESET) {
1121 while ((!(OMAP_HSMMC_READ(host->base, SYSCTL) & bit))
1122 && (i++ < limit))
1123 udelay(1);
1124 }
1125 i = 0;
1126
1127 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & bit) &&
1128 (i++ < limit))
1129 udelay(1);
1130
1131 if (OMAP_HSMMC_READ(host->base, SYSCTL) & bit)
1132 dev_err(mmc_dev(host->mmc),
1133 "Timeout waiting on controller reset in %s\n",
1134 __func__);
1135}
1136
1137static void hsmmc_command_incomplete(struct omap_hsmmc_host *host,
1138 int err, int end_cmd)
1139{
1140 if (end_cmd) {
1141 omap_hsmmc_reset_controller_fsm(host, SRC);
1142 if (host->cmd)
1143 host->cmd->error = err;
1144 }
1145
1146 if (host->data) {
1147 omap_hsmmc_reset_controller_fsm(host, SRD);
1148 omap_hsmmc_dma_cleanup(host, err);
1149 } else if (host->mrq && host->mrq->cmd)
1150 host->mrq->cmd->error = err;
1151}
1152
1153static void omap_hsmmc_do_irq(struct omap_hsmmc_host *host, int status)
1154{
1155 struct mmc_data *data;
1156 int end_cmd = 0, end_trans = 0;
1157 int error = 0;
1158
1159 data = host->data;
1160 dev_vdbg(mmc_dev(host->mmc), "IRQ Status is %x\n", status);
1161
1162 if (status & ERR_EN) {
1163 omap_hsmmc_dbg_report_irq(host, status);
1164
1165 if (status & (CTO_EN | CCRC_EN))
1166 end_cmd = 1;
1167 if (host->data || host->response_busy) {
1168 end_trans = !end_cmd;
1169 host->response_busy = 0;
1170 }
1171 if (status & (CTO_EN | DTO_EN))
1172 hsmmc_command_incomplete(host, -ETIMEDOUT, end_cmd);
1173 else if (status & (CCRC_EN | DCRC_EN | DEB_EN | CEB_EN |
1174 BADA_EN))
1175 hsmmc_command_incomplete(host, -EILSEQ, end_cmd);
1176
1177 if (status & ACE_EN) {
1178 u32 ac12;
1179 ac12 = OMAP_HSMMC_READ(host->base, AC12);
1180 if (!(ac12 & ACNE) && host->mrq->sbc) {
1181 end_cmd = 1;
1182 if (ac12 & ACTO)
1183 error = -ETIMEDOUT;
1184 else if (ac12 & (ACCE | ACEB | ACIE))
1185 error = -EILSEQ;
1186 host->mrq->sbc->error = error;
1187 hsmmc_command_incomplete(host, error, end_cmd);
1188 }
1189 dev_dbg(mmc_dev(host->mmc), "AC12 err: 0x%x\n", ac12);
1190 }
1191 }
1192
1193 OMAP_HSMMC_WRITE(host->base, STAT, status);
1194 if (end_cmd || ((status & CC_EN) && host->cmd))
1195 omap_hsmmc_cmd_done(host, host->cmd);
1196 if ((end_trans || (status & TC_EN)) && host->mrq)
1197 omap_hsmmc_xfer_done(host, data);
1198}
1199
1200/*
1201 * MMC controller IRQ handler
1202 */
1203static irqreturn_t omap_hsmmc_irq(int irq, void *dev_id)
1204{
1205 struct omap_hsmmc_host *host = dev_id;
1206 int status;
1207
1208 status = OMAP_HSMMC_READ(host->base, STAT);
1209 while (status & (INT_EN_MASK | CIRQ_EN)) {
1210 if (host->req_in_progress)
1211 omap_hsmmc_do_irq(host, status);
1212
1213 if (status & CIRQ_EN)
1214 mmc_signal_sdio_irq(host->mmc);
1215
1216 /* Flush posted write */
1217 status = OMAP_HSMMC_READ(host->base, STAT);
1218 }
1219
1220 return IRQ_HANDLED;
1221}
1222
1223static void set_sd_bus_power(struct omap_hsmmc_host *host)
1224{
1225 unsigned long i;
1226
1227 OMAP_HSMMC_WRITE(host->base, HCTL,
1228 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
1229 for (i = 0; i < loops_per_jiffy; i++) {
1230 if (OMAP_HSMMC_READ(host->base, HCTL) & SDBP)
1231 break;
1232 cpu_relax();
1233 }
1234}
1235
1236/*
1237 * Switch MMC interface voltage ... only relevant for MMC1.
1238 *
1239 * MMC2 and MMC3 use fixed 1.8V levels, and maybe a transceiver.
1240 * The MMC2 transceiver controls are used instead of DAT4..DAT7.
1241 * Some chips, like eMMC ones, use internal transceivers.
1242 */
1243static int omap_hsmmc_switch_opcond(struct omap_hsmmc_host *host, int vdd)
1244{
1245 u32 reg_val = 0;
1246 int ret;
1247
1248 /* Disable the clocks */
1249 if (host->dbclk)
1250 clk_disable_unprepare(host->dbclk);
1251
1252 /* Turn the power off */
1253 ret = omap_hsmmc_set_power(host, 0, 0);
1254
1255 /* Turn the power ON with given VDD 1.8 or 3.0v */
1256 if (!ret)
1257 ret = omap_hsmmc_set_power(host, 1, vdd);
1258 if (host->dbclk)
1259 clk_prepare_enable(host->dbclk);
1260
1261 if (ret != 0)
1262 goto err;
1263
1264 OMAP_HSMMC_WRITE(host->base, HCTL,
1265 OMAP_HSMMC_READ(host->base, HCTL) & SDVSCLR);
1266 reg_val = OMAP_HSMMC_READ(host->base, HCTL);
1267
1268 /*
1269 * If a MMC dual voltage card is detected, the set_ios fn calls
1270 * this fn with VDD bit set for 1.8V. Upon card removal from the
1271 * slot, omap_hsmmc_set_ios sets the VDD back to 3V on MMC_POWER_OFF.
1272 *
1273 * Cope with a bit of slop in the range ... per data sheets:
1274 * - "1.8V" for vdds_mmc1/vdds_mmc1a can be up to 2.45V max,
1275 * but recommended values are 1.71V to 1.89V
1276 * - "3.0V" for vdds_mmc1/vdds_mmc1a can be up to 3.5V max,
1277 * but recommended values are 2.7V to 3.3V
1278 *
1279 * Board setup code shouldn't permit anything very out-of-range.
1280 * TWL4030-family VMMC1 and VSIM regulators are fine (avoiding the
1281 * middle range) but VSIM can't power DAT4..DAT7 at more than 3V.
1282 */
1283 if ((1 << vdd) <= MMC_VDD_23_24)
1284 reg_val |= SDVS18;
1285 else
1286 reg_val |= SDVS30;
1287
1288 OMAP_HSMMC_WRITE(host->base, HCTL, reg_val);
1289 set_sd_bus_power(host);
1290
1291 return 0;
1292err:
1293 dev_err(mmc_dev(host->mmc), "Unable to switch operating voltage\n");
1294 return ret;
1295}
1296
1297/* Protect the card while the cover is open */
1298static void omap_hsmmc_protect_card(struct omap_hsmmc_host *host)
1299{
1300 if (!host->get_cover_state)
1301 return;
1302
1303 host->reqs_blocked = 0;
1304 if (host->get_cover_state(host->dev)) {
1305 if (host->protect_card) {
1306 dev_info(host->dev, "%s: cover is closed, "
1307 "card is now accessible\n",
1308 mmc_hostname(host->mmc));
1309 host->protect_card = 0;
1310 }
1311 } else {
1312 if (!host->protect_card) {
1313 dev_info(host->dev, "%s: cover is open, "
1314 "card is now inaccessible\n",
1315 mmc_hostname(host->mmc));
1316 host->protect_card = 1;
1317 }
1318 }
1319}
1320
1321/*
1322 * irq handler when (cell-phone) cover is mounted/removed
1323 */
1324static irqreturn_t omap_hsmmc_cover_irq(int irq, void *dev_id)
1325{
1326 struct omap_hsmmc_host *host = dev_id;
1327
1328 sysfs_notify(&host->mmc->class_dev.kobj, NULL, "cover_switch");
1329
1330 omap_hsmmc_protect_card(host);
1331 mmc_detect_change(host->mmc, (HZ * 200) / 1000);
1332 return IRQ_HANDLED;
1333}
1334
1335static void omap_hsmmc_dma_callback(void *param)
1336{
1337 struct omap_hsmmc_host *host = param;
1338 struct dma_chan *chan;
1339 struct mmc_data *data;
1340 int req_in_progress;
1341
1342 spin_lock_irq(&host->irq_lock);
1343 if (host->dma_ch < 0) {
1344 spin_unlock_irq(&host->irq_lock);
1345 return;
1346 }
1347
1348 data = host->mrq->data;
1349 chan = omap_hsmmc_get_dma_chan(host, data);
1350 if (!data->host_cookie)
1351 dma_unmap_sg(chan->device->dev,
1352 data->sg, data->sg_len,
1353 omap_hsmmc_get_dma_dir(host, data));
1354
1355 req_in_progress = host->req_in_progress;
1356 host->dma_ch = -1;
1357 spin_unlock_irq(&host->irq_lock);
1358
1359 /* If DMA has finished after TC, complete the request */
1360 if (!req_in_progress) {
1361 struct mmc_request *mrq = host->mrq;
1362
1363 host->mrq = NULL;
1364 mmc_request_done(host->mmc, mrq);
1365 }
1366}
1367
1368static int omap_hsmmc_pre_dma_transfer(struct omap_hsmmc_host *host,
1369 struct mmc_data *data,
1370 struct omap_hsmmc_next *next,
1371 struct dma_chan *chan)
1372{
1373 int dma_len;
1374
1375 if (!next && data->host_cookie &&
1376 data->host_cookie != host->next_data.cookie) {
1377 dev_warn(host->dev, "[%s] invalid cookie: data->host_cookie %d"
1378 " host->next_data.cookie %d\n",
1379 __func__, data->host_cookie, host->next_data.cookie);
1380 data->host_cookie = 0;
1381 }
1382
1383 /* Check if next job is already prepared */
1384 if (next || data->host_cookie != host->next_data.cookie) {
1385 dma_len = dma_map_sg(chan->device->dev, data->sg, data->sg_len,
1386 omap_hsmmc_get_dma_dir(host, data));
1387
1388 } else {
1389 dma_len = host->next_data.dma_len;
1390 host->next_data.dma_len = 0;
1391 }
1392
1393
1394 if (dma_len == 0)
1395 return -EINVAL;
1396
1397 if (next) {
1398 next->dma_len = dma_len;
1399 data->host_cookie = ++next->cookie < 0 ? 1 : next->cookie;
1400 } else
1401 host->dma_len = dma_len;
1402
1403 return 0;
1404}
1405
1406/*
1407 * Routine to configure and start DMA for the MMC card
1408 */
1409static int omap_hsmmc_setup_dma_transfer(struct omap_hsmmc_host *host,
1410 struct mmc_request *req)
1411{
1412 struct dma_async_tx_descriptor *tx;
1413 int ret = 0, i;
1414 struct mmc_data *data = req->data;
1415 struct dma_chan *chan;
1416 struct dma_slave_config cfg = {
1417 .src_addr = host->mapbase + OMAP_HSMMC_DATA,
1418 .dst_addr = host->mapbase + OMAP_HSMMC_DATA,
1419 .src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1420 .dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1421 .src_maxburst = data->blksz / 4,
1422 .dst_maxburst = data->blksz / 4,
1423 };
1424
1425 /* Sanity check: all the SG entries must be aligned by block size. */
1426 for (i = 0; i < data->sg_len; i++) {
1427 struct scatterlist *sgl;
1428
1429 sgl = data->sg + i;
1430 if (sgl->length % data->blksz)
1431 return -EINVAL;
1432 }
1433 if ((data->blksz % 4) != 0)
1434 /* REVISIT: The MMC buffer increments only when MSB is written.
1435 * Return error for blksz which is non multiple of four.
1436 */
1437 return -EINVAL;
1438
1439 BUG_ON(host->dma_ch != -1);
1440
1441 chan = omap_hsmmc_get_dma_chan(host, data);
1442
1443 ret = dmaengine_slave_config(chan, &cfg);
1444 if (ret)
1445 return ret;
1446
1447 ret = omap_hsmmc_pre_dma_transfer(host, data, NULL, chan);
1448 if (ret)
1449 return ret;
1450
1451 tx = dmaengine_prep_slave_sg(chan, data->sg, data->sg_len,
1452 data->flags & MMC_DATA_WRITE ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM,
1453 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
1454 if (!tx) {
1455 dev_err(mmc_dev(host->mmc), "prep_slave_sg() failed\n");
1456 /* FIXME: cleanup */
1457 return -1;
1458 }
1459
1460 tx->callback = omap_hsmmc_dma_callback;
1461 tx->callback_param = host;
1462
1463 /* Does not fail */
1464 dmaengine_submit(tx);
1465
1466 host->dma_ch = 1;
1467
1468 return 0;
1469}
1470
1471static void set_data_timeout(struct omap_hsmmc_host *host,
1472 unsigned int timeout_ns,
1473 unsigned int timeout_clks)
1474{
1475 unsigned int timeout, cycle_ns;
1476 uint32_t reg, clkd, dto = 0;
1477
1478 reg = OMAP_HSMMC_READ(host->base, SYSCTL);
1479 clkd = (reg & CLKD_MASK) >> CLKD_SHIFT;
1480 if (clkd == 0)
1481 clkd = 1;
1482
1483 cycle_ns = 1000000000 / (host->clk_rate / clkd);
1484 timeout = timeout_ns / cycle_ns;
1485 timeout += timeout_clks;
1486 if (timeout) {
1487 while ((timeout & 0x80000000) == 0) {
1488 dto += 1;
1489 timeout <<= 1;
1490 }
1491 dto = 31 - dto;
1492 timeout <<= 1;
1493 if (timeout && dto)
1494 dto += 1;
1495 if (dto >= 13)
1496 dto -= 13;
1497 else
1498 dto = 0;
1499 if (dto > 14)
1500 dto = 14;
1501 }
1502
1503 reg &= ~DTO_MASK;
1504 reg |= dto << DTO_SHIFT;
1505 OMAP_HSMMC_WRITE(host->base, SYSCTL, reg);
1506}
1507
1508static void omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host)
1509{
1510 struct mmc_request *req = host->mrq;
1511 struct dma_chan *chan;
1512
1513 if (!req->data)
1514 return;
1515 OMAP_HSMMC_WRITE(host->base, BLK, (req->data->blksz)
1516 | (req->data->blocks << 16));
1517 set_data_timeout(host, req->data->timeout_ns,
1518 req->data->timeout_clks);
1519 chan = omap_hsmmc_get_dma_chan(host, req->data);
1520 dma_async_issue_pending(chan);
1521}
1522
1523/*
1524 * Configure block length for MMC/SD cards and initiate the transfer.
1525 */
1526static int
1527omap_hsmmc_prepare_data(struct omap_hsmmc_host *host, struct mmc_request *req)
1528{
1529 int ret;
1530 host->data = req->data;
1531
1532 if (req->data == NULL) {
1533 OMAP_HSMMC_WRITE(host->base, BLK, 0);
1534 /*
1535 * Set an arbitrary 100ms data timeout for commands with
1536 * busy signal.
1537 */
1538 if (req->cmd->flags & MMC_RSP_BUSY)
1539 set_data_timeout(host, 100000000U, 0);
1540 return 0;
1541 }
1542
1543 if (host->use_dma) {
1544 ret = omap_hsmmc_setup_dma_transfer(host, req);
1545 if (ret != 0) {
1546 dev_err(mmc_dev(host->mmc), "MMC start dma failure\n");
1547 return ret;
1548 }
1549 }
1550 return 0;
1551}
1552
1553static void omap_hsmmc_post_req(struct mmc_host *mmc, struct mmc_request *mrq,
1554 int err)
1555{
1556 struct omap_hsmmc_host *host = mmc_priv(mmc);
1557 struct mmc_data *data = mrq->data;
1558
1559 if (host->use_dma && data->host_cookie) {
1560 struct dma_chan *c = omap_hsmmc_get_dma_chan(host, data);
1561
1562 dma_unmap_sg(c->device->dev, data->sg, data->sg_len,
1563 omap_hsmmc_get_dma_dir(host, data));
1564 data->host_cookie = 0;
1565 }
1566}
1567
1568static void omap_hsmmc_pre_req(struct mmc_host *mmc, struct mmc_request *mrq)
1569{
1570 struct omap_hsmmc_host *host = mmc_priv(mmc);
1571
1572 if (mrq->data->host_cookie) {
1573 mrq->data->host_cookie = 0;
1574 return ;
1575 }
1576
1577 if (host->use_dma) {
1578 struct dma_chan *c = omap_hsmmc_get_dma_chan(host, mrq->data);
1579
1580 if (omap_hsmmc_pre_dma_transfer(host, mrq->data,
1581 &host->next_data, c))
1582 mrq->data->host_cookie = 0;
1583 }
1584}
1585
1586/*
1587 * Request function. for read/write operation
1588 */
1589static void omap_hsmmc_request(struct mmc_host *mmc, struct mmc_request *req)
1590{
1591 struct omap_hsmmc_host *host = mmc_priv(mmc);
1592 int err;
1593
1594 BUG_ON(host->req_in_progress);
1595 BUG_ON(host->dma_ch != -1);
1596 if (host->protect_card) {
1597 if (host->reqs_blocked < 3) {
1598 /*
1599 * Ensure the controller is left in a consistent
1600 * state by resetting the command and data state
1601 * machines.
1602 */
1603 omap_hsmmc_reset_controller_fsm(host, SRD);
1604 omap_hsmmc_reset_controller_fsm(host, SRC);
1605 host->reqs_blocked += 1;
1606 }
1607 req->cmd->error = -EBADF;
1608 if (req->data)
1609 req->data->error = -EBADF;
1610 req->cmd->retries = 0;
1611 mmc_request_done(mmc, req);
1612 return;
1613 } else if (host->reqs_blocked)
1614 host->reqs_blocked = 0;
1615 WARN_ON(host->mrq != NULL);
1616 host->mrq = req;
1617 host->clk_rate = clk_get_rate(host->fclk);
1618 err = omap_hsmmc_prepare_data(host, req);
1619 if (err) {
1620 req->cmd->error = err;
1621 if (req->data)
1622 req->data->error = err;
1623 host->mrq = NULL;
1624 mmc_request_done(mmc, req);
1625 return;
1626 }
1627 if (req->sbc && !(host->flags & AUTO_CMD23)) {
1628 omap_hsmmc_start_command(host, req->sbc, NULL);
1629 return;
1630 }
1631
1632 omap_hsmmc_start_dma_transfer(host);
1633 omap_hsmmc_start_command(host, req->cmd, req->data);
1634}
1635
1636/* Routine to configure clock values. Exposed API to core */
1637static void omap_hsmmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1638{
1639 struct omap_hsmmc_host *host = mmc_priv(mmc);
1640 int do_send_init_stream = 0;
1641
1642 if (ios->power_mode != host->power_mode) {
1643 switch (ios->power_mode) {
1644 case MMC_POWER_OFF:
1645 omap_hsmmc_set_power(host, 0, 0);
1646 break;
1647 case MMC_POWER_UP:
1648 omap_hsmmc_set_power(host, 1, ios->vdd);
1649 break;
1650 case MMC_POWER_ON:
1651 do_send_init_stream = 1;
1652 break;
1653 }
1654 host->power_mode = ios->power_mode;
1655 }
1656
1657 /* FIXME: set registers based only on changes to ios */
1658
1659 omap_hsmmc_set_bus_width(host);
1660
1661 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1662 /* Only MMC1 can interface at 3V without some flavor
1663 * of external transceiver; but they all handle 1.8V.
1664 */
1665 if ((OMAP_HSMMC_READ(host->base, HCTL) & SDVSDET) &&
1666 (ios->vdd == DUAL_VOLT_OCR_BIT)) {
1667 /*
1668 * The mmc_select_voltage fn of the core does
1669 * not seem to set the power_mode to
1670 * MMC_POWER_UP upon recalculating the voltage.
1671 * vdd 1.8v.
1672 */
1673 if (omap_hsmmc_switch_opcond(host, ios->vdd) != 0)
1674 dev_dbg(mmc_dev(host->mmc),
1675 "Switch operation failed\n");
1676 }
1677 }
1678
1679 omap_hsmmc_set_clock(host);
1680
1681 if (do_send_init_stream)
1682 send_init_stream(host);
1683
1684 omap_hsmmc_set_bus_mode(host);
1685}
1686
1687static int omap_hsmmc_get_cd(struct mmc_host *mmc)
1688{
1689 struct omap_hsmmc_host *host = mmc_priv(mmc);
1690
1691 if (!host->card_detect)
1692 return -ENOSYS;
1693 return host->card_detect(host->dev);
1694}
1695
1696static void omap_hsmmc_init_card(struct mmc_host *mmc, struct mmc_card *card)
1697{
1698 struct omap_hsmmc_host *host = mmc_priv(mmc);
1699
1700 if (mmc_pdata(host)->init_card)
1701 mmc_pdata(host)->init_card(card);
1702}
1703
1704static void omap_hsmmc_enable_sdio_irq(struct mmc_host *mmc, int enable)
1705{
1706 struct omap_hsmmc_host *host = mmc_priv(mmc);
1707 u32 irq_mask, con;
1708 unsigned long flags;
1709
1710 spin_lock_irqsave(&host->irq_lock, flags);
1711
1712 con = OMAP_HSMMC_READ(host->base, CON);
1713 irq_mask = OMAP_HSMMC_READ(host->base, ISE);
1714 if (enable) {
1715 host->flags |= HSMMC_SDIO_IRQ_ENABLED;
1716 irq_mask |= CIRQ_EN;
1717 con |= CTPL | CLKEXTFREE;
1718 } else {
1719 host->flags &= ~HSMMC_SDIO_IRQ_ENABLED;
1720 irq_mask &= ~CIRQ_EN;
1721 con &= ~(CTPL | CLKEXTFREE);
1722 }
1723 OMAP_HSMMC_WRITE(host->base, CON, con);
1724 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
1725
1726 /*
1727 * if enable, piggy back detection on current request
1728 * but always disable immediately
1729 */
1730 if (!host->req_in_progress || !enable)
1731 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
1732
1733 /* flush posted write */
1734 OMAP_HSMMC_READ(host->base, IE);
1735
1736 spin_unlock_irqrestore(&host->irq_lock, flags);
1737}
1738
1739static int omap_hsmmc_configure_wake_irq(struct omap_hsmmc_host *host)
1740{
1741 int ret;
1742
1743 /*
1744 * For omaps with wake-up path, wakeirq will be irq from pinctrl and
1745 * for other omaps, wakeirq will be from GPIO (dat line remuxed to
1746 * gpio). wakeirq is needed to detect sdio irq in runtime suspend state
1747 * with functional clock disabled.
1748 */
1749 if (!host->dev->of_node || !host->wake_irq)
1750 return -ENODEV;
1751
1752 ret = dev_pm_set_dedicated_wake_irq(host->dev, host->wake_irq);
1753 if (ret) {
1754 dev_err(mmc_dev(host->mmc), "Unable to request wake IRQ\n");
1755 goto err;
1756 }
1757
1758 /*
1759 * Some omaps don't have wake-up path from deeper idle states
1760 * and need to remux SDIO DAT1 to GPIO for wake-up from idle.
1761 */
1762 if (host->pdata->controller_flags & OMAP_HSMMC_SWAKEUP_MISSING) {
1763 struct pinctrl *p = devm_pinctrl_get(host->dev);
1764 if (!p) {
1765 ret = -ENODEV;
1766 goto err_free_irq;
1767 }
1768 if (IS_ERR(pinctrl_lookup_state(p, PINCTRL_STATE_DEFAULT))) {
1769 dev_info(host->dev, "missing default pinctrl state\n");
1770 devm_pinctrl_put(p);
1771 ret = -EINVAL;
1772 goto err_free_irq;
1773 }
1774
1775 if (IS_ERR(pinctrl_lookup_state(p, PINCTRL_STATE_IDLE))) {
1776 dev_info(host->dev, "missing idle pinctrl state\n");
1777 devm_pinctrl_put(p);
1778 ret = -EINVAL;
1779 goto err_free_irq;
1780 }
1781 devm_pinctrl_put(p);
1782 }
1783
1784 OMAP_HSMMC_WRITE(host->base, HCTL,
1785 OMAP_HSMMC_READ(host->base, HCTL) | IWE);
1786 return 0;
1787
1788err_free_irq:
1789 dev_pm_clear_wake_irq(host->dev);
1790err:
1791 dev_warn(host->dev, "no SDIO IRQ support, falling back to polling\n");
1792 host->wake_irq = 0;
1793 return ret;
1794}
1795
1796static void omap_hsmmc_conf_bus_power(struct omap_hsmmc_host *host)
1797{
1798 u32 hctl, capa, value;
1799
1800 /* Only MMC1 supports 3.0V */
1801 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1802 hctl = SDVS30;
1803 capa = VS30 | VS18;
1804 } else {
1805 hctl = SDVS18;
1806 capa = VS18;
1807 }
1808
1809 value = OMAP_HSMMC_READ(host->base, HCTL) & ~SDVS_MASK;
1810 OMAP_HSMMC_WRITE(host->base, HCTL, value | hctl);
1811
1812 value = OMAP_HSMMC_READ(host->base, CAPA);
1813 OMAP_HSMMC_WRITE(host->base, CAPA, value | capa);
1814
1815 /* Set SD bus power bit */
1816 set_sd_bus_power(host);
1817}
1818
1819static int omap_hsmmc_multi_io_quirk(struct mmc_card *card,
1820 unsigned int direction, int blk_size)
1821{
1822 /* This controller can't do multiblock reads due to hw bugs */
1823 if (direction == MMC_DATA_READ)
1824 return 1;
1825
1826 return blk_size;
1827}
1828
1829static struct mmc_host_ops omap_hsmmc_ops = {
1830 .post_req = omap_hsmmc_post_req,
1831 .pre_req = omap_hsmmc_pre_req,
1832 .request = omap_hsmmc_request,
1833 .set_ios = omap_hsmmc_set_ios,
1834 .get_cd = omap_hsmmc_get_cd,
1835 .get_ro = mmc_gpio_get_ro,
1836 .init_card = omap_hsmmc_init_card,
1837 .enable_sdio_irq = omap_hsmmc_enable_sdio_irq,
1838};
1839
1840#ifdef CONFIG_DEBUG_FS
1841
1842static int omap_hsmmc_regs_show(struct seq_file *s, void *data)
1843{
1844 struct mmc_host *mmc = s->private;
1845 struct omap_hsmmc_host *host = mmc_priv(mmc);
1846
1847 seq_printf(s, "mmc%d:\n", mmc->index);
1848 seq_printf(s, "sdio irq mode\t%s\n",
1849 (mmc->caps & MMC_CAP_SDIO_IRQ) ? "interrupt" : "polling");
1850
1851 if (mmc->caps & MMC_CAP_SDIO_IRQ) {
1852 seq_printf(s, "sdio irq \t%s\n",
1853 (host->flags & HSMMC_SDIO_IRQ_ENABLED) ? "enabled"
1854 : "disabled");
1855 }
1856 seq_printf(s, "ctx_loss:\t%d\n", host->context_loss);
1857
1858 pm_runtime_get_sync(host->dev);
1859 seq_puts(s, "\nregs:\n");
1860 seq_printf(s, "CON:\t\t0x%08x\n",
1861 OMAP_HSMMC_READ(host->base, CON));
1862 seq_printf(s, "PSTATE:\t\t0x%08x\n",
1863 OMAP_HSMMC_READ(host->base, PSTATE));
1864 seq_printf(s, "HCTL:\t\t0x%08x\n",
1865 OMAP_HSMMC_READ(host->base, HCTL));
1866 seq_printf(s, "SYSCTL:\t\t0x%08x\n",
1867 OMAP_HSMMC_READ(host->base, SYSCTL));
1868 seq_printf(s, "IE:\t\t0x%08x\n",
1869 OMAP_HSMMC_READ(host->base, IE));
1870 seq_printf(s, "ISE:\t\t0x%08x\n",
1871 OMAP_HSMMC_READ(host->base, ISE));
1872 seq_printf(s, "CAPA:\t\t0x%08x\n",
1873 OMAP_HSMMC_READ(host->base, CAPA));
1874
1875 pm_runtime_mark_last_busy(host->dev);
1876 pm_runtime_put_autosuspend(host->dev);
1877
1878 return 0;
1879}
1880
1881static int omap_hsmmc_regs_open(struct inode *inode, struct file *file)
1882{
1883 return single_open(file, omap_hsmmc_regs_show, inode->i_private);
1884}
1885
1886static const struct file_operations mmc_regs_fops = {
1887 .open = omap_hsmmc_regs_open,
1888 .read = seq_read,
1889 .llseek = seq_lseek,
1890 .release = single_release,
1891};
1892
1893static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1894{
1895 if (mmc->debugfs_root)
1896 debugfs_create_file("regs", S_IRUSR, mmc->debugfs_root,
1897 mmc, &mmc_regs_fops);
1898}
1899
1900#else
1901
1902static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1903{
1904}
1905
1906#endif
1907
1908#ifdef CONFIG_OF
1909static const struct omap_mmc_of_data omap3_pre_es3_mmc_of_data = {
1910 /* See 35xx errata 2.1.1.128 in SPRZ278F */
1911 .controller_flags = OMAP_HSMMC_BROKEN_MULTIBLOCK_READ,
1912};
1913
1914static const struct omap_mmc_of_data omap4_mmc_of_data = {
1915 .reg_offset = 0x100,
1916};
1917static const struct omap_mmc_of_data am33xx_mmc_of_data = {
1918 .reg_offset = 0x100,
1919 .controller_flags = OMAP_HSMMC_SWAKEUP_MISSING,
1920};
1921
1922static const struct of_device_id omap_mmc_of_match[] = {
1923 {
1924 .compatible = "ti,omap2-hsmmc",
1925 },
1926 {
1927 .compatible = "ti,omap3-pre-es3-hsmmc",
1928 .data = &omap3_pre_es3_mmc_of_data,
1929 },
1930 {
1931 .compatible = "ti,omap3-hsmmc",
1932 },
1933 {
1934 .compatible = "ti,omap4-hsmmc",
1935 .data = &omap4_mmc_of_data,
1936 },
1937 {
1938 .compatible = "ti,am33xx-hsmmc",
1939 .data = &am33xx_mmc_of_data,
1940 },
1941 {},
1942};
1943MODULE_DEVICE_TABLE(of, omap_mmc_of_match);
1944
1945static struct omap_hsmmc_platform_data *of_get_hsmmc_pdata(struct device *dev)
1946{
1947 struct omap_hsmmc_platform_data *pdata, *legacy;
1948 struct device_node *np = dev->of_node;
1949
1950 pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL);
1951 if (!pdata)
1952 return ERR_PTR(-ENOMEM); /* out of memory */
1953
1954 legacy = dev_get_platdata(dev);
1955 if (legacy && legacy->name)
1956 pdata->name = legacy->name;
1957
1958 if (of_find_property(np, "ti,dual-volt", NULL))
1959 pdata->controller_flags |= OMAP_HSMMC_SUPPORTS_DUAL_VOLT;
1960
1961 pdata->gpio_cd = -EINVAL;
1962 pdata->gpio_cod = -EINVAL;
1963 pdata->gpio_wp = -EINVAL;
1964
1965 if (of_find_property(np, "ti,non-removable", NULL)) {
1966 pdata->nonremovable = true;
1967 pdata->no_regulator_off_init = true;
1968 }
1969
1970 if (of_find_property(np, "ti,needs-special-reset", NULL))
1971 pdata->features |= HSMMC_HAS_UPDATED_RESET;
1972
1973 if (of_find_property(np, "ti,needs-special-hs-handling", NULL))
1974 pdata->features |= HSMMC_HAS_HSPE_SUPPORT;
1975
1976 return pdata;
1977}
1978#else
1979static inline struct omap_hsmmc_platform_data
1980 *of_get_hsmmc_pdata(struct device *dev)
1981{
1982 return ERR_PTR(-EINVAL);
1983}
1984#endif
1985
1986static int omap_hsmmc_probe(struct platform_device *pdev)
1987{
1988 struct omap_hsmmc_platform_data *pdata = pdev->dev.platform_data;
1989 struct mmc_host *mmc;
1990 struct omap_hsmmc_host *host = NULL;
1991 struct resource *res;
1992 int ret, irq;
1993 const struct of_device_id *match;
1994 const struct omap_mmc_of_data *data;
1995 void __iomem *base;
1996
1997 match = of_match_device(of_match_ptr(omap_mmc_of_match), &pdev->dev);
1998 if (match) {
1999 pdata = of_get_hsmmc_pdata(&pdev->dev);
2000
2001 if (IS_ERR(pdata))
2002 return PTR_ERR(pdata);
2003
2004 if (match->data) {
2005 data = match->data;
2006 pdata->reg_offset = data->reg_offset;
2007 pdata->controller_flags |= data->controller_flags;
2008 }
2009 }
2010
2011 if (pdata == NULL) {
2012 dev_err(&pdev->dev, "Platform Data is missing\n");
2013 return -ENXIO;
2014 }
2015
2016 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2017 irq = platform_get_irq(pdev, 0);
2018 if (res == NULL || irq < 0)
2019 return -ENXIO;
2020
2021 base = devm_ioremap_resource(&pdev->dev, res);
2022 if (IS_ERR(base))
2023 return PTR_ERR(base);
2024
2025 mmc = mmc_alloc_host(sizeof(struct omap_hsmmc_host), &pdev->dev);
2026 if (!mmc) {
2027 ret = -ENOMEM;
2028 goto err;
2029 }
2030
2031 ret = mmc_of_parse(mmc);
2032 if (ret)
2033 goto err1;
2034
2035 host = mmc_priv(mmc);
2036 host->mmc = mmc;
2037 host->pdata = pdata;
2038 host->dev = &pdev->dev;
2039 host->use_dma = 1;
2040 host->dma_ch = -1;
2041 host->irq = irq;
2042 host->mapbase = res->start + pdata->reg_offset;
2043 host->base = base + pdata->reg_offset;
2044 host->power_mode = MMC_POWER_OFF;
2045 host->next_data.cookie = 1;
2046 host->pbias_enabled = 0;
2047 host->vqmmc_enabled = 0;
2048
2049 ret = omap_hsmmc_gpio_init(mmc, host, pdata);
2050 if (ret)
2051 goto err_gpio;
2052
2053 platform_set_drvdata(pdev, host);
2054
2055 if (pdev->dev.of_node)
2056 host->wake_irq = irq_of_parse_and_map(pdev->dev.of_node, 1);
2057
2058 mmc->ops = &omap_hsmmc_ops;
2059
2060 mmc->f_min = OMAP_MMC_MIN_CLOCK;
2061
2062 if (pdata->max_freq > 0)
2063 mmc->f_max = pdata->max_freq;
2064 else if (mmc->f_max == 0)
2065 mmc->f_max = OMAP_MMC_MAX_CLOCK;
2066
2067 spin_lock_init(&host->irq_lock);
2068
2069 host->fclk = devm_clk_get(&pdev->dev, "fck");
2070 if (IS_ERR(host->fclk)) {
2071 ret = PTR_ERR(host->fclk);
2072 host->fclk = NULL;
2073 goto err1;
2074 }
2075
2076 if (host->pdata->controller_flags & OMAP_HSMMC_BROKEN_MULTIBLOCK_READ) {
2077 dev_info(&pdev->dev, "multiblock reads disabled due to 35xx erratum 2.1.1.128; MMC read performance may suffer\n");
2078 omap_hsmmc_ops.multi_io_quirk = omap_hsmmc_multi_io_quirk;
2079 }
2080
2081 device_init_wakeup(&pdev->dev, true);
2082 pm_runtime_enable(host->dev);
2083 pm_runtime_get_sync(host->dev);
2084 pm_runtime_set_autosuspend_delay(host->dev, MMC_AUTOSUSPEND_DELAY);
2085 pm_runtime_use_autosuspend(host->dev);
2086
2087 omap_hsmmc_context_save(host);
2088
2089 host->dbclk = devm_clk_get(&pdev->dev, "mmchsdb_fck");
2090 /*
2091 * MMC can still work without debounce clock.
2092 */
2093 if (IS_ERR(host->dbclk)) {
2094 host->dbclk = NULL;
2095 } else if (clk_prepare_enable(host->dbclk) != 0) {
2096 dev_warn(mmc_dev(host->mmc), "Failed to enable debounce clk\n");
2097 host->dbclk = NULL;
2098 }
2099
2100 /* Since we do only SG emulation, we can have as many segs
2101 * as we want. */
2102 mmc->max_segs = 1024;
2103
2104 mmc->max_blk_size = 512; /* Block Length at max can be 1024 */
2105 mmc->max_blk_count = 0xFFFF; /* No. of Blocks is 16 bits */
2106 mmc->max_req_size = mmc->max_blk_size * mmc->max_blk_count;
2107 mmc->max_seg_size = mmc->max_req_size;
2108
2109 mmc->caps |= MMC_CAP_MMC_HIGHSPEED | MMC_CAP_SD_HIGHSPEED |
2110 MMC_CAP_WAIT_WHILE_BUSY | MMC_CAP_ERASE;
2111
2112 mmc->caps |= mmc_pdata(host)->caps;
2113 if (mmc->caps & MMC_CAP_8_BIT_DATA)
2114 mmc->caps |= MMC_CAP_4_BIT_DATA;
2115
2116 if (mmc_pdata(host)->nonremovable)
2117 mmc->caps |= MMC_CAP_NONREMOVABLE;
2118
2119 mmc->pm_caps |= mmc_pdata(host)->pm_caps;
2120
2121 omap_hsmmc_conf_bus_power(host);
2122
2123 host->rx_chan = dma_request_chan(&pdev->dev, "rx");
2124 if (IS_ERR(host->rx_chan)) {
2125 dev_err(mmc_dev(host->mmc), "RX DMA channel request failed\n");
2126 ret = PTR_ERR(host->rx_chan);
2127 goto err_irq;
2128 }
2129
2130 host->tx_chan = dma_request_chan(&pdev->dev, "tx");
2131 if (IS_ERR(host->tx_chan)) {
2132 dev_err(mmc_dev(host->mmc), "TX DMA channel request failed\n");
2133 ret = PTR_ERR(host->tx_chan);
2134 goto err_irq;
2135 }
2136
2137 /* Request IRQ for MMC operations */
2138 ret = devm_request_irq(&pdev->dev, host->irq, omap_hsmmc_irq, 0,
2139 mmc_hostname(mmc), host);
2140 if (ret) {
2141 dev_err(mmc_dev(host->mmc), "Unable to grab HSMMC IRQ\n");
2142 goto err_irq;
2143 }
2144
2145 ret = omap_hsmmc_reg_get(host);
2146 if (ret)
2147 goto err_irq;
2148
2149 mmc->ocr_avail = mmc_pdata(host)->ocr_mask;
2150
2151 omap_hsmmc_disable_irq(host);
2152
2153 /*
2154 * For now, only support SDIO interrupt if we have a separate
2155 * wake-up interrupt configured from device tree. This is because
2156 * the wake-up interrupt is needed for idle state and some
2157 * platforms need special quirks. And we don't want to add new
2158 * legacy mux platform init code callbacks any longer as we
2159 * are moving to DT based booting anyways.
2160 */
2161 ret = omap_hsmmc_configure_wake_irq(host);
2162 if (!ret)
2163 mmc->caps |= MMC_CAP_SDIO_IRQ;
2164
2165 omap_hsmmc_protect_card(host);
2166
2167 mmc_add_host(mmc);
2168
2169 if (mmc_pdata(host)->name != NULL) {
2170 ret = device_create_file(&mmc->class_dev, &dev_attr_slot_name);
2171 if (ret < 0)
2172 goto err_slot_name;
2173 }
2174 if (host->get_cover_state) {
2175 ret = device_create_file(&mmc->class_dev,
2176 &dev_attr_cover_switch);
2177 if (ret < 0)
2178 goto err_slot_name;
2179 }
2180
2181 omap_hsmmc_debugfs(mmc);
2182 pm_runtime_mark_last_busy(host->dev);
2183 pm_runtime_put_autosuspend(host->dev);
2184
2185 return 0;
2186
2187err_slot_name:
2188 mmc_remove_host(mmc);
2189err_irq:
2190 device_init_wakeup(&pdev->dev, false);
2191 if (!IS_ERR_OR_NULL(host->tx_chan))
2192 dma_release_channel(host->tx_chan);
2193 if (!IS_ERR_OR_NULL(host->rx_chan))
2194 dma_release_channel(host->rx_chan);
2195 pm_runtime_dont_use_autosuspend(host->dev);
2196 pm_runtime_put_sync(host->dev);
2197 pm_runtime_disable(host->dev);
2198 if (host->dbclk)
2199 clk_disable_unprepare(host->dbclk);
2200err1:
2201err_gpio:
2202 mmc_free_host(mmc);
2203err:
2204 return ret;
2205}
2206
2207static int omap_hsmmc_remove(struct platform_device *pdev)
2208{
2209 struct omap_hsmmc_host *host = platform_get_drvdata(pdev);
2210
2211 pm_runtime_get_sync(host->dev);
2212 mmc_remove_host(host->mmc);
2213
2214 dma_release_channel(host->tx_chan);
2215 dma_release_channel(host->rx_chan);
2216
2217 pm_runtime_dont_use_autosuspend(host->dev);
2218 pm_runtime_put_sync(host->dev);
2219 pm_runtime_disable(host->dev);
2220 device_init_wakeup(&pdev->dev, false);
2221 if (host->dbclk)
2222 clk_disable_unprepare(host->dbclk);
2223
2224 mmc_free_host(host->mmc);
2225
2226 return 0;
2227}
2228
2229#ifdef CONFIG_PM_SLEEP
2230static int omap_hsmmc_suspend(struct device *dev)
2231{
2232 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2233
2234 if (!host)
2235 return 0;
2236
2237 pm_runtime_get_sync(host->dev);
2238
2239 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER)) {
2240 OMAP_HSMMC_WRITE(host->base, ISE, 0);
2241 OMAP_HSMMC_WRITE(host->base, IE, 0);
2242 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
2243 OMAP_HSMMC_WRITE(host->base, HCTL,
2244 OMAP_HSMMC_READ(host->base, HCTL) & ~SDBP);
2245 }
2246
2247 if (host->dbclk)
2248 clk_disable_unprepare(host->dbclk);
2249
2250 pm_runtime_put_sync(host->dev);
2251 return 0;
2252}
2253
2254/* Routine to resume the MMC device */
2255static int omap_hsmmc_resume(struct device *dev)
2256{
2257 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2258
2259 if (!host)
2260 return 0;
2261
2262 pm_runtime_get_sync(host->dev);
2263
2264 if (host->dbclk)
2265 clk_prepare_enable(host->dbclk);
2266
2267 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER))
2268 omap_hsmmc_conf_bus_power(host);
2269
2270 omap_hsmmc_protect_card(host);
2271 pm_runtime_mark_last_busy(host->dev);
2272 pm_runtime_put_autosuspend(host->dev);
2273 return 0;
2274}
2275#endif
2276
2277static int omap_hsmmc_runtime_suspend(struct device *dev)
2278{
2279 struct omap_hsmmc_host *host;
2280 unsigned long flags;
2281 int ret = 0;
2282
2283 host = platform_get_drvdata(to_platform_device(dev));
2284 omap_hsmmc_context_save(host);
2285 dev_dbg(dev, "disabled\n");
2286
2287 spin_lock_irqsave(&host->irq_lock, flags);
2288 if ((host->mmc->caps & MMC_CAP_SDIO_IRQ) &&
2289 (host->flags & HSMMC_SDIO_IRQ_ENABLED)) {
2290 /* disable sdio irq handling to prevent race */
2291 OMAP_HSMMC_WRITE(host->base, ISE, 0);
2292 OMAP_HSMMC_WRITE(host->base, IE, 0);
2293
2294 if (!(OMAP_HSMMC_READ(host->base, PSTATE) & DLEV_DAT(1))) {
2295 /*
2296 * dat1 line low, pending sdio irq
2297 * race condition: possible irq handler running on
2298 * multi-core, abort
2299 */
2300 dev_dbg(dev, "pending sdio irq, abort suspend\n");
2301 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
2302 OMAP_HSMMC_WRITE(host->base, ISE, CIRQ_EN);
2303 OMAP_HSMMC_WRITE(host->base, IE, CIRQ_EN);
2304 pm_runtime_mark_last_busy(dev);
2305 ret = -EBUSY;
2306 goto abort;
2307 }
2308
2309 pinctrl_pm_select_idle_state(dev);
2310 } else {
2311 pinctrl_pm_select_idle_state(dev);
2312 }
2313
2314abort:
2315 spin_unlock_irqrestore(&host->irq_lock, flags);
2316 return ret;
2317}
2318
2319static int omap_hsmmc_runtime_resume(struct device *dev)
2320{
2321 struct omap_hsmmc_host *host;
2322 unsigned long flags;
2323
2324 host = platform_get_drvdata(to_platform_device(dev));
2325 omap_hsmmc_context_restore(host);
2326 dev_dbg(dev, "enabled\n");
2327
2328 spin_lock_irqsave(&host->irq_lock, flags);
2329 if ((host->mmc->caps & MMC_CAP_SDIO_IRQ) &&
2330 (host->flags & HSMMC_SDIO_IRQ_ENABLED)) {
2331
2332 pinctrl_pm_select_default_state(host->dev);
2333
2334 /* irq lost, if pinmux incorrect */
2335 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
2336 OMAP_HSMMC_WRITE(host->base, ISE, CIRQ_EN);
2337 OMAP_HSMMC_WRITE(host->base, IE, CIRQ_EN);
2338 } else {
2339 pinctrl_pm_select_default_state(host->dev);
2340 }
2341 spin_unlock_irqrestore(&host->irq_lock, flags);
2342 return 0;
2343}
2344
2345static struct dev_pm_ops omap_hsmmc_dev_pm_ops = {
2346 SET_SYSTEM_SLEEP_PM_OPS(omap_hsmmc_suspend, omap_hsmmc_resume)
2347 .runtime_suspend = omap_hsmmc_runtime_suspend,
2348 .runtime_resume = omap_hsmmc_runtime_resume,
2349};
2350
2351static struct platform_driver omap_hsmmc_driver = {
2352 .probe = omap_hsmmc_probe,
2353 .remove = omap_hsmmc_remove,
2354 .driver = {
2355 .name = DRIVER_NAME,
2356 .pm = &omap_hsmmc_dev_pm_ops,
2357 .of_match_table = of_match_ptr(omap_mmc_of_match),
2358 },
2359};
2360
2361module_platform_driver(omap_hsmmc_driver);
2362MODULE_DESCRIPTION("OMAP High Speed Multimedia Card driver");
2363MODULE_LICENSE("GPL");
2364MODULE_ALIAS("platform:" DRIVER_NAME);
2365MODULE_AUTHOR("Texas Instruments Inc");