Loading...
1/*
2 * drivers/mmc/host/omap_hsmmc.c
3 *
4 * Driver for OMAP2430/3430 MMC controller.
5 *
6 * Copyright (C) 2007 Texas Instruments.
7 *
8 * Authors:
9 * Syed Mohammed Khasim <x0khasim@ti.com>
10 * Madhusudhan <madhu.cr@ti.com>
11 * Mohit Jalori <mjalori@ti.com>
12 *
13 * This file is licensed under the terms of the GNU General Public License
14 * version 2. This program is licensed "as is" without any warranty of any
15 * kind, whether express or implied.
16 */
17
18#include <linux/module.h>
19#include <linux/init.h>
20#include <linux/kernel.h>
21#include <linux/debugfs.h>
22#include <linux/dmaengine.h>
23#include <linux/seq_file.h>
24#include <linux/sizes.h>
25#include <linux/interrupt.h>
26#include <linux/delay.h>
27#include <linux/dma-mapping.h>
28#include <linux/platform_device.h>
29#include <linux/timer.h>
30#include <linux/clk.h>
31#include <linux/of.h>
32#include <linux/of_gpio.h>
33#include <linux/of_device.h>
34#include <linux/omap-dma.h>
35#include <linux/mmc/host.h>
36#include <linux/mmc/core.h>
37#include <linux/mmc/mmc.h>
38#include <linux/io.h>
39#include <linux/gpio.h>
40#include <linux/regulator/consumer.h>
41#include <linux/pinctrl/consumer.h>
42#include <linux/pm_runtime.h>
43#include <linux/platform_data/mmc-omap.h>
44
45/* OMAP HSMMC Host Controller Registers */
46#define OMAP_HSMMC_SYSSTATUS 0x0014
47#define OMAP_HSMMC_CON 0x002C
48#define OMAP_HSMMC_SDMASA 0x0100
49#define OMAP_HSMMC_BLK 0x0104
50#define OMAP_HSMMC_ARG 0x0108
51#define OMAP_HSMMC_CMD 0x010C
52#define OMAP_HSMMC_RSP10 0x0110
53#define OMAP_HSMMC_RSP32 0x0114
54#define OMAP_HSMMC_RSP54 0x0118
55#define OMAP_HSMMC_RSP76 0x011C
56#define OMAP_HSMMC_DATA 0x0120
57#define OMAP_HSMMC_HCTL 0x0128
58#define OMAP_HSMMC_SYSCTL 0x012C
59#define OMAP_HSMMC_STAT 0x0130
60#define OMAP_HSMMC_IE 0x0134
61#define OMAP_HSMMC_ISE 0x0138
62#define OMAP_HSMMC_AC12 0x013C
63#define OMAP_HSMMC_CAPA 0x0140
64
65#define VS18 (1 << 26)
66#define VS30 (1 << 25)
67#define HSS (1 << 21)
68#define SDVS18 (0x5 << 9)
69#define SDVS30 (0x6 << 9)
70#define SDVS33 (0x7 << 9)
71#define SDVS_MASK 0x00000E00
72#define SDVSCLR 0xFFFFF1FF
73#define SDVSDET 0x00000400
74#define AUTOIDLE 0x1
75#define SDBP (1 << 8)
76#define DTO 0xe
77#define ICE 0x1
78#define ICS 0x2
79#define CEN (1 << 2)
80#define CLKD_MAX 0x3FF /* max clock divisor: 1023 */
81#define CLKD_MASK 0x0000FFC0
82#define CLKD_SHIFT 6
83#define DTO_MASK 0x000F0000
84#define DTO_SHIFT 16
85#define INIT_STREAM (1 << 1)
86#define ACEN_ACMD23 (2 << 2)
87#define DP_SELECT (1 << 21)
88#define DDIR (1 << 4)
89#define DMAE 0x1
90#define MSBS (1 << 5)
91#define BCE (1 << 1)
92#define FOUR_BIT (1 << 1)
93#define HSPE (1 << 2)
94#define DDR (1 << 19)
95#define DW8 (1 << 5)
96#define OD 0x1
97#define STAT_CLEAR 0xFFFFFFFF
98#define INIT_STREAM_CMD 0x00000000
99#define DUAL_VOLT_OCR_BIT 7
100#define SRC (1 << 25)
101#define SRD (1 << 26)
102#define SOFTRESET (1 << 1)
103
104/* Interrupt masks for IE and ISE register */
105#define CC_EN (1 << 0)
106#define TC_EN (1 << 1)
107#define BWR_EN (1 << 4)
108#define BRR_EN (1 << 5)
109#define ERR_EN (1 << 15)
110#define CTO_EN (1 << 16)
111#define CCRC_EN (1 << 17)
112#define CEB_EN (1 << 18)
113#define CIE_EN (1 << 19)
114#define DTO_EN (1 << 20)
115#define DCRC_EN (1 << 21)
116#define DEB_EN (1 << 22)
117#define ACE_EN (1 << 24)
118#define CERR_EN (1 << 28)
119#define BADA_EN (1 << 29)
120
121#define INT_EN_MASK (BADA_EN | CERR_EN | ACE_EN | DEB_EN | DCRC_EN |\
122 DTO_EN | CIE_EN | CEB_EN | CCRC_EN | CTO_EN | \
123 BRR_EN | BWR_EN | TC_EN | CC_EN)
124
125#define CNI (1 << 7)
126#define ACIE (1 << 4)
127#define ACEB (1 << 3)
128#define ACCE (1 << 2)
129#define ACTO (1 << 1)
130#define ACNE (1 << 0)
131
132#define MMC_AUTOSUSPEND_DELAY 100
133#define MMC_TIMEOUT_MS 20 /* 20 mSec */
134#define MMC_TIMEOUT_US 20000 /* 20000 micro Sec */
135#define OMAP_MMC_MIN_CLOCK 400000
136#define OMAP_MMC_MAX_CLOCK 52000000
137#define DRIVER_NAME "omap_hsmmc"
138
139#define VDD_1V8 1800000 /* 180000 uV */
140#define VDD_3V0 3000000 /* 300000 uV */
141#define VDD_165_195 (ffs(MMC_VDD_165_195) - 1)
142
143#define AUTO_CMD23 (1 << 1) /* Auto CMD23 support */
144/*
145 * One controller can have multiple slots, like on some omap boards using
146 * omap.c controller driver. Luckily this is not currently done on any known
147 * omap_hsmmc.c device.
148 */
149#define mmc_slot(host) (host->pdata->slots[host->slot_id])
150
151/*
152 * MMC Host controller read/write API's
153 */
154#define OMAP_HSMMC_READ(base, reg) \
155 __raw_readl((base) + OMAP_HSMMC_##reg)
156
157#define OMAP_HSMMC_WRITE(base, reg, val) \
158 __raw_writel((val), (base) + OMAP_HSMMC_##reg)
159
160struct omap_hsmmc_next {
161 unsigned int dma_len;
162 s32 cookie;
163};
164
165struct omap_hsmmc_host {
166 struct device *dev;
167 struct mmc_host *mmc;
168 struct mmc_request *mrq;
169 struct mmc_command *cmd;
170 struct mmc_data *data;
171 struct clk *fclk;
172 struct clk *dbclk;
173 /*
174 * vcc == configured supply
175 * vcc_aux == optional
176 * - MMC1, supply for DAT4..DAT7
177 * - MMC2/MMC2, external level shifter voltage supply, for
178 * chip (SDIO, eMMC, etc) or transceiver (MMC2 only)
179 */
180 struct regulator *vcc;
181 struct regulator *vcc_aux;
182 struct regulator *pbias;
183 bool pbias_enabled;
184 void __iomem *base;
185 resource_size_t mapbase;
186 spinlock_t irq_lock; /* Prevent races with irq handler */
187 unsigned int dma_len;
188 unsigned int dma_sg_idx;
189 unsigned char bus_mode;
190 unsigned char power_mode;
191 int suspended;
192 u32 con;
193 u32 hctl;
194 u32 sysctl;
195 u32 capa;
196 int irq;
197 int use_dma, dma_ch;
198 struct dma_chan *tx_chan;
199 struct dma_chan *rx_chan;
200 int slot_id;
201 int response_busy;
202 int context_loss;
203 int protect_card;
204 int reqs_blocked;
205 int use_reg;
206 int req_in_progress;
207 unsigned long clk_rate;
208 unsigned int flags;
209 struct omap_hsmmc_next next_data;
210 struct omap_mmc_platform_data *pdata;
211};
212
213struct omap_mmc_of_data {
214 u32 reg_offset;
215 u8 controller_flags;
216};
217
218static void omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host);
219
220static int omap_hsmmc_card_detect(struct device *dev, int slot)
221{
222 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
223 struct omap_mmc_platform_data *mmc = host->pdata;
224
225 /* NOTE: assumes card detect signal is active-low */
226 return !gpio_get_value_cansleep(mmc->slots[0].switch_pin);
227}
228
229static int omap_hsmmc_get_wp(struct device *dev, int slot)
230{
231 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
232 struct omap_mmc_platform_data *mmc = host->pdata;
233
234 /* NOTE: assumes write protect signal is active-high */
235 return gpio_get_value_cansleep(mmc->slots[0].gpio_wp);
236}
237
238static int omap_hsmmc_get_cover_state(struct device *dev, int slot)
239{
240 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
241 struct omap_mmc_platform_data *mmc = host->pdata;
242
243 /* NOTE: assumes card detect signal is active-low */
244 return !gpio_get_value_cansleep(mmc->slots[0].switch_pin);
245}
246
247#ifdef CONFIG_PM
248
249static int omap_hsmmc_suspend_cdirq(struct device *dev, int slot)
250{
251 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
252 struct omap_mmc_platform_data *mmc = host->pdata;
253
254 disable_irq(mmc->slots[0].card_detect_irq);
255 return 0;
256}
257
258static int omap_hsmmc_resume_cdirq(struct device *dev, int slot)
259{
260 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
261 struct omap_mmc_platform_data *mmc = host->pdata;
262
263 enable_irq(mmc->slots[0].card_detect_irq);
264 return 0;
265}
266
267#else
268
269#define omap_hsmmc_suspend_cdirq NULL
270#define omap_hsmmc_resume_cdirq NULL
271
272#endif
273
274#ifdef CONFIG_REGULATOR
275
276static int omap_hsmmc_set_power(struct device *dev, int slot, int power_on,
277 int vdd)
278{
279 struct omap_hsmmc_host *host =
280 platform_get_drvdata(to_platform_device(dev));
281 int ret = 0;
282
283 /*
284 * If we don't see a Vcc regulator, assume it's a fixed
285 * voltage always-on regulator.
286 */
287 if (!host->vcc)
288 return 0;
289
290 if (mmc_slot(host).before_set_reg)
291 mmc_slot(host).before_set_reg(dev, slot, power_on, vdd);
292
293 if (host->pbias) {
294 if (host->pbias_enabled == 1) {
295 ret = regulator_disable(host->pbias);
296 if (!ret)
297 host->pbias_enabled = 0;
298 }
299 regulator_set_voltage(host->pbias, VDD_3V0, VDD_3V0);
300 }
301
302 /*
303 * Assume Vcc regulator is used only to power the card ... OMAP
304 * VDDS is used to power the pins, optionally with a transceiver to
305 * support cards using voltages other than VDDS (1.8V nominal). When a
306 * transceiver is used, DAT3..7 are muxed as transceiver control pins.
307 *
308 * In some cases this regulator won't support enable/disable;
309 * e.g. it's a fixed rail for a WLAN chip.
310 *
311 * In other cases vcc_aux switches interface power. Example, for
312 * eMMC cards it represents VccQ. Sometimes transceivers or SDIO
313 * chips/cards need an interface voltage rail too.
314 */
315 if (power_on) {
316 if (host->vcc)
317 ret = mmc_regulator_set_ocr(host->mmc, host->vcc, vdd);
318 /* Enable interface voltage rail, if needed */
319 if (ret == 0 && host->vcc_aux) {
320 ret = regulator_enable(host->vcc_aux);
321 if (ret < 0 && host->vcc)
322 ret = mmc_regulator_set_ocr(host->mmc,
323 host->vcc, 0);
324 }
325 } else {
326 /* Shut down the rail */
327 if (host->vcc_aux)
328 ret = regulator_disable(host->vcc_aux);
329 if (host->vcc) {
330 /* Then proceed to shut down the local regulator */
331 ret = mmc_regulator_set_ocr(host->mmc,
332 host->vcc, 0);
333 }
334 }
335
336 if (host->pbias) {
337 if (vdd <= VDD_165_195)
338 ret = regulator_set_voltage(host->pbias, VDD_1V8,
339 VDD_1V8);
340 else
341 ret = regulator_set_voltage(host->pbias, VDD_3V0,
342 VDD_3V0);
343 if (ret < 0)
344 goto error_set_power;
345
346 if (host->pbias_enabled == 0) {
347 ret = regulator_enable(host->pbias);
348 if (!ret)
349 host->pbias_enabled = 1;
350 }
351 }
352
353 if (mmc_slot(host).after_set_reg)
354 mmc_slot(host).after_set_reg(dev, slot, power_on, vdd);
355
356error_set_power:
357 return ret;
358}
359
360static int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
361{
362 struct regulator *reg;
363 int ocr_value = 0;
364
365 reg = devm_regulator_get(host->dev, "vmmc");
366 if (IS_ERR(reg)) {
367 dev_err(host->dev, "unable to get vmmc regulator %ld\n",
368 PTR_ERR(reg));
369 return PTR_ERR(reg);
370 } else {
371 host->vcc = reg;
372 ocr_value = mmc_regulator_get_ocrmask(reg);
373 if (!mmc_slot(host).ocr_mask) {
374 mmc_slot(host).ocr_mask = ocr_value;
375 } else {
376 if (!(mmc_slot(host).ocr_mask & ocr_value)) {
377 dev_err(host->dev, "ocrmask %x is not supported\n",
378 mmc_slot(host).ocr_mask);
379 mmc_slot(host).ocr_mask = 0;
380 return -EINVAL;
381 }
382 }
383 }
384 mmc_slot(host).set_power = omap_hsmmc_set_power;
385
386 /* Allow an aux regulator */
387 reg = devm_regulator_get_optional(host->dev, "vmmc_aux");
388 host->vcc_aux = IS_ERR(reg) ? NULL : reg;
389
390 reg = devm_regulator_get_optional(host->dev, "pbias");
391 host->pbias = IS_ERR(reg) ? NULL : reg;
392
393 /* For eMMC do not power off when not in sleep state */
394 if (mmc_slot(host).no_regulator_off_init)
395 return 0;
396 /*
397 * To disable boot_on regulator, enable regulator
398 * to increase usecount and then disable it.
399 */
400 if ((host->vcc && regulator_is_enabled(host->vcc) > 0) ||
401 (host->vcc_aux && regulator_is_enabled(host->vcc_aux))) {
402 int vdd = ffs(mmc_slot(host).ocr_mask) - 1;
403
404 mmc_slot(host).set_power(host->dev, host->slot_id, 1, vdd);
405 mmc_slot(host).set_power(host->dev, host->slot_id, 0, 0);
406 }
407
408 return 0;
409}
410
411static void omap_hsmmc_reg_put(struct omap_hsmmc_host *host)
412{
413 mmc_slot(host).set_power = NULL;
414}
415
416static inline int omap_hsmmc_have_reg(void)
417{
418 return 1;
419}
420
421#else
422
423static inline int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
424{
425 return -EINVAL;
426}
427
428static inline void omap_hsmmc_reg_put(struct omap_hsmmc_host *host)
429{
430}
431
432static inline int omap_hsmmc_have_reg(void)
433{
434 return 0;
435}
436
437#endif
438
439static int omap_hsmmc_gpio_init(struct omap_mmc_platform_data *pdata)
440{
441 int ret;
442
443 if (gpio_is_valid(pdata->slots[0].switch_pin)) {
444 if (pdata->slots[0].cover)
445 pdata->slots[0].get_cover_state =
446 omap_hsmmc_get_cover_state;
447 else
448 pdata->slots[0].card_detect = omap_hsmmc_card_detect;
449 pdata->slots[0].card_detect_irq =
450 gpio_to_irq(pdata->slots[0].switch_pin);
451 ret = gpio_request(pdata->slots[0].switch_pin, "mmc_cd");
452 if (ret)
453 return ret;
454 ret = gpio_direction_input(pdata->slots[0].switch_pin);
455 if (ret)
456 goto err_free_sp;
457 } else
458 pdata->slots[0].switch_pin = -EINVAL;
459
460 if (gpio_is_valid(pdata->slots[0].gpio_wp)) {
461 pdata->slots[0].get_ro = omap_hsmmc_get_wp;
462 ret = gpio_request(pdata->slots[0].gpio_wp, "mmc_wp");
463 if (ret)
464 goto err_free_cd;
465 ret = gpio_direction_input(pdata->slots[0].gpio_wp);
466 if (ret)
467 goto err_free_wp;
468 } else
469 pdata->slots[0].gpio_wp = -EINVAL;
470
471 return 0;
472
473err_free_wp:
474 gpio_free(pdata->slots[0].gpio_wp);
475err_free_cd:
476 if (gpio_is_valid(pdata->slots[0].switch_pin))
477err_free_sp:
478 gpio_free(pdata->slots[0].switch_pin);
479 return ret;
480}
481
482static void omap_hsmmc_gpio_free(struct omap_mmc_platform_data *pdata)
483{
484 if (gpio_is_valid(pdata->slots[0].gpio_wp))
485 gpio_free(pdata->slots[0].gpio_wp);
486 if (gpio_is_valid(pdata->slots[0].switch_pin))
487 gpio_free(pdata->slots[0].switch_pin);
488}
489
490/*
491 * Start clock to the card
492 */
493static void omap_hsmmc_start_clock(struct omap_hsmmc_host *host)
494{
495 OMAP_HSMMC_WRITE(host->base, SYSCTL,
496 OMAP_HSMMC_READ(host->base, SYSCTL) | CEN);
497}
498
499/*
500 * Stop clock to the card
501 */
502static void omap_hsmmc_stop_clock(struct omap_hsmmc_host *host)
503{
504 OMAP_HSMMC_WRITE(host->base, SYSCTL,
505 OMAP_HSMMC_READ(host->base, SYSCTL) & ~CEN);
506 if ((OMAP_HSMMC_READ(host->base, SYSCTL) & CEN) != 0x0)
507 dev_dbg(mmc_dev(host->mmc), "MMC Clock is not stopped\n");
508}
509
510static void omap_hsmmc_enable_irq(struct omap_hsmmc_host *host,
511 struct mmc_command *cmd)
512{
513 unsigned int irq_mask;
514
515 if (host->use_dma)
516 irq_mask = INT_EN_MASK & ~(BRR_EN | BWR_EN);
517 else
518 irq_mask = INT_EN_MASK;
519
520 /* Disable timeout for erases */
521 if (cmd->opcode == MMC_ERASE)
522 irq_mask &= ~DTO_EN;
523
524 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
525 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
526 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
527}
528
529static void omap_hsmmc_disable_irq(struct omap_hsmmc_host *host)
530{
531 OMAP_HSMMC_WRITE(host->base, ISE, 0);
532 OMAP_HSMMC_WRITE(host->base, IE, 0);
533 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
534}
535
536/* Calculate divisor for the given clock frequency */
537static u16 calc_divisor(struct omap_hsmmc_host *host, struct mmc_ios *ios)
538{
539 u16 dsor = 0;
540
541 if (ios->clock) {
542 dsor = DIV_ROUND_UP(clk_get_rate(host->fclk), ios->clock);
543 if (dsor > CLKD_MAX)
544 dsor = CLKD_MAX;
545 }
546
547 return dsor;
548}
549
550static void omap_hsmmc_set_clock(struct omap_hsmmc_host *host)
551{
552 struct mmc_ios *ios = &host->mmc->ios;
553 unsigned long regval;
554 unsigned long timeout;
555 unsigned long clkdiv;
556
557 dev_vdbg(mmc_dev(host->mmc), "Set clock to %uHz\n", ios->clock);
558
559 omap_hsmmc_stop_clock(host);
560
561 regval = OMAP_HSMMC_READ(host->base, SYSCTL);
562 regval = regval & ~(CLKD_MASK | DTO_MASK);
563 clkdiv = calc_divisor(host, ios);
564 regval = regval | (clkdiv << 6) | (DTO << 16);
565 OMAP_HSMMC_WRITE(host->base, SYSCTL, regval);
566 OMAP_HSMMC_WRITE(host->base, SYSCTL,
567 OMAP_HSMMC_READ(host->base, SYSCTL) | ICE);
568
569 /* Wait till the ICS bit is set */
570 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
571 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & ICS) != ICS
572 && time_before(jiffies, timeout))
573 cpu_relax();
574
575 /*
576 * Enable High-Speed Support
577 * Pre-Requisites
578 * - Controller should support High-Speed-Enable Bit
579 * - Controller should not be using DDR Mode
580 * - Controller should advertise that it supports High Speed
581 * in capabilities register
582 * - MMC/SD clock coming out of controller > 25MHz
583 */
584 if ((mmc_slot(host).features & HSMMC_HAS_HSPE_SUPPORT) &&
585 (ios->timing != MMC_TIMING_UHS_DDR50) &&
586 ((OMAP_HSMMC_READ(host->base, CAPA) & HSS) == HSS)) {
587 regval = OMAP_HSMMC_READ(host->base, HCTL);
588 if (clkdiv && (clk_get_rate(host->fclk)/clkdiv) > 25000000)
589 regval |= HSPE;
590 else
591 regval &= ~HSPE;
592
593 OMAP_HSMMC_WRITE(host->base, HCTL, regval);
594 }
595
596 omap_hsmmc_start_clock(host);
597}
598
599static void omap_hsmmc_set_bus_width(struct omap_hsmmc_host *host)
600{
601 struct mmc_ios *ios = &host->mmc->ios;
602 u32 con;
603
604 con = OMAP_HSMMC_READ(host->base, CON);
605 if (ios->timing == MMC_TIMING_UHS_DDR50)
606 con |= DDR; /* configure in DDR mode */
607 else
608 con &= ~DDR;
609 switch (ios->bus_width) {
610 case MMC_BUS_WIDTH_8:
611 OMAP_HSMMC_WRITE(host->base, CON, con | DW8);
612 break;
613 case MMC_BUS_WIDTH_4:
614 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
615 OMAP_HSMMC_WRITE(host->base, HCTL,
616 OMAP_HSMMC_READ(host->base, HCTL) | FOUR_BIT);
617 break;
618 case MMC_BUS_WIDTH_1:
619 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
620 OMAP_HSMMC_WRITE(host->base, HCTL,
621 OMAP_HSMMC_READ(host->base, HCTL) & ~FOUR_BIT);
622 break;
623 }
624}
625
626static void omap_hsmmc_set_bus_mode(struct omap_hsmmc_host *host)
627{
628 struct mmc_ios *ios = &host->mmc->ios;
629 u32 con;
630
631 con = OMAP_HSMMC_READ(host->base, CON);
632 if (ios->bus_mode == MMC_BUSMODE_OPENDRAIN)
633 OMAP_HSMMC_WRITE(host->base, CON, con | OD);
634 else
635 OMAP_HSMMC_WRITE(host->base, CON, con & ~OD);
636}
637
638#ifdef CONFIG_PM
639
640/*
641 * Restore the MMC host context, if it was lost as result of a
642 * power state change.
643 */
644static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
645{
646 struct mmc_ios *ios = &host->mmc->ios;
647 u32 hctl, capa;
648 unsigned long timeout;
649
650 if (host->con == OMAP_HSMMC_READ(host->base, CON) &&
651 host->hctl == OMAP_HSMMC_READ(host->base, HCTL) &&
652 host->sysctl == OMAP_HSMMC_READ(host->base, SYSCTL) &&
653 host->capa == OMAP_HSMMC_READ(host->base, CAPA))
654 return 0;
655
656 host->context_loss++;
657
658 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
659 if (host->power_mode != MMC_POWER_OFF &&
660 (1 << ios->vdd) <= MMC_VDD_23_24)
661 hctl = SDVS18;
662 else
663 hctl = SDVS30;
664 capa = VS30 | VS18;
665 } else {
666 hctl = SDVS18;
667 capa = VS18;
668 }
669
670 OMAP_HSMMC_WRITE(host->base, HCTL,
671 OMAP_HSMMC_READ(host->base, HCTL) | hctl);
672
673 OMAP_HSMMC_WRITE(host->base, CAPA,
674 OMAP_HSMMC_READ(host->base, CAPA) | capa);
675
676 OMAP_HSMMC_WRITE(host->base, HCTL,
677 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
678
679 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
680 while ((OMAP_HSMMC_READ(host->base, HCTL) & SDBP) != SDBP
681 && time_before(jiffies, timeout))
682 ;
683
684 omap_hsmmc_disable_irq(host);
685
686 /* Do not initialize card-specific things if the power is off */
687 if (host->power_mode == MMC_POWER_OFF)
688 goto out;
689
690 omap_hsmmc_set_bus_width(host);
691
692 omap_hsmmc_set_clock(host);
693
694 omap_hsmmc_set_bus_mode(host);
695
696out:
697 dev_dbg(mmc_dev(host->mmc), "context is restored: restore count %d\n",
698 host->context_loss);
699 return 0;
700}
701
702/*
703 * Save the MMC host context (store the number of power state changes so far).
704 */
705static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
706{
707 host->con = OMAP_HSMMC_READ(host->base, CON);
708 host->hctl = OMAP_HSMMC_READ(host->base, HCTL);
709 host->sysctl = OMAP_HSMMC_READ(host->base, SYSCTL);
710 host->capa = OMAP_HSMMC_READ(host->base, CAPA);
711}
712
713#else
714
715static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
716{
717 return 0;
718}
719
720static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
721{
722}
723
724#endif
725
726/*
727 * Send init stream sequence to card
728 * before sending IDLE command
729 */
730static void send_init_stream(struct omap_hsmmc_host *host)
731{
732 int reg = 0;
733 unsigned long timeout;
734
735 if (host->protect_card)
736 return;
737
738 disable_irq(host->irq);
739
740 OMAP_HSMMC_WRITE(host->base, IE, INT_EN_MASK);
741 OMAP_HSMMC_WRITE(host->base, CON,
742 OMAP_HSMMC_READ(host->base, CON) | INIT_STREAM);
743 OMAP_HSMMC_WRITE(host->base, CMD, INIT_STREAM_CMD);
744
745 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
746 while ((reg != CC_EN) && time_before(jiffies, timeout))
747 reg = OMAP_HSMMC_READ(host->base, STAT) & CC_EN;
748
749 OMAP_HSMMC_WRITE(host->base, CON,
750 OMAP_HSMMC_READ(host->base, CON) & ~INIT_STREAM);
751
752 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
753 OMAP_HSMMC_READ(host->base, STAT);
754
755 enable_irq(host->irq);
756}
757
758static inline
759int omap_hsmmc_cover_is_closed(struct omap_hsmmc_host *host)
760{
761 int r = 1;
762
763 if (mmc_slot(host).get_cover_state)
764 r = mmc_slot(host).get_cover_state(host->dev, host->slot_id);
765 return r;
766}
767
768static ssize_t
769omap_hsmmc_show_cover_switch(struct device *dev, struct device_attribute *attr,
770 char *buf)
771{
772 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
773 struct omap_hsmmc_host *host = mmc_priv(mmc);
774
775 return sprintf(buf, "%s\n",
776 omap_hsmmc_cover_is_closed(host) ? "closed" : "open");
777}
778
779static DEVICE_ATTR(cover_switch, S_IRUGO, omap_hsmmc_show_cover_switch, NULL);
780
781static ssize_t
782omap_hsmmc_show_slot_name(struct device *dev, struct device_attribute *attr,
783 char *buf)
784{
785 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
786 struct omap_hsmmc_host *host = mmc_priv(mmc);
787
788 return sprintf(buf, "%s\n", mmc_slot(host).name);
789}
790
791static DEVICE_ATTR(slot_name, S_IRUGO, omap_hsmmc_show_slot_name, NULL);
792
793/*
794 * Configure the response type and send the cmd.
795 */
796static void
797omap_hsmmc_start_command(struct omap_hsmmc_host *host, struct mmc_command *cmd,
798 struct mmc_data *data)
799{
800 int cmdreg = 0, resptype = 0, cmdtype = 0;
801
802 dev_vdbg(mmc_dev(host->mmc), "%s: CMD%d, argument 0x%08x\n",
803 mmc_hostname(host->mmc), cmd->opcode, cmd->arg);
804 host->cmd = cmd;
805
806 omap_hsmmc_enable_irq(host, cmd);
807
808 host->response_busy = 0;
809 if (cmd->flags & MMC_RSP_PRESENT) {
810 if (cmd->flags & MMC_RSP_136)
811 resptype = 1;
812 else if (cmd->flags & MMC_RSP_BUSY) {
813 resptype = 3;
814 host->response_busy = 1;
815 } else
816 resptype = 2;
817 }
818
819 /*
820 * Unlike OMAP1 controller, the cmdtype does not seem to be based on
821 * ac, bc, adtc, bcr. Only commands ending an open ended transfer need
822 * a val of 0x3, rest 0x0.
823 */
824 if (cmd == host->mrq->stop)
825 cmdtype = 0x3;
826
827 cmdreg = (cmd->opcode << 24) | (resptype << 16) | (cmdtype << 22);
828
829 if ((host->flags & AUTO_CMD23) && mmc_op_multi(cmd->opcode) &&
830 host->mrq->sbc) {
831 cmdreg |= ACEN_ACMD23;
832 OMAP_HSMMC_WRITE(host->base, SDMASA, host->mrq->sbc->arg);
833 }
834 if (data) {
835 cmdreg |= DP_SELECT | MSBS | BCE;
836 if (data->flags & MMC_DATA_READ)
837 cmdreg |= DDIR;
838 else
839 cmdreg &= ~(DDIR);
840 }
841
842 if (host->use_dma)
843 cmdreg |= DMAE;
844
845 host->req_in_progress = 1;
846
847 OMAP_HSMMC_WRITE(host->base, ARG, cmd->arg);
848 OMAP_HSMMC_WRITE(host->base, CMD, cmdreg);
849}
850
851static int
852omap_hsmmc_get_dma_dir(struct omap_hsmmc_host *host, struct mmc_data *data)
853{
854 if (data->flags & MMC_DATA_WRITE)
855 return DMA_TO_DEVICE;
856 else
857 return DMA_FROM_DEVICE;
858}
859
860static struct dma_chan *omap_hsmmc_get_dma_chan(struct omap_hsmmc_host *host,
861 struct mmc_data *data)
862{
863 return data->flags & MMC_DATA_WRITE ? host->tx_chan : host->rx_chan;
864}
865
866static void omap_hsmmc_request_done(struct omap_hsmmc_host *host, struct mmc_request *mrq)
867{
868 int dma_ch;
869 unsigned long flags;
870
871 spin_lock_irqsave(&host->irq_lock, flags);
872 host->req_in_progress = 0;
873 dma_ch = host->dma_ch;
874 spin_unlock_irqrestore(&host->irq_lock, flags);
875
876 omap_hsmmc_disable_irq(host);
877 /* Do not complete the request if DMA is still in progress */
878 if (mrq->data && host->use_dma && dma_ch != -1)
879 return;
880 host->mrq = NULL;
881 mmc_request_done(host->mmc, mrq);
882}
883
884/*
885 * Notify the transfer complete to MMC core
886 */
887static void
888omap_hsmmc_xfer_done(struct omap_hsmmc_host *host, struct mmc_data *data)
889{
890 if (!data) {
891 struct mmc_request *mrq = host->mrq;
892
893 /* TC before CC from CMD6 - don't know why, but it happens */
894 if (host->cmd && host->cmd->opcode == 6 &&
895 host->response_busy) {
896 host->response_busy = 0;
897 return;
898 }
899
900 omap_hsmmc_request_done(host, mrq);
901 return;
902 }
903
904 host->data = NULL;
905
906 if (!data->error)
907 data->bytes_xfered += data->blocks * (data->blksz);
908 else
909 data->bytes_xfered = 0;
910
911 if (data->stop && (data->error || !host->mrq->sbc))
912 omap_hsmmc_start_command(host, data->stop, NULL);
913 else
914 omap_hsmmc_request_done(host, data->mrq);
915}
916
917/*
918 * Notify the core about command completion
919 */
920static void
921omap_hsmmc_cmd_done(struct omap_hsmmc_host *host, struct mmc_command *cmd)
922{
923 host->cmd = NULL;
924
925 if (host->mrq->sbc && (host->cmd == host->mrq->sbc) &&
926 !host->mrq->sbc->error && !(host->flags & AUTO_CMD23)) {
927 omap_hsmmc_start_dma_transfer(host);
928 omap_hsmmc_start_command(host, host->mrq->cmd,
929 host->mrq->data);
930 return;
931 }
932
933 if (cmd->flags & MMC_RSP_PRESENT) {
934 if (cmd->flags & MMC_RSP_136) {
935 /* response type 2 */
936 cmd->resp[3] = OMAP_HSMMC_READ(host->base, RSP10);
937 cmd->resp[2] = OMAP_HSMMC_READ(host->base, RSP32);
938 cmd->resp[1] = OMAP_HSMMC_READ(host->base, RSP54);
939 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP76);
940 } else {
941 /* response types 1, 1b, 3, 4, 5, 6 */
942 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP10);
943 }
944 }
945 if ((host->data == NULL && !host->response_busy) || cmd->error)
946 omap_hsmmc_request_done(host, host->mrq);
947}
948
949/*
950 * DMA clean up for command errors
951 */
952static void omap_hsmmc_dma_cleanup(struct omap_hsmmc_host *host, int errno)
953{
954 int dma_ch;
955 unsigned long flags;
956
957 host->data->error = errno;
958
959 spin_lock_irqsave(&host->irq_lock, flags);
960 dma_ch = host->dma_ch;
961 host->dma_ch = -1;
962 spin_unlock_irqrestore(&host->irq_lock, flags);
963
964 if (host->use_dma && dma_ch != -1) {
965 struct dma_chan *chan = omap_hsmmc_get_dma_chan(host, host->data);
966
967 dmaengine_terminate_all(chan);
968 dma_unmap_sg(chan->device->dev,
969 host->data->sg, host->data->sg_len,
970 omap_hsmmc_get_dma_dir(host, host->data));
971
972 host->data->host_cookie = 0;
973 }
974 host->data = NULL;
975}
976
977/*
978 * Readable error output
979 */
980#ifdef CONFIG_MMC_DEBUG
981static void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host, u32 status)
982{
983 /* --- means reserved bit without definition at documentation */
984 static const char *omap_hsmmc_status_bits[] = {
985 "CC" , "TC" , "BGE", "---", "BWR" , "BRR" , "---" , "---" ,
986 "CIRQ", "OBI" , "---", "---", "---" , "---" , "---" , "ERRI",
987 "CTO" , "CCRC", "CEB", "CIE", "DTO" , "DCRC", "DEB" , "---" ,
988 "ACE" , "---" , "---", "---", "CERR", "BADA", "---" , "---"
989 };
990 char res[256];
991 char *buf = res;
992 int len, i;
993
994 len = sprintf(buf, "MMC IRQ 0x%x :", status);
995 buf += len;
996
997 for (i = 0; i < ARRAY_SIZE(omap_hsmmc_status_bits); i++)
998 if (status & (1 << i)) {
999 len = sprintf(buf, " %s", omap_hsmmc_status_bits[i]);
1000 buf += len;
1001 }
1002
1003 dev_vdbg(mmc_dev(host->mmc), "%s\n", res);
1004}
1005#else
1006static inline void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host,
1007 u32 status)
1008{
1009}
1010#endif /* CONFIG_MMC_DEBUG */
1011
1012/*
1013 * MMC controller internal state machines reset
1014 *
1015 * Used to reset command or data internal state machines, using respectively
1016 * SRC or SRD bit of SYSCTL register
1017 * Can be called from interrupt context
1018 */
1019static inline void omap_hsmmc_reset_controller_fsm(struct omap_hsmmc_host *host,
1020 unsigned long bit)
1021{
1022 unsigned long i = 0;
1023 unsigned long limit = MMC_TIMEOUT_US;
1024
1025 OMAP_HSMMC_WRITE(host->base, SYSCTL,
1026 OMAP_HSMMC_READ(host->base, SYSCTL) | bit);
1027
1028 /*
1029 * OMAP4 ES2 and greater has an updated reset logic.
1030 * Monitor a 0->1 transition first
1031 */
1032 if (mmc_slot(host).features & HSMMC_HAS_UPDATED_RESET) {
1033 while ((!(OMAP_HSMMC_READ(host->base, SYSCTL) & bit))
1034 && (i++ < limit))
1035 udelay(1);
1036 }
1037 i = 0;
1038
1039 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & bit) &&
1040 (i++ < limit))
1041 udelay(1);
1042
1043 if (OMAP_HSMMC_READ(host->base, SYSCTL) & bit)
1044 dev_err(mmc_dev(host->mmc),
1045 "Timeout waiting on controller reset in %s\n",
1046 __func__);
1047}
1048
1049static void hsmmc_command_incomplete(struct omap_hsmmc_host *host,
1050 int err, int end_cmd)
1051{
1052 if (end_cmd) {
1053 omap_hsmmc_reset_controller_fsm(host, SRC);
1054 if (host->cmd)
1055 host->cmd->error = err;
1056 }
1057
1058 if (host->data) {
1059 omap_hsmmc_reset_controller_fsm(host, SRD);
1060 omap_hsmmc_dma_cleanup(host, err);
1061 } else if (host->mrq && host->mrq->cmd)
1062 host->mrq->cmd->error = err;
1063}
1064
1065static void omap_hsmmc_do_irq(struct omap_hsmmc_host *host, int status)
1066{
1067 struct mmc_data *data;
1068 int end_cmd = 0, end_trans = 0;
1069 int error = 0;
1070
1071 data = host->data;
1072 dev_vdbg(mmc_dev(host->mmc), "IRQ Status is %x\n", status);
1073
1074 if (status & ERR_EN) {
1075 omap_hsmmc_dbg_report_irq(host, status);
1076
1077 if (status & (CTO_EN | CCRC_EN))
1078 end_cmd = 1;
1079 if (status & (CTO_EN | DTO_EN))
1080 hsmmc_command_incomplete(host, -ETIMEDOUT, end_cmd);
1081 else if (status & (CCRC_EN | DCRC_EN))
1082 hsmmc_command_incomplete(host, -EILSEQ, end_cmd);
1083
1084 if (status & ACE_EN) {
1085 u32 ac12;
1086 ac12 = OMAP_HSMMC_READ(host->base, AC12);
1087 if (!(ac12 & ACNE) && host->mrq->sbc) {
1088 end_cmd = 1;
1089 if (ac12 & ACTO)
1090 error = -ETIMEDOUT;
1091 else if (ac12 & (ACCE | ACEB | ACIE))
1092 error = -EILSEQ;
1093 host->mrq->sbc->error = error;
1094 hsmmc_command_incomplete(host, error, end_cmd);
1095 }
1096 dev_dbg(mmc_dev(host->mmc), "AC12 err: 0x%x\n", ac12);
1097 }
1098 if (host->data || host->response_busy) {
1099 end_trans = !end_cmd;
1100 host->response_busy = 0;
1101 }
1102 }
1103
1104 OMAP_HSMMC_WRITE(host->base, STAT, status);
1105 if (end_cmd || ((status & CC_EN) && host->cmd))
1106 omap_hsmmc_cmd_done(host, host->cmd);
1107 if ((end_trans || (status & TC_EN)) && host->mrq)
1108 omap_hsmmc_xfer_done(host, data);
1109}
1110
1111/*
1112 * MMC controller IRQ handler
1113 */
1114static irqreturn_t omap_hsmmc_irq(int irq, void *dev_id)
1115{
1116 struct omap_hsmmc_host *host = dev_id;
1117 int status;
1118
1119 status = OMAP_HSMMC_READ(host->base, STAT);
1120 while (status & INT_EN_MASK && host->req_in_progress) {
1121 omap_hsmmc_do_irq(host, status);
1122
1123 /* Flush posted write */
1124 status = OMAP_HSMMC_READ(host->base, STAT);
1125 }
1126
1127 return IRQ_HANDLED;
1128}
1129
1130static void set_sd_bus_power(struct omap_hsmmc_host *host)
1131{
1132 unsigned long i;
1133
1134 OMAP_HSMMC_WRITE(host->base, HCTL,
1135 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
1136 for (i = 0; i < loops_per_jiffy; i++) {
1137 if (OMAP_HSMMC_READ(host->base, HCTL) & SDBP)
1138 break;
1139 cpu_relax();
1140 }
1141}
1142
1143/*
1144 * Switch MMC interface voltage ... only relevant for MMC1.
1145 *
1146 * MMC2 and MMC3 use fixed 1.8V levels, and maybe a transceiver.
1147 * The MMC2 transceiver controls are used instead of DAT4..DAT7.
1148 * Some chips, like eMMC ones, use internal transceivers.
1149 */
1150static int omap_hsmmc_switch_opcond(struct omap_hsmmc_host *host, int vdd)
1151{
1152 u32 reg_val = 0;
1153 int ret;
1154
1155 /* Disable the clocks */
1156 pm_runtime_put_sync(host->dev);
1157 if (host->dbclk)
1158 clk_disable_unprepare(host->dbclk);
1159
1160 /* Turn the power off */
1161 ret = mmc_slot(host).set_power(host->dev, host->slot_id, 0, 0);
1162
1163 /* Turn the power ON with given VDD 1.8 or 3.0v */
1164 if (!ret)
1165 ret = mmc_slot(host).set_power(host->dev, host->slot_id, 1,
1166 vdd);
1167 pm_runtime_get_sync(host->dev);
1168 if (host->dbclk)
1169 clk_prepare_enable(host->dbclk);
1170
1171 if (ret != 0)
1172 goto err;
1173
1174 OMAP_HSMMC_WRITE(host->base, HCTL,
1175 OMAP_HSMMC_READ(host->base, HCTL) & SDVSCLR);
1176 reg_val = OMAP_HSMMC_READ(host->base, HCTL);
1177
1178 /*
1179 * If a MMC dual voltage card is detected, the set_ios fn calls
1180 * this fn with VDD bit set for 1.8V. Upon card removal from the
1181 * slot, omap_hsmmc_set_ios sets the VDD back to 3V on MMC_POWER_OFF.
1182 *
1183 * Cope with a bit of slop in the range ... per data sheets:
1184 * - "1.8V" for vdds_mmc1/vdds_mmc1a can be up to 2.45V max,
1185 * but recommended values are 1.71V to 1.89V
1186 * - "3.0V" for vdds_mmc1/vdds_mmc1a can be up to 3.5V max,
1187 * but recommended values are 2.7V to 3.3V
1188 *
1189 * Board setup code shouldn't permit anything very out-of-range.
1190 * TWL4030-family VMMC1 and VSIM regulators are fine (avoiding the
1191 * middle range) but VSIM can't power DAT4..DAT7 at more than 3V.
1192 */
1193 if ((1 << vdd) <= MMC_VDD_23_24)
1194 reg_val |= SDVS18;
1195 else
1196 reg_val |= SDVS30;
1197
1198 OMAP_HSMMC_WRITE(host->base, HCTL, reg_val);
1199 set_sd_bus_power(host);
1200
1201 return 0;
1202err:
1203 dev_err(mmc_dev(host->mmc), "Unable to switch operating voltage\n");
1204 return ret;
1205}
1206
1207/* Protect the card while the cover is open */
1208static void omap_hsmmc_protect_card(struct omap_hsmmc_host *host)
1209{
1210 if (!mmc_slot(host).get_cover_state)
1211 return;
1212
1213 host->reqs_blocked = 0;
1214 if (mmc_slot(host).get_cover_state(host->dev, host->slot_id)) {
1215 if (host->protect_card) {
1216 dev_info(host->dev, "%s: cover is closed, "
1217 "card is now accessible\n",
1218 mmc_hostname(host->mmc));
1219 host->protect_card = 0;
1220 }
1221 } else {
1222 if (!host->protect_card) {
1223 dev_info(host->dev, "%s: cover is open, "
1224 "card is now inaccessible\n",
1225 mmc_hostname(host->mmc));
1226 host->protect_card = 1;
1227 }
1228 }
1229}
1230
1231/*
1232 * irq handler to notify the core about card insertion/removal
1233 */
1234static irqreturn_t omap_hsmmc_detect(int irq, void *dev_id)
1235{
1236 struct omap_hsmmc_host *host = dev_id;
1237 struct omap_mmc_slot_data *slot = &mmc_slot(host);
1238 int carddetect;
1239
1240 sysfs_notify(&host->mmc->class_dev.kobj, NULL, "cover_switch");
1241
1242 if (slot->card_detect)
1243 carddetect = slot->card_detect(host->dev, host->slot_id);
1244 else {
1245 omap_hsmmc_protect_card(host);
1246 carddetect = -ENOSYS;
1247 }
1248
1249 if (carddetect)
1250 mmc_detect_change(host->mmc, (HZ * 200) / 1000);
1251 else
1252 mmc_detect_change(host->mmc, (HZ * 50) / 1000);
1253 return IRQ_HANDLED;
1254}
1255
1256static void omap_hsmmc_dma_callback(void *param)
1257{
1258 struct omap_hsmmc_host *host = param;
1259 struct dma_chan *chan;
1260 struct mmc_data *data;
1261 int req_in_progress;
1262
1263 spin_lock_irq(&host->irq_lock);
1264 if (host->dma_ch < 0) {
1265 spin_unlock_irq(&host->irq_lock);
1266 return;
1267 }
1268
1269 data = host->mrq->data;
1270 chan = omap_hsmmc_get_dma_chan(host, data);
1271 if (!data->host_cookie)
1272 dma_unmap_sg(chan->device->dev,
1273 data->sg, data->sg_len,
1274 omap_hsmmc_get_dma_dir(host, data));
1275
1276 req_in_progress = host->req_in_progress;
1277 host->dma_ch = -1;
1278 spin_unlock_irq(&host->irq_lock);
1279
1280 /* If DMA has finished after TC, complete the request */
1281 if (!req_in_progress) {
1282 struct mmc_request *mrq = host->mrq;
1283
1284 host->mrq = NULL;
1285 mmc_request_done(host->mmc, mrq);
1286 }
1287}
1288
1289static int omap_hsmmc_pre_dma_transfer(struct omap_hsmmc_host *host,
1290 struct mmc_data *data,
1291 struct omap_hsmmc_next *next,
1292 struct dma_chan *chan)
1293{
1294 int dma_len;
1295
1296 if (!next && data->host_cookie &&
1297 data->host_cookie != host->next_data.cookie) {
1298 dev_warn(host->dev, "[%s] invalid cookie: data->host_cookie %d"
1299 " host->next_data.cookie %d\n",
1300 __func__, data->host_cookie, host->next_data.cookie);
1301 data->host_cookie = 0;
1302 }
1303
1304 /* Check if next job is already prepared */
1305 if (next || data->host_cookie != host->next_data.cookie) {
1306 dma_len = dma_map_sg(chan->device->dev, data->sg, data->sg_len,
1307 omap_hsmmc_get_dma_dir(host, data));
1308
1309 } else {
1310 dma_len = host->next_data.dma_len;
1311 host->next_data.dma_len = 0;
1312 }
1313
1314
1315 if (dma_len == 0)
1316 return -EINVAL;
1317
1318 if (next) {
1319 next->dma_len = dma_len;
1320 data->host_cookie = ++next->cookie < 0 ? 1 : next->cookie;
1321 } else
1322 host->dma_len = dma_len;
1323
1324 return 0;
1325}
1326
1327/*
1328 * Routine to configure and start DMA for the MMC card
1329 */
1330static int omap_hsmmc_setup_dma_transfer(struct omap_hsmmc_host *host,
1331 struct mmc_request *req)
1332{
1333 struct dma_slave_config cfg;
1334 struct dma_async_tx_descriptor *tx;
1335 int ret = 0, i;
1336 struct mmc_data *data = req->data;
1337 struct dma_chan *chan;
1338
1339 /* Sanity check: all the SG entries must be aligned by block size. */
1340 for (i = 0; i < data->sg_len; i++) {
1341 struct scatterlist *sgl;
1342
1343 sgl = data->sg + i;
1344 if (sgl->length % data->blksz)
1345 return -EINVAL;
1346 }
1347 if ((data->blksz % 4) != 0)
1348 /* REVISIT: The MMC buffer increments only when MSB is written.
1349 * Return error for blksz which is non multiple of four.
1350 */
1351 return -EINVAL;
1352
1353 BUG_ON(host->dma_ch != -1);
1354
1355 chan = omap_hsmmc_get_dma_chan(host, data);
1356
1357 cfg.src_addr = host->mapbase + OMAP_HSMMC_DATA;
1358 cfg.dst_addr = host->mapbase + OMAP_HSMMC_DATA;
1359 cfg.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
1360 cfg.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
1361 cfg.src_maxburst = data->blksz / 4;
1362 cfg.dst_maxburst = data->blksz / 4;
1363
1364 ret = dmaengine_slave_config(chan, &cfg);
1365 if (ret)
1366 return ret;
1367
1368 ret = omap_hsmmc_pre_dma_transfer(host, data, NULL, chan);
1369 if (ret)
1370 return ret;
1371
1372 tx = dmaengine_prep_slave_sg(chan, data->sg, data->sg_len,
1373 data->flags & MMC_DATA_WRITE ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM,
1374 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
1375 if (!tx) {
1376 dev_err(mmc_dev(host->mmc), "prep_slave_sg() failed\n");
1377 /* FIXME: cleanup */
1378 return -1;
1379 }
1380
1381 tx->callback = omap_hsmmc_dma_callback;
1382 tx->callback_param = host;
1383
1384 /* Does not fail */
1385 dmaengine_submit(tx);
1386
1387 host->dma_ch = 1;
1388
1389 return 0;
1390}
1391
1392static void set_data_timeout(struct omap_hsmmc_host *host,
1393 unsigned int timeout_ns,
1394 unsigned int timeout_clks)
1395{
1396 unsigned int timeout, cycle_ns;
1397 uint32_t reg, clkd, dto = 0;
1398
1399 reg = OMAP_HSMMC_READ(host->base, SYSCTL);
1400 clkd = (reg & CLKD_MASK) >> CLKD_SHIFT;
1401 if (clkd == 0)
1402 clkd = 1;
1403
1404 cycle_ns = 1000000000 / (host->clk_rate / clkd);
1405 timeout = timeout_ns / cycle_ns;
1406 timeout += timeout_clks;
1407 if (timeout) {
1408 while ((timeout & 0x80000000) == 0) {
1409 dto += 1;
1410 timeout <<= 1;
1411 }
1412 dto = 31 - dto;
1413 timeout <<= 1;
1414 if (timeout && dto)
1415 dto += 1;
1416 if (dto >= 13)
1417 dto -= 13;
1418 else
1419 dto = 0;
1420 if (dto > 14)
1421 dto = 14;
1422 }
1423
1424 reg &= ~DTO_MASK;
1425 reg |= dto << DTO_SHIFT;
1426 OMAP_HSMMC_WRITE(host->base, SYSCTL, reg);
1427}
1428
1429static void omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host)
1430{
1431 struct mmc_request *req = host->mrq;
1432 struct dma_chan *chan;
1433
1434 if (!req->data)
1435 return;
1436 OMAP_HSMMC_WRITE(host->base, BLK, (req->data->blksz)
1437 | (req->data->blocks << 16));
1438 set_data_timeout(host, req->data->timeout_ns,
1439 req->data->timeout_clks);
1440 chan = omap_hsmmc_get_dma_chan(host, req->data);
1441 dma_async_issue_pending(chan);
1442}
1443
1444/*
1445 * Configure block length for MMC/SD cards and initiate the transfer.
1446 */
1447static int
1448omap_hsmmc_prepare_data(struct omap_hsmmc_host *host, struct mmc_request *req)
1449{
1450 int ret;
1451 host->data = req->data;
1452
1453 if (req->data == NULL) {
1454 OMAP_HSMMC_WRITE(host->base, BLK, 0);
1455 /*
1456 * Set an arbitrary 100ms data timeout for commands with
1457 * busy signal.
1458 */
1459 if (req->cmd->flags & MMC_RSP_BUSY)
1460 set_data_timeout(host, 100000000U, 0);
1461 return 0;
1462 }
1463
1464 if (host->use_dma) {
1465 ret = omap_hsmmc_setup_dma_transfer(host, req);
1466 if (ret != 0) {
1467 dev_err(mmc_dev(host->mmc), "MMC start dma failure\n");
1468 return ret;
1469 }
1470 }
1471 return 0;
1472}
1473
1474static void omap_hsmmc_post_req(struct mmc_host *mmc, struct mmc_request *mrq,
1475 int err)
1476{
1477 struct omap_hsmmc_host *host = mmc_priv(mmc);
1478 struct mmc_data *data = mrq->data;
1479
1480 if (host->use_dma && data->host_cookie) {
1481 struct dma_chan *c = omap_hsmmc_get_dma_chan(host, data);
1482
1483 dma_unmap_sg(c->device->dev, data->sg, data->sg_len,
1484 omap_hsmmc_get_dma_dir(host, data));
1485 data->host_cookie = 0;
1486 }
1487}
1488
1489static void omap_hsmmc_pre_req(struct mmc_host *mmc, struct mmc_request *mrq,
1490 bool is_first_req)
1491{
1492 struct omap_hsmmc_host *host = mmc_priv(mmc);
1493
1494 if (mrq->data->host_cookie) {
1495 mrq->data->host_cookie = 0;
1496 return ;
1497 }
1498
1499 if (host->use_dma) {
1500 struct dma_chan *c = omap_hsmmc_get_dma_chan(host, mrq->data);
1501
1502 if (omap_hsmmc_pre_dma_transfer(host, mrq->data,
1503 &host->next_data, c))
1504 mrq->data->host_cookie = 0;
1505 }
1506}
1507
1508/*
1509 * Request function. for read/write operation
1510 */
1511static void omap_hsmmc_request(struct mmc_host *mmc, struct mmc_request *req)
1512{
1513 struct omap_hsmmc_host *host = mmc_priv(mmc);
1514 int err;
1515
1516 BUG_ON(host->req_in_progress);
1517 BUG_ON(host->dma_ch != -1);
1518 if (host->protect_card) {
1519 if (host->reqs_blocked < 3) {
1520 /*
1521 * Ensure the controller is left in a consistent
1522 * state by resetting the command and data state
1523 * machines.
1524 */
1525 omap_hsmmc_reset_controller_fsm(host, SRD);
1526 omap_hsmmc_reset_controller_fsm(host, SRC);
1527 host->reqs_blocked += 1;
1528 }
1529 req->cmd->error = -EBADF;
1530 if (req->data)
1531 req->data->error = -EBADF;
1532 req->cmd->retries = 0;
1533 mmc_request_done(mmc, req);
1534 return;
1535 } else if (host->reqs_blocked)
1536 host->reqs_blocked = 0;
1537 WARN_ON(host->mrq != NULL);
1538 host->mrq = req;
1539 host->clk_rate = clk_get_rate(host->fclk);
1540 err = omap_hsmmc_prepare_data(host, req);
1541 if (err) {
1542 req->cmd->error = err;
1543 if (req->data)
1544 req->data->error = err;
1545 host->mrq = NULL;
1546 mmc_request_done(mmc, req);
1547 return;
1548 }
1549 if (req->sbc && !(host->flags & AUTO_CMD23)) {
1550 omap_hsmmc_start_command(host, req->sbc, NULL);
1551 return;
1552 }
1553
1554 omap_hsmmc_start_dma_transfer(host);
1555 omap_hsmmc_start_command(host, req->cmd, req->data);
1556}
1557
1558/* Routine to configure clock values. Exposed API to core */
1559static void omap_hsmmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1560{
1561 struct omap_hsmmc_host *host = mmc_priv(mmc);
1562 int do_send_init_stream = 0;
1563
1564 pm_runtime_get_sync(host->dev);
1565
1566 if (ios->power_mode != host->power_mode) {
1567 switch (ios->power_mode) {
1568 case MMC_POWER_OFF:
1569 mmc_slot(host).set_power(host->dev, host->slot_id,
1570 0, 0);
1571 break;
1572 case MMC_POWER_UP:
1573 mmc_slot(host).set_power(host->dev, host->slot_id,
1574 1, ios->vdd);
1575 break;
1576 case MMC_POWER_ON:
1577 do_send_init_stream = 1;
1578 break;
1579 }
1580 host->power_mode = ios->power_mode;
1581 }
1582
1583 /* FIXME: set registers based only on changes to ios */
1584
1585 omap_hsmmc_set_bus_width(host);
1586
1587 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1588 /* Only MMC1 can interface at 3V without some flavor
1589 * of external transceiver; but they all handle 1.8V.
1590 */
1591 if ((OMAP_HSMMC_READ(host->base, HCTL) & SDVSDET) &&
1592 (ios->vdd == DUAL_VOLT_OCR_BIT)) {
1593 /*
1594 * The mmc_select_voltage fn of the core does
1595 * not seem to set the power_mode to
1596 * MMC_POWER_UP upon recalculating the voltage.
1597 * vdd 1.8v.
1598 */
1599 if (omap_hsmmc_switch_opcond(host, ios->vdd) != 0)
1600 dev_dbg(mmc_dev(host->mmc),
1601 "Switch operation failed\n");
1602 }
1603 }
1604
1605 omap_hsmmc_set_clock(host);
1606
1607 if (do_send_init_stream)
1608 send_init_stream(host);
1609
1610 omap_hsmmc_set_bus_mode(host);
1611
1612 pm_runtime_put_autosuspend(host->dev);
1613}
1614
1615static int omap_hsmmc_get_cd(struct mmc_host *mmc)
1616{
1617 struct omap_hsmmc_host *host = mmc_priv(mmc);
1618
1619 if (!mmc_slot(host).card_detect)
1620 return -ENOSYS;
1621 return mmc_slot(host).card_detect(host->dev, host->slot_id);
1622}
1623
1624static int omap_hsmmc_get_ro(struct mmc_host *mmc)
1625{
1626 struct omap_hsmmc_host *host = mmc_priv(mmc);
1627
1628 if (!mmc_slot(host).get_ro)
1629 return -ENOSYS;
1630 return mmc_slot(host).get_ro(host->dev, 0);
1631}
1632
1633static void omap_hsmmc_init_card(struct mmc_host *mmc, struct mmc_card *card)
1634{
1635 struct omap_hsmmc_host *host = mmc_priv(mmc);
1636
1637 if (mmc_slot(host).init_card)
1638 mmc_slot(host).init_card(card);
1639}
1640
1641static void omap_hsmmc_conf_bus_power(struct omap_hsmmc_host *host)
1642{
1643 u32 hctl, capa, value;
1644
1645 /* Only MMC1 supports 3.0V */
1646 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1647 hctl = SDVS30;
1648 capa = VS30 | VS18;
1649 } else {
1650 hctl = SDVS18;
1651 capa = VS18;
1652 }
1653
1654 value = OMAP_HSMMC_READ(host->base, HCTL) & ~SDVS_MASK;
1655 OMAP_HSMMC_WRITE(host->base, HCTL, value | hctl);
1656
1657 value = OMAP_HSMMC_READ(host->base, CAPA);
1658 OMAP_HSMMC_WRITE(host->base, CAPA, value | capa);
1659
1660 /* Set SD bus power bit */
1661 set_sd_bus_power(host);
1662}
1663
1664static int omap_hsmmc_enable_fclk(struct mmc_host *mmc)
1665{
1666 struct omap_hsmmc_host *host = mmc_priv(mmc);
1667
1668 pm_runtime_get_sync(host->dev);
1669
1670 return 0;
1671}
1672
1673static int omap_hsmmc_disable_fclk(struct mmc_host *mmc)
1674{
1675 struct omap_hsmmc_host *host = mmc_priv(mmc);
1676
1677 pm_runtime_mark_last_busy(host->dev);
1678 pm_runtime_put_autosuspend(host->dev);
1679
1680 return 0;
1681}
1682
1683static const struct mmc_host_ops omap_hsmmc_ops = {
1684 .enable = omap_hsmmc_enable_fclk,
1685 .disable = omap_hsmmc_disable_fclk,
1686 .post_req = omap_hsmmc_post_req,
1687 .pre_req = omap_hsmmc_pre_req,
1688 .request = omap_hsmmc_request,
1689 .set_ios = omap_hsmmc_set_ios,
1690 .get_cd = omap_hsmmc_get_cd,
1691 .get_ro = omap_hsmmc_get_ro,
1692 .init_card = omap_hsmmc_init_card,
1693 /* NYET -- enable_sdio_irq */
1694};
1695
1696#ifdef CONFIG_DEBUG_FS
1697
1698static int omap_hsmmc_regs_show(struct seq_file *s, void *data)
1699{
1700 struct mmc_host *mmc = s->private;
1701 struct omap_hsmmc_host *host = mmc_priv(mmc);
1702
1703 seq_printf(s, "mmc%d:\n ctx_loss:\t%d\n\nregs:\n",
1704 mmc->index, host->context_loss);
1705
1706 pm_runtime_get_sync(host->dev);
1707
1708 seq_printf(s, "CON:\t\t0x%08x\n",
1709 OMAP_HSMMC_READ(host->base, CON));
1710 seq_printf(s, "HCTL:\t\t0x%08x\n",
1711 OMAP_HSMMC_READ(host->base, HCTL));
1712 seq_printf(s, "SYSCTL:\t\t0x%08x\n",
1713 OMAP_HSMMC_READ(host->base, SYSCTL));
1714 seq_printf(s, "IE:\t\t0x%08x\n",
1715 OMAP_HSMMC_READ(host->base, IE));
1716 seq_printf(s, "ISE:\t\t0x%08x\n",
1717 OMAP_HSMMC_READ(host->base, ISE));
1718 seq_printf(s, "CAPA:\t\t0x%08x\n",
1719 OMAP_HSMMC_READ(host->base, CAPA));
1720
1721 pm_runtime_mark_last_busy(host->dev);
1722 pm_runtime_put_autosuspend(host->dev);
1723
1724 return 0;
1725}
1726
1727static int omap_hsmmc_regs_open(struct inode *inode, struct file *file)
1728{
1729 return single_open(file, omap_hsmmc_regs_show, inode->i_private);
1730}
1731
1732static const struct file_operations mmc_regs_fops = {
1733 .open = omap_hsmmc_regs_open,
1734 .read = seq_read,
1735 .llseek = seq_lseek,
1736 .release = single_release,
1737};
1738
1739static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1740{
1741 if (mmc->debugfs_root)
1742 debugfs_create_file("regs", S_IRUSR, mmc->debugfs_root,
1743 mmc, &mmc_regs_fops);
1744}
1745
1746#else
1747
1748static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1749{
1750}
1751
1752#endif
1753
1754#ifdef CONFIG_OF
1755static const struct omap_mmc_of_data omap3_pre_es3_mmc_of_data = {
1756 /* See 35xx errata 2.1.1.128 in SPRZ278F */
1757 .controller_flags = OMAP_HSMMC_BROKEN_MULTIBLOCK_READ,
1758};
1759
1760static const struct omap_mmc_of_data omap4_mmc_of_data = {
1761 .reg_offset = 0x100,
1762};
1763
1764static const struct of_device_id omap_mmc_of_match[] = {
1765 {
1766 .compatible = "ti,omap2-hsmmc",
1767 },
1768 {
1769 .compatible = "ti,omap3-pre-es3-hsmmc",
1770 .data = &omap3_pre_es3_mmc_of_data,
1771 },
1772 {
1773 .compatible = "ti,omap3-hsmmc",
1774 },
1775 {
1776 .compatible = "ti,omap4-hsmmc",
1777 .data = &omap4_mmc_of_data,
1778 },
1779 {},
1780};
1781MODULE_DEVICE_TABLE(of, omap_mmc_of_match);
1782
1783static struct omap_mmc_platform_data *of_get_hsmmc_pdata(struct device *dev)
1784{
1785 struct omap_mmc_platform_data *pdata;
1786 struct device_node *np = dev->of_node;
1787 u32 bus_width, max_freq;
1788 int cd_gpio, wp_gpio;
1789
1790 cd_gpio = of_get_named_gpio(np, "cd-gpios", 0);
1791 wp_gpio = of_get_named_gpio(np, "wp-gpios", 0);
1792 if (cd_gpio == -EPROBE_DEFER || wp_gpio == -EPROBE_DEFER)
1793 return ERR_PTR(-EPROBE_DEFER);
1794
1795 pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL);
1796 if (!pdata)
1797 return ERR_PTR(-ENOMEM); /* out of memory */
1798
1799 if (of_find_property(np, "ti,dual-volt", NULL))
1800 pdata->controller_flags |= OMAP_HSMMC_SUPPORTS_DUAL_VOLT;
1801
1802 /* This driver only supports 1 slot */
1803 pdata->nr_slots = 1;
1804 pdata->slots[0].switch_pin = cd_gpio;
1805 pdata->slots[0].gpio_wp = wp_gpio;
1806
1807 if (of_find_property(np, "ti,non-removable", NULL)) {
1808 pdata->slots[0].nonremovable = true;
1809 pdata->slots[0].no_regulator_off_init = true;
1810 }
1811 of_property_read_u32(np, "bus-width", &bus_width);
1812 if (bus_width == 4)
1813 pdata->slots[0].caps |= MMC_CAP_4_BIT_DATA;
1814 else if (bus_width == 8)
1815 pdata->slots[0].caps |= MMC_CAP_8_BIT_DATA;
1816
1817 if (of_find_property(np, "ti,needs-special-reset", NULL))
1818 pdata->slots[0].features |= HSMMC_HAS_UPDATED_RESET;
1819
1820 if (!of_property_read_u32(np, "max-frequency", &max_freq))
1821 pdata->max_freq = max_freq;
1822
1823 if (of_find_property(np, "ti,needs-special-hs-handling", NULL))
1824 pdata->slots[0].features |= HSMMC_HAS_HSPE_SUPPORT;
1825
1826 if (of_find_property(np, "keep-power-in-suspend", NULL))
1827 pdata->slots[0].pm_caps |= MMC_PM_KEEP_POWER;
1828
1829 if (of_find_property(np, "enable-sdio-wakeup", NULL))
1830 pdata->slots[0].pm_caps |= MMC_PM_WAKE_SDIO_IRQ;
1831
1832 return pdata;
1833}
1834#else
1835static inline struct omap_mmc_platform_data
1836 *of_get_hsmmc_pdata(struct device *dev)
1837{
1838 return ERR_PTR(-EINVAL);
1839}
1840#endif
1841
1842static int omap_hsmmc_probe(struct platform_device *pdev)
1843{
1844 struct omap_mmc_platform_data *pdata = pdev->dev.platform_data;
1845 struct mmc_host *mmc;
1846 struct omap_hsmmc_host *host = NULL;
1847 struct resource *res;
1848 int ret, irq;
1849 const struct of_device_id *match;
1850 dma_cap_mask_t mask;
1851 unsigned tx_req, rx_req;
1852 struct pinctrl *pinctrl;
1853 const struct omap_mmc_of_data *data;
1854
1855 match = of_match_device(of_match_ptr(omap_mmc_of_match), &pdev->dev);
1856 if (match) {
1857 pdata = of_get_hsmmc_pdata(&pdev->dev);
1858
1859 if (IS_ERR(pdata))
1860 return PTR_ERR(pdata);
1861
1862 if (match->data) {
1863 data = match->data;
1864 pdata->reg_offset = data->reg_offset;
1865 pdata->controller_flags |= data->controller_flags;
1866 }
1867 }
1868
1869 if (pdata == NULL) {
1870 dev_err(&pdev->dev, "Platform Data is missing\n");
1871 return -ENXIO;
1872 }
1873
1874 if (pdata->nr_slots == 0) {
1875 dev_err(&pdev->dev, "No Slots\n");
1876 return -ENXIO;
1877 }
1878
1879 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1880 irq = platform_get_irq(pdev, 0);
1881 if (res == NULL || irq < 0)
1882 return -ENXIO;
1883
1884 res = request_mem_region(res->start, resource_size(res), pdev->name);
1885 if (res == NULL)
1886 return -EBUSY;
1887
1888 ret = omap_hsmmc_gpio_init(pdata);
1889 if (ret)
1890 goto err;
1891
1892 mmc = mmc_alloc_host(sizeof(struct omap_hsmmc_host), &pdev->dev);
1893 if (!mmc) {
1894 ret = -ENOMEM;
1895 goto err_alloc;
1896 }
1897
1898 host = mmc_priv(mmc);
1899 host->mmc = mmc;
1900 host->pdata = pdata;
1901 host->dev = &pdev->dev;
1902 host->use_dma = 1;
1903 host->dma_ch = -1;
1904 host->irq = irq;
1905 host->slot_id = 0;
1906 host->mapbase = res->start + pdata->reg_offset;
1907 host->base = ioremap(host->mapbase, SZ_4K);
1908 host->power_mode = MMC_POWER_OFF;
1909 host->next_data.cookie = 1;
1910 host->pbias_enabled = 0;
1911
1912 platform_set_drvdata(pdev, host);
1913
1914 mmc->ops = &omap_hsmmc_ops;
1915
1916 mmc->f_min = OMAP_MMC_MIN_CLOCK;
1917
1918 if (pdata->max_freq > 0)
1919 mmc->f_max = pdata->max_freq;
1920 else
1921 mmc->f_max = OMAP_MMC_MAX_CLOCK;
1922
1923 spin_lock_init(&host->irq_lock);
1924
1925 host->fclk = clk_get(&pdev->dev, "fck");
1926 if (IS_ERR(host->fclk)) {
1927 ret = PTR_ERR(host->fclk);
1928 host->fclk = NULL;
1929 goto err1;
1930 }
1931
1932 if (host->pdata->controller_flags & OMAP_HSMMC_BROKEN_MULTIBLOCK_READ) {
1933 dev_info(&pdev->dev, "multiblock reads disabled due to 35xx erratum 2.1.1.128; MMC read performance may suffer\n");
1934 mmc->caps2 |= MMC_CAP2_NO_MULTI_READ;
1935 }
1936
1937 pm_runtime_enable(host->dev);
1938 pm_runtime_get_sync(host->dev);
1939 pm_runtime_set_autosuspend_delay(host->dev, MMC_AUTOSUSPEND_DELAY);
1940 pm_runtime_use_autosuspend(host->dev);
1941
1942 omap_hsmmc_context_save(host);
1943
1944 host->dbclk = clk_get(&pdev->dev, "mmchsdb_fck");
1945 /*
1946 * MMC can still work without debounce clock.
1947 */
1948 if (IS_ERR(host->dbclk)) {
1949 host->dbclk = NULL;
1950 } else if (clk_prepare_enable(host->dbclk) != 0) {
1951 dev_warn(mmc_dev(host->mmc), "Failed to enable debounce clk\n");
1952 clk_put(host->dbclk);
1953 host->dbclk = NULL;
1954 }
1955
1956 /* Since we do only SG emulation, we can have as many segs
1957 * as we want. */
1958 mmc->max_segs = 1024;
1959
1960 mmc->max_blk_size = 512; /* Block Length at max can be 1024 */
1961 mmc->max_blk_count = 0xFFFF; /* No. of Blocks is 16 bits */
1962 mmc->max_req_size = mmc->max_blk_size * mmc->max_blk_count;
1963 mmc->max_seg_size = mmc->max_req_size;
1964
1965 mmc->caps |= MMC_CAP_MMC_HIGHSPEED | MMC_CAP_SD_HIGHSPEED |
1966 MMC_CAP_WAIT_WHILE_BUSY | MMC_CAP_ERASE;
1967
1968 mmc->caps |= mmc_slot(host).caps;
1969 if (mmc->caps & MMC_CAP_8_BIT_DATA)
1970 mmc->caps |= MMC_CAP_4_BIT_DATA;
1971
1972 if (mmc_slot(host).nonremovable)
1973 mmc->caps |= MMC_CAP_NONREMOVABLE;
1974
1975 mmc->pm_caps = mmc_slot(host).pm_caps;
1976
1977 omap_hsmmc_conf_bus_power(host);
1978
1979 if (!pdev->dev.of_node) {
1980 res = platform_get_resource_byname(pdev, IORESOURCE_DMA, "tx");
1981 if (!res) {
1982 dev_err(mmc_dev(host->mmc), "cannot get DMA TX channel\n");
1983 ret = -ENXIO;
1984 goto err_irq;
1985 }
1986 tx_req = res->start;
1987
1988 res = platform_get_resource_byname(pdev, IORESOURCE_DMA, "rx");
1989 if (!res) {
1990 dev_err(mmc_dev(host->mmc), "cannot get DMA RX channel\n");
1991 ret = -ENXIO;
1992 goto err_irq;
1993 }
1994 rx_req = res->start;
1995 }
1996
1997 dma_cap_zero(mask);
1998 dma_cap_set(DMA_SLAVE, mask);
1999
2000 host->rx_chan =
2001 dma_request_slave_channel_compat(mask, omap_dma_filter_fn,
2002 &rx_req, &pdev->dev, "rx");
2003
2004 if (!host->rx_chan) {
2005 dev_err(mmc_dev(host->mmc), "unable to obtain RX DMA engine channel %u\n", rx_req);
2006 ret = -ENXIO;
2007 goto err_irq;
2008 }
2009
2010 host->tx_chan =
2011 dma_request_slave_channel_compat(mask, omap_dma_filter_fn,
2012 &tx_req, &pdev->dev, "tx");
2013
2014 if (!host->tx_chan) {
2015 dev_err(mmc_dev(host->mmc), "unable to obtain TX DMA engine channel %u\n", tx_req);
2016 ret = -ENXIO;
2017 goto err_irq;
2018 }
2019
2020 /* Request IRQ for MMC operations */
2021 ret = request_irq(host->irq, omap_hsmmc_irq, 0,
2022 mmc_hostname(mmc), host);
2023 if (ret) {
2024 dev_err(mmc_dev(host->mmc), "Unable to grab HSMMC IRQ\n");
2025 goto err_irq;
2026 }
2027
2028 if (pdata->init != NULL) {
2029 if (pdata->init(&pdev->dev) != 0) {
2030 dev_err(mmc_dev(host->mmc),
2031 "Unable to configure MMC IRQs\n");
2032 goto err_irq_cd_init;
2033 }
2034 }
2035
2036 if (omap_hsmmc_have_reg() && !mmc_slot(host).set_power) {
2037 ret = omap_hsmmc_reg_get(host);
2038 if (ret)
2039 goto err_reg;
2040 host->use_reg = 1;
2041 }
2042
2043 mmc->ocr_avail = mmc_slot(host).ocr_mask;
2044
2045 /* Request IRQ for card detect */
2046 if ((mmc_slot(host).card_detect_irq)) {
2047 ret = request_threaded_irq(mmc_slot(host).card_detect_irq,
2048 NULL,
2049 omap_hsmmc_detect,
2050 IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING | IRQF_ONESHOT,
2051 mmc_hostname(mmc), host);
2052 if (ret) {
2053 dev_err(mmc_dev(host->mmc),
2054 "Unable to grab MMC CD IRQ\n");
2055 goto err_irq_cd;
2056 }
2057 pdata->suspend = omap_hsmmc_suspend_cdirq;
2058 pdata->resume = omap_hsmmc_resume_cdirq;
2059 }
2060
2061 omap_hsmmc_disable_irq(host);
2062
2063 pinctrl = devm_pinctrl_get_select_default(&pdev->dev);
2064 if (IS_ERR(pinctrl))
2065 dev_warn(&pdev->dev,
2066 "pins are not configured from the driver\n");
2067
2068 omap_hsmmc_protect_card(host);
2069
2070 mmc_add_host(mmc);
2071
2072 if (mmc_slot(host).name != NULL) {
2073 ret = device_create_file(&mmc->class_dev, &dev_attr_slot_name);
2074 if (ret < 0)
2075 goto err_slot_name;
2076 }
2077 if (mmc_slot(host).card_detect_irq && mmc_slot(host).get_cover_state) {
2078 ret = device_create_file(&mmc->class_dev,
2079 &dev_attr_cover_switch);
2080 if (ret < 0)
2081 goto err_slot_name;
2082 }
2083
2084 omap_hsmmc_debugfs(mmc);
2085 pm_runtime_mark_last_busy(host->dev);
2086 pm_runtime_put_autosuspend(host->dev);
2087
2088 return 0;
2089
2090err_slot_name:
2091 mmc_remove_host(mmc);
2092 free_irq(mmc_slot(host).card_detect_irq, host);
2093err_irq_cd:
2094 if (host->use_reg)
2095 omap_hsmmc_reg_put(host);
2096err_reg:
2097 if (host->pdata->cleanup)
2098 host->pdata->cleanup(&pdev->dev);
2099err_irq_cd_init:
2100 free_irq(host->irq, host);
2101err_irq:
2102 if (host->tx_chan)
2103 dma_release_channel(host->tx_chan);
2104 if (host->rx_chan)
2105 dma_release_channel(host->rx_chan);
2106 pm_runtime_put_sync(host->dev);
2107 pm_runtime_disable(host->dev);
2108 clk_put(host->fclk);
2109 if (host->dbclk) {
2110 clk_disable_unprepare(host->dbclk);
2111 clk_put(host->dbclk);
2112 }
2113err1:
2114 iounmap(host->base);
2115 mmc_free_host(mmc);
2116err_alloc:
2117 omap_hsmmc_gpio_free(pdata);
2118err:
2119 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2120 if (res)
2121 release_mem_region(res->start, resource_size(res));
2122 return ret;
2123}
2124
2125static int omap_hsmmc_remove(struct platform_device *pdev)
2126{
2127 struct omap_hsmmc_host *host = platform_get_drvdata(pdev);
2128 struct resource *res;
2129
2130 pm_runtime_get_sync(host->dev);
2131 mmc_remove_host(host->mmc);
2132 if (host->use_reg)
2133 omap_hsmmc_reg_put(host);
2134 if (host->pdata->cleanup)
2135 host->pdata->cleanup(&pdev->dev);
2136 free_irq(host->irq, host);
2137 if (mmc_slot(host).card_detect_irq)
2138 free_irq(mmc_slot(host).card_detect_irq, host);
2139
2140 if (host->tx_chan)
2141 dma_release_channel(host->tx_chan);
2142 if (host->rx_chan)
2143 dma_release_channel(host->rx_chan);
2144
2145 pm_runtime_put_sync(host->dev);
2146 pm_runtime_disable(host->dev);
2147 clk_put(host->fclk);
2148 if (host->dbclk) {
2149 clk_disable_unprepare(host->dbclk);
2150 clk_put(host->dbclk);
2151 }
2152
2153 omap_hsmmc_gpio_free(host->pdata);
2154 iounmap(host->base);
2155 mmc_free_host(host->mmc);
2156
2157 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2158 if (res)
2159 release_mem_region(res->start, resource_size(res));
2160
2161 return 0;
2162}
2163
2164#ifdef CONFIG_PM
2165static int omap_hsmmc_prepare(struct device *dev)
2166{
2167 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2168
2169 if (host->pdata->suspend)
2170 return host->pdata->suspend(dev, host->slot_id);
2171
2172 return 0;
2173}
2174
2175static void omap_hsmmc_complete(struct device *dev)
2176{
2177 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2178
2179 if (host->pdata->resume)
2180 host->pdata->resume(dev, host->slot_id);
2181
2182}
2183
2184static int omap_hsmmc_suspend(struct device *dev)
2185{
2186 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2187
2188 if (!host)
2189 return 0;
2190
2191 pm_runtime_get_sync(host->dev);
2192
2193 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER)) {
2194 omap_hsmmc_disable_irq(host);
2195 OMAP_HSMMC_WRITE(host->base, HCTL,
2196 OMAP_HSMMC_READ(host->base, HCTL) & ~SDBP);
2197 }
2198
2199 if (host->dbclk)
2200 clk_disable_unprepare(host->dbclk);
2201
2202 pm_runtime_put_sync(host->dev);
2203 return 0;
2204}
2205
2206/* Routine to resume the MMC device */
2207static int omap_hsmmc_resume(struct device *dev)
2208{
2209 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2210
2211 if (!host)
2212 return 0;
2213
2214 pm_runtime_get_sync(host->dev);
2215
2216 if (host->dbclk)
2217 clk_prepare_enable(host->dbclk);
2218
2219 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER))
2220 omap_hsmmc_conf_bus_power(host);
2221
2222 omap_hsmmc_protect_card(host);
2223
2224 pm_runtime_mark_last_busy(host->dev);
2225 pm_runtime_put_autosuspend(host->dev);
2226 return 0;
2227}
2228
2229#else
2230#define omap_hsmmc_prepare NULL
2231#define omap_hsmmc_complete NULL
2232#define omap_hsmmc_suspend NULL
2233#define omap_hsmmc_resume NULL
2234#endif
2235
2236static int omap_hsmmc_runtime_suspend(struct device *dev)
2237{
2238 struct omap_hsmmc_host *host;
2239
2240 host = platform_get_drvdata(to_platform_device(dev));
2241 omap_hsmmc_context_save(host);
2242 dev_dbg(dev, "disabled\n");
2243
2244 return 0;
2245}
2246
2247static int omap_hsmmc_runtime_resume(struct device *dev)
2248{
2249 struct omap_hsmmc_host *host;
2250
2251 host = platform_get_drvdata(to_platform_device(dev));
2252 omap_hsmmc_context_restore(host);
2253 dev_dbg(dev, "enabled\n");
2254
2255 return 0;
2256}
2257
2258static struct dev_pm_ops omap_hsmmc_dev_pm_ops = {
2259 .suspend = omap_hsmmc_suspend,
2260 .resume = omap_hsmmc_resume,
2261 .prepare = omap_hsmmc_prepare,
2262 .complete = omap_hsmmc_complete,
2263 .runtime_suspend = omap_hsmmc_runtime_suspend,
2264 .runtime_resume = omap_hsmmc_runtime_resume,
2265};
2266
2267static struct platform_driver omap_hsmmc_driver = {
2268 .probe = omap_hsmmc_probe,
2269 .remove = omap_hsmmc_remove,
2270 .driver = {
2271 .name = DRIVER_NAME,
2272 .owner = THIS_MODULE,
2273 .pm = &omap_hsmmc_dev_pm_ops,
2274 .of_match_table = of_match_ptr(omap_mmc_of_match),
2275 },
2276};
2277
2278module_platform_driver(omap_hsmmc_driver);
2279MODULE_DESCRIPTION("OMAP High Speed Multimedia Card driver");
2280MODULE_LICENSE("GPL");
2281MODULE_ALIAS("platform:" DRIVER_NAME);
2282MODULE_AUTHOR("Texas Instruments Inc");
1/*
2 * drivers/mmc/host/omap_hsmmc.c
3 *
4 * Driver for OMAP2430/3430 MMC controller.
5 *
6 * Copyright (C) 2007 Texas Instruments.
7 *
8 * Authors:
9 * Syed Mohammed Khasim <x0khasim@ti.com>
10 * Madhusudhan <madhu.cr@ti.com>
11 * Mohit Jalori <mjalori@ti.com>
12 *
13 * This file is licensed under the terms of the GNU General Public License
14 * version 2. This program is licensed "as is" without any warranty of any
15 * kind, whether express or implied.
16 */
17
18#include <linux/module.h>
19#include <linux/init.h>
20#include <linux/kernel.h>
21#include <linux/debugfs.h>
22#include <linux/dmaengine.h>
23#include <linux/seq_file.h>
24#include <linux/sizes.h>
25#include <linux/interrupt.h>
26#include <linux/delay.h>
27#include <linux/dma-mapping.h>
28#include <linux/platform_device.h>
29#include <linux/timer.h>
30#include <linux/clk.h>
31#include <linux/of.h>
32#include <linux/of_irq.h>
33#include <linux/of_gpio.h>
34#include <linux/of_device.h>
35#include <linux/mmc/host.h>
36#include <linux/mmc/core.h>
37#include <linux/mmc/mmc.h>
38#include <linux/mmc/slot-gpio.h>
39#include <linux/io.h>
40#include <linux/irq.h>
41#include <linux/gpio.h>
42#include <linux/regulator/consumer.h>
43#include <linux/pinctrl/consumer.h>
44#include <linux/pm_runtime.h>
45#include <linux/pm_wakeirq.h>
46#include <linux/platform_data/hsmmc-omap.h>
47
48/* OMAP HSMMC Host Controller Registers */
49#define OMAP_HSMMC_SYSSTATUS 0x0014
50#define OMAP_HSMMC_CON 0x002C
51#define OMAP_HSMMC_SDMASA 0x0100
52#define OMAP_HSMMC_BLK 0x0104
53#define OMAP_HSMMC_ARG 0x0108
54#define OMAP_HSMMC_CMD 0x010C
55#define OMAP_HSMMC_RSP10 0x0110
56#define OMAP_HSMMC_RSP32 0x0114
57#define OMAP_HSMMC_RSP54 0x0118
58#define OMAP_HSMMC_RSP76 0x011C
59#define OMAP_HSMMC_DATA 0x0120
60#define OMAP_HSMMC_PSTATE 0x0124
61#define OMAP_HSMMC_HCTL 0x0128
62#define OMAP_HSMMC_SYSCTL 0x012C
63#define OMAP_HSMMC_STAT 0x0130
64#define OMAP_HSMMC_IE 0x0134
65#define OMAP_HSMMC_ISE 0x0138
66#define OMAP_HSMMC_AC12 0x013C
67#define OMAP_HSMMC_CAPA 0x0140
68
69#define VS18 (1 << 26)
70#define VS30 (1 << 25)
71#define HSS (1 << 21)
72#define SDVS18 (0x5 << 9)
73#define SDVS30 (0x6 << 9)
74#define SDVS33 (0x7 << 9)
75#define SDVS_MASK 0x00000E00
76#define SDVSCLR 0xFFFFF1FF
77#define SDVSDET 0x00000400
78#define AUTOIDLE 0x1
79#define SDBP (1 << 8)
80#define DTO 0xe
81#define ICE 0x1
82#define ICS 0x2
83#define CEN (1 << 2)
84#define CLKD_MAX 0x3FF /* max clock divisor: 1023 */
85#define CLKD_MASK 0x0000FFC0
86#define CLKD_SHIFT 6
87#define DTO_MASK 0x000F0000
88#define DTO_SHIFT 16
89#define INIT_STREAM (1 << 1)
90#define ACEN_ACMD23 (2 << 2)
91#define DP_SELECT (1 << 21)
92#define DDIR (1 << 4)
93#define DMAE 0x1
94#define MSBS (1 << 5)
95#define BCE (1 << 1)
96#define FOUR_BIT (1 << 1)
97#define HSPE (1 << 2)
98#define IWE (1 << 24)
99#define DDR (1 << 19)
100#define CLKEXTFREE (1 << 16)
101#define CTPL (1 << 11)
102#define DW8 (1 << 5)
103#define OD 0x1
104#define STAT_CLEAR 0xFFFFFFFF
105#define INIT_STREAM_CMD 0x00000000
106#define DUAL_VOLT_OCR_BIT 7
107#define SRC (1 << 25)
108#define SRD (1 << 26)
109#define SOFTRESET (1 << 1)
110
111/* PSTATE */
112#define DLEV_DAT(x) (1 << (20 + (x)))
113
114/* Interrupt masks for IE and ISE register */
115#define CC_EN (1 << 0)
116#define TC_EN (1 << 1)
117#define BWR_EN (1 << 4)
118#define BRR_EN (1 << 5)
119#define CIRQ_EN (1 << 8)
120#define ERR_EN (1 << 15)
121#define CTO_EN (1 << 16)
122#define CCRC_EN (1 << 17)
123#define CEB_EN (1 << 18)
124#define CIE_EN (1 << 19)
125#define DTO_EN (1 << 20)
126#define DCRC_EN (1 << 21)
127#define DEB_EN (1 << 22)
128#define ACE_EN (1 << 24)
129#define CERR_EN (1 << 28)
130#define BADA_EN (1 << 29)
131
132#define INT_EN_MASK (BADA_EN | CERR_EN | ACE_EN | DEB_EN | DCRC_EN |\
133 DTO_EN | CIE_EN | CEB_EN | CCRC_EN | CTO_EN | \
134 BRR_EN | BWR_EN | TC_EN | CC_EN)
135
136#define CNI (1 << 7)
137#define ACIE (1 << 4)
138#define ACEB (1 << 3)
139#define ACCE (1 << 2)
140#define ACTO (1 << 1)
141#define ACNE (1 << 0)
142
143#define MMC_AUTOSUSPEND_DELAY 100
144#define MMC_TIMEOUT_MS 20 /* 20 mSec */
145#define MMC_TIMEOUT_US 20000 /* 20000 micro Sec */
146#define OMAP_MMC_MIN_CLOCK 400000
147#define OMAP_MMC_MAX_CLOCK 52000000
148#define DRIVER_NAME "omap_hsmmc"
149
150#define VDD_1V8 1800000 /* 180000 uV */
151#define VDD_3V0 3000000 /* 300000 uV */
152#define VDD_165_195 (ffs(MMC_VDD_165_195) - 1)
153
154/*
155 * One controller can have multiple slots, like on some omap boards using
156 * omap.c controller driver. Luckily this is not currently done on any known
157 * omap_hsmmc.c device.
158 */
159#define mmc_pdata(host) host->pdata
160
161/*
162 * MMC Host controller read/write API's
163 */
164#define OMAP_HSMMC_READ(base, reg) \
165 __raw_readl((base) + OMAP_HSMMC_##reg)
166
167#define OMAP_HSMMC_WRITE(base, reg, val) \
168 __raw_writel((val), (base) + OMAP_HSMMC_##reg)
169
170struct omap_hsmmc_next {
171 unsigned int dma_len;
172 s32 cookie;
173};
174
175struct omap_hsmmc_host {
176 struct device *dev;
177 struct mmc_host *mmc;
178 struct mmc_request *mrq;
179 struct mmc_command *cmd;
180 struct mmc_data *data;
181 struct clk *fclk;
182 struct clk *dbclk;
183 struct regulator *pbias;
184 bool pbias_enabled;
185 void __iomem *base;
186 int vqmmc_enabled;
187 resource_size_t mapbase;
188 spinlock_t irq_lock; /* Prevent races with irq handler */
189 unsigned int dma_len;
190 unsigned int dma_sg_idx;
191 unsigned char bus_mode;
192 unsigned char power_mode;
193 int suspended;
194 u32 con;
195 u32 hctl;
196 u32 sysctl;
197 u32 capa;
198 int irq;
199 int wake_irq;
200 int use_dma, dma_ch;
201 struct dma_chan *tx_chan;
202 struct dma_chan *rx_chan;
203 int response_busy;
204 int context_loss;
205 int protect_card;
206 int reqs_blocked;
207 int req_in_progress;
208 unsigned long clk_rate;
209 unsigned int flags;
210#define AUTO_CMD23 (1 << 0) /* Auto CMD23 support */
211#define HSMMC_SDIO_IRQ_ENABLED (1 << 1) /* SDIO irq enabled */
212 struct omap_hsmmc_next next_data;
213 struct omap_hsmmc_platform_data *pdata;
214
215 /* return MMC cover switch state, can be NULL if not supported.
216 *
217 * possible return values:
218 * 0 - closed
219 * 1 - open
220 */
221 int (*get_cover_state)(struct device *dev);
222
223 int (*card_detect)(struct device *dev);
224};
225
226struct omap_mmc_of_data {
227 u32 reg_offset;
228 u8 controller_flags;
229};
230
231static void omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host);
232
233static int omap_hsmmc_card_detect(struct device *dev)
234{
235 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
236
237 return mmc_gpio_get_cd(host->mmc);
238}
239
240static int omap_hsmmc_get_cover_state(struct device *dev)
241{
242 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
243
244 return mmc_gpio_get_cd(host->mmc);
245}
246
247static int omap_hsmmc_enable_supply(struct mmc_host *mmc)
248{
249 int ret;
250 struct omap_hsmmc_host *host = mmc_priv(mmc);
251 struct mmc_ios *ios = &mmc->ios;
252
253 if (mmc->supply.vmmc) {
254 ret = mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, ios->vdd);
255 if (ret)
256 return ret;
257 }
258
259 /* Enable interface voltage rail, if needed */
260 if (mmc->supply.vqmmc && !host->vqmmc_enabled) {
261 ret = regulator_enable(mmc->supply.vqmmc);
262 if (ret) {
263 dev_err(mmc_dev(mmc), "vmmc_aux reg enable failed\n");
264 goto err_vqmmc;
265 }
266 host->vqmmc_enabled = 1;
267 }
268
269 return 0;
270
271err_vqmmc:
272 if (mmc->supply.vmmc)
273 mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, 0);
274
275 return ret;
276}
277
278static int omap_hsmmc_disable_supply(struct mmc_host *mmc)
279{
280 int ret;
281 int status;
282 struct omap_hsmmc_host *host = mmc_priv(mmc);
283
284 if (mmc->supply.vqmmc && host->vqmmc_enabled) {
285 ret = regulator_disable(mmc->supply.vqmmc);
286 if (ret) {
287 dev_err(mmc_dev(mmc), "vmmc_aux reg disable failed\n");
288 return ret;
289 }
290 host->vqmmc_enabled = 0;
291 }
292
293 if (mmc->supply.vmmc) {
294 ret = mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, 0);
295 if (ret)
296 goto err_set_ocr;
297 }
298
299 return 0;
300
301err_set_ocr:
302 if (mmc->supply.vqmmc) {
303 status = regulator_enable(mmc->supply.vqmmc);
304 if (status)
305 dev_err(mmc_dev(mmc), "vmmc_aux re-enable failed\n");
306 }
307
308 return ret;
309}
310
311static int omap_hsmmc_set_pbias(struct omap_hsmmc_host *host, bool power_on,
312 int vdd)
313{
314 int ret;
315
316 if (!host->pbias)
317 return 0;
318
319 if (power_on) {
320 if (vdd <= VDD_165_195)
321 ret = regulator_set_voltage(host->pbias, VDD_1V8,
322 VDD_1V8);
323 else
324 ret = regulator_set_voltage(host->pbias, VDD_3V0,
325 VDD_3V0);
326 if (ret < 0) {
327 dev_err(host->dev, "pbias set voltage fail\n");
328 return ret;
329 }
330
331 if (host->pbias_enabled == 0) {
332 ret = regulator_enable(host->pbias);
333 if (ret) {
334 dev_err(host->dev, "pbias reg enable fail\n");
335 return ret;
336 }
337 host->pbias_enabled = 1;
338 }
339 } else {
340 if (host->pbias_enabled == 1) {
341 ret = regulator_disable(host->pbias);
342 if (ret) {
343 dev_err(host->dev, "pbias reg disable fail\n");
344 return ret;
345 }
346 host->pbias_enabled = 0;
347 }
348 }
349
350 return 0;
351}
352
353static int omap_hsmmc_set_power(struct omap_hsmmc_host *host, int power_on,
354 int vdd)
355{
356 struct mmc_host *mmc = host->mmc;
357 int ret = 0;
358
359 if (mmc_pdata(host)->set_power)
360 return mmc_pdata(host)->set_power(host->dev, power_on, vdd);
361
362 /*
363 * If we don't see a Vcc regulator, assume it's a fixed
364 * voltage always-on regulator.
365 */
366 if (!mmc->supply.vmmc)
367 return 0;
368
369 if (mmc_pdata(host)->before_set_reg)
370 mmc_pdata(host)->before_set_reg(host->dev, power_on, vdd);
371
372 ret = omap_hsmmc_set_pbias(host, false, 0);
373 if (ret)
374 return ret;
375
376 /*
377 * Assume Vcc regulator is used only to power the card ... OMAP
378 * VDDS is used to power the pins, optionally with a transceiver to
379 * support cards using voltages other than VDDS (1.8V nominal). When a
380 * transceiver is used, DAT3..7 are muxed as transceiver control pins.
381 *
382 * In some cases this regulator won't support enable/disable;
383 * e.g. it's a fixed rail for a WLAN chip.
384 *
385 * In other cases vcc_aux switches interface power. Example, for
386 * eMMC cards it represents VccQ. Sometimes transceivers or SDIO
387 * chips/cards need an interface voltage rail too.
388 */
389 if (power_on) {
390 ret = omap_hsmmc_enable_supply(mmc);
391 if (ret)
392 return ret;
393
394 ret = omap_hsmmc_set_pbias(host, true, vdd);
395 if (ret)
396 goto err_set_voltage;
397 } else {
398 ret = omap_hsmmc_disable_supply(mmc);
399 if (ret)
400 return ret;
401 }
402
403 if (mmc_pdata(host)->after_set_reg)
404 mmc_pdata(host)->after_set_reg(host->dev, power_on, vdd);
405
406 return 0;
407
408err_set_voltage:
409 omap_hsmmc_disable_supply(mmc);
410
411 return ret;
412}
413
414static int omap_hsmmc_disable_boot_regulator(struct regulator *reg)
415{
416 int ret;
417
418 if (!reg)
419 return 0;
420
421 if (regulator_is_enabled(reg)) {
422 ret = regulator_enable(reg);
423 if (ret)
424 return ret;
425
426 ret = regulator_disable(reg);
427 if (ret)
428 return ret;
429 }
430
431 return 0;
432}
433
434static int omap_hsmmc_disable_boot_regulators(struct omap_hsmmc_host *host)
435{
436 struct mmc_host *mmc = host->mmc;
437 int ret;
438
439 /*
440 * disable regulators enabled during boot and get the usecount
441 * right so that regulators can be enabled/disabled by checking
442 * the return value of regulator_is_enabled
443 */
444 ret = omap_hsmmc_disable_boot_regulator(mmc->supply.vmmc);
445 if (ret) {
446 dev_err(host->dev, "fail to disable boot enabled vmmc reg\n");
447 return ret;
448 }
449
450 ret = omap_hsmmc_disable_boot_regulator(mmc->supply.vqmmc);
451 if (ret) {
452 dev_err(host->dev,
453 "fail to disable boot enabled vmmc_aux reg\n");
454 return ret;
455 }
456
457 ret = omap_hsmmc_disable_boot_regulator(host->pbias);
458 if (ret) {
459 dev_err(host->dev,
460 "failed to disable boot enabled pbias reg\n");
461 return ret;
462 }
463
464 return 0;
465}
466
467static int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
468{
469 int ocr_value = 0;
470 int ret;
471 struct mmc_host *mmc = host->mmc;
472
473 if (mmc_pdata(host)->set_power)
474 return 0;
475
476 mmc->supply.vmmc = devm_regulator_get_optional(host->dev, "vmmc");
477 if (IS_ERR(mmc->supply.vmmc)) {
478 ret = PTR_ERR(mmc->supply.vmmc);
479 if ((ret != -ENODEV) && host->dev->of_node)
480 return ret;
481 dev_dbg(host->dev, "unable to get vmmc regulator %ld\n",
482 PTR_ERR(mmc->supply.vmmc));
483 mmc->supply.vmmc = NULL;
484 } else {
485 ocr_value = mmc_regulator_get_ocrmask(mmc->supply.vmmc);
486 if (ocr_value > 0)
487 mmc_pdata(host)->ocr_mask = ocr_value;
488 }
489
490 /* Allow an aux regulator */
491 mmc->supply.vqmmc = devm_regulator_get_optional(host->dev, "vmmc_aux");
492 if (IS_ERR(mmc->supply.vqmmc)) {
493 ret = PTR_ERR(mmc->supply.vqmmc);
494 if ((ret != -ENODEV) && host->dev->of_node)
495 return ret;
496 dev_dbg(host->dev, "unable to get vmmc_aux regulator %ld\n",
497 PTR_ERR(mmc->supply.vqmmc));
498 mmc->supply.vqmmc = NULL;
499 }
500
501 host->pbias = devm_regulator_get_optional(host->dev, "pbias");
502 if (IS_ERR(host->pbias)) {
503 ret = PTR_ERR(host->pbias);
504 if ((ret != -ENODEV) && host->dev->of_node) {
505 dev_err(host->dev,
506 "SD card detect fail? enable CONFIG_REGULATOR_PBIAS\n");
507 return ret;
508 }
509 dev_dbg(host->dev, "unable to get pbias regulator %ld\n",
510 PTR_ERR(host->pbias));
511 host->pbias = NULL;
512 }
513
514 /* For eMMC do not power off when not in sleep state */
515 if (mmc_pdata(host)->no_regulator_off_init)
516 return 0;
517
518 ret = omap_hsmmc_disable_boot_regulators(host);
519 if (ret)
520 return ret;
521
522 return 0;
523}
524
525static irqreturn_t omap_hsmmc_cover_irq(int irq, void *dev_id);
526
527static int omap_hsmmc_gpio_init(struct mmc_host *mmc,
528 struct omap_hsmmc_host *host,
529 struct omap_hsmmc_platform_data *pdata)
530{
531 int ret;
532
533 if (gpio_is_valid(pdata->gpio_cod)) {
534 ret = mmc_gpio_request_cd(mmc, pdata->gpio_cod, 0);
535 if (ret)
536 return ret;
537
538 host->get_cover_state = omap_hsmmc_get_cover_state;
539 mmc_gpio_set_cd_isr(mmc, omap_hsmmc_cover_irq);
540 } else if (gpio_is_valid(pdata->gpio_cd)) {
541 ret = mmc_gpio_request_cd(mmc, pdata->gpio_cd, 0);
542 if (ret)
543 return ret;
544
545 host->card_detect = omap_hsmmc_card_detect;
546 }
547
548 if (gpio_is_valid(pdata->gpio_wp)) {
549 ret = mmc_gpio_request_ro(mmc, pdata->gpio_wp);
550 if (ret)
551 return ret;
552 }
553
554 return 0;
555}
556
557/*
558 * Start clock to the card
559 */
560static void omap_hsmmc_start_clock(struct omap_hsmmc_host *host)
561{
562 OMAP_HSMMC_WRITE(host->base, SYSCTL,
563 OMAP_HSMMC_READ(host->base, SYSCTL) | CEN);
564}
565
566/*
567 * Stop clock to the card
568 */
569static void omap_hsmmc_stop_clock(struct omap_hsmmc_host *host)
570{
571 OMAP_HSMMC_WRITE(host->base, SYSCTL,
572 OMAP_HSMMC_READ(host->base, SYSCTL) & ~CEN);
573 if ((OMAP_HSMMC_READ(host->base, SYSCTL) & CEN) != 0x0)
574 dev_dbg(mmc_dev(host->mmc), "MMC Clock is not stopped\n");
575}
576
577static void omap_hsmmc_enable_irq(struct omap_hsmmc_host *host,
578 struct mmc_command *cmd)
579{
580 u32 irq_mask = INT_EN_MASK;
581 unsigned long flags;
582
583 if (host->use_dma)
584 irq_mask &= ~(BRR_EN | BWR_EN);
585
586 /* Disable timeout for erases */
587 if (cmd->opcode == MMC_ERASE)
588 irq_mask &= ~DTO_EN;
589
590 spin_lock_irqsave(&host->irq_lock, flags);
591 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
592 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
593
594 /* latch pending CIRQ, but don't signal MMC core */
595 if (host->flags & HSMMC_SDIO_IRQ_ENABLED)
596 irq_mask |= CIRQ_EN;
597 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
598 spin_unlock_irqrestore(&host->irq_lock, flags);
599}
600
601static void omap_hsmmc_disable_irq(struct omap_hsmmc_host *host)
602{
603 u32 irq_mask = 0;
604 unsigned long flags;
605
606 spin_lock_irqsave(&host->irq_lock, flags);
607 /* no transfer running but need to keep cirq if enabled */
608 if (host->flags & HSMMC_SDIO_IRQ_ENABLED)
609 irq_mask |= CIRQ_EN;
610 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
611 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
612 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
613 spin_unlock_irqrestore(&host->irq_lock, flags);
614}
615
616/* Calculate divisor for the given clock frequency */
617static u16 calc_divisor(struct omap_hsmmc_host *host, struct mmc_ios *ios)
618{
619 u16 dsor = 0;
620
621 if (ios->clock) {
622 dsor = DIV_ROUND_UP(clk_get_rate(host->fclk), ios->clock);
623 if (dsor > CLKD_MAX)
624 dsor = CLKD_MAX;
625 }
626
627 return dsor;
628}
629
630static void omap_hsmmc_set_clock(struct omap_hsmmc_host *host)
631{
632 struct mmc_ios *ios = &host->mmc->ios;
633 unsigned long regval;
634 unsigned long timeout;
635 unsigned long clkdiv;
636
637 dev_vdbg(mmc_dev(host->mmc), "Set clock to %uHz\n", ios->clock);
638
639 omap_hsmmc_stop_clock(host);
640
641 regval = OMAP_HSMMC_READ(host->base, SYSCTL);
642 regval = regval & ~(CLKD_MASK | DTO_MASK);
643 clkdiv = calc_divisor(host, ios);
644 regval = regval | (clkdiv << 6) | (DTO << 16);
645 OMAP_HSMMC_WRITE(host->base, SYSCTL, regval);
646 OMAP_HSMMC_WRITE(host->base, SYSCTL,
647 OMAP_HSMMC_READ(host->base, SYSCTL) | ICE);
648
649 /* Wait till the ICS bit is set */
650 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
651 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & ICS) != ICS
652 && time_before(jiffies, timeout))
653 cpu_relax();
654
655 /*
656 * Enable High-Speed Support
657 * Pre-Requisites
658 * - Controller should support High-Speed-Enable Bit
659 * - Controller should not be using DDR Mode
660 * - Controller should advertise that it supports High Speed
661 * in capabilities register
662 * - MMC/SD clock coming out of controller > 25MHz
663 */
664 if ((mmc_pdata(host)->features & HSMMC_HAS_HSPE_SUPPORT) &&
665 (ios->timing != MMC_TIMING_MMC_DDR52) &&
666 (ios->timing != MMC_TIMING_UHS_DDR50) &&
667 ((OMAP_HSMMC_READ(host->base, CAPA) & HSS) == HSS)) {
668 regval = OMAP_HSMMC_READ(host->base, HCTL);
669 if (clkdiv && (clk_get_rate(host->fclk)/clkdiv) > 25000000)
670 regval |= HSPE;
671 else
672 regval &= ~HSPE;
673
674 OMAP_HSMMC_WRITE(host->base, HCTL, regval);
675 }
676
677 omap_hsmmc_start_clock(host);
678}
679
680static void omap_hsmmc_set_bus_width(struct omap_hsmmc_host *host)
681{
682 struct mmc_ios *ios = &host->mmc->ios;
683 u32 con;
684
685 con = OMAP_HSMMC_READ(host->base, CON);
686 if (ios->timing == MMC_TIMING_MMC_DDR52 ||
687 ios->timing == MMC_TIMING_UHS_DDR50)
688 con |= DDR; /* configure in DDR mode */
689 else
690 con &= ~DDR;
691 switch (ios->bus_width) {
692 case MMC_BUS_WIDTH_8:
693 OMAP_HSMMC_WRITE(host->base, CON, con | DW8);
694 break;
695 case MMC_BUS_WIDTH_4:
696 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
697 OMAP_HSMMC_WRITE(host->base, HCTL,
698 OMAP_HSMMC_READ(host->base, HCTL) | FOUR_BIT);
699 break;
700 case MMC_BUS_WIDTH_1:
701 OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
702 OMAP_HSMMC_WRITE(host->base, HCTL,
703 OMAP_HSMMC_READ(host->base, HCTL) & ~FOUR_BIT);
704 break;
705 }
706}
707
708static void omap_hsmmc_set_bus_mode(struct omap_hsmmc_host *host)
709{
710 struct mmc_ios *ios = &host->mmc->ios;
711 u32 con;
712
713 con = OMAP_HSMMC_READ(host->base, CON);
714 if (ios->bus_mode == MMC_BUSMODE_OPENDRAIN)
715 OMAP_HSMMC_WRITE(host->base, CON, con | OD);
716 else
717 OMAP_HSMMC_WRITE(host->base, CON, con & ~OD);
718}
719
720#ifdef CONFIG_PM
721
722/*
723 * Restore the MMC host context, if it was lost as result of a
724 * power state change.
725 */
726static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
727{
728 struct mmc_ios *ios = &host->mmc->ios;
729 u32 hctl, capa;
730 unsigned long timeout;
731
732 if (host->con == OMAP_HSMMC_READ(host->base, CON) &&
733 host->hctl == OMAP_HSMMC_READ(host->base, HCTL) &&
734 host->sysctl == OMAP_HSMMC_READ(host->base, SYSCTL) &&
735 host->capa == OMAP_HSMMC_READ(host->base, CAPA))
736 return 0;
737
738 host->context_loss++;
739
740 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
741 if (host->power_mode != MMC_POWER_OFF &&
742 (1 << ios->vdd) <= MMC_VDD_23_24)
743 hctl = SDVS18;
744 else
745 hctl = SDVS30;
746 capa = VS30 | VS18;
747 } else {
748 hctl = SDVS18;
749 capa = VS18;
750 }
751
752 if (host->mmc->caps & MMC_CAP_SDIO_IRQ)
753 hctl |= IWE;
754
755 OMAP_HSMMC_WRITE(host->base, HCTL,
756 OMAP_HSMMC_READ(host->base, HCTL) | hctl);
757
758 OMAP_HSMMC_WRITE(host->base, CAPA,
759 OMAP_HSMMC_READ(host->base, CAPA) | capa);
760
761 OMAP_HSMMC_WRITE(host->base, HCTL,
762 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
763
764 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
765 while ((OMAP_HSMMC_READ(host->base, HCTL) & SDBP) != SDBP
766 && time_before(jiffies, timeout))
767 ;
768
769 OMAP_HSMMC_WRITE(host->base, ISE, 0);
770 OMAP_HSMMC_WRITE(host->base, IE, 0);
771 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
772
773 /* Do not initialize card-specific things if the power is off */
774 if (host->power_mode == MMC_POWER_OFF)
775 goto out;
776
777 omap_hsmmc_set_bus_width(host);
778
779 omap_hsmmc_set_clock(host);
780
781 omap_hsmmc_set_bus_mode(host);
782
783out:
784 dev_dbg(mmc_dev(host->mmc), "context is restored: restore count %d\n",
785 host->context_loss);
786 return 0;
787}
788
789/*
790 * Save the MMC host context (store the number of power state changes so far).
791 */
792static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
793{
794 host->con = OMAP_HSMMC_READ(host->base, CON);
795 host->hctl = OMAP_HSMMC_READ(host->base, HCTL);
796 host->sysctl = OMAP_HSMMC_READ(host->base, SYSCTL);
797 host->capa = OMAP_HSMMC_READ(host->base, CAPA);
798}
799
800#else
801
802static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
803{
804 return 0;
805}
806
807static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
808{
809}
810
811#endif
812
813/*
814 * Send init stream sequence to card
815 * before sending IDLE command
816 */
817static void send_init_stream(struct omap_hsmmc_host *host)
818{
819 int reg = 0;
820 unsigned long timeout;
821
822 if (host->protect_card)
823 return;
824
825 disable_irq(host->irq);
826
827 OMAP_HSMMC_WRITE(host->base, IE, INT_EN_MASK);
828 OMAP_HSMMC_WRITE(host->base, CON,
829 OMAP_HSMMC_READ(host->base, CON) | INIT_STREAM);
830 OMAP_HSMMC_WRITE(host->base, CMD, INIT_STREAM_CMD);
831
832 timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
833 while ((reg != CC_EN) && time_before(jiffies, timeout))
834 reg = OMAP_HSMMC_READ(host->base, STAT) & CC_EN;
835
836 OMAP_HSMMC_WRITE(host->base, CON,
837 OMAP_HSMMC_READ(host->base, CON) & ~INIT_STREAM);
838
839 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
840 OMAP_HSMMC_READ(host->base, STAT);
841
842 enable_irq(host->irq);
843}
844
845static inline
846int omap_hsmmc_cover_is_closed(struct omap_hsmmc_host *host)
847{
848 int r = 1;
849
850 if (host->get_cover_state)
851 r = host->get_cover_state(host->dev);
852 return r;
853}
854
855static ssize_t
856omap_hsmmc_show_cover_switch(struct device *dev, struct device_attribute *attr,
857 char *buf)
858{
859 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
860 struct omap_hsmmc_host *host = mmc_priv(mmc);
861
862 return sprintf(buf, "%s\n",
863 omap_hsmmc_cover_is_closed(host) ? "closed" : "open");
864}
865
866static DEVICE_ATTR(cover_switch, S_IRUGO, omap_hsmmc_show_cover_switch, NULL);
867
868static ssize_t
869omap_hsmmc_show_slot_name(struct device *dev, struct device_attribute *attr,
870 char *buf)
871{
872 struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
873 struct omap_hsmmc_host *host = mmc_priv(mmc);
874
875 return sprintf(buf, "%s\n", mmc_pdata(host)->name);
876}
877
878static DEVICE_ATTR(slot_name, S_IRUGO, omap_hsmmc_show_slot_name, NULL);
879
880/*
881 * Configure the response type and send the cmd.
882 */
883static void
884omap_hsmmc_start_command(struct omap_hsmmc_host *host, struct mmc_command *cmd,
885 struct mmc_data *data)
886{
887 int cmdreg = 0, resptype = 0, cmdtype = 0;
888
889 dev_vdbg(mmc_dev(host->mmc), "%s: CMD%d, argument 0x%08x\n",
890 mmc_hostname(host->mmc), cmd->opcode, cmd->arg);
891 host->cmd = cmd;
892
893 omap_hsmmc_enable_irq(host, cmd);
894
895 host->response_busy = 0;
896 if (cmd->flags & MMC_RSP_PRESENT) {
897 if (cmd->flags & MMC_RSP_136)
898 resptype = 1;
899 else if (cmd->flags & MMC_RSP_BUSY) {
900 resptype = 3;
901 host->response_busy = 1;
902 } else
903 resptype = 2;
904 }
905
906 /*
907 * Unlike OMAP1 controller, the cmdtype does not seem to be based on
908 * ac, bc, adtc, bcr. Only commands ending an open ended transfer need
909 * a val of 0x3, rest 0x0.
910 */
911 if (cmd == host->mrq->stop)
912 cmdtype = 0x3;
913
914 cmdreg = (cmd->opcode << 24) | (resptype << 16) | (cmdtype << 22);
915
916 if ((host->flags & AUTO_CMD23) && mmc_op_multi(cmd->opcode) &&
917 host->mrq->sbc) {
918 cmdreg |= ACEN_ACMD23;
919 OMAP_HSMMC_WRITE(host->base, SDMASA, host->mrq->sbc->arg);
920 }
921 if (data) {
922 cmdreg |= DP_SELECT | MSBS | BCE;
923 if (data->flags & MMC_DATA_READ)
924 cmdreg |= DDIR;
925 else
926 cmdreg &= ~(DDIR);
927 }
928
929 if (host->use_dma)
930 cmdreg |= DMAE;
931
932 host->req_in_progress = 1;
933
934 OMAP_HSMMC_WRITE(host->base, ARG, cmd->arg);
935 OMAP_HSMMC_WRITE(host->base, CMD, cmdreg);
936}
937
938static int
939omap_hsmmc_get_dma_dir(struct omap_hsmmc_host *host, struct mmc_data *data)
940{
941 if (data->flags & MMC_DATA_WRITE)
942 return DMA_TO_DEVICE;
943 else
944 return DMA_FROM_DEVICE;
945}
946
947static struct dma_chan *omap_hsmmc_get_dma_chan(struct omap_hsmmc_host *host,
948 struct mmc_data *data)
949{
950 return data->flags & MMC_DATA_WRITE ? host->tx_chan : host->rx_chan;
951}
952
953static void omap_hsmmc_request_done(struct omap_hsmmc_host *host, struct mmc_request *mrq)
954{
955 int dma_ch;
956 unsigned long flags;
957
958 spin_lock_irqsave(&host->irq_lock, flags);
959 host->req_in_progress = 0;
960 dma_ch = host->dma_ch;
961 spin_unlock_irqrestore(&host->irq_lock, flags);
962
963 omap_hsmmc_disable_irq(host);
964 /* Do not complete the request if DMA is still in progress */
965 if (mrq->data && host->use_dma && dma_ch != -1)
966 return;
967 host->mrq = NULL;
968 mmc_request_done(host->mmc, mrq);
969}
970
971/*
972 * Notify the transfer complete to MMC core
973 */
974static void
975omap_hsmmc_xfer_done(struct omap_hsmmc_host *host, struct mmc_data *data)
976{
977 if (!data) {
978 struct mmc_request *mrq = host->mrq;
979
980 /* TC before CC from CMD6 - don't know why, but it happens */
981 if (host->cmd && host->cmd->opcode == 6 &&
982 host->response_busy) {
983 host->response_busy = 0;
984 return;
985 }
986
987 omap_hsmmc_request_done(host, mrq);
988 return;
989 }
990
991 host->data = NULL;
992
993 if (!data->error)
994 data->bytes_xfered += data->blocks * (data->blksz);
995 else
996 data->bytes_xfered = 0;
997
998 if (data->stop && (data->error || !host->mrq->sbc))
999 omap_hsmmc_start_command(host, data->stop, NULL);
1000 else
1001 omap_hsmmc_request_done(host, data->mrq);
1002}
1003
1004/*
1005 * Notify the core about command completion
1006 */
1007static void
1008omap_hsmmc_cmd_done(struct omap_hsmmc_host *host, struct mmc_command *cmd)
1009{
1010 if (host->mrq->sbc && (host->cmd == host->mrq->sbc) &&
1011 !host->mrq->sbc->error && !(host->flags & AUTO_CMD23)) {
1012 host->cmd = NULL;
1013 omap_hsmmc_start_dma_transfer(host);
1014 omap_hsmmc_start_command(host, host->mrq->cmd,
1015 host->mrq->data);
1016 return;
1017 }
1018
1019 host->cmd = NULL;
1020
1021 if (cmd->flags & MMC_RSP_PRESENT) {
1022 if (cmd->flags & MMC_RSP_136) {
1023 /* response type 2 */
1024 cmd->resp[3] = OMAP_HSMMC_READ(host->base, RSP10);
1025 cmd->resp[2] = OMAP_HSMMC_READ(host->base, RSP32);
1026 cmd->resp[1] = OMAP_HSMMC_READ(host->base, RSP54);
1027 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP76);
1028 } else {
1029 /* response types 1, 1b, 3, 4, 5, 6 */
1030 cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP10);
1031 }
1032 }
1033 if ((host->data == NULL && !host->response_busy) || cmd->error)
1034 omap_hsmmc_request_done(host, host->mrq);
1035}
1036
1037/*
1038 * DMA clean up for command errors
1039 */
1040static void omap_hsmmc_dma_cleanup(struct omap_hsmmc_host *host, int errno)
1041{
1042 int dma_ch;
1043 unsigned long flags;
1044
1045 host->data->error = errno;
1046
1047 spin_lock_irqsave(&host->irq_lock, flags);
1048 dma_ch = host->dma_ch;
1049 host->dma_ch = -1;
1050 spin_unlock_irqrestore(&host->irq_lock, flags);
1051
1052 if (host->use_dma && dma_ch != -1) {
1053 struct dma_chan *chan = omap_hsmmc_get_dma_chan(host, host->data);
1054
1055 dmaengine_terminate_all(chan);
1056 dma_unmap_sg(chan->device->dev,
1057 host->data->sg, host->data->sg_len,
1058 omap_hsmmc_get_dma_dir(host, host->data));
1059
1060 host->data->host_cookie = 0;
1061 }
1062 host->data = NULL;
1063}
1064
1065/*
1066 * Readable error output
1067 */
1068#ifdef CONFIG_MMC_DEBUG
1069static void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host, u32 status)
1070{
1071 /* --- means reserved bit without definition at documentation */
1072 static const char *omap_hsmmc_status_bits[] = {
1073 "CC" , "TC" , "BGE", "---", "BWR" , "BRR" , "---" , "---" ,
1074 "CIRQ", "OBI" , "---", "---", "---" , "---" , "---" , "ERRI",
1075 "CTO" , "CCRC", "CEB", "CIE", "DTO" , "DCRC", "DEB" , "---" ,
1076 "ACE" , "---" , "---", "---", "CERR", "BADA", "---" , "---"
1077 };
1078 char res[256];
1079 char *buf = res;
1080 int len, i;
1081
1082 len = sprintf(buf, "MMC IRQ 0x%x :", status);
1083 buf += len;
1084
1085 for (i = 0; i < ARRAY_SIZE(omap_hsmmc_status_bits); i++)
1086 if (status & (1 << i)) {
1087 len = sprintf(buf, " %s", omap_hsmmc_status_bits[i]);
1088 buf += len;
1089 }
1090
1091 dev_vdbg(mmc_dev(host->mmc), "%s\n", res);
1092}
1093#else
1094static inline void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host,
1095 u32 status)
1096{
1097}
1098#endif /* CONFIG_MMC_DEBUG */
1099
1100/*
1101 * MMC controller internal state machines reset
1102 *
1103 * Used to reset command or data internal state machines, using respectively
1104 * SRC or SRD bit of SYSCTL register
1105 * Can be called from interrupt context
1106 */
1107static inline void omap_hsmmc_reset_controller_fsm(struct omap_hsmmc_host *host,
1108 unsigned long bit)
1109{
1110 unsigned long i = 0;
1111 unsigned long limit = MMC_TIMEOUT_US;
1112
1113 OMAP_HSMMC_WRITE(host->base, SYSCTL,
1114 OMAP_HSMMC_READ(host->base, SYSCTL) | bit);
1115
1116 /*
1117 * OMAP4 ES2 and greater has an updated reset logic.
1118 * Monitor a 0->1 transition first
1119 */
1120 if (mmc_pdata(host)->features & HSMMC_HAS_UPDATED_RESET) {
1121 while ((!(OMAP_HSMMC_READ(host->base, SYSCTL) & bit))
1122 && (i++ < limit))
1123 udelay(1);
1124 }
1125 i = 0;
1126
1127 while ((OMAP_HSMMC_READ(host->base, SYSCTL) & bit) &&
1128 (i++ < limit))
1129 udelay(1);
1130
1131 if (OMAP_HSMMC_READ(host->base, SYSCTL) & bit)
1132 dev_err(mmc_dev(host->mmc),
1133 "Timeout waiting on controller reset in %s\n",
1134 __func__);
1135}
1136
1137static void hsmmc_command_incomplete(struct omap_hsmmc_host *host,
1138 int err, int end_cmd)
1139{
1140 if (end_cmd) {
1141 omap_hsmmc_reset_controller_fsm(host, SRC);
1142 if (host->cmd)
1143 host->cmd->error = err;
1144 }
1145
1146 if (host->data) {
1147 omap_hsmmc_reset_controller_fsm(host, SRD);
1148 omap_hsmmc_dma_cleanup(host, err);
1149 } else if (host->mrq && host->mrq->cmd)
1150 host->mrq->cmd->error = err;
1151}
1152
1153static void omap_hsmmc_do_irq(struct omap_hsmmc_host *host, int status)
1154{
1155 struct mmc_data *data;
1156 int end_cmd = 0, end_trans = 0;
1157 int error = 0;
1158
1159 data = host->data;
1160 dev_vdbg(mmc_dev(host->mmc), "IRQ Status is %x\n", status);
1161
1162 if (status & ERR_EN) {
1163 omap_hsmmc_dbg_report_irq(host, status);
1164
1165 if (status & (CTO_EN | CCRC_EN))
1166 end_cmd = 1;
1167 if (host->data || host->response_busy) {
1168 end_trans = !end_cmd;
1169 host->response_busy = 0;
1170 }
1171 if (status & (CTO_EN | DTO_EN))
1172 hsmmc_command_incomplete(host, -ETIMEDOUT, end_cmd);
1173 else if (status & (CCRC_EN | DCRC_EN | DEB_EN | CEB_EN |
1174 BADA_EN))
1175 hsmmc_command_incomplete(host, -EILSEQ, end_cmd);
1176
1177 if (status & ACE_EN) {
1178 u32 ac12;
1179 ac12 = OMAP_HSMMC_READ(host->base, AC12);
1180 if (!(ac12 & ACNE) && host->mrq->sbc) {
1181 end_cmd = 1;
1182 if (ac12 & ACTO)
1183 error = -ETIMEDOUT;
1184 else if (ac12 & (ACCE | ACEB | ACIE))
1185 error = -EILSEQ;
1186 host->mrq->sbc->error = error;
1187 hsmmc_command_incomplete(host, error, end_cmd);
1188 }
1189 dev_dbg(mmc_dev(host->mmc), "AC12 err: 0x%x\n", ac12);
1190 }
1191 }
1192
1193 OMAP_HSMMC_WRITE(host->base, STAT, status);
1194 if (end_cmd || ((status & CC_EN) && host->cmd))
1195 omap_hsmmc_cmd_done(host, host->cmd);
1196 if ((end_trans || (status & TC_EN)) && host->mrq)
1197 omap_hsmmc_xfer_done(host, data);
1198}
1199
1200/*
1201 * MMC controller IRQ handler
1202 */
1203static irqreturn_t omap_hsmmc_irq(int irq, void *dev_id)
1204{
1205 struct omap_hsmmc_host *host = dev_id;
1206 int status;
1207
1208 status = OMAP_HSMMC_READ(host->base, STAT);
1209 while (status & (INT_EN_MASK | CIRQ_EN)) {
1210 if (host->req_in_progress)
1211 omap_hsmmc_do_irq(host, status);
1212
1213 if (status & CIRQ_EN)
1214 mmc_signal_sdio_irq(host->mmc);
1215
1216 /* Flush posted write */
1217 status = OMAP_HSMMC_READ(host->base, STAT);
1218 }
1219
1220 return IRQ_HANDLED;
1221}
1222
1223static void set_sd_bus_power(struct omap_hsmmc_host *host)
1224{
1225 unsigned long i;
1226
1227 OMAP_HSMMC_WRITE(host->base, HCTL,
1228 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
1229 for (i = 0; i < loops_per_jiffy; i++) {
1230 if (OMAP_HSMMC_READ(host->base, HCTL) & SDBP)
1231 break;
1232 cpu_relax();
1233 }
1234}
1235
1236/*
1237 * Switch MMC interface voltage ... only relevant for MMC1.
1238 *
1239 * MMC2 and MMC3 use fixed 1.8V levels, and maybe a transceiver.
1240 * The MMC2 transceiver controls are used instead of DAT4..DAT7.
1241 * Some chips, like eMMC ones, use internal transceivers.
1242 */
1243static int omap_hsmmc_switch_opcond(struct omap_hsmmc_host *host, int vdd)
1244{
1245 u32 reg_val = 0;
1246 int ret;
1247
1248 /* Disable the clocks */
1249 if (host->dbclk)
1250 clk_disable_unprepare(host->dbclk);
1251
1252 /* Turn the power off */
1253 ret = omap_hsmmc_set_power(host, 0, 0);
1254
1255 /* Turn the power ON with given VDD 1.8 or 3.0v */
1256 if (!ret)
1257 ret = omap_hsmmc_set_power(host, 1, vdd);
1258 if (host->dbclk)
1259 clk_prepare_enable(host->dbclk);
1260
1261 if (ret != 0)
1262 goto err;
1263
1264 OMAP_HSMMC_WRITE(host->base, HCTL,
1265 OMAP_HSMMC_READ(host->base, HCTL) & SDVSCLR);
1266 reg_val = OMAP_HSMMC_READ(host->base, HCTL);
1267
1268 /*
1269 * If a MMC dual voltage card is detected, the set_ios fn calls
1270 * this fn with VDD bit set for 1.8V. Upon card removal from the
1271 * slot, omap_hsmmc_set_ios sets the VDD back to 3V on MMC_POWER_OFF.
1272 *
1273 * Cope with a bit of slop in the range ... per data sheets:
1274 * - "1.8V" for vdds_mmc1/vdds_mmc1a can be up to 2.45V max,
1275 * but recommended values are 1.71V to 1.89V
1276 * - "3.0V" for vdds_mmc1/vdds_mmc1a can be up to 3.5V max,
1277 * but recommended values are 2.7V to 3.3V
1278 *
1279 * Board setup code shouldn't permit anything very out-of-range.
1280 * TWL4030-family VMMC1 and VSIM regulators are fine (avoiding the
1281 * middle range) but VSIM can't power DAT4..DAT7 at more than 3V.
1282 */
1283 if ((1 << vdd) <= MMC_VDD_23_24)
1284 reg_val |= SDVS18;
1285 else
1286 reg_val |= SDVS30;
1287
1288 OMAP_HSMMC_WRITE(host->base, HCTL, reg_val);
1289 set_sd_bus_power(host);
1290
1291 return 0;
1292err:
1293 dev_err(mmc_dev(host->mmc), "Unable to switch operating voltage\n");
1294 return ret;
1295}
1296
1297/* Protect the card while the cover is open */
1298static void omap_hsmmc_protect_card(struct omap_hsmmc_host *host)
1299{
1300 if (!host->get_cover_state)
1301 return;
1302
1303 host->reqs_blocked = 0;
1304 if (host->get_cover_state(host->dev)) {
1305 if (host->protect_card) {
1306 dev_info(host->dev, "%s: cover is closed, "
1307 "card is now accessible\n",
1308 mmc_hostname(host->mmc));
1309 host->protect_card = 0;
1310 }
1311 } else {
1312 if (!host->protect_card) {
1313 dev_info(host->dev, "%s: cover is open, "
1314 "card is now inaccessible\n",
1315 mmc_hostname(host->mmc));
1316 host->protect_card = 1;
1317 }
1318 }
1319}
1320
1321/*
1322 * irq handler when (cell-phone) cover is mounted/removed
1323 */
1324static irqreturn_t omap_hsmmc_cover_irq(int irq, void *dev_id)
1325{
1326 struct omap_hsmmc_host *host = dev_id;
1327
1328 sysfs_notify(&host->mmc->class_dev.kobj, NULL, "cover_switch");
1329
1330 omap_hsmmc_protect_card(host);
1331 mmc_detect_change(host->mmc, (HZ * 200) / 1000);
1332 return IRQ_HANDLED;
1333}
1334
1335static void omap_hsmmc_dma_callback(void *param)
1336{
1337 struct omap_hsmmc_host *host = param;
1338 struct dma_chan *chan;
1339 struct mmc_data *data;
1340 int req_in_progress;
1341
1342 spin_lock_irq(&host->irq_lock);
1343 if (host->dma_ch < 0) {
1344 spin_unlock_irq(&host->irq_lock);
1345 return;
1346 }
1347
1348 data = host->mrq->data;
1349 chan = omap_hsmmc_get_dma_chan(host, data);
1350 if (!data->host_cookie)
1351 dma_unmap_sg(chan->device->dev,
1352 data->sg, data->sg_len,
1353 omap_hsmmc_get_dma_dir(host, data));
1354
1355 req_in_progress = host->req_in_progress;
1356 host->dma_ch = -1;
1357 spin_unlock_irq(&host->irq_lock);
1358
1359 /* If DMA has finished after TC, complete the request */
1360 if (!req_in_progress) {
1361 struct mmc_request *mrq = host->mrq;
1362
1363 host->mrq = NULL;
1364 mmc_request_done(host->mmc, mrq);
1365 }
1366}
1367
1368static int omap_hsmmc_pre_dma_transfer(struct omap_hsmmc_host *host,
1369 struct mmc_data *data,
1370 struct omap_hsmmc_next *next,
1371 struct dma_chan *chan)
1372{
1373 int dma_len;
1374
1375 if (!next && data->host_cookie &&
1376 data->host_cookie != host->next_data.cookie) {
1377 dev_warn(host->dev, "[%s] invalid cookie: data->host_cookie %d"
1378 " host->next_data.cookie %d\n",
1379 __func__, data->host_cookie, host->next_data.cookie);
1380 data->host_cookie = 0;
1381 }
1382
1383 /* Check if next job is already prepared */
1384 if (next || data->host_cookie != host->next_data.cookie) {
1385 dma_len = dma_map_sg(chan->device->dev, data->sg, data->sg_len,
1386 omap_hsmmc_get_dma_dir(host, data));
1387
1388 } else {
1389 dma_len = host->next_data.dma_len;
1390 host->next_data.dma_len = 0;
1391 }
1392
1393
1394 if (dma_len == 0)
1395 return -EINVAL;
1396
1397 if (next) {
1398 next->dma_len = dma_len;
1399 data->host_cookie = ++next->cookie < 0 ? 1 : next->cookie;
1400 } else
1401 host->dma_len = dma_len;
1402
1403 return 0;
1404}
1405
1406/*
1407 * Routine to configure and start DMA for the MMC card
1408 */
1409static int omap_hsmmc_setup_dma_transfer(struct omap_hsmmc_host *host,
1410 struct mmc_request *req)
1411{
1412 struct dma_async_tx_descriptor *tx;
1413 int ret = 0, i;
1414 struct mmc_data *data = req->data;
1415 struct dma_chan *chan;
1416 struct dma_slave_config cfg = {
1417 .src_addr = host->mapbase + OMAP_HSMMC_DATA,
1418 .dst_addr = host->mapbase + OMAP_HSMMC_DATA,
1419 .src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1420 .dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1421 .src_maxburst = data->blksz / 4,
1422 .dst_maxburst = data->blksz / 4,
1423 };
1424
1425 /* Sanity check: all the SG entries must be aligned by block size. */
1426 for (i = 0; i < data->sg_len; i++) {
1427 struct scatterlist *sgl;
1428
1429 sgl = data->sg + i;
1430 if (sgl->length % data->blksz)
1431 return -EINVAL;
1432 }
1433 if ((data->blksz % 4) != 0)
1434 /* REVISIT: The MMC buffer increments only when MSB is written.
1435 * Return error for blksz which is non multiple of four.
1436 */
1437 return -EINVAL;
1438
1439 BUG_ON(host->dma_ch != -1);
1440
1441 chan = omap_hsmmc_get_dma_chan(host, data);
1442
1443 ret = dmaengine_slave_config(chan, &cfg);
1444 if (ret)
1445 return ret;
1446
1447 ret = omap_hsmmc_pre_dma_transfer(host, data, NULL, chan);
1448 if (ret)
1449 return ret;
1450
1451 tx = dmaengine_prep_slave_sg(chan, data->sg, data->sg_len,
1452 data->flags & MMC_DATA_WRITE ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM,
1453 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
1454 if (!tx) {
1455 dev_err(mmc_dev(host->mmc), "prep_slave_sg() failed\n");
1456 /* FIXME: cleanup */
1457 return -1;
1458 }
1459
1460 tx->callback = omap_hsmmc_dma_callback;
1461 tx->callback_param = host;
1462
1463 /* Does not fail */
1464 dmaengine_submit(tx);
1465
1466 host->dma_ch = 1;
1467
1468 return 0;
1469}
1470
1471static void set_data_timeout(struct omap_hsmmc_host *host,
1472 unsigned int timeout_ns,
1473 unsigned int timeout_clks)
1474{
1475 unsigned int timeout, cycle_ns;
1476 uint32_t reg, clkd, dto = 0;
1477
1478 reg = OMAP_HSMMC_READ(host->base, SYSCTL);
1479 clkd = (reg & CLKD_MASK) >> CLKD_SHIFT;
1480 if (clkd == 0)
1481 clkd = 1;
1482
1483 cycle_ns = 1000000000 / (host->clk_rate / clkd);
1484 timeout = timeout_ns / cycle_ns;
1485 timeout += timeout_clks;
1486 if (timeout) {
1487 while ((timeout & 0x80000000) == 0) {
1488 dto += 1;
1489 timeout <<= 1;
1490 }
1491 dto = 31 - dto;
1492 timeout <<= 1;
1493 if (timeout && dto)
1494 dto += 1;
1495 if (dto >= 13)
1496 dto -= 13;
1497 else
1498 dto = 0;
1499 if (dto > 14)
1500 dto = 14;
1501 }
1502
1503 reg &= ~DTO_MASK;
1504 reg |= dto << DTO_SHIFT;
1505 OMAP_HSMMC_WRITE(host->base, SYSCTL, reg);
1506}
1507
1508static void omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host)
1509{
1510 struct mmc_request *req = host->mrq;
1511 struct dma_chan *chan;
1512
1513 if (!req->data)
1514 return;
1515 OMAP_HSMMC_WRITE(host->base, BLK, (req->data->blksz)
1516 | (req->data->blocks << 16));
1517 set_data_timeout(host, req->data->timeout_ns,
1518 req->data->timeout_clks);
1519 chan = omap_hsmmc_get_dma_chan(host, req->data);
1520 dma_async_issue_pending(chan);
1521}
1522
1523/*
1524 * Configure block length for MMC/SD cards and initiate the transfer.
1525 */
1526static int
1527omap_hsmmc_prepare_data(struct omap_hsmmc_host *host, struct mmc_request *req)
1528{
1529 int ret;
1530 host->data = req->data;
1531
1532 if (req->data == NULL) {
1533 OMAP_HSMMC_WRITE(host->base, BLK, 0);
1534 /*
1535 * Set an arbitrary 100ms data timeout for commands with
1536 * busy signal.
1537 */
1538 if (req->cmd->flags & MMC_RSP_BUSY)
1539 set_data_timeout(host, 100000000U, 0);
1540 return 0;
1541 }
1542
1543 if (host->use_dma) {
1544 ret = omap_hsmmc_setup_dma_transfer(host, req);
1545 if (ret != 0) {
1546 dev_err(mmc_dev(host->mmc), "MMC start dma failure\n");
1547 return ret;
1548 }
1549 }
1550 return 0;
1551}
1552
1553static void omap_hsmmc_post_req(struct mmc_host *mmc, struct mmc_request *mrq,
1554 int err)
1555{
1556 struct omap_hsmmc_host *host = mmc_priv(mmc);
1557 struct mmc_data *data = mrq->data;
1558
1559 if (host->use_dma && data->host_cookie) {
1560 struct dma_chan *c = omap_hsmmc_get_dma_chan(host, data);
1561
1562 dma_unmap_sg(c->device->dev, data->sg, data->sg_len,
1563 omap_hsmmc_get_dma_dir(host, data));
1564 data->host_cookie = 0;
1565 }
1566}
1567
1568static void omap_hsmmc_pre_req(struct mmc_host *mmc, struct mmc_request *mrq)
1569{
1570 struct omap_hsmmc_host *host = mmc_priv(mmc);
1571
1572 if (mrq->data->host_cookie) {
1573 mrq->data->host_cookie = 0;
1574 return ;
1575 }
1576
1577 if (host->use_dma) {
1578 struct dma_chan *c = omap_hsmmc_get_dma_chan(host, mrq->data);
1579
1580 if (omap_hsmmc_pre_dma_transfer(host, mrq->data,
1581 &host->next_data, c))
1582 mrq->data->host_cookie = 0;
1583 }
1584}
1585
1586/*
1587 * Request function. for read/write operation
1588 */
1589static void omap_hsmmc_request(struct mmc_host *mmc, struct mmc_request *req)
1590{
1591 struct omap_hsmmc_host *host = mmc_priv(mmc);
1592 int err;
1593
1594 BUG_ON(host->req_in_progress);
1595 BUG_ON(host->dma_ch != -1);
1596 if (host->protect_card) {
1597 if (host->reqs_blocked < 3) {
1598 /*
1599 * Ensure the controller is left in a consistent
1600 * state by resetting the command and data state
1601 * machines.
1602 */
1603 omap_hsmmc_reset_controller_fsm(host, SRD);
1604 omap_hsmmc_reset_controller_fsm(host, SRC);
1605 host->reqs_blocked += 1;
1606 }
1607 req->cmd->error = -EBADF;
1608 if (req->data)
1609 req->data->error = -EBADF;
1610 req->cmd->retries = 0;
1611 mmc_request_done(mmc, req);
1612 return;
1613 } else if (host->reqs_blocked)
1614 host->reqs_blocked = 0;
1615 WARN_ON(host->mrq != NULL);
1616 host->mrq = req;
1617 host->clk_rate = clk_get_rate(host->fclk);
1618 err = omap_hsmmc_prepare_data(host, req);
1619 if (err) {
1620 req->cmd->error = err;
1621 if (req->data)
1622 req->data->error = err;
1623 host->mrq = NULL;
1624 mmc_request_done(mmc, req);
1625 return;
1626 }
1627 if (req->sbc && !(host->flags & AUTO_CMD23)) {
1628 omap_hsmmc_start_command(host, req->sbc, NULL);
1629 return;
1630 }
1631
1632 omap_hsmmc_start_dma_transfer(host);
1633 omap_hsmmc_start_command(host, req->cmd, req->data);
1634}
1635
1636/* Routine to configure clock values. Exposed API to core */
1637static void omap_hsmmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1638{
1639 struct omap_hsmmc_host *host = mmc_priv(mmc);
1640 int do_send_init_stream = 0;
1641
1642 if (ios->power_mode != host->power_mode) {
1643 switch (ios->power_mode) {
1644 case MMC_POWER_OFF:
1645 omap_hsmmc_set_power(host, 0, 0);
1646 break;
1647 case MMC_POWER_UP:
1648 omap_hsmmc_set_power(host, 1, ios->vdd);
1649 break;
1650 case MMC_POWER_ON:
1651 do_send_init_stream = 1;
1652 break;
1653 }
1654 host->power_mode = ios->power_mode;
1655 }
1656
1657 /* FIXME: set registers based only on changes to ios */
1658
1659 omap_hsmmc_set_bus_width(host);
1660
1661 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1662 /* Only MMC1 can interface at 3V without some flavor
1663 * of external transceiver; but they all handle 1.8V.
1664 */
1665 if ((OMAP_HSMMC_READ(host->base, HCTL) & SDVSDET) &&
1666 (ios->vdd == DUAL_VOLT_OCR_BIT)) {
1667 /*
1668 * The mmc_select_voltage fn of the core does
1669 * not seem to set the power_mode to
1670 * MMC_POWER_UP upon recalculating the voltage.
1671 * vdd 1.8v.
1672 */
1673 if (omap_hsmmc_switch_opcond(host, ios->vdd) != 0)
1674 dev_dbg(mmc_dev(host->mmc),
1675 "Switch operation failed\n");
1676 }
1677 }
1678
1679 omap_hsmmc_set_clock(host);
1680
1681 if (do_send_init_stream)
1682 send_init_stream(host);
1683
1684 omap_hsmmc_set_bus_mode(host);
1685}
1686
1687static int omap_hsmmc_get_cd(struct mmc_host *mmc)
1688{
1689 struct omap_hsmmc_host *host = mmc_priv(mmc);
1690
1691 if (!host->card_detect)
1692 return -ENOSYS;
1693 return host->card_detect(host->dev);
1694}
1695
1696static void omap_hsmmc_init_card(struct mmc_host *mmc, struct mmc_card *card)
1697{
1698 struct omap_hsmmc_host *host = mmc_priv(mmc);
1699
1700 if (mmc_pdata(host)->init_card)
1701 mmc_pdata(host)->init_card(card);
1702}
1703
1704static void omap_hsmmc_enable_sdio_irq(struct mmc_host *mmc, int enable)
1705{
1706 struct omap_hsmmc_host *host = mmc_priv(mmc);
1707 u32 irq_mask, con;
1708 unsigned long flags;
1709
1710 spin_lock_irqsave(&host->irq_lock, flags);
1711
1712 con = OMAP_HSMMC_READ(host->base, CON);
1713 irq_mask = OMAP_HSMMC_READ(host->base, ISE);
1714 if (enable) {
1715 host->flags |= HSMMC_SDIO_IRQ_ENABLED;
1716 irq_mask |= CIRQ_EN;
1717 con |= CTPL | CLKEXTFREE;
1718 } else {
1719 host->flags &= ~HSMMC_SDIO_IRQ_ENABLED;
1720 irq_mask &= ~CIRQ_EN;
1721 con &= ~(CTPL | CLKEXTFREE);
1722 }
1723 OMAP_HSMMC_WRITE(host->base, CON, con);
1724 OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
1725
1726 /*
1727 * if enable, piggy back detection on current request
1728 * but always disable immediately
1729 */
1730 if (!host->req_in_progress || !enable)
1731 OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
1732
1733 /* flush posted write */
1734 OMAP_HSMMC_READ(host->base, IE);
1735
1736 spin_unlock_irqrestore(&host->irq_lock, flags);
1737}
1738
1739static int omap_hsmmc_configure_wake_irq(struct omap_hsmmc_host *host)
1740{
1741 int ret;
1742
1743 /*
1744 * For omaps with wake-up path, wakeirq will be irq from pinctrl and
1745 * for other omaps, wakeirq will be from GPIO (dat line remuxed to
1746 * gpio). wakeirq is needed to detect sdio irq in runtime suspend state
1747 * with functional clock disabled.
1748 */
1749 if (!host->dev->of_node || !host->wake_irq)
1750 return -ENODEV;
1751
1752 ret = dev_pm_set_dedicated_wake_irq(host->dev, host->wake_irq);
1753 if (ret) {
1754 dev_err(mmc_dev(host->mmc), "Unable to request wake IRQ\n");
1755 goto err;
1756 }
1757
1758 /*
1759 * Some omaps don't have wake-up path from deeper idle states
1760 * and need to remux SDIO DAT1 to GPIO for wake-up from idle.
1761 */
1762 if (host->pdata->controller_flags & OMAP_HSMMC_SWAKEUP_MISSING) {
1763 struct pinctrl *p = devm_pinctrl_get(host->dev);
1764 if (!p) {
1765 ret = -ENODEV;
1766 goto err_free_irq;
1767 }
1768 if (IS_ERR(pinctrl_lookup_state(p, PINCTRL_STATE_DEFAULT))) {
1769 dev_info(host->dev, "missing default pinctrl state\n");
1770 devm_pinctrl_put(p);
1771 ret = -EINVAL;
1772 goto err_free_irq;
1773 }
1774
1775 if (IS_ERR(pinctrl_lookup_state(p, PINCTRL_STATE_IDLE))) {
1776 dev_info(host->dev, "missing idle pinctrl state\n");
1777 devm_pinctrl_put(p);
1778 ret = -EINVAL;
1779 goto err_free_irq;
1780 }
1781 devm_pinctrl_put(p);
1782 }
1783
1784 OMAP_HSMMC_WRITE(host->base, HCTL,
1785 OMAP_HSMMC_READ(host->base, HCTL) | IWE);
1786 return 0;
1787
1788err_free_irq:
1789 dev_pm_clear_wake_irq(host->dev);
1790err:
1791 dev_warn(host->dev, "no SDIO IRQ support, falling back to polling\n");
1792 host->wake_irq = 0;
1793 return ret;
1794}
1795
1796static void omap_hsmmc_conf_bus_power(struct omap_hsmmc_host *host)
1797{
1798 u32 hctl, capa, value;
1799
1800 /* Only MMC1 supports 3.0V */
1801 if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1802 hctl = SDVS30;
1803 capa = VS30 | VS18;
1804 } else {
1805 hctl = SDVS18;
1806 capa = VS18;
1807 }
1808
1809 value = OMAP_HSMMC_READ(host->base, HCTL) & ~SDVS_MASK;
1810 OMAP_HSMMC_WRITE(host->base, HCTL, value | hctl);
1811
1812 value = OMAP_HSMMC_READ(host->base, CAPA);
1813 OMAP_HSMMC_WRITE(host->base, CAPA, value | capa);
1814
1815 /* Set SD bus power bit */
1816 set_sd_bus_power(host);
1817}
1818
1819static int omap_hsmmc_multi_io_quirk(struct mmc_card *card,
1820 unsigned int direction, int blk_size)
1821{
1822 /* This controller can't do multiblock reads due to hw bugs */
1823 if (direction == MMC_DATA_READ)
1824 return 1;
1825
1826 return blk_size;
1827}
1828
1829static struct mmc_host_ops omap_hsmmc_ops = {
1830 .post_req = omap_hsmmc_post_req,
1831 .pre_req = omap_hsmmc_pre_req,
1832 .request = omap_hsmmc_request,
1833 .set_ios = omap_hsmmc_set_ios,
1834 .get_cd = omap_hsmmc_get_cd,
1835 .get_ro = mmc_gpio_get_ro,
1836 .init_card = omap_hsmmc_init_card,
1837 .enable_sdio_irq = omap_hsmmc_enable_sdio_irq,
1838};
1839
1840#ifdef CONFIG_DEBUG_FS
1841
1842static int omap_hsmmc_regs_show(struct seq_file *s, void *data)
1843{
1844 struct mmc_host *mmc = s->private;
1845 struct omap_hsmmc_host *host = mmc_priv(mmc);
1846
1847 seq_printf(s, "mmc%d:\n", mmc->index);
1848 seq_printf(s, "sdio irq mode\t%s\n",
1849 (mmc->caps & MMC_CAP_SDIO_IRQ) ? "interrupt" : "polling");
1850
1851 if (mmc->caps & MMC_CAP_SDIO_IRQ) {
1852 seq_printf(s, "sdio irq \t%s\n",
1853 (host->flags & HSMMC_SDIO_IRQ_ENABLED) ? "enabled"
1854 : "disabled");
1855 }
1856 seq_printf(s, "ctx_loss:\t%d\n", host->context_loss);
1857
1858 pm_runtime_get_sync(host->dev);
1859 seq_puts(s, "\nregs:\n");
1860 seq_printf(s, "CON:\t\t0x%08x\n",
1861 OMAP_HSMMC_READ(host->base, CON));
1862 seq_printf(s, "PSTATE:\t\t0x%08x\n",
1863 OMAP_HSMMC_READ(host->base, PSTATE));
1864 seq_printf(s, "HCTL:\t\t0x%08x\n",
1865 OMAP_HSMMC_READ(host->base, HCTL));
1866 seq_printf(s, "SYSCTL:\t\t0x%08x\n",
1867 OMAP_HSMMC_READ(host->base, SYSCTL));
1868 seq_printf(s, "IE:\t\t0x%08x\n",
1869 OMAP_HSMMC_READ(host->base, IE));
1870 seq_printf(s, "ISE:\t\t0x%08x\n",
1871 OMAP_HSMMC_READ(host->base, ISE));
1872 seq_printf(s, "CAPA:\t\t0x%08x\n",
1873 OMAP_HSMMC_READ(host->base, CAPA));
1874
1875 pm_runtime_mark_last_busy(host->dev);
1876 pm_runtime_put_autosuspend(host->dev);
1877
1878 return 0;
1879}
1880
1881static int omap_hsmmc_regs_open(struct inode *inode, struct file *file)
1882{
1883 return single_open(file, omap_hsmmc_regs_show, inode->i_private);
1884}
1885
1886static const struct file_operations mmc_regs_fops = {
1887 .open = omap_hsmmc_regs_open,
1888 .read = seq_read,
1889 .llseek = seq_lseek,
1890 .release = single_release,
1891};
1892
1893static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1894{
1895 if (mmc->debugfs_root)
1896 debugfs_create_file("regs", S_IRUSR, mmc->debugfs_root,
1897 mmc, &mmc_regs_fops);
1898}
1899
1900#else
1901
1902static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1903{
1904}
1905
1906#endif
1907
1908#ifdef CONFIG_OF
1909static const struct omap_mmc_of_data omap3_pre_es3_mmc_of_data = {
1910 /* See 35xx errata 2.1.1.128 in SPRZ278F */
1911 .controller_flags = OMAP_HSMMC_BROKEN_MULTIBLOCK_READ,
1912};
1913
1914static const struct omap_mmc_of_data omap4_mmc_of_data = {
1915 .reg_offset = 0x100,
1916};
1917static const struct omap_mmc_of_data am33xx_mmc_of_data = {
1918 .reg_offset = 0x100,
1919 .controller_flags = OMAP_HSMMC_SWAKEUP_MISSING,
1920};
1921
1922static const struct of_device_id omap_mmc_of_match[] = {
1923 {
1924 .compatible = "ti,omap2-hsmmc",
1925 },
1926 {
1927 .compatible = "ti,omap3-pre-es3-hsmmc",
1928 .data = &omap3_pre_es3_mmc_of_data,
1929 },
1930 {
1931 .compatible = "ti,omap3-hsmmc",
1932 },
1933 {
1934 .compatible = "ti,omap4-hsmmc",
1935 .data = &omap4_mmc_of_data,
1936 },
1937 {
1938 .compatible = "ti,am33xx-hsmmc",
1939 .data = &am33xx_mmc_of_data,
1940 },
1941 {},
1942};
1943MODULE_DEVICE_TABLE(of, omap_mmc_of_match);
1944
1945static struct omap_hsmmc_platform_data *of_get_hsmmc_pdata(struct device *dev)
1946{
1947 struct omap_hsmmc_platform_data *pdata, *legacy;
1948 struct device_node *np = dev->of_node;
1949
1950 pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL);
1951 if (!pdata)
1952 return ERR_PTR(-ENOMEM); /* out of memory */
1953
1954 legacy = dev_get_platdata(dev);
1955 if (legacy && legacy->name)
1956 pdata->name = legacy->name;
1957
1958 if (of_find_property(np, "ti,dual-volt", NULL))
1959 pdata->controller_flags |= OMAP_HSMMC_SUPPORTS_DUAL_VOLT;
1960
1961 pdata->gpio_cd = -EINVAL;
1962 pdata->gpio_cod = -EINVAL;
1963 pdata->gpio_wp = -EINVAL;
1964
1965 if (of_find_property(np, "ti,non-removable", NULL)) {
1966 pdata->nonremovable = true;
1967 pdata->no_regulator_off_init = true;
1968 }
1969
1970 if (of_find_property(np, "ti,needs-special-reset", NULL))
1971 pdata->features |= HSMMC_HAS_UPDATED_RESET;
1972
1973 if (of_find_property(np, "ti,needs-special-hs-handling", NULL))
1974 pdata->features |= HSMMC_HAS_HSPE_SUPPORT;
1975
1976 return pdata;
1977}
1978#else
1979static inline struct omap_hsmmc_platform_data
1980 *of_get_hsmmc_pdata(struct device *dev)
1981{
1982 return ERR_PTR(-EINVAL);
1983}
1984#endif
1985
1986static int omap_hsmmc_probe(struct platform_device *pdev)
1987{
1988 struct omap_hsmmc_platform_data *pdata = pdev->dev.platform_data;
1989 struct mmc_host *mmc;
1990 struct omap_hsmmc_host *host = NULL;
1991 struct resource *res;
1992 int ret, irq;
1993 const struct of_device_id *match;
1994 const struct omap_mmc_of_data *data;
1995 void __iomem *base;
1996
1997 match = of_match_device(of_match_ptr(omap_mmc_of_match), &pdev->dev);
1998 if (match) {
1999 pdata = of_get_hsmmc_pdata(&pdev->dev);
2000
2001 if (IS_ERR(pdata))
2002 return PTR_ERR(pdata);
2003
2004 if (match->data) {
2005 data = match->data;
2006 pdata->reg_offset = data->reg_offset;
2007 pdata->controller_flags |= data->controller_flags;
2008 }
2009 }
2010
2011 if (pdata == NULL) {
2012 dev_err(&pdev->dev, "Platform Data is missing\n");
2013 return -ENXIO;
2014 }
2015
2016 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2017 irq = platform_get_irq(pdev, 0);
2018 if (res == NULL || irq < 0)
2019 return -ENXIO;
2020
2021 base = devm_ioremap_resource(&pdev->dev, res);
2022 if (IS_ERR(base))
2023 return PTR_ERR(base);
2024
2025 mmc = mmc_alloc_host(sizeof(struct omap_hsmmc_host), &pdev->dev);
2026 if (!mmc) {
2027 ret = -ENOMEM;
2028 goto err;
2029 }
2030
2031 ret = mmc_of_parse(mmc);
2032 if (ret)
2033 goto err1;
2034
2035 host = mmc_priv(mmc);
2036 host->mmc = mmc;
2037 host->pdata = pdata;
2038 host->dev = &pdev->dev;
2039 host->use_dma = 1;
2040 host->dma_ch = -1;
2041 host->irq = irq;
2042 host->mapbase = res->start + pdata->reg_offset;
2043 host->base = base + pdata->reg_offset;
2044 host->power_mode = MMC_POWER_OFF;
2045 host->next_data.cookie = 1;
2046 host->pbias_enabled = 0;
2047 host->vqmmc_enabled = 0;
2048
2049 ret = omap_hsmmc_gpio_init(mmc, host, pdata);
2050 if (ret)
2051 goto err_gpio;
2052
2053 platform_set_drvdata(pdev, host);
2054
2055 if (pdev->dev.of_node)
2056 host->wake_irq = irq_of_parse_and_map(pdev->dev.of_node, 1);
2057
2058 mmc->ops = &omap_hsmmc_ops;
2059
2060 mmc->f_min = OMAP_MMC_MIN_CLOCK;
2061
2062 if (pdata->max_freq > 0)
2063 mmc->f_max = pdata->max_freq;
2064 else if (mmc->f_max == 0)
2065 mmc->f_max = OMAP_MMC_MAX_CLOCK;
2066
2067 spin_lock_init(&host->irq_lock);
2068
2069 host->fclk = devm_clk_get(&pdev->dev, "fck");
2070 if (IS_ERR(host->fclk)) {
2071 ret = PTR_ERR(host->fclk);
2072 host->fclk = NULL;
2073 goto err1;
2074 }
2075
2076 if (host->pdata->controller_flags & OMAP_HSMMC_BROKEN_MULTIBLOCK_READ) {
2077 dev_info(&pdev->dev, "multiblock reads disabled due to 35xx erratum 2.1.1.128; MMC read performance may suffer\n");
2078 omap_hsmmc_ops.multi_io_quirk = omap_hsmmc_multi_io_quirk;
2079 }
2080
2081 device_init_wakeup(&pdev->dev, true);
2082 pm_runtime_enable(host->dev);
2083 pm_runtime_get_sync(host->dev);
2084 pm_runtime_set_autosuspend_delay(host->dev, MMC_AUTOSUSPEND_DELAY);
2085 pm_runtime_use_autosuspend(host->dev);
2086
2087 omap_hsmmc_context_save(host);
2088
2089 host->dbclk = devm_clk_get(&pdev->dev, "mmchsdb_fck");
2090 /*
2091 * MMC can still work without debounce clock.
2092 */
2093 if (IS_ERR(host->dbclk)) {
2094 host->dbclk = NULL;
2095 } else if (clk_prepare_enable(host->dbclk) != 0) {
2096 dev_warn(mmc_dev(host->mmc), "Failed to enable debounce clk\n");
2097 host->dbclk = NULL;
2098 }
2099
2100 /* Since we do only SG emulation, we can have as many segs
2101 * as we want. */
2102 mmc->max_segs = 1024;
2103
2104 mmc->max_blk_size = 512; /* Block Length at max can be 1024 */
2105 mmc->max_blk_count = 0xFFFF; /* No. of Blocks is 16 bits */
2106 mmc->max_req_size = mmc->max_blk_size * mmc->max_blk_count;
2107 mmc->max_seg_size = mmc->max_req_size;
2108
2109 mmc->caps |= MMC_CAP_MMC_HIGHSPEED | MMC_CAP_SD_HIGHSPEED |
2110 MMC_CAP_WAIT_WHILE_BUSY | MMC_CAP_ERASE;
2111
2112 mmc->caps |= mmc_pdata(host)->caps;
2113 if (mmc->caps & MMC_CAP_8_BIT_DATA)
2114 mmc->caps |= MMC_CAP_4_BIT_DATA;
2115
2116 if (mmc_pdata(host)->nonremovable)
2117 mmc->caps |= MMC_CAP_NONREMOVABLE;
2118
2119 mmc->pm_caps |= mmc_pdata(host)->pm_caps;
2120
2121 omap_hsmmc_conf_bus_power(host);
2122
2123 host->rx_chan = dma_request_chan(&pdev->dev, "rx");
2124 if (IS_ERR(host->rx_chan)) {
2125 dev_err(mmc_dev(host->mmc), "RX DMA channel request failed\n");
2126 ret = PTR_ERR(host->rx_chan);
2127 goto err_irq;
2128 }
2129
2130 host->tx_chan = dma_request_chan(&pdev->dev, "tx");
2131 if (IS_ERR(host->tx_chan)) {
2132 dev_err(mmc_dev(host->mmc), "TX DMA channel request failed\n");
2133 ret = PTR_ERR(host->tx_chan);
2134 goto err_irq;
2135 }
2136
2137 /* Request IRQ for MMC operations */
2138 ret = devm_request_irq(&pdev->dev, host->irq, omap_hsmmc_irq, 0,
2139 mmc_hostname(mmc), host);
2140 if (ret) {
2141 dev_err(mmc_dev(host->mmc), "Unable to grab HSMMC IRQ\n");
2142 goto err_irq;
2143 }
2144
2145 ret = omap_hsmmc_reg_get(host);
2146 if (ret)
2147 goto err_irq;
2148
2149 mmc->ocr_avail = mmc_pdata(host)->ocr_mask;
2150
2151 omap_hsmmc_disable_irq(host);
2152
2153 /*
2154 * For now, only support SDIO interrupt if we have a separate
2155 * wake-up interrupt configured from device tree. This is because
2156 * the wake-up interrupt is needed for idle state and some
2157 * platforms need special quirks. And we don't want to add new
2158 * legacy mux platform init code callbacks any longer as we
2159 * are moving to DT based booting anyways.
2160 */
2161 ret = omap_hsmmc_configure_wake_irq(host);
2162 if (!ret)
2163 mmc->caps |= MMC_CAP_SDIO_IRQ;
2164
2165 omap_hsmmc_protect_card(host);
2166
2167 mmc_add_host(mmc);
2168
2169 if (mmc_pdata(host)->name != NULL) {
2170 ret = device_create_file(&mmc->class_dev, &dev_attr_slot_name);
2171 if (ret < 0)
2172 goto err_slot_name;
2173 }
2174 if (host->get_cover_state) {
2175 ret = device_create_file(&mmc->class_dev,
2176 &dev_attr_cover_switch);
2177 if (ret < 0)
2178 goto err_slot_name;
2179 }
2180
2181 omap_hsmmc_debugfs(mmc);
2182 pm_runtime_mark_last_busy(host->dev);
2183 pm_runtime_put_autosuspend(host->dev);
2184
2185 return 0;
2186
2187err_slot_name:
2188 mmc_remove_host(mmc);
2189err_irq:
2190 device_init_wakeup(&pdev->dev, false);
2191 if (!IS_ERR_OR_NULL(host->tx_chan))
2192 dma_release_channel(host->tx_chan);
2193 if (!IS_ERR_OR_NULL(host->rx_chan))
2194 dma_release_channel(host->rx_chan);
2195 pm_runtime_dont_use_autosuspend(host->dev);
2196 pm_runtime_put_sync(host->dev);
2197 pm_runtime_disable(host->dev);
2198 if (host->dbclk)
2199 clk_disable_unprepare(host->dbclk);
2200err1:
2201err_gpio:
2202 mmc_free_host(mmc);
2203err:
2204 return ret;
2205}
2206
2207static int omap_hsmmc_remove(struct platform_device *pdev)
2208{
2209 struct omap_hsmmc_host *host = platform_get_drvdata(pdev);
2210
2211 pm_runtime_get_sync(host->dev);
2212 mmc_remove_host(host->mmc);
2213
2214 dma_release_channel(host->tx_chan);
2215 dma_release_channel(host->rx_chan);
2216
2217 pm_runtime_dont_use_autosuspend(host->dev);
2218 pm_runtime_put_sync(host->dev);
2219 pm_runtime_disable(host->dev);
2220 device_init_wakeup(&pdev->dev, false);
2221 if (host->dbclk)
2222 clk_disable_unprepare(host->dbclk);
2223
2224 mmc_free_host(host->mmc);
2225
2226 return 0;
2227}
2228
2229#ifdef CONFIG_PM_SLEEP
2230static int omap_hsmmc_suspend(struct device *dev)
2231{
2232 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2233
2234 if (!host)
2235 return 0;
2236
2237 pm_runtime_get_sync(host->dev);
2238
2239 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER)) {
2240 OMAP_HSMMC_WRITE(host->base, ISE, 0);
2241 OMAP_HSMMC_WRITE(host->base, IE, 0);
2242 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
2243 OMAP_HSMMC_WRITE(host->base, HCTL,
2244 OMAP_HSMMC_READ(host->base, HCTL) & ~SDBP);
2245 }
2246
2247 if (host->dbclk)
2248 clk_disable_unprepare(host->dbclk);
2249
2250 pm_runtime_put_sync(host->dev);
2251 return 0;
2252}
2253
2254/* Routine to resume the MMC device */
2255static int omap_hsmmc_resume(struct device *dev)
2256{
2257 struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2258
2259 if (!host)
2260 return 0;
2261
2262 pm_runtime_get_sync(host->dev);
2263
2264 if (host->dbclk)
2265 clk_prepare_enable(host->dbclk);
2266
2267 if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER))
2268 omap_hsmmc_conf_bus_power(host);
2269
2270 omap_hsmmc_protect_card(host);
2271 pm_runtime_mark_last_busy(host->dev);
2272 pm_runtime_put_autosuspend(host->dev);
2273 return 0;
2274}
2275#endif
2276
2277static int omap_hsmmc_runtime_suspend(struct device *dev)
2278{
2279 struct omap_hsmmc_host *host;
2280 unsigned long flags;
2281 int ret = 0;
2282
2283 host = platform_get_drvdata(to_platform_device(dev));
2284 omap_hsmmc_context_save(host);
2285 dev_dbg(dev, "disabled\n");
2286
2287 spin_lock_irqsave(&host->irq_lock, flags);
2288 if ((host->mmc->caps & MMC_CAP_SDIO_IRQ) &&
2289 (host->flags & HSMMC_SDIO_IRQ_ENABLED)) {
2290 /* disable sdio irq handling to prevent race */
2291 OMAP_HSMMC_WRITE(host->base, ISE, 0);
2292 OMAP_HSMMC_WRITE(host->base, IE, 0);
2293
2294 if (!(OMAP_HSMMC_READ(host->base, PSTATE) & DLEV_DAT(1))) {
2295 /*
2296 * dat1 line low, pending sdio irq
2297 * race condition: possible irq handler running on
2298 * multi-core, abort
2299 */
2300 dev_dbg(dev, "pending sdio irq, abort suspend\n");
2301 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
2302 OMAP_HSMMC_WRITE(host->base, ISE, CIRQ_EN);
2303 OMAP_HSMMC_WRITE(host->base, IE, CIRQ_EN);
2304 pm_runtime_mark_last_busy(dev);
2305 ret = -EBUSY;
2306 goto abort;
2307 }
2308
2309 pinctrl_pm_select_idle_state(dev);
2310 } else {
2311 pinctrl_pm_select_idle_state(dev);
2312 }
2313
2314abort:
2315 spin_unlock_irqrestore(&host->irq_lock, flags);
2316 return ret;
2317}
2318
2319static int omap_hsmmc_runtime_resume(struct device *dev)
2320{
2321 struct omap_hsmmc_host *host;
2322 unsigned long flags;
2323
2324 host = platform_get_drvdata(to_platform_device(dev));
2325 omap_hsmmc_context_restore(host);
2326 dev_dbg(dev, "enabled\n");
2327
2328 spin_lock_irqsave(&host->irq_lock, flags);
2329 if ((host->mmc->caps & MMC_CAP_SDIO_IRQ) &&
2330 (host->flags & HSMMC_SDIO_IRQ_ENABLED)) {
2331
2332 pinctrl_pm_select_default_state(host->dev);
2333
2334 /* irq lost, if pinmux incorrect */
2335 OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
2336 OMAP_HSMMC_WRITE(host->base, ISE, CIRQ_EN);
2337 OMAP_HSMMC_WRITE(host->base, IE, CIRQ_EN);
2338 } else {
2339 pinctrl_pm_select_default_state(host->dev);
2340 }
2341 spin_unlock_irqrestore(&host->irq_lock, flags);
2342 return 0;
2343}
2344
2345static struct dev_pm_ops omap_hsmmc_dev_pm_ops = {
2346 SET_SYSTEM_SLEEP_PM_OPS(omap_hsmmc_suspend, omap_hsmmc_resume)
2347 .runtime_suspend = omap_hsmmc_runtime_suspend,
2348 .runtime_resume = omap_hsmmc_runtime_resume,
2349};
2350
2351static struct platform_driver omap_hsmmc_driver = {
2352 .probe = omap_hsmmc_probe,
2353 .remove = omap_hsmmc_remove,
2354 .driver = {
2355 .name = DRIVER_NAME,
2356 .pm = &omap_hsmmc_dev_pm_ops,
2357 .of_match_table = of_match_ptr(omap_mmc_of_match),
2358 },
2359};
2360
2361module_platform_driver(omap_hsmmc_driver);
2362MODULE_DESCRIPTION("OMAP High Speed Multimedia Card driver");
2363MODULE_LICENSE("GPL");
2364MODULE_ALIAS("platform:" DRIVER_NAME);
2365MODULE_AUTHOR("Texas Instruments Inc");