Linux Audio

Check our new training course

Linux BSP development engineering services

Need help to port Linux and bootloaders to your hardware?
Loading...
Note: File does not exist in v3.5.6.
   1// SPDX-License-Identifier: GPL-2.0-only
   2/**
   3 * SDHCI Controller driver for TI's OMAP SoCs
   4 *
   5 * Copyright (C) 2017 Texas Instruments
   6 * Author: Kishon Vijay Abraham I <kishon@ti.com>
   7 */
   8
   9#include <linux/delay.h>
  10#include <linux/mmc/slot-gpio.h>
  11#include <linux/module.h>
  12#include <linux/of.h>
  13#include <linux/of_device.h>
  14#include <linux/platform_device.h>
  15#include <linux/pm_runtime.h>
  16#include <linux/regulator/consumer.h>
  17#include <linux/pinctrl/consumer.h>
  18#include <linux/sys_soc.h>
  19#include <linux/thermal.h>
  20
  21#include "sdhci-pltfm.h"
  22
  23#define SDHCI_OMAP_CON		0x12c
  24#define CON_DW8			BIT(5)
  25#define CON_DMA_MASTER		BIT(20)
  26#define CON_DDR			BIT(19)
  27#define CON_CLKEXTFREE		BIT(16)
  28#define CON_PADEN		BIT(15)
  29#define CON_CTPL		BIT(11)
  30#define CON_INIT		BIT(1)
  31#define CON_OD			BIT(0)
  32
  33#define SDHCI_OMAP_DLL		0x0134
  34#define DLL_SWT			BIT(20)
  35#define DLL_FORCE_SR_C_SHIFT	13
  36#define DLL_FORCE_SR_C_MASK	(0x7f << DLL_FORCE_SR_C_SHIFT)
  37#define DLL_FORCE_VALUE		BIT(12)
  38#define DLL_CALIB		BIT(1)
  39
  40#define SDHCI_OMAP_CMD		0x20c
  41
  42#define SDHCI_OMAP_PSTATE	0x0224
  43#define PSTATE_DLEV_DAT0	BIT(20)
  44#define PSTATE_DATI		BIT(1)
  45
  46#define SDHCI_OMAP_HCTL		0x228
  47#define HCTL_SDBP		BIT(8)
  48#define HCTL_SDVS_SHIFT		9
  49#define HCTL_SDVS_MASK		(0x7 << HCTL_SDVS_SHIFT)
  50#define HCTL_SDVS_33		(0x7 << HCTL_SDVS_SHIFT)
  51#define HCTL_SDVS_30		(0x6 << HCTL_SDVS_SHIFT)
  52#define HCTL_SDVS_18		(0x5 << HCTL_SDVS_SHIFT)
  53
  54#define SDHCI_OMAP_SYSCTL	0x22c
  55#define SYSCTL_CEN		BIT(2)
  56#define SYSCTL_CLKD_SHIFT	6
  57#define SYSCTL_CLKD_MASK	0x3ff
  58
  59#define SDHCI_OMAP_STAT		0x230
  60
  61#define SDHCI_OMAP_IE		0x234
  62#define INT_CC_EN		BIT(0)
  63
  64#define SDHCI_OMAP_AC12		0x23c
  65#define AC12_V1V8_SIGEN		BIT(19)
  66#define AC12_SCLK_SEL		BIT(23)
  67
  68#define SDHCI_OMAP_CAPA		0x240
  69#define CAPA_VS33		BIT(24)
  70#define CAPA_VS30		BIT(25)
  71#define CAPA_VS18		BIT(26)
  72
  73#define SDHCI_OMAP_CAPA2	0x0244
  74#define CAPA2_TSDR50		BIT(13)
  75
  76#define SDHCI_OMAP_TIMEOUT	1		/* 1 msec */
  77
  78#define SYSCTL_CLKD_MAX		0x3FF
  79
  80#define IOV_1V8			1800000		/* 180000 uV */
  81#define IOV_3V0			3000000		/* 300000 uV */
  82#define IOV_3V3			3300000		/* 330000 uV */
  83
  84#define MAX_PHASE_DELAY		0x7C
  85
  86/* sdhci-omap controller flags */
  87#define SDHCI_OMAP_REQUIRE_IODELAY	BIT(0)
  88
  89struct sdhci_omap_data {
  90	u32 offset;
  91	u8 flags;
  92};
  93
  94struct sdhci_omap_host {
  95	char			*version;
  96	void __iomem		*base;
  97	struct device		*dev;
  98	struct	regulator	*pbias;
  99	bool			pbias_enabled;
 100	struct sdhci_host	*host;
 101	u8			bus_mode;
 102	u8			power_mode;
 103	u8			timing;
 104	u8			flags;
 105
 106	struct pinctrl		*pinctrl;
 107	struct pinctrl_state	**pinctrl_state;
 108	bool			is_tuning;
 109};
 110
 111static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host);
 112static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host);
 113
 114static inline u32 sdhci_omap_readl(struct sdhci_omap_host *host,
 115				   unsigned int offset)
 116{
 117	return readl(host->base + offset);
 118}
 119
 120static inline void sdhci_omap_writel(struct sdhci_omap_host *host,
 121				     unsigned int offset, u32 data)
 122{
 123	writel(data, host->base + offset);
 124}
 125
 126static int sdhci_omap_set_pbias(struct sdhci_omap_host *omap_host,
 127				bool power_on, unsigned int iov)
 128{
 129	int ret;
 130	struct device *dev = omap_host->dev;
 131
 132	if (IS_ERR(omap_host->pbias))
 133		return 0;
 134
 135	if (power_on) {
 136		ret = regulator_set_voltage(omap_host->pbias, iov, iov);
 137		if (ret) {
 138			dev_err(dev, "pbias set voltage failed\n");
 139			return ret;
 140		}
 141
 142		if (omap_host->pbias_enabled)
 143			return 0;
 144
 145		ret = regulator_enable(omap_host->pbias);
 146		if (ret) {
 147			dev_err(dev, "pbias reg enable fail\n");
 148			return ret;
 149		}
 150
 151		omap_host->pbias_enabled = true;
 152	} else {
 153		if (!omap_host->pbias_enabled)
 154			return 0;
 155
 156		ret = regulator_disable(omap_host->pbias);
 157		if (ret) {
 158			dev_err(dev, "pbias reg disable fail\n");
 159			return ret;
 160		}
 161		omap_host->pbias_enabled = false;
 162	}
 163
 164	return 0;
 165}
 166
 167static int sdhci_omap_enable_iov(struct sdhci_omap_host *omap_host,
 168				 unsigned int iov)
 169{
 170	int ret;
 171	struct sdhci_host *host = omap_host->host;
 172	struct mmc_host *mmc = host->mmc;
 173
 174	ret = sdhci_omap_set_pbias(omap_host, false, 0);
 175	if (ret)
 176		return ret;
 177
 178	if (!IS_ERR(mmc->supply.vqmmc)) {
 179		ret = regulator_set_voltage(mmc->supply.vqmmc, iov, iov);
 180		if (ret) {
 181			dev_err(mmc_dev(mmc), "vqmmc set voltage failed\n");
 182			return ret;
 183		}
 184	}
 185
 186	ret = sdhci_omap_set_pbias(omap_host, true, iov);
 187	if (ret)
 188		return ret;
 189
 190	return 0;
 191}
 192
 193static void sdhci_omap_conf_bus_power(struct sdhci_omap_host *omap_host,
 194				      unsigned char signal_voltage)
 195{
 196	u32 reg;
 197	ktime_t timeout;
 198
 199	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL);
 200	reg &= ~HCTL_SDVS_MASK;
 201
 202	if (signal_voltage == MMC_SIGNAL_VOLTAGE_330)
 203		reg |= HCTL_SDVS_33;
 204	else
 205		reg |= HCTL_SDVS_18;
 206
 207	sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
 208
 209	reg |= HCTL_SDBP;
 210	sdhci_omap_writel(omap_host, SDHCI_OMAP_HCTL, reg);
 211
 212	/* wait 1ms */
 213	timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
 214	while (1) {
 215		bool timedout = ktime_after(ktime_get(), timeout);
 216
 217		if (sdhci_omap_readl(omap_host, SDHCI_OMAP_HCTL) & HCTL_SDBP)
 218			break;
 219		if (WARN_ON(timedout))
 220			return;
 221		usleep_range(5, 10);
 222	}
 223}
 224
 225static void sdhci_omap_enable_sdio_irq(struct mmc_host *mmc, int enable)
 226{
 227	struct sdhci_host *host = mmc_priv(mmc);
 228	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 229	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 230	u32 reg;
 231
 232	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 233	if (enable)
 234		reg |= (CON_CTPL | CON_CLKEXTFREE);
 235	else
 236		reg &= ~(CON_CTPL | CON_CLKEXTFREE);
 237	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 238
 239	sdhci_enable_sdio_irq(mmc, enable);
 240}
 241
 242static inline void sdhci_omap_set_dll(struct sdhci_omap_host *omap_host,
 243				      int count)
 244{
 245	int i;
 246	u32 reg;
 247
 248	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
 249	reg |= DLL_FORCE_VALUE;
 250	reg &= ~DLL_FORCE_SR_C_MASK;
 251	reg |= (count << DLL_FORCE_SR_C_SHIFT);
 252	sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
 253
 254	reg |= DLL_CALIB;
 255	sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
 256	for (i = 0; i < 1000; i++) {
 257		reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
 258		if (reg & DLL_CALIB)
 259			break;
 260	}
 261	reg &= ~DLL_CALIB;
 262	sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
 263}
 264
 265static void sdhci_omap_disable_tuning(struct sdhci_omap_host *omap_host)
 266{
 267	u32 reg;
 268
 269	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
 270	reg &= ~AC12_SCLK_SEL;
 271	sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
 272
 273	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
 274	reg &= ~(DLL_FORCE_VALUE | DLL_SWT);
 275	sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
 276}
 277
 278static int sdhci_omap_execute_tuning(struct mmc_host *mmc, u32 opcode)
 279{
 280	struct sdhci_host *host = mmc_priv(mmc);
 281	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 282	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 283	struct thermal_zone_device *thermal_dev;
 284	struct device *dev = omap_host->dev;
 285	struct mmc_ios *ios = &mmc->ios;
 286	u32 start_window = 0, max_window = 0;
 287	bool single_point_failure = false;
 288	bool dcrc_was_enabled = false;
 289	u8 cur_match, prev_match = 0;
 290	u32 length = 0, max_len = 0;
 291	u32 phase_delay = 0;
 292	int temperature;
 293	int ret = 0;
 294	u32 reg;
 295	int i;
 296
 297	/* clock tuning is not needed for upto 52MHz */
 298	if (ios->clock <= 52000000)
 299		return 0;
 300
 301	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA2);
 302	if (ios->timing == MMC_TIMING_UHS_SDR50 && !(reg & CAPA2_TSDR50))
 303		return 0;
 304
 305	thermal_dev = thermal_zone_get_zone_by_name("cpu_thermal");
 306	if (IS_ERR(thermal_dev)) {
 307		dev_err(dev, "Unable to get thermal zone for tuning\n");
 308		return PTR_ERR(thermal_dev);
 309	}
 310
 311	ret = thermal_zone_get_temp(thermal_dev, &temperature);
 312	if (ret)
 313		return ret;
 314
 315	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_DLL);
 316	reg |= DLL_SWT;
 317	sdhci_omap_writel(omap_host, SDHCI_OMAP_DLL, reg);
 318
 319	/*
 320	 * OMAP5/DRA74X/DRA72x Errata i802:
 321	 * DCRC error interrupts (MMCHS_STAT[21] DCRC=0x1) can occur
 322	 * during the tuning procedure. So disable it during the
 323	 * tuning procedure.
 324	 */
 325	if (host->ier & SDHCI_INT_DATA_CRC) {
 326		host->ier &= ~SDHCI_INT_DATA_CRC;
 327		dcrc_was_enabled = true;
 328	}
 329
 330	omap_host->is_tuning = true;
 331
 332	/*
 333	 * Stage 1: Search for a maximum pass window ignoring any
 334	 * any single point failures. If the tuning value ends up
 335	 * near it, move away from it in stage 2 below
 336	 */
 337	while (phase_delay <= MAX_PHASE_DELAY) {
 338		sdhci_omap_set_dll(omap_host, phase_delay);
 339
 340		cur_match = !mmc_send_tuning(mmc, opcode, NULL);
 341		if (cur_match) {
 342			if (prev_match) {
 343				length++;
 344			} else if (single_point_failure) {
 345				/* ignore single point failure */
 346				length++;
 347			} else {
 348				start_window = phase_delay;
 349				length = 1;
 350			}
 351		} else {
 352			single_point_failure = prev_match;
 353		}
 354
 355		if (length > max_len) {
 356			max_window = start_window;
 357			max_len = length;
 358		}
 359
 360		prev_match = cur_match;
 361		phase_delay += 4;
 362	}
 363
 364	if (!max_len) {
 365		dev_err(dev, "Unable to find match\n");
 366		ret = -EIO;
 367		goto tuning_error;
 368	}
 369
 370	/*
 371	 * Assign tuning value as a ratio of maximum pass window based
 372	 * on temperature
 373	 */
 374	if (temperature < -20000)
 375		phase_delay = min(max_window + 4 * (max_len - 1) - 24,
 376				  max_window +
 377				  DIV_ROUND_UP(13 * max_len, 16) * 4);
 378	else if (temperature < 20000)
 379		phase_delay = max_window + DIV_ROUND_UP(9 * max_len, 16) * 4;
 380	else if (temperature < 40000)
 381		phase_delay = max_window + DIV_ROUND_UP(8 * max_len, 16) * 4;
 382	else if (temperature < 70000)
 383		phase_delay = max_window + DIV_ROUND_UP(7 * max_len, 16) * 4;
 384	else if (temperature < 90000)
 385		phase_delay = max_window + DIV_ROUND_UP(5 * max_len, 16) * 4;
 386	else if (temperature < 120000)
 387		phase_delay = max_window + DIV_ROUND_UP(4 * max_len, 16) * 4;
 388	else
 389		phase_delay = max_window + DIV_ROUND_UP(3 * max_len, 16) * 4;
 390
 391	/*
 392	 * Stage 2: Search for a single point failure near the chosen tuning
 393	 * value in two steps. First in the +3 to +10 range and then in the
 394	 * +2 to -10 range. If found, move away from it in the appropriate
 395	 * direction by the appropriate amount depending on the temperature.
 396	 */
 397	for (i = 3; i <= 10; i++) {
 398		sdhci_omap_set_dll(omap_host, phase_delay + i);
 399
 400		if (mmc_send_tuning(mmc, opcode, NULL)) {
 401			if (temperature < 10000)
 402				phase_delay += i + 6;
 403			else if (temperature < 20000)
 404				phase_delay += i - 12;
 405			else if (temperature < 70000)
 406				phase_delay += i - 8;
 407			else
 408				phase_delay += i - 6;
 409
 410			goto single_failure_found;
 411		}
 412	}
 413
 414	for (i = 2; i >= -10; i--) {
 415		sdhci_omap_set_dll(omap_host, phase_delay + i);
 416
 417		if (mmc_send_tuning(mmc, opcode, NULL)) {
 418			if (temperature < 10000)
 419				phase_delay += i + 12;
 420			else if (temperature < 20000)
 421				phase_delay += i + 8;
 422			else if (temperature < 70000)
 423				phase_delay += i + 8;
 424			else if (temperature < 90000)
 425				phase_delay += i + 10;
 426			else
 427				phase_delay += i + 12;
 428
 429			goto single_failure_found;
 430		}
 431	}
 432
 433single_failure_found:
 434	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
 435	if (!(reg & AC12_SCLK_SEL)) {
 436		ret = -EIO;
 437		goto tuning_error;
 438	}
 439
 440	sdhci_omap_set_dll(omap_host, phase_delay);
 441
 442	omap_host->is_tuning = false;
 443
 444	goto ret;
 445
 446tuning_error:
 447	omap_host->is_tuning = false;
 448	dev_err(dev, "Tuning failed\n");
 449	sdhci_omap_disable_tuning(omap_host);
 450
 451ret:
 452	sdhci_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA);
 453	/* Reenable forbidden interrupt */
 454	if (dcrc_was_enabled)
 455		host->ier |= SDHCI_INT_DATA_CRC;
 456	sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
 457	sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
 458	return ret;
 459}
 460
 461static int sdhci_omap_card_busy(struct mmc_host *mmc)
 462{
 463	u32 reg, ac12;
 464	int ret = false;
 465	struct sdhci_host *host = mmc_priv(mmc);
 466	struct sdhci_pltfm_host *pltfm_host;
 467	struct sdhci_omap_host *omap_host;
 468	u32 ier = host->ier;
 469
 470	pltfm_host = sdhci_priv(host);
 471	omap_host = sdhci_pltfm_priv(pltfm_host);
 472
 473	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 474	ac12 = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
 475	reg &= ~CON_CLKEXTFREE;
 476	if (ac12 & AC12_V1V8_SIGEN)
 477		reg |= CON_CLKEXTFREE;
 478	reg |= CON_PADEN;
 479	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 480
 481	disable_irq(host->irq);
 482	ier |= SDHCI_INT_CARD_INT;
 483	sdhci_writel(host, ier, SDHCI_INT_ENABLE);
 484	sdhci_writel(host, ier, SDHCI_SIGNAL_ENABLE);
 485
 486	/*
 487	 * Delay is required for PSTATE to correctly reflect
 488	 * DLEV/CLEV values after PADEN is set.
 489	 */
 490	usleep_range(50, 100);
 491	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_PSTATE);
 492	if ((reg & PSTATE_DATI) || !(reg & PSTATE_DLEV_DAT0))
 493		ret = true;
 494
 495	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 496	reg &= ~(CON_CLKEXTFREE | CON_PADEN);
 497	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 498
 499	sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
 500	sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
 501	enable_irq(host->irq);
 502
 503	return ret;
 504}
 505
 506static int sdhci_omap_start_signal_voltage_switch(struct mmc_host *mmc,
 507						  struct mmc_ios *ios)
 508{
 509	u32 reg;
 510	int ret;
 511	unsigned int iov;
 512	struct sdhci_host *host = mmc_priv(mmc);
 513	struct sdhci_pltfm_host *pltfm_host;
 514	struct sdhci_omap_host *omap_host;
 515	struct device *dev;
 516
 517	pltfm_host = sdhci_priv(host);
 518	omap_host = sdhci_pltfm_priv(pltfm_host);
 519	dev = omap_host->dev;
 520
 521	if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) {
 522		reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
 523		if (!(reg & CAPA_VS33))
 524			return -EOPNOTSUPP;
 525
 526		sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
 527
 528		reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
 529		reg &= ~AC12_V1V8_SIGEN;
 530		sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
 531
 532		iov = IOV_3V3;
 533	} else if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_180) {
 534		reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
 535		if (!(reg & CAPA_VS18))
 536			return -EOPNOTSUPP;
 537
 538		sdhci_omap_conf_bus_power(omap_host, ios->signal_voltage);
 539
 540		reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_AC12);
 541		reg |= AC12_V1V8_SIGEN;
 542		sdhci_omap_writel(omap_host, SDHCI_OMAP_AC12, reg);
 543
 544		iov = IOV_1V8;
 545	} else {
 546		return -EOPNOTSUPP;
 547	}
 548
 549	ret = sdhci_omap_enable_iov(omap_host, iov);
 550	if (ret) {
 551		dev_err(dev, "failed to switch IO voltage to %dmV\n", iov);
 552		return ret;
 553	}
 554
 555	dev_dbg(dev, "IO voltage switched to %dmV\n", iov);
 556	return 0;
 557}
 558
 559static void sdhci_omap_set_timing(struct sdhci_omap_host *omap_host, u8 timing)
 560{
 561	int ret;
 562	struct pinctrl_state *pinctrl_state;
 563	struct device *dev = omap_host->dev;
 564
 565	if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
 566		return;
 567
 568	if (omap_host->timing == timing)
 569		return;
 570
 571	sdhci_omap_stop_clock(omap_host);
 572
 573	pinctrl_state = omap_host->pinctrl_state[timing];
 574	ret = pinctrl_select_state(omap_host->pinctrl, pinctrl_state);
 575	if (ret) {
 576		dev_err(dev, "failed to select pinctrl state\n");
 577		return;
 578	}
 579
 580	sdhci_omap_start_clock(omap_host);
 581	omap_host->timing = timing;
 582}
 583
 584static void sdhci_omap_set_power_mode(struct sdhci_omap_host *omap_host,
 585				      u8 power_mode)
 586{
 587	if (omap_host->bus_mode == MMC_POWER_OFF)
 588		sdhci_omap_disable_tuning(omap_host);
 589	omap_host->power_mode = power_mode;
 590}
 591
 592static void sdhci_omap_set_bus_mode(struct sdhci_omap_host *omap_host,
 593				    unsigned int mode)
 594{
 595	u32 reg;
 596
 597	if (omap_host->bus_mode == mode)
 598		return;
 599
 600	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 601	if (mode == MMC_BUSMODE_OPENDRAIN)
 602		reg |= CON_OD;
 603	else
 604		reg &= ~CON_OD;
 605	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 606
 607	omap_host->bus_mode = mode;
 608}
 609
 610static void sdhci_omap_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
 611{
 612	struct sdhci_host *host = mmc_priv(mmc);
 613	struct sdhci_pltfm_host *pltfm_host;
 614	struct sdhci_omap_host *omap_host;
 615
 616	pltfm_host = sdhci_priv(host);
 617	omap_host = sdhci_pltfm_priv(pltfm_host);
 618
 619	sdhci_omap_set_bus_mode(omap_host, ios->bus_mode);
 620	sdhci_omap_set_timing(omap_host, ios->timing);
 621	sdhci_set_ios(mmc, ios);
 622	sdhci_omap_set_power_mode(omap_host, ios->power_mode);
 623}
 624
 625static u16 sdhci_omap_calc_divisor(struct sdhci_pltfm_host *host,
 626				   unsigned int clock)
 627{
 628	u16 dsor;
 629
 630	dsor = DIV_ROUND_UP(clk_get_rate(host->clk), clock);
 631	if (dsor > SYSCTL_CLKD_MAX)
 632		dsor = SYSCTL_CLKD_MAX;
 633
 634	return dsor;
 635}
 636
 637static void sdhci_omap_start_clock(struct sdhci_omap_host *omap_host)
 638{
 639	u32 reg;
 640
 641	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
 642	reg |= SYSCTL_CEN;
 643	sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
 644}
 645
 646static void sdhci_omap_stop_clock(struct sdhci_omap_host *omap_host)
 647{
 648	u32 reg;
 649
 650	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_SYSCTL);
 651	reg &= ~SYSCTL_CEN;
 652	sdhci_omap_writel(omap_host, SDHCI_OMAP_SYSCTL, reg);
 653}
 654
 655static void sdhci_omap_set_clock(struct sdhci_host *host, unsigned int clock)
 656{
 657	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 658	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 659	unsigned long clkdiv;
 660
 661	sdhci_omap_stop_clock(omap_host);
 662
 663	if (!clock)
 664		return;
 665
 666	clkdiv = sdhci_omap_calc_divisor(pltfm_host, clock);
 667	clkdiv = (clkdiv & SYSCTL_CLKD_MASK) << SYSCTL_CLKD_SHIFT;
 668	sdhci_enable_clk(host, clkdiv);
 669
 670	sdhci_omap_start_clock(omap_host);
 671}
 672
 673static void sdhci_omap_set_power(struct sdhci_host *host, unsigned char mode,
 674			  unsigned short vdd)
 675{
 676	struct mmc_host *mmc = host->mmc;
 677
 678	mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, vdd);
 679}
 680
 681static int sdhci_omap_enable_dma(struct sdhci_host *host)
 682{
 683	u32 reg;
 684	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 685	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 686
 687	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 688	reg |= CON_DMA_MASTER;
 689	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 690
 691	return 0;
 692}
 693
 694static unsigned int sdhci_omap_get_min_clock(struct sdhci_host *host)
 695{
 696	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 697
 698	return clk_get_rate(pltfm_host->clk) / SYSCTL_CLKD_MAX;
 699}
 700
 701static void sdhci_omap_set_bus_width(struct sdhci_host *host, int width)
 702{
 703	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 704	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 705	u32 reg;
 706
 707	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 708	if (width == MMC_BUS_WIDTH_8)
 709		reg |= CON_DW8;
 710	else
 711		reg &= ~CON_DW8;
 712	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 713
 714	sdhci_set_bus_width(host, width);
 715}
 716
 717static void sdhci_omap_init_74_clocks(struct sdhci_host *host, u8 power_mode)
 718{
 719	u32 reg;
 720	ktime_t timeout;
 721	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 722	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 723
 724	if (omap_host->power_mode == power_mode)
 725		return;
 726
 727	if (power_mode != MMC_POWER_ON)
 728		return;
 729
 730	disable_irq(host->irq);
 731
 732	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 733	reg |= CON_INIT;
 734	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 735	sdhci_omap_writel(omap_host, SDHCI_OMAP_CMD, 0x0);
 736
 737	/* wait 1ms */
 738	timeout = ktime_add_ms(ktime_get(), SDHCI_OMAP_TIMEOUT);
 739	while (1) {
 740		bool timedout = ktime_after(ktime_get(), timeout);
 741
 742		if (sdhci_omap_readl(omap_host, SDHCI_OMAP_STAT) & INT_CC_EN)
 743			break;
 744		if (WARN_ON(timedout))
 745			return;
 746		usleep_range(5, 10);
 747	}
 748
 749	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 750	reg &= ~CON_INIT;
 751	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 752	sdhci_omap_writel(omap_host, SDHCI_OMAP_STAT, INT_CC_EN);
 753
 754	enable_irq(host->irq);
 755}
 756
 757static void sdhci_omap_set_uhs_signaling(struct sdhci_host *host,
 758					 unsigned int timing)
 759{
 760	u32 reg;
 761	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 762	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 763
 764	sdhci_omap_stop_clock(omap_host);
 765
 766	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CON);
 767	if (timing == MMC_TIMING_UHS_DDR50 || timing == MMC_TIMING_MMC_DDR52)
 768		reg |= CON_DDR;
 769	else
 770		reg &= ~CON_DDR;
 771	sdhci_omap_writel(omap_host, SDHCI_OMAP_CON, reg);
 772
 773	sdhci_set_uhs_signaling(host, timing);
 774	sdhci_omap_start_clock(omap_host);
 775}
 776
 777static void sdhci_omap_reset(struct sdhci_host *host, u8 mask)
 778{
 779	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 780	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 781
 782	/* Don't reset data lines during tuning operation */
 783	if (omap_host->is_tuning)
 784		mask &= ~SDHCI_RESET_DATA;
 785
 786	sdhci_reset(host, mask);
 787}
 788
 789#define CMD_ERR_MASK (SDHCI_INT_CRC | SDHCI_INT_END_BIT | SDHCI_INT_INDEX |\
 790		      SDHCI_INT_TIMEOUT)
 791#define CMD_MASK (CMD_ERR_MASK | SDHCI_INT_RESPONSE)
 792
 793static u32 sdhci_omap_irq(struct sdhci_host *host, u32 intmask)
 794{
 795	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
 796	struct sdhci_omap_host *omap_host = sdhci_pltfm_priv(pltfm_host);
 797
 798	if (omap_host->is_tuning && host->cmd && !host->data_early &&
 799	    (intmask & CMD_ERR_MASK)) {
 800
 801		/*
 802		 * Since we are not resetting data lines during tuning
 803		 * operation, data error or data complete interrupts
 804		 * might still arrive. Mark this request as a failure
 805		 * but still wait for the data interrupt
 806		 */
 807		if (intmask & SDHCI_INT_TIMEOUT)
 808			host->cmd->error = -ETIMEDOUT;
 809		else
 810			host->cmd->error = -EILSEQ;
 811
 812		host->cmd = NULL;
 813
 814		/*
 815		 * Sometimes command error interrupts and command complete
 816		 * interrupt will arrive together. Clear all command related
 817		 * interrupts here.
 818		 */
 819		sdhci_writel(host, intmask & CMD_MASK, SDHCI_INT_STATUS);
 820		intmask &= ~CMD_MASK;
 821	}
 822
 823	return intmask;
 824}
 825
 826static struct sdhci_ops sdhci_omap_ops = {
 827	.set_clock = sdhci_omap_set_clock,
 828	.set_power = sdhci_omap_set_power,
 829	.enable_dma = sdhci_omap_enable_dma,
 830	.get_max_clock = sdhci_pltfm_clk_get_max_clock,
 831	.get_min_clock = sdhci_omap_get_min_clock,
 832	.set_bus_width = sdhci_omap_set_bus_width,
 833	.platform_send_init_74_clocks = sdhci_omap_init_74_clocks,
 834	.reset = sdhci_omap_reset,
 835	.set_uhs_signaling = sdhci_omap_set_uhs_signaling,
 836	.irq = sdhci_omap_irq,
 837};
 838
 839static int sdhci_omap_set_capabilities(struct sdhci_omap_host *omap_host)
 840{
 841	u32 reg;
 842	int ret = 0;
 843	struct device *dev = omap_host->dev;
 844	struct regulator *vqmmc;
 845
 846	vqmmc = regulator_get(dev, "vqmmc");
 847	if (IS_ERR(vqmmc)) {
 848		ret = PTR_ERR(vqmmc);
 849		goto reg_put;
 850	}
 851
 852	/* voltage capabilities might be set by boot loader, clear it */
 853	reg = sdhci_omap_readl(omap_host, SDHCI_OMAP_CAPA);
 854	reg &= ~(CAPA_VS18 | CAPA_VS30 | CAPA_VS33);
 855
 856	if (regulator_is_supported_voltage(vqmmc, IOV_3V3, IOV_3V3))
 857		reg |= CAPA_VS33;
 858	if (regulator_is_supported_voltage(vqmmc, IOV_1V8, IOV_1V8))
 859		reg |= CAPA_VS18;
 860
 861	sdhci_omap_writel(omap_host, SDHCI_OMAP_CAPA, reg);
 862
 863reg_put:
 864	regulator_put(vqmmc);
 865
 866	return ret;
 867}
 868
 869static const struct sdhci_pltfm_data sdhci_omap_pdata = {
 870	.quirks = SDHCI_QUIRK_BROKEN_CARD_DETECTION |
 871		  SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK |
 872		  SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN |
 873		  SDHCI_QUIRK_NO_HISPD_BIT |
 874		  SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC,
 875	.quirks2 = SDHCI_QUIRK2_ACMD23_BROKEN |
 876		   SDHCI_QUIRK2_PRESET_VALUE_BROKEN |
 877		   SDHCI_QUIRK2_RSP_136_HAS_CRC |
 878		   SDHCI_QUIRK2_DISABLE_HW_TIMEOUT,
 879	.ops = &sdhci_omap_ops,
 880};
 881
 882static const struct sdhci_omap_data k2g_data = {
 883	.offset = 0x200,
 884};
 885
 886static const struct sdhci_omap_data dra7_data = {
 887	.offset = 0x200,
 888	.flags	= SDHCI_OMAP_REQUIRE_IODELAY,
 889};
 890
 891static const struct of_device_id omap_sdhci_match[] = {
 892	{ .compatible = "ti,dra7-sdhci", .data = &dra7_data },
 893	{ .compatible = "ti,k2g-sdhci", .data = &k2g_data },
 894	{},
 895};
 896MODULE_DEVICE_TABLE(of, omap_sdhci_match);
 897
 898static struct pinctrl_state
 899*sdhci_omap_iodelay_pinctrl_state(struct sdhci_omap_host *omap_host, char *mode,
 900				  u32 *caps, u32 capmask)
 901{
 902	struct device *dev = omap_host->dev;
 903	char *version = omap_host->version;
 904	struct pinctrl_state *pinctrl_state = ERR_PTR(-ENODEV);
 905	char str[20];
 906
 907	if (!(*caps & capmask))
 908		goto ret;
 909
 910	if (version) {
 911		snprintf(str, 20, "%s-%s", mode, version);
 912		pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, str);
 913	}
 914
 915	if (IS_ERR(pinctrl_state))
 916		pinctrl_state = pinctrl_lookup_state(omap_host->pinctrl, mode);
 917
 918	if (IS_ERR(pinctrl_state)) {
 919		dev_err(dev, "no pinctrl state for %s mode", mode);
 920		*caps &= ~capmask;
 921	}
 922
 923ret:
 924	return pinctrl_state;
 925}
 926
 927static int sdhci_omap_config_iodelay_pinctrl_state(struct sdhci_omap_host
 928						   *omap_host)
 929{
 930	struct device *dev = omap_host->dev;
 931	struct sdhci_host *host = omap_host->host;
 932	struct mmc_host *mmc = host->mmc;
 933	u32 *caps = &mmc->caps;
 934	u32 *caps2 = &mmc->caps2;
 935	struct pinctrl_state *state;
 936	struct pinctrl_state **pinctrl_state;
 937
 938	if (!(omap_host->flags & SDHCI_OMAP_REQUIRE_IODELAY))
 939		return 0;
 940
 941	pinctrl_state = devm_kcalloc(dev,
 942				     MMC_TIMING_MMC_HS200 + 1,
 943				     sizeof(*pinctrl_state),
 944				     GFP_KERNEL);
 945	if (!pinctrl_state)
 946		return -ENOMEM;
 947
 948	omap_host->pinctrl = devm_pinctrl_get(omap_host->dev);
 949	if (IS_ERR(omap_host->pinctrl)) {
 950		dev_err(dev, "Cannot get pinctrl\n");
 951		return PTR_ERR(omap_host->pinctrl);
 952	}
 953
 954	state = pinctrl_lookup_state(omap_host->pinctrl, "default");
 955	if (IS_ERR(state)) {
 956		dev_err(dev, "no pinctrl state for default mode\n");
 957		return PTR_ERR(state);
 958	}
 959	pinctrl_state[MMC_TIMING_LEGACY] = state;
 960
 961	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr104", caps,
 962						 MMC_CAP_UHS_SDR104);
 963	if (!IS_ERR(state))
 964		pinctrl_state[MMC_TIMING_UHS_SDR104] = state;
 965
 966	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr50", caps,
 967						 MMC_CAP_UHS_DDR50);
 968	if (!IS_ERR(state))
 969		pinctrl_state[MMC_TIMING_UHS_DDR50] = state;
 970
 971	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr50", caps,
 972						 MMC_CAP_UHS_SDR50);
 973	if (!IS_ERR(state))
 974		pinctrl_state[MMC_TIMING_UHS_SDR50] = state;
 975
 976	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr25", caps,
 977						 MMC_CAP_UHS_SDR25);
 978	if (!IS_ERR(state))
 979		pinctrl_state[MMC_TIMING_UHS_SDR25] = state;
 980
 981	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "sdr12", caps,
 982						 MMC_CAP_UHS_SDR12);
 983	if (!IS_ERR(state))
 984		pinctrl_state[MMC_TIMING_UHS_SDR12] = state;
 985
 986	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_1_8v", caps,
 987						 MMC_CAP_1_8V_DDR);
 988	if (!IS_ERR(state)) {
 989		pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
 990	} else {
 991		state = sdhci_omap_iodelay_pinctrl_state(omap_host, "ddr_3_3v",
 992							 caps,
 993							 MMC_CAP_3_3V_DDR);
 994		if (!IS_ERR(state))
 995			pinctrl_state[MMC_TIMING_MMC_DDR52] = state;
 996	}
 997
 998	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
 999						 MMC_CAP_SD_HIGHSPEED);
1000	if (!IS_ERR(state))
1001		pinctrl_state[MMC_TIMING_SD_HS] = state;
1002
1003	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs", caps,
1004						 MMC_CAP_MMC_HIGHSPEED);
1005	if (!IS_ERR(state))
1006		pinctrl_state[MMC_TIMING_MMC_HS] = state;
1007
1008	state = sdhci_omap_iodelay_pinctrl_state(omap_host, "hs200_1_8v", caps2,
1009						 MMC_CAP2_HS200_1_8V_SDR);
1010	if (!IS_ERR(state))
1011		pinctrl_state[MMC_TIMING_MMC_HS200] = state;
1012
1013	omap_host->pinctrl_state = pinctrl_state;
1014
1015	return 0;
1016}
1017
1018static const struct soc_device_attribute sdhci_omap_soc_devices[] = {
1019	{
1020		.machine = "DRA7[45]*",
1021		.revision = "ES1.[01]",
1022	},
1023	{
1024		/* sentinel */
1025	}
1026};
1027
1028static int sdhci_omap_probe(struct platform_device *pdev)
1029{
1030	int ret;
1031	u32 offset;
1032	struct device *dev = &pdev->dev;
1033	struct sdhci_host *host;
1034	struct sdhci_pltfm_host *pltfm_host;
1035	struct sdhci_omap_host *omap_host;
1036	struct mmc_host *mmc;
1037	const struct of_device_id *match;
1038	struct sdhci_omap_data *data;
1039	const struct soc_device_attribute *soc;
1040
1041	match = of_match_device(omap_sdhci_match, dev);
1042	if (!match)
1043		return -EINVAL;
1044
1045	data = (struct sdhci_omap_data *)match->data;
1046	if (!data) {
1047		dev_err(dev, "no sdhci omap data\n");
1048		return -EINVAL;
1049	}
1050	offset = data->offset;
1051
1052	host = sdhci_pltfm_init(pdev, &sdhci_omap_pdata,
1053				sizeof(*omap_host));
1054	if (IS_ERR(host)) {
1055		dev_err(dev, "Failed sdhci_pltfm_init\n");
1056		return PTR_ERR(host);
1057	}
1058
1059	pltfm_host = sdhci_priv(host);
1060	omap_host = sdhci_pltfm_priv(pltfm_host);
1061	omap_host->host = host;
1062	omap_host->base = host->ioaddr;
1063	omap_host->dev = dev;
1064	omap_host->power_mode = MMC_POWER_UNDEFINED;
1065	omap_host->timing = MMC_TIMING_LEGACY;
1066	omap_host->flags = data->flags;
1067	host->ioaddr += offset;
1068
1069	mmc = host->mmc;
1070	sdhci_get_of_property(pdev);
1071	ret = mmc_of_parse(mmc);
1072	if (ret)
1073		goto err_pltfm_free;
1074
1075	soc = soc_device_match(sdhci_omap_soc_devices);
1076	if (soc) {
1077		omap_host->version = "rev11";
1078		if (!strcmp(dev_name(dev), "4809c000.mmc"))
1079			mmc->f_max = 96000000;
1080		if (!strcmp(dev_name(dev), "480b4000.mmc"))
1081			mmc->f_max = 48000000;
1082		if (!strcmp(dev_name(dev), "480ad000.mmc"))
1083			mmc->f_max = 48000000;
1084	}
1085
1086	if (!mmc_can_gpio_ro(mmc))
1087		mmc->caps2 |= MMC_CAP2_NO_WRITE_PROTECT;
1088
1089	pltfm_host->clk = devm_clk_get(dev, "fck");
1090	if (IS_ERR(pltfm_host->clk)) {
1091		ret = PTR_ERR(pltfm_host->clk);
1092		goto err_pltfm_free;
1093	}
1094
1095	ret = clk_set_rate(pltfm_host->clk, mmc->f_max);
1096	if (ret) {
1097		dev_err(dev, "failed to set clock to %d\n", mmc->f_max);
1098		goto err_pltfm_free;
1099	}
1100
1101	omap_host->pbias = devm_regulator_get_optional(dev, "pbias");
1102	if (IS_ERR(omap_host->pbias)) {
1103		ret = PTR_ERR(omap_host->pbias);
1104		if (ret != -ENODEV)
1105			goto err_pltfm_free;
1106		dev_dbg(dev, "unable to get pbias regulator %d\n", ret);
1107	}
1108	omap_host->pbias_enabled = false;
1109
1110	/*
1111	 * omap_device_pm_domain has callbacks to enable the main
1112	 * functional clock, interface clock and also configure the
1113	 * SYSCONFIG register of omap devices. The callback will be invoked
1114	 * as part of pm_runtime_get_sync.
1115	 */
1116	pm_runtime_enable(dev);
1117	ret = pm_runtime_get_sync(dev);
1118	if (ret < 0) {
1119		dev_err(dev, "pm_runtime_get_sync failed\n");
1120		pm_runtime_put_noidle(dev);
1121		goto err_rpm_disable;
1122	}
1123
1124	ret = sdhci_omap_set_capabilities(omap_host);
1125	if (ret) {
1126		dev_err(dev, "failed to set system capabilities\n");
1127		goto err_put_sync;
1128	}
1129
1130	host->mmc_host_ops.start_signal_voltage_switch =
1131					sdhci_omap_start_signal_voltage_switch;
1132	host->mmc_host_ops.set_ios = sdhci_omap_set_ios;
1133	host->mmc_host_ops.card_busy = sdhci_omap_card_busy;
1134	host->mmc_host_ops.execute_tuning = sdhci_omap_execute_tuning;
1135	host->mmc_host_ops.enable_sdio_irq = sdhci_omap_enable_sdio_irq;
1136
1137	ret = sdhci_setup_host(host);
1138	if (ret)
1139		goto err_put_sync;
1140
1141	ret = sdhci_omap_config_iodelay_pinctrl_state(omap_host);
1142	if (ret)
1143		goto err_cleanup_host;
1144
1145	ret = __sdhci_add_host(host);
1146	if (ret)
1147		goto err_cleanup_host;
1148
1149	return 0;
1150
1151err_cleanup_host:
1152	sdhci_cleanup_host(host);
1153
1154err_put_sync:
1155	pm_runtime_put_sync(dev);
1156
1157err_rpm_disable:
1158	pm_runtime_disable(dev);
1159
1160err_pltfm_free:
1161	sdhci_pltfm_free(pdev);
1162	return ret;
1163}
1164
1165static int sdhci_omap_remove(struct platform_device *pdev)
1166{
1167	struct device *dev = &pdev->dev;
1168	struct sdhci_host *host = platform_get_drvdata(pdev);
1169
1170	sdhci_remove_host(host, true);
1171	pm_runtime_put_sync(dev);
1172	pm_runtime_disable(dev);
1173	sdhci_pltfm_free(pdev);
1174
1175	return 0;
1176}
1177
1178static struct platform_driver sdhci_omap_driver = {
1179	.probe = sdhci_omap_probe,
1180	.remove = sdhci_omap_remove,
1181	.driver = {
1182		   .name = "sdhci-omap",
1183		   .of_match_table = omap_sdhci_match,
1184		  },
1185};
1186
1187module_platform_driver(sdhci_omap_driver);
1188
1189MODULE_DESCRIPTION("SDHCI driver for OMAP SoCs");
1190MODULE_AUTHOR("Texas Instruments Inc.");
1191MODULE_LICENSE("GPL v2");
1192MODULE_ALIAS("platform:sdhci_omap");