Loading...
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * Copyright (C) 2019 Genesys Logic, Inc.
4 *
5 * Authors: Ben Chuang <ben.chuang@genesyslogic.com.tw>
6 *
7 * Version: v0.9.0 (2019-08-08)
8 */
9
10#include <linux/bitfield.h>
11#include <linux/bits.h>
12#include <linux/pci.h>
13#include <linux/mmc/mmc.h>
14#include <linux/delay.h>
15#include <linux/of.h>
16#include <linux/iopoll.h>
17#include "sdhci.h"
18#include "sdhci-cqhci.h"
19#include "sdhci-pci.h"
20#include "cqhci.h"
21
22/* Genesys Logic extra registers */
23#define SDHCI_GLI_9750_WT 0x800
24#define SDHCI_GLI_9750_WT_EN BIT(0)
25#define GLI_9750_WT_EN_ON 0x1
26#define GLI_9750_WT_EN_OFF 0x0
27
28#define SDHCI_GLI_9750_CFG2 0x848
29#define SDHCI_GLI_9750_CFG2_L1DLY GENMASK(28, 24)
30#define GLI_9750_CFG2_L1DLY_VALUE 0x1F
31
32#define SDHCI_GLI_9750_DRIVING 0x860
33#define SDHCI_GLI_9750_DRIVING_1 GENMASK(11, 0)
34#define SDHCI_GLI_9750_DRIVING_2 GENMASK(27, 26)
35#define GLI_9750_DRIVING_1_VALUE 0xFFF
36#define GLI_9750_DRIVING_2_VALUE 0x3
37#define SDHCI_GLI_9750_SEL_1 BIT(29)
38#define SDHCI_GLI_9750_SEL_2 BIT(31)
39#define SDHCI_GLI_9750_ALL_RST (BIT(24)|BIT(25)|BIT(28)|BIT(30))
40
41#define SDHCI_GLI_9750_PLL 0x864
42#define SDHCI_GLI_9750_PLL_LDIV GENMASK(9, 0)
43#define SDHCI_GLI_9750_PLL_PDIV GENMASK(14, 12)
44#define SDHCI_GLI_9750_PLL_DIR BIT(15)
45#define SDHCI_GLI_9750_PLL_TX2_INV BIT(23)
46#define SDHCI_GLI_9750_PLL_TX2_DLY GENMASK(22, 20)
47#define GLI_9750_PLL_TX2_INV_VALUE 0x1
48#define GLI_9750_PLL_TX2_DLY_VALUE 0x0
49#define SDHCI_GLI_9750_PLLSSC_STEP GENMASK(28, 24)
50#define SDHCI_GLI_9750_PLLSSC_EN BIT(31)
51
52#define SDHCI_GLI_9750_PLLSSC 0x86C
53#define SDHCI_GLI_9750_PLLSSC_PPM GENMASK(31, 16)
54
55#define SDHCI_GLI_9750_SW_CTRL 0x874
56#define SDHCI_GLI_9750_SW_CTRL_4 GENMASK(7, 6)
57#define GLI_9750_SW_CTRL_4_VALUE 0x3
58
59#define SDHCI_GLI_9750_MISC 0x878
60#define SDHCI_GLI_9750_MISC_TX1_INV BIT(2)
61#define SDHCI_GLI_9750_MISC_RX_INV BIT(3)
62#define SDHCI_GLI_9750_MISC_TX1_DLY GENMASK(6, 4)
63#define GLI_9750_MISC_TX1_INV_VALUE 0x0
64#define GLI_9750_MISC_RX_INV_ON 0x1
65#define GLI_9750_MISC_RX_INV_OFF 0x0
66#define GLI_9750_MISC_RX_INV_VALUE GLI_9750_MISC_RX_INV_OFF
67#define GLI_9750_MISC_TX1_DLY_VALUE 0x5
68#define SDHCI_GLI_9750_MISC_SSC_OFF BIT(26)
69
70#define SDHCI_GLI_9750_TUNING_CONTROL 0x540
71#define SDHCI_GLI_9750_TUNING_CONTROL_EN BIT(4)
72#define GLI_9750_TUNING_CONTROL_EN_ON 0x1
73#define GLI_9750_TUNING_CONTROL_EN_OFF 0x0
74#define SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_1 BIT(16)
75#define SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_2 GENMASK(20, 19)
76#define GLI_9750_TUNING_CONTROL_GLITCH_1_VALUE 0x1
77#define GLI_9750_TUNING_CONTROL_GLITCH_2_VALUE 0x2
78
79#define SDHCI_GLI_9750_TUNING_PARAMETERS 0x544
80#define SDHCI_GLI_9750_TUNING_PARAMETERS_RX_DLY GENMASK(2, 0)
81#define GLI_9750_TUNING_PARAMETERS_RX_DLY_VALUE 0x1
82
83#define SDHCI_GLI_9763E_CTRL_HS400 0x7
84
85#define SDHCI_GLI_9763E_HS400_ES_REG 0x52C
86#define SDHCI_GLI_9763E_HS400_ES_BIT BIT(8)
87
88#define PCIE_GLI_9763E_VHS 0x884
89#define GLI_9763E_VHS_REV GENMASK(19, 16)
90#define GLI_9763E_VHS_REV_R 0x0
91#define GLI_9763E_VHS_REV_M 0x1
92#define GLI_9763E_VHS_REV_W 0x2
93#define PCIE_GLI_9763E_MB 0x888
94#define GLI_9763E_MB_CMDQ_OFF BIT(19)
95#define GLI_9763E_MB_ERP_ON BIT(7)
96#define PCIE_GLI_9763E_SCR 0x8E0
97#define GLI_9763E_SCR_AXI_REQ BIT(9)
98
99#define PCIE_GLI_9763E_CFG 0x8A0
100#define GLI_9763E_CFG_LPSN_DIS BIT(12)
101
102#define PCIE_GLI_9763E_CFG2 0x8A4
103#define GLI_9763E_CFG2_L1DLY GENMASK(28, 19)
104#define GLI_9763E_CFG2_L1DLY_MID 0x54
105
106#define PCIE_GLI_9763E_MMC_CTRL 0x960
107#define GLI_9763E_HS400_SLOW BIT(3)
108
109#define PCIE_GLI_9763E_CLKRXDLY 0x934
110#define GLI_9763E_HS400_RXDLY GENMASK(31, 28)
111#define GLI_9763E_HS400_RXDLY_5 0x5
112
113#define SDHCI_GLI_9763E_CQE_BASE_ADDR 0x200
114#define GLI_9763E_CQE_TRNS_MODE (SDHCI_TRNS_MULTI | \
115 SDHCI_TRNS_BLK_CNT_EN | \
116 SDHCI_TRNS_DMA)
117
118#define PCI_GLI_9755_WT 0x800
119#define PCI_GLI_9755_WT_EN BIT(0)
120#define GLI_9755_WT_EN_ON 0x1
121#define GLI_9755_WT_EN_OFF 0x0
122
123#define PCI_GLI_9755_PECONF 0x44
124#define PCI_GLI_9755_LFCLK GENMASK(14, 12)
125#define PCI_GLI_9755_DMACLK BIT(29)
126#define PCI_GLI_9755_INVERT_CD BIT(30)
127#define PCI_GLI_9755_INVERT_WP BIT(31)
128
129#define PCI_GLI_9755_CFG2 0x48
130#define PCI_GLI_9755_CFG2_L1DLY GENMASK(28, 24)
131#define GLI_9755_CFG2_L1DLY_VALUE 0x1F
132
133#define PCI_GLI_9755_PLL 0x64
134#define PCI_GLI_9755_PLL_LDIV GENMASK(9, 0)
135#define PCI_GLI_9755_PLL_PDIV GENMASK(14, 12)
136#define PCI_GLI_9755_PLL_DIR BIT(15)
137#define PCI_GLI_9755_PLLSSC_STEP GENMASK(28, 24)
138#define PCI_GLI_9755_PLLSSC_EN BIT(31)
139
140#define PCI_GLI_9755_PLLSSC 0x68
141#define PCI_GLI_9755_PLLSSC_PPM GENMASK(15, 0)
142
143#define PCI_GLI_9755_SerDes 0x70
144#define PCI_GLI_9755_SCP_DIS BIT(19)
145
146#define PCI_GLI_9755_MISC 0x78
147#define PCI_GLI_9755_MISC_SSC_OFF BIT(26)
148
149#define PCI_GLI_9755_PM_CTRL 0xFC
150#define PCI_GLI_9755_PM_STATE GENMASK(1, 0)
151
152#define GLI_MAX_TUNING_LOOP 40
153
154/* Genesys Logic chipset */
155static inline void gl9750_wt_on(struct sdhci_host *host)
156{
157 u32 wt_value;
158 u32 wt_enable;
159
160 wt_value = sdhci_readl(host, SDHCI_GLI_9750_WT);
161 wt_enable = FIELD_GET(SDHCI_GLI_9750_WT_EN, wt_value);
162
163 if (wt_enable == GLI_9750_WT_EN_ON)
164 return;
165
166 wt_value &= ~SDHCI_GLI_9750_WT_EN;
167 wt_value |= FIELD_PREP(SDHCI_GLI_9750_WT_EN, GLI_9750_WT_EN_ON);
168
169 sdhci_writel(host, wt_value, SDHCI_GLI_9750_WT);
170}
171
172static inline void gl9750_wt_off(struct sdhci_host *host)
173{
174 u32 wt_value;
175 u32 wt_enable;
176
177 wt_value = sdhci_readl(host, SDHCI_GLI_9750_WT);
178 wt_enable = FIELD_GET(SDHCI_GLI_9750_WT_EN, wt_value);
179
180 if (wt_enable == GLI_9750_WT_EN_OFF)
181 return;
182
183 wt_value &= ~SDHCI_GLI_9750_WT_EN;
184 wt_value |= FIELD_PREP(SDHCI_GLI_9750_WT_EN, GLI_9750_WT_EN_OFF);
185
186 sdhci_writel(host, wt_value, SDHCI_GLI_9750_WT);
187}
188
189static void gli_set_9750(struct sdhci_host *host)
190{
191 u32 driving_value;
192 u32 pll_value;
193 u32 sw_ctrl_value;
194 u32 misc_value;
195 u32 parameter_value;
196 u32 control_value;
197 u16 ctrl2;
198
199 gl9750_wt_on(host);
200
201 driving_value = sdhci_readl(host, SDHCI_GLI_9750_DRIVING);
202 pll_value = sdhci_readl(host, SDHCI_GLI_9750_PLL);
203 sw_ctrl_value = sdhci_readl(host, SDHCI_GLI_9750_SW_CTRL);
204 misc_value = sdhci_readl(host, SDHCI_GLI_9750_MISC);
205 parameter_value = sdhci_readl(host, SDHCI_GLI_9750_TUNING_PARAMETERS);
206 control_value = sdhci_readl(host, SDHCI_GLI_9750_TUNING_CONTROL);
207
208 driving_value &= ~(SDHCI_GLI_9750_DRIVING_1);
209 driving_value &= ~(SDHCI_GLI_9750_DRIVING_2);
210 driving_value |= FIELD_PREP(SDHCI_GLI_9750_DRIVING_1,
211 GLI_9750_DRIVING_1_VALUE);
212 driving_value |= FIELD_PREP(SDHCI_GLI_9750_DRIVING_2,
213 GLI_9750_DRIVING_2_VALUE);
214 driving_value &= ~(SDHCI_GLI_9750_SEL_1|SDHCI_GLI_9750_SEL_2|SDHCI_GLI_9750_ALL_RST);
215 driving_value |= SDHCI_GLI_9750_SEL_2;
216 sdhci_writel(host, driving_value, SDHCI_GLI_9750_DRIVING);
217
218 sw_ctrl_value &= ~SDHCI_GLI_9750_SW_CTRL_4;
219 sw_ctrl_value |= FIELD_PREP(SDHCI_GLI_9750_SW_CTRL_4,
220 GLI_9750_SW_CTRL_4_VALUE);
221 sdhci_writel(host, sw_ctrl_value, SDHCI_GLI_9750_SW_CTRL);
222
223 /* reset the tuning flow after reinit and before starting tuning */
224 pll_value &= ~SDHCI_GLI_9750_PLL_TX2_INV;
225 pll_value &= ~SDHCI_GLI_9750_PLL_TX2_DLY;
226 pll_value |= FIELD_PREP(SDHCI_GLI_9750_PLL_TX2_INV,
227 GLI_9750_PLL_TX2_INV_VALUE);
228 pll_value |= FIELD_PREP(SDHCI_GLI_9750_PLL_TX2_DLY,
229 GLI_9750_PLL_TX2_DLY_VALUE);
230
231 misc_value &= ~SDHCI_GLI_9750_MISC_TX1_INV;
232 misc_value &= ~SDHCI_GLI_9750_MISC_RX_INV;
233 misc_value &= ~SDHCI_GLI_9750_MISC_TX1_DLY;
234 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_TX1_INV,
235 GLI_9750_MISC_TX1_INV_VALUE);
236 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_RX_INV,
237 GLI_9750_MISC_RX_INV_VALUE);
238 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_TX1_DLY,
239 GLI_9750_MISC_TX1_DLY_VALUE);
240
241 parameter_value &= ~SDHCI_GLI_9750_TUNING_PARAMETERS_RX_DLY;
242 parameter_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_PARAMETERS_RX_DLY,
243 GLI_9750_TUNING_PARAMETERS_RX_DLY_VALUE);
244
245 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_1;
246 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_2;
247 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_1,
248 GLI_9750_TUNING_CONTROL_GLITCH_1_VALUE);
249 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_2,
250 GLI_9750_TUNING_CONTROL_GLITCH_2_VALUE);
251
252 sdhci_writel(host, pll_value, SDHCI_GLI_9750_PLL);
253 sdhci_writel(host, misc_value, SDHCI_GLI_9750_MISC);
254
255 /* disable tuned clk */
256 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
257 ctrl2 &= ~SDHCI_CTRL_TUNED_CLK;
258 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2);
259
260 /* enable tuning parameters control */
261 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_EN;
262 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_EN,
263 GLI_9750_TUNING_CONTROL_EN_ON);
264 sdhci_writel(host, control_value, SDHCI_GLI_9750_TUNING_CONTROL);
265
266 /* write tuning parameters */
267 sdhci_writel(host, parameter_value, SDHCI_GLI_9750_TUNING_PARAMETERS);
268
269 /* disable tuning parameters control */
270 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_EN;
271 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_EN,
272 GLI_9750_TUNING_CONTROL_EN_OFF);
273 sdhci_writel(host, control_value, SDHCI_GLI_9750_TUNING_CONTROL);
274
275 /* clear tuned clk */
276 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
277 ctrl2 &= ~SDHCI_CTRL_TUNED_CLK;
278 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2);
279
280 gl9750_wt_off(host);
281}
282
283static void gli_set_9750_rx_inv(struct sdhci_host *host, bool b)
284{
285 u32 misc_value;
286
287 gl9750_wt_on(host);
288
289 misc_value = sdhci_readl(host, SDHCI_GLI_9750_MISC);
290 misc_value &= ~SDHCI_GLI_9750_MISC_RX_INV;
291 if (b) {
292 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_RX_INV,
293 GLI_9750_MISC_RX_INV_ON);
294 } else {
295 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_RX_INV,
296 GLI_9750_MISC_RX_INV_OFF);
297 }
298 sdhci_writel(host, misc_value, SDHCI_GLI_9750_MISC);
299
300 gl9750_wt_off(host);
301}
302
303static int __sdhci_execute_tuning_9750(struct sdhci_host *host, u32 opcode)
304{
305 int i;
306 int rx_inv;
307
308 for (rx_inv = 0; rx_inv < 2; rx_inv++) {
309 gli_set_9750_rx_inv(host, !!rx_inv);
310 sdhci_start_tuning(host);
311
312 for (i = 0; i < GLI_MAX_TUNING_LOOP; i++) {
313 u16 ctrl;
314
315 sdhci_send_tuning(host, opcode);
316
317 if (!host->tuning_done) {
318 sdhci_abort_tuning(host, opcode);
319 break;
320 }
321
322 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
323 if (!(ctrl & SDHCI_CTRL_EXEC_TUNING)) {
324 if (ctrl & SDHCI_CTRL_TUNED_CLK)
325 return 0; /* Success! */
326 break;
327 }
328 }
329 }
330 if (!host->tuning_done) {
331 pr_info("%s: Tuning timeout, falling back to fixed sampling clock\n",
332 mmc_hostname(host->mmc));
333 return -ETIMEDOUT;
334 }
335
336 pr_info("%s: Tuning failed, falling back to fixed sampling clock\n",
337 mmc_hostname(host->mmc));
338 sdhci_reset_tuning(host);
339
340 return -EAGAIN;
341}
342
343static int gl9750_execute_tuning(struct sdhci_host *host, u32 opcode)
344{
345 host->mmc->retune_period = 0;
346 if (host->tuning_mode == SDHCI_TUNING_MODE_1)
347 host->mmc->retune_period = host->tuning_count;
348
349 gli_set_9750(host);
350 host->tuning_err = __sdhci_execute_tuning_9750(host, opcode);
351 sdhci_end_tuning(host);
352
353 return 0;
354}
355
356static void gl9750_disable_ssc_pll(struct sdhci_host *host)
357{
358 u32 pll;
359
360 gl9750_wt_on(host);
361 pll = sdhci_readl(host, SDHCI_GLI_9750_PLL);
362 pll &= ~(SDHCI_GLI_9750_PLL_DIR | SDHCI_GLI_9750_PLLSSC_EN);
363 sdhci_writel(host, pll, SDHCI_GLI_9750_PLL);
364 gl9750_wt_off(host);
365}
366
367static void gl9750_set_pll(struct sdhci_host *host, u8 dir, u16 ldiv, u8 pdiv)
368{
369 u32 pll;
370
371 gl9750_wt_on(host);
372 pll = sdhci_readl(host, SDHCI_GLI_9750_PLL);
373 pll &= ~(SDHCI_GLI_9750_PLL_LDIV |
374 SDHCI_GLI_9750_PLL_PDIV |
375 SDHCI_GLI_9750_PLL_DIR);
376 pll |= FIELD_PREP(SDHCI_GLI_9750_PLL_LDIV, ldiv) |
377 FIELD_PREP(SDHCI_GLI_9750_PLL_PDIV, pdiv) |
378 FIELD_PREP(SDHCI_GLI_9750_PLL_DIR, dir);
379 sdhci_writel(host, pll, SDHCI_GLI_9750_PLL);
380 gl9750_wt_off(host);
381
382 /* wait for pll stable */
383 mdelay(1);
384}
385
386static bool gl9750_ssc_enable(struct sdhci_host *host)
387{
388 u32 misc;
389 u8 off;
390
391 gl9750_wt_on(host);
392 misc = sdhci_readl(host, SDHCI_GLI_9750_MISC);
393 off = FIELD_GET(SDHCI_GLI_9750_MISC_SSC_OFF, misc);
394 gl9750_wt_off(host);
395
396 return !off;
397}
398
399static void gl9750_set_ssc(struct sdhci_host *host, u8 enable, u8 step, u16 ppm)
400{
401 u32 pll;
402 u32 ssc;
403
404 gl9750_wt_on(host);
405 pll = sdhci_readl(host, SDHCI_GLI_9750_PLL);
406 ssc = sdhci_readl(host, SDHCI_GLI_9750_PLLSSC);
407 pll &= ~(SDHCI_GLI_9750_PLLSSC_STEP |
408 SDHCI_GLI_9750_PLLSSC_EN);
409 ssc &= ~SDHCI_GLI_9750_PLLSSC_PPM;
410 pll |= FIELD_PREP(SDHCI_GLI_9750_PLLSSC_STEP, step) |
411 FIELD_PREP(SDHCI_GLI_9750_PLLSSC_EN, enable);
412 ssc |= FIELD_PREP(SDHCI_GLI_9750_PLLSSC_PPM, ppm);
413 sdhci_writel(host, ssc, SDHCI_GLI_9750_PLLSSC);
414 sdhci_writel(host, pll, SDHCI_GLI_9750_PLL);
415 gl9750_wt_off(host);
416}
417
418static void gl9750_set_ssc_pll_205mhz(struct sdhci_host *host)
419{
420 bool enable = gl9750_ssc_enable(host);
421
422 /* set pll to 205MHz and ssc */
423 gl9750_set_ssc(host, enable, 0xF, 0x5A1D);
424 gl9750_set_pll(host, 0x1, 0x246, 0x0);
425}
426
427static void gl9750_set_ssc_pll_100mhz(struct sdhci_host *host)
428{
429 bool enable = gl9750_ssc_enable(host);
430
431 /* set pll to 100MHz and ssc */
432 gl9750_set_ssc(host, enable, 0xE, 0x51EC);
433 gl9750_set_pll(host, 0x1, 0x244, 0x1);
434}
435
436static void gl9750_set_ssc_pll_50mhz(struct sdhci_host *host)
437{
438 bool enable = gl9750_ssc_enable(host);
439
440 /* set pll to 50MHz and ssc */
441 gl9750_set_ssc(host, enable, 0xE, 0x51EC);
442 gl9750_set_pll(host, 0x1, 0x244, 0x3);
443}
444
445static void sdhci_gl9750_set_clock(struct sdhci_host *host, unsigned int clock)
446{
447 struct mmc_ios *ios = &host->mmc->ios;
448 u16 clk;
449
450 host->mmc->actual_clock = 0;
451
452 gl9750_disable_ssc_pll(host);
453 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL);
454
455 if (clock == 0)
456 return;
457
458 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock);
459 if (clock == 200000000 && ios->timing == MMC_TIMING_UHS_SDR104) {
460 host->mmc->actual_clock = 205000000;
461 gl9750_set_ssc_pll_205mhz(host);
462 } else if (clock == 100000000) {
463 gl9750_set_ssc_pll_100mhz(host);
464 } else if (clock == 50000000) {
465 gl9750_set_ssc_pll_50mhz(host);
466 }
467
468 sdhci_enable_clk(host, clk);
469}
470
471static void gl9750_hw_setting(struct sdhci_host *host)
472{
473 u32 value;
474
475 gl9750_wt_on(host);
476
477 value = sdhci_readl(host, SDHCI_GLI_9750_CFG2);
478 value &= ~SDHCI_GLI_9750_CFG2_L1DLY;
479 /* set ASPM L1 entry delay to 7.9us */
480 value |= FIELD_PREP(SDHCI_GLI_9750_CFG2_L1DLY,
481 GLI_9750_CFG2_L1DLY_VALUE);
482 sdhci_writel(host, value, SDHCI_GLI_9750_CFG2);
483
484 gl9750_wt_off(host);
485}
486
487static void gli_pcie_enable_msi(struct sdhci_pci_slot *slot)
488{
489 int ret;
490
491 ret = pci_alloc_irq_vectors(slot->chip->pdev, 1, 1,
492 PCI_IRQ_MSI | PCI_IRQ_MSIX);
493 if (ret < 0) {
494 pr_warn("%s: enable PCI MSI failed, error=%d\n",
495 mmc_hostname(slot->host->mmc), ret);
496 return;
497 }
498
499 slot->host->irq = pci_irq_vector(slot->chip->pdev, 0);
500}
501
502static inline void gl9755_wt_on(struct pci_dev *pdev)
503{
504 u32 wt_value;
505 u32 wt_enable;
506
507 pci_read_config_dword(pdev, PCI_GLI_9755_WT, &wt_value);
508 wt_enable = FIELD_GET(PCI_GLI_9755_WT_EN, wt_value);
509
510 if (wt_enable == GLI_9755_WT_EN_ON)
511 return;
512
513 wt_value &= ~PCI_GLI_9755_WT_EN;
514 wt_value |= FIELD_PREP(PCI_GLI_9755_WT_EN, GLI_9755_WT_EN_ON);
515
516 pci_write_config_dword(pdev, PCI_GLI_9755_WT, wt_value);
517}
518
519static inline void gl9755_wt_off(struct pci_dev *pdev)
520{
521 u32 wt_value;
522 u32 wt_enable;
523
524 pci_read_config_dword(pdev, PCI_GLI_9755_WT, &wt_value);
525 wt_enable = FIELD_GET(PCI_GLI_9755_WT_EN, wt_value);
526
527 if (wt_enable == GLI_9755_WT_EN_OFF)
528 return;
529
530 wt_value &= ~PCI_GLI_9755_WT_EN;
531 wt_value |= FIELD_PREP(PCI_GLI_9755_WT_EN, GLI_9755_WT_EN_OFF);
532
533 pci_write_config_dword(pdev, PCI_GLI_9755_WT, wt_value);
534}
535
536static void gl9755_disable_ssc_pll(struct pci_dev *pdev)
537{
538 u32 pll;
539
540 gl9755_wt_on(pdev);
541 pci_read_config_dword(pdev, PCI_GLI_9755_PLL, &pll);
542 pll &= ~(PCI_GLI_9755_PLL_DIR | PCI_GLI_9755_PLLSSC_EN);
543 pci_write_config_dword(pdev, PCI_GLI_9755_PLL, pll);
544 gl9755_wt_off(pdev);
545}
546
547static void gl9755_set_pll(struct pci_dev *pdev, u8 dir, u16 ldiv, u8 pdiv)
548{
549 u32 pll;
550
551 gl9755_wt_on(pdev);
552 pci_read_config_dword(pdev, PCI_GLI_9755_PLL, &pll);
553 pll &= ~(PCI_GLI_9755_PLL_LDIV |
554 PCI_GLI_9755_PLL_PDIV |
555 PCI_GLI_9755_PLL_DIR);
556 pll |= FIELD_PREP(PCI_GLI_9755_PLL_LDIV, ldiv) |
557 FIELD_PREP(PCI_GLI_9755_PLL_PDIV, pdiv) |
558 FIELD_PREP(PCI_GLI_9755_PLL_DIR, dir);
559 pci_write_config_dword(pdev, PCI_GLI_9755_PLL, pll);
560 gl9755_wt_off(pdev);
561
562 /* wait for pll stable */
563 mdelay(1);
564}
565
566static bool gl9755_ssc_enable(struct pci_dev *pdev)
567{
568 u32 misc;
569 u8 off;
570
571 gl9755_wt_on(pdev);
572 pci_read_config_dword(pdev, PCI_GLI_9755_MISC, &misc);
573 off = FIELD_GET(PCI_GLI_9755_MISC_SSC_OFF, misc);
574 gl9755_wt_off(pdev);
575
576 return !off;
577}
578
579static void gl9755_set_ssc(struct pci_dev *pdev, u8 enable, u8 step, u16 ppm)
580{
581 u32 pll;
582 u32 ssc;
583
584 gl9755_wt_on(pdev);
585 pci_read_config_dword(pdev, PCI_GLI_9755_PLL, &pll);
586 pci_read_config_dword(pdev, PCI_GLI_9755_PLLSSC, &ssc);
587 pll &= ~(PCI_GLI_9755_PLLSSC_STEP |
588 PCI_GLI_9755_PLLSSC_EN);
589 ssc &= ~PCI_GLI_9755_PLLSSC_PPM;
590 pll |= FIELD_PREP(PCI_GLI_9755_PLLSSC_STEP, step) |
591 FIELD_PREP(PCI_GLI_9755_PLLSSC_EN, enable);
592 ssc |= FIELD_PREP(PCI_GLI_9755_PLLSSC_PPM, ppm);
593 pci_write_config_dword(pdev, PCI_GLI_9755_PLLSSC, ssc);
594 pci_write_config_dword(pdev, PCI_GLI_9755_PLL, pll);
595 gl9755_wt_off(pdev);
596}
597
598static void gl9755_set_ssc_pll_205mhz(struct pci_dev *pdev)
599{
600 bool enable = gl9755_ssc_enable(pdev);
601
602 /* set pll to 205MHz and ssc */
603 gl9755_set_ssc(pdev, enable, 0xF, 0x5A1D);
604 gl9755_set_pll(pdev, 0x1, 0x246, 0x0);
605}
606
607static void gl9755_set_ssc_pll_100mhz(struct pci_dev *pdev)
608{
609 bool enable = gl9755_ssc_enable(pdev);
610
611 /* set pll to 100MHz and ssc */
612 gl9755_set_ssc(pdev, enable, 0xE, 0x51EC);
613 gl9755_set_pll(pdev, 0x1, 0x244, 0x1);
614}
615
616static void gl9755_set_ssc_pll_50mhz(struct pci_dev *pdev)
617{
618 bool enable = gl9755_ssc_enable(pdev);
619
620 /* set pll to 50MHz and ssc */
621 gl9755_set_ssc(pdev, enable, 0xE, 0x51EC);
622 gl9755_set_pll(pdev, 0x1, 0x244, 0x3);
623}
624
625static void sdhci_gl9755_set_clock(struct sdhci_host *host, unsigned int clock)
626{
627 struct sdhci_pci_slot *slot = sdhci_priv(host);
628 struct mmc_ios *ios = &host->mmc->ios;
629 struct pci_dev *pdev;
630 u16 clk;
631
632 pdev = slot->chip->pdev;
633 host->mmc->actual_clock = 0;
634
635 gl9755_disable_ssc_pll(pdev);
636 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL);
637
638 if (clock == 0)
639 return;
640
641 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock);
642 if (clock == 200000000 && ios->timing == MMC_TIMING_UHS_SDR104) {
643 host->mmc->actual_clock = 205000000;
644 gl9755_set_ssc_pll_205mhz(pdev);
645 } else if (clock == 100000000) {
646 gl9755_set_ssc_pll_100mhz(pdev);
647 } else if (clock == 50000000) {
648 gl9755_set_ssc_pll_50mhz(pdev);
649 }
650
651 sdhci_enable_clk(host, clk);
652}
653
654static void gl9755_hw_setting(struct sdhci_pci_slot *slot)
655{
656 struct pci_dev *pdev = slot->chip->pdev;
657 u32 value;
658
659 gl9755_wt_on(pdev);
660
661 pci_read_config_dword(pdev, PCI_GLI_9755_PECONF, &value);
662 /*
663 * Apple ARM64 platforms using these chips may have
664 * inverted CD/WP detection.
665 */
666 if (of_property_read_bool(pdev->dev.of_node, "cd-inverted"))
667 value |= PCI_GLI_9755_INVERT_CD;
668 if (of_property_read_bool(pdev->dev.of_node, "wp-inverted"))
669 value |= PCI_GLI_9755_INVERT_WP;
670 value &= ~PCI_GLI_9755_LFCLK;
671 value &= ~PCI_GLI_9755_DMACLK;
672 pci_write_config_dword(pdev, PCI_GLI_9755_PECONF, value);
673
674 /* enable short circuit protection */
675 pci_read_config_dword(pdev, PCI_GLI_9755_SerDes, &value);
676 value &= ~PCI_GLI_9755_SCP_DIS;
677 pci_write_config_dword(pdev, PCI_GLI_9755_SerDes, value);
678
679 pci_read_config_dword(pdev, PCI_GLI_9755_CFG2, &value);
680 value &= ~PCI_GLI_9755_CFG2_L1DLY;
681 /* set ASPM L1 entry delay to 7.9us */
682 value |= FIELD_PREP(PCI_GLI_9755_CFG2_L1DLY,
683 GLI_9755_CFG2_L1DLY_VALUE);
684 pci_write_config_dword(pdev, PCI_GLI_9755_CFG2, value);
685
686 /* toggle PM state to allow GL9755 to enter ASPM L1.2 */
687 pci_read_config_dword(pdev, PCI_GLI_9755_PM_CTRL, &value);
688 value |= PCI_GLI_9755_PM_STATE;
689 pci_write_config_dword(pdev, PCI_GLI_9755_PM_CTRL, value);
690 value &= ~PCI_GLI_9755_PM_STATE;
691 pci_write_config_dword(pdev, PCI_GLI_9755_PM_CTRL, value);
692
693 gl9755_wt_off(pdev);
694}
695
696static int gli_probe_slot_gl9750(struct sdhci_pci_slot *slot)
697{
698 struct sdhci_host *host = slot->host;
699
700 gl9750_hw_setting(host);
701 gli_pcie_enable_msi(slot);
702 slot->host->mmc->caps2 |= MMC_CAP2_NO_SDIO;
703 sdhci_enable_v4_mode(host);
704
705 return 0;
706}
707
708static int gli_probe_slot_gl9755(struct sdhci_pci_slot *slot)
709{
710 struct sdhci_host *host = slot->host;
711
712 gl9755_hw_setting(slot);
713 gli_pcie_enable_msi(slot);
714 slot->host->mmc->caps2 |= MMC_CAP2_NO_SDIO;
715 sdhci_enable_v4_mode(host);
716
717 return 0;
718}
719
720static void sdhci_gli_voltage_switch(struct sdhci_host *host)
721{
722 /*
723 * According to Section 3.6.1 signal voltage switch procedure in
724 * SD Host Controller Simplified Spec. 4.20, steps 6~8 are as
725 * follows:
726 * (6) Set 1.8V Signal Enable in the Host Control 2 register.
727 * (7) Wait 5ms. 1.8V voltage regulator shall be stable within this
728 * period.
729 * (8) If 1.8V Signal Enable is cleared by Host Controller, go to
730 * step (12).
731 *
732 * Wait 5ms after set 1.8V signal enable in Host Control 2 register
733 * to ensure 1.8V signal enable bit is set by GL9750/GL9755.
734 *
735 * ...however, the controller in the NUC10i3FNK4 (a 9755) requires
736 * slightly longer than 5ms before the control register reports that
737 * 1.8V is ready, and far longer still before the card will actually
738 * work reliably.
739 */
740 usleep_range(100000, 110000);
741}
742
743static void sdhci_gl9750_reset(struct sdhci_host *host, u8 mask)
744{
745 sdhci_reset(host, mask);
746 gli_set_9750(host);
747}
748
749static u32 sdhci_gl9750_readl(struct sdhci_host *host, int reg)
750{
751 u32 value;
752
753 value = readl(host->ioaddr + reg);
754 if (unlikely(reg == SDHCI_MAX_CURRENT && !(value & 0xff)))
755 value |= 0xc8;
756
757 return value;
758}
759
760#ifdef CONFIG_PM_SLEEP
761static int sdhci_pci_gli_resume(struct sdhci_pci_chip *chip)
762{
763 struct sdhci_pci_slot *slot = chip->slots[0];
764
765 pci_free_irq_vectors(slot->chip->pdev);
766 gli_pcie_enable_msi(slot);
767
768 return sdhci_pci_resume_host(chip);
769}
770
771static int sdhci_cqhci_gli_resume(struct sdhci_pci_chip *chip)
772{
773 struct sdhci_pci_slot *slot = chip->slots[0];
774 int ret;
775
776 ret = sdhci_pci_gli_resume(chip);
777 if (ret)
778 return ret;
779
780 return cqhci_resume(slot->host->mmc);
781}
782
783static int sdhci_cqhci_gli_suspend(struct sdhci_pci_chip *chip)
784{
785 struct sdhci_pci_slot *slot = chip->slots[0];
786 int ret;
787
788 ret = cqhci_suspend(slot->host->mmc);
789 if (ret)
790 return ret;
791
792 return sdhci_suspend_host(slot->host);
793}
794#endif
795
796static void gl9763e_hs400_enhanced_strobe(struct mmc_host *mmc,
797 struct mmc_ios *ios)
798{
799 struct sdhci_host *host = mmc_priv(mmc);
800 u32 val;
801
802 val = sdhci_readl(host, SDHCI_GLI_9763E_HS400_ES_REG);
803 if (ios->enhanced_strobe)
804 val |= SDHCI_GLI_9763E_HS400_ES_BIT;
805 else
806 val &= ~SDHCI_GLI_9763E_HS400_ES_BIT;
807
808 sdhci_writel(host, val, SDHCI_GLI_9763E_HS400_ES_REG);
809}
810
811static void sdhci_set_gl9763e_signaling(struct sdhci_host *host,
812 unsigned int timing)
813{
814 u16 ctrl_2;
815
816 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
817 ctrl_2 &= ~SDHCI_CTRL_UHS_MASK;
818 if (timing == MMC_TIMING_MMC_HS200)
819 ctrl_2 |= SDHCI_CTRL_UHS_SDR104;
820 else if (timing == MMC_TIMING_MMC_HS)
821 ctrl_2 |= SDHCI_CTRL_UHS_SDR25;
822 else if (timing == MMC_TIMING_MMC_DDR52)
823 ctrl_2 |= SDHCI_CTRL_UHS_DDR50;
824 else if (timing == MMC_TIMING_MMC_HS400)
825 ctrl_2 |= SDHCI_GLI_9763E_CTRL_HS400;
826
827 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2);
828}
829
830static void sdhci_gl9763e_dumpregs(struct mmc_host *mmc)
831{
832 sdhci_dumpregs(mmc_priv(mmc));
833}
834
835static void sdhci_gl9763e_cqe_pre_enable(struct mmc_host *mmc)
836{
837 struct cqhci_host *cq_host = mmc->cqe_private;
838 u32 value;
839
840 value = cqhci_readl(cq_host, CQHCI_CFG);
841 value |= CQHCI_ENABLE;
842 cqhci_writel(cq_host, value, CQHCI_CFG);
843}
844
845static void sdhci_gl9763e_cqe_enable(struct mmc_host *mmc)
846{
847 struct sdhci_host *host = mmc_priv(mmc);
848
849 sdhci_writew(host, GLI_9763E_CQE_TRNS_MODE, SDHCI_TRANSFER_MODE);
850 sdhci_cqe_enable(mmc);
851}
852
853static u32 sdhci_gl9763e_cqhci_irq(struct sdhci_host *host, u32 intmask)
854{
855 int cmd_error = 0;
856 int data_error = 0;
857
858 if (!sdhci_cqe_irq(host, intmask, &cmd_error, &data_error))
859 return intmask;
860
861 cqhci_irq(host->mmc, intmask, cmd_error, data_error);
862
863 return 0;
864}
865
866static void sdhci_gl9763e_cqe_post_disable(struct mmc_host *mmc)
867{
868 struct sdhci_host *host = mmc_priv(mmc);
869 struct cqhci_host *cq_host = mmc->cqe_private;
870 u32 value;
871
872 value = cqhci_readl(cq_host, CQHCI_CFG);
873 value &= ~CQHCI_ENABLE;
874 cqhci_writel(cq_host, value, CQHCI_CFG);
875 sdhci_writew(host, 0x0, SDHCI_TRANSFER_MODE);
876}
877
878static const struct cqhci_host_ops sdhci_gl9763e_cqhci_ops = {
879 .enable = sdhci_gl9763e_cqe_enable,
880 .disable = sdhci_cqe_disable,
881 .dumpregs = sdhci_gl9763e_dumpregs,
882 .pre_enable = sdhci_gl9763e_cqe_pre_enable,
883 .post_disable = sdhci_gl9763e_cqe_post_disable,
884};
885
886static int gl9763e_add_host(struct sdhci_pci_slot *slot)
887{
888 struct device *dev = &slot->chip->pdev->dev;
889 struct sdhci_host *host = slot->host;
890 struct cqhci_host *cq_host;
891 bool dma64;
892 int ret;
893
894 ret = sdhci_setup_host(host);
895 if (ret)
896 return ret;
897
898 cq_host = devm_kzalloc(dev, sizeof(*cq_host), GFP_KERNEL);
899 if (!cq_host) {
900 ret = -ENOMEM;
901 goto cleanup;
902 }
903
904 cq_host->mmio = host->ioaddr + SDHCI_GLI_9763E_CQE_BASE_ADDR;
905 cq_host->ops = &sdhci_gl9763e_cqhci_ops;
906
907 dma64 = host->flags & SDHCI_USE_64_BIT_DMA;
908 if (dma64)
909 cq_host->caps |= CQHCI_TASK_DESC_SZ_128;
910
911 ret = cqhci_init(cq_host, host->mmc, dma64);
912 if (ret)
913 goto cleanup;
914
915 ret = __sdhci_add_host(host);
916 if (ret)
917 goto cleanup;
918
919 return 0;
920
921cleanup:
922 sdhci_cleanup_host(host);
923 return ret;
924}
925
926static void gli_set_gl9763e(struct sdhci_pci_slot *slot)
927{
928 struct pci_dev *pdev = slot->chip->pdev;
929 u32 value;
930
931 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
932 value &= ~GLI_9763E_VHS_REV;
933 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_W);
934 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
935
936 pci_read_config_dword(pdev, PCIE_GLI_9763E_SCR, &value);
937 value |= GLI_9763E_SCR_AXI_REQ;
938 pci_write_config_dword(pdev, PCIE_GLI_9763E_SCR, value);
939
940 pci_read_config_dword(pdev, PCIE_GLI_9763E_MMC_CTRL, &value);
941 value &= ~GLI_9763E_HS400_SLOW;
942 pci_write_config_dword(pdev, PCIE_GLI_9763E_MMC_CTRL, value);
943
944 pci_read_config_dword(pdev, PCIE_GLI_9763E_CFG2, &value);
945 value &= ~GLI_9763E_CFG2_L1DLY;
946 /* set ASPM L1 entry delay to 21us */
947 value |= FIELD_PREP(GLI_9763E_CFG2_L1DLY, GLI_9763E_CFG2_L1DLY_MID);
948 pci_write_config_dword(pdev, PCIE_GLI_9763E_CFG2, value);
949
950 pci_read_config_dword(pdev, PCIE_GLI_9763E_CLKRXDLY, &value);
951 value &= ~GLI_9763E_HS400_RXDLY;
952 value |= FIELD_PREP(GLI_9763E_HS400_RXDLY, GLI_9763E_HS400_RXDLY_5);
953 pci_write_config_dword(pdev, PCIE_GLI_9763E_CLKRXDLY, value);
954
955 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
956 value &= ~GLI_9763E_VHS_REV;
957 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_R);
958 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
959}
960
961#ifdef CONFIG_PM
962static void gl9763e_set_low_power_negotiation(struct sdhci_pci_slot *slot, bool enable)
963{
964 struct pci_dev *pdev = slot->chip->pdev;
965 u32 value;
966
967 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
968 value &= ~GLI_9763E_VHS_REV;
969 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_W);
970 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
971
972 pci_read_config_dword(pdev, PCIE_GLI_9763E_CFG, &value);
973
974 if (enable)
975 value &= ~GLI_9763E_CFG_LPSN_DIS;
976 else
977 value |= GLI_9763E_CFG_LPSN_DIS;
978
979 pci_write_config_dword(pdev, PCIE_GLI_9763E_CFG, value);
980
981 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
982 value &= ~GLI_9763E_VHS_REV;
983 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_R);
984 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
985}
986
987static int gl9763e_runtime_suspend(struct sdhci_pci_chip *chip)
988{
989 struct sdhci_pci_slot *slot = chip->slots[0];
990 struct sdhci_host *host = slot->host;
991 u16 clock;
992
993 /* Enable LPM negotiation to allow entering L1 state */
994 gl9763e_set_low_power_negotiation(slot, true);
995
996 clock = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
997 clock &= ~(SDHCI_CLOCK_PLL_EN | SDHCI_CLOCK_CARD_EN);
998 sdhci_writew(host, clock, SDHCI_CLOCK_CONTROL);
999
1000 return 0;
1001}
1002
1003static int gl9763e_runtime_resume(struct sdhci_pci_chip *chip)
1004{
1005 struct sdhci_pci_slot *slot = chip->slots[0];
1006 struct sdhci_host *host = slot->host;
1007 u16 clock;
1008
1009 if (host->mmc->ios.power_mode != MMC_POWER_ON)
1010 return 0;
1011
1012 clock = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1013
1014 clock |= SDHCI_CLOCK_PLL_EN;
1015 clock &= ~SDHCI_CLOCK_INT_STABLE;
1016 sdhci_writew(host, clock, SDHCI_CLOCK_CONTROL);
1017
1018 /* Wait max 150 ms */
1019 if (read_poll_timeout(sdhci_readw, clock, (clock & SDHCI_CLOCK_INT_STABLE),
1020 1000, 150000, false, host, SDHCI_CLOCK_CONTROL)) {
1021 pr_err("%s: PLL clock never stabilised.\n",
1022 mmc_hostname(host->mmc));
1023 sdhci_dumpregs(host);
1024 }
1025
1026 clock |= SDHCI_CLOCK_CARD_EN;
1027 sdhci_writew(host, clock, SDHCI_CLOCK_CONTROL);
1028
1029 /* Disable LPM negotiation to avoid entering L1 state. */
1030 gl9763e_set_low_power_negotiation(slot, false);
1031
1032 return 0;
1033}
1034#endif
1035
1036static int gli_probe_slot_gl9763e(struct sdhci_pci_slot *slot)
1037{
1038 struct pci_dev *pdev = slot->chip->pdev;
1039 struct sdhci_host *host = slot->host;
1040 u32 value;
1041
1042 host->mmc->caps |= MMC_CAP_8_BIT_DATA |
1043 MMC_CAP_1_8V_DDR |
1044 MMC_CAP_NONREMOVABLE;
1045 host->mmc->caps2 |= MMC_CAP2_HS200_1_8V_SDR |
1046 MMC_CAP2_HS400_1_8V |
1047 MMC_CAP2_HS400_ES |
1048 MMC_CAP2_NO_SDIO |
1049 MMC_CAP2_NO_SD;
1050
1051 pci_read_config_dword(pdev, PCIE_GLI_9763E_MB, &value);
1052 if (!(value & GLI_9763E_MB_CMDQ_OFF))
1053 if (value & GLI_9763E_MB_ERP_ON)
1054 host->mmc->caps2 |= MMC_CAP2_CQE | MMC_CAP2_CQE_DCMD;
1055
1056 gli_pcie_enable_msi(slot);
1057 host->mmc_host_ops.hs400_enhanced_strobe =
1058 gl9763e_hs400_enhanced_strobe;
1059 gli_set_gl9763e(slot);
1060 sdhci_enable_v4_mode(host);
1061
1062 return 0;
1063}
1064
1065#define REG_OFFSET_IN_BITS(reg) ((reg) << 3 & 0x18)
1066
1067static u16 sdhci_gli_readw(struct sdhci_host *host, int reg)
1068{
1069 u32 val = readl(host->ioaddr + (reg & ~3));
1070 u16 word;
1071
1072 word = (val >> REG_OFFSET_IN_BITS(reg)) & 0xffff;
1073 return word;
1074}
1075
1076static u8 sdhci_gli_readb(struct sdhci_host *host, int reg)
1077{
1078 u32 val = readl(host->ioaddr + (reg & ~3));
1079 u8 byte = (val >> REG_OFFSET_IN_BITS(reg)) & 0xff;
1080
1081 return byte;
1082}
1083
1084static const struct sdhci_ops sdhci_gl9755_ops = {
1085 .read_w = sdhci_gli_readw,
1086 .read_b = sdhci_gli_readb,
1087 .set_clock = sdhci_gl9755_set_clock,
1088 .enable_dma = sdhci_pci_enable_dma,
1089 .set_bus_width = sdhci_set_bus_width,
1090 .reset = sdhci_reset,
1091 .set_uhs_signaling = sdhci_set_uhs_signaling,
1092 .voltage_switch = sdhci_gli_voltage_switch,
1093};
1094
1095const struct sdhci_pci_fixes sdhci_gl9755 = {
1096 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1097 .quirks2 = SDHCI_QUIRK2_BROKEN_DDR50,
1098 .probe_slot = gli_probe_slot_gl9755,
1099 .ops = &sdhci_gl9755_ops,
1100#ifdef CONFIG_PM_SLEEP
1101 .resume = sdhci_pci_gli_resume,
1102#endif
1103};
1104
1105static const struct sdhci_ops sdhci_gl9750_ops = {
1106 .read_w = sdhci_gli_readw,
1107 .read_b = sdhci_gli_readb,
1108 .read_l = sdhci_gl9750_readl,
1109 .set_clock = sdhci_gl9750_set_clock,
1110 .enable_dma = sdhci_pci_enable_dma,
1111 .set_bus_width = sdhci_set_bus_width,
1112 .reset = sdhci_gl9750_reset,
1113 .set_uhs_signaling = sdhci_set_uhs_signaling,
1114 .voltage_switch = sdhci_gli_voltage_switch,
1115 .platform_execute_tuning = gl9750_execute_tuning,
1116};
1117
1118const struct sdhci_pci_fixes sdhci_gl9750 = {
1119 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1120 .quirks2 = SDHCI_QUIRK2_BROKEN_DDR50,
1121 .probe_slot = gli_probe_slot_gl9750,
1122 .ops = &sdhci_gl9750_ops,
1123#ifdef CONFIG_PM_SLEEP
1124 .resume = sdhci_pci_gli_resume,
1125#endif
1126};
1127
1128static const struct sdhci_ops sdhci_gl9763e_ops = {
1129 .set_clock = sdhci_set_clock,
1130 .enable_dma = sdhci_pci_enable_dma,
1131 .set_bus_width = sdhci_set_bus_width,
1132 .reset = sdhci_and_cqhci_reset,
1133 .set_uhs_signaling = sdhci_set_gl9763e_signaling,
1134 .voltage_switch = sdhci_gli_voltage_switch,
1135 .irq = sdhci_gl9763e_cqhci_irq,
1136};
1137
1138const struct sdhci_pci_fixes sdhci_gl9763e = {
1139 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1140 .probe_slot = gli_probe_slot_gl9763e,
1141 .ops = &sdhci_gl9763e_ops,
1142#ifdef CONFIG_PM_SLEEP
1143 .resume = sdhci_cqhci_gli_resume,
1144 .suspend = sdhci_cqhci_gli_suspend,
1145#endif
1146#ifdef CONFIG_PM
1147 .runtime_suspend = gl9763e_runtime_suspend,
1148 .runtime_resume = gl9763e_runtime_resume,
1149 .allow_runtime_pm = true,
1150#endif
1151 .add_host = gl9763e_add_host,
1152};
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * Copyright (C) 2019 Genesys Logic, Inc.
4 *
5 * Authors: Ben Chuang <ben.chuang@genesyslogic.com.tw>
6 *
7 * Version: v0.9.0 (2019-08-08)
8 */
9
10#include <linux/bitfield.h>
11#include <linux/bits.h>
12#include <linux/pci.h>
13#include <linux/mmc/mmc.h>
14#include <linux/delay.h>
15#include <linux/of.h>
16#include <linux/iopoll.h>
17#include "sdhci.h"
18#include "sdhci-cqhci.h"
19#include "sdhci-pci.h"
20#include "cqhci.h"
21
22/* Genesys Logic extra registers */
23#define SDHCI_GLI_9750_WT 0x800
24#define SDHCI_GLI_9750_WT_EN BIT(0)
25#define GLI_9750_WT_EN_ON 0x1
26#define GLI_9750_WT_EN_OFF 0x0
27
28#define PCI_GLI_9750_PM_CTRL 0xFC
29#define PCI_GLI_9750_PM_STATE GENMASK(1, 0)
30
31#define PCI_GLI_9750_CORRERR_MASK 0x214
32#define PCI_GLI_9750_CORRERR_MASK_REPLAY_TIMER_TIMEOUT BIT(12)
33
34#define SDHCI_GLI_9750_CFG2 0x848
35#define SDHCI_GLI_9750_CFG2_L1DLY GENMASK(28, 24)
36#define GLI_9750_CFG2_L1DLY_VALUE 0x1F
37
38#define SDHCI_GLI_9750_DRIVING 0x860
39#define SDHCI_GLI_9750_DRIVING_1 GENMASK(11, 0)
40#define SDHCI_GLI_9750_DRIVING_2 GENMASK(27, 26)
41#define GLI_9750_DRIVING_1_VALUE 0xFFF
42#define GLI_9750_DRIVING_2_VALUE 0x3
43#define SDHCI_GLI_9750_SEL_1 BIT(29)
44#define SDHCI_GLI_9750_SEL_2 BIT(31)
45#define SDHCI_GLI_9750_ALL_RST (BIT(24)|BIT(25)|BIT(28)|BIT(30))
46
47#define SDHCI_GLI_9750_PLL 0x864
48#define SDHCI_GLI_9750_PLL_LDIV GENMASK(9, 0)
49#define SDHCI_GLI_9750_PLL_PDIV GENMASK(14, 12)
50#define SDHCI_GLI_9750_PLL_DIR BIT(15)
51#define SDHCI_GLI_9750_PLL_TX2_INV BIT(23)
52#define SDHCI_GLI_9750_PLL_TX2_DLY GENMASK(22, 20)
53#define GLI_9750_PLL_TX2_INV_VALUE 0x1
54#define GLI_9750_PLL_TX2_DLY_VALUE 0x0
55#define SDHCI_GLI_9750_PLLSSC_STEP GENMASK(28, 24)
56#define SDHCI_GLI_9750_PLLSSC_EN BIT(31)
57
58#define SDHCI_GLI_9750_PLLSSC 0x86C
59#define SDHCI_GLI_9750_PLLSSC_PPM GENMASK(31, 16)
60
61#define SDHCI_GLI_9750_SW_CTRL 0x874
62#define SDHCI_GLI_9750_SW_CTRL_4 GENMASK(7, 6)
63#define GLI_9750_SW_CTRL_4_VALUE 0x3
64
65#define SDHCI_GLI_9750_MISC 0x878
66#define SDHCI_GLI_9750_MISC_TX1_INV BIT(2)
67#define SDHCI_GLI_9750_MISC_RX_INV BIT(3)
68#define SDHCI_GLI_9750_MISC_TX1_DLY GENMASK(6, 4)
69#define GLI_9750_MISC_TX1_INV_VALUE 0x0
70#define GLI_9750_MISC_RX_INV_ON 0x1
71#define GLI_9750_MISC_RX_INV_OFF 0x0
72#define GLI_9750_MISC_RX_INV_VALUE GLI_9750_MISC_RX_INV_OFF
73#define GLI_9750_MISC_TX1_DLY_VALUE 0x5
74#define SDHCI_GLI_9750_MISC_SSC_OFF BIT(26)
75
76#define SDHCI_GLI_9750_TUNING_CONTROL 0x540
77#define SDHCI_GLI_9750_TUNING_CONTROL_EN BIT(4)
78#define GLI_9750_TUNING_CONTROL_EN_ON 0x1
79#define GLI_9750_TUNING_CONTROL_EN_OFF 0x0
80#define SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_1 BIT(16)
81#define SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_2 GENMASK(20, 19)
82#define GLI_9750_TUNING_CONTROL_GLITCH_1_VALUE 0x1
83#define GLI_9750_TUNING_CONTROL_GLITCH_2_VALUE 0x2
84
85#define SDHCI_GLI_9750_TUNING_PARAMETERS 0x544
86#define SDHCI_GLI_9750_TUNING_PARAMETERS_RX_DLY GENMASK(2, 0)
87#define GLI_9750_TUNING_PARAMETERS_RX_DLY_VALUE 0x1
88
89#define SDHCI_GLI_9763E_CTRL_HS400 0x7
90
91#define SDHCI_GLI_9763E_HS400_ES_REG 0x52C
92#define SDHCI_GLI_9763E_HS400_ES_BIT BIT(8)
93
94#define PCIE_GLI_9763E_VHS 0x884
95#define GLI_9763E_VHS_REV GENMASK(19, 16)
96#define GLI_9763E_VHS_REV_R 0x0
97#define GLI_9763E_VHS_REV_M 0x1
98#define GLI_9763E_VHS_REV_W 0x2
99#define PCIE_GLI_9763E_MB 0x888
100#define GLI_9763E_MB_CMDQ_OFF BIT(19)
101#define GLI_9763E_MB_ERP_ON BIT(7)
102#define PCIE_GLI_9763E_SCR 0x8E0
103#define GLI_9763E_SCR_AXI_REQ BIT(9)
104
105#define PCIE_GLI_9763E_CFG 0x8A0
106#define GLI_9763E_CFG_LPSN_DIS BIT(12)
107
108#define PCIE_GLI_9763E_CFG2 0x8A4
109#define GLI_9763E_CFG2_L1DLY GENMASK(28, 19)
110#define GLI_9763E_CFG2_L1DLY_MID 0x54
111
112#define PCIE_GLI_9763E_MMC_CTRL 0x960
113#define GLI_9763E_HS400_SLOW BIT(3)
114
115#define PCIE_GLI_9763E_CLKRXDLY 0x934
116#define GLI_9763E_HS400_RXDLY GENMASK(31, 28)
117#define GLI_9763E_HS400_RXDLY_5 0x5
118
119#define SDHCI_GLI_9763E_CQE_BASE_ADDR 0x200
120#define GLI_9763E_CQE_TRNS_MODE (SDHCI_TRNS_MULTI | \
121 SDHCI_TRNS_BLK_CNT_EN | \
122 SDHCI_TRNS_DMA)
123
124#define PCI_GLI_9755_WT 0x800
125#define PCI_GLI_9755_WT_EN BIT(0)
126#define GLI_9755_WT_EN_ON 0x1
127#define GLI_9755_WT_EN_OFF 0x0
128
129#define PCI_GLI_9755_PECONF 0x44
130#define PCI_GLI_9755_LFCLK GENMASK(14, 12)
131#define PCI_GLI_9755_DMACLK BIT(29)
132#define PCI_GLI_9755_INVERT_CD BIT(30)
133#define PCI_GLI_9755_INVERT_WP BIT(31)
134
135#define PCI_GLI_9755_CFG2 0x48
136#define PCI_GLI_9755_CFG2_L1DLY GENMASK(28, 24)
137#define GLI_9755_CFG2_L1DLY_VALUE 0x1F
138
139#define PCI_GLI_9755_PLL 0x64
140#define PCI_GLI_9755_PLL_LDIV GENMASK(9, 0)
141#define PCI_GLI_9755_PLL_PDIV GENMASK(14, 12)
142#define PCI_GLI_9755_PLL_DIR BIT(15)
143#define PCI_GLI_9755_PLLSSC_STEP GENMASK(28, 24)
144#define PCI_GLI_9755_PLLSSC_EN BIT(31)
145
146#define PCI_GLI_9755_PLLSSC 0x68
147#define PCI_GLI_9755_PLLSSC_PPM GENMASK(15, 0)
148
149#define PCI_GLI_9755_SerDes 0x70
150#define PCI_GLI_9755_SCP_DIS BIT(19)
151
152#define PCI_GLI_9755_MISC 0x78
153#define PCI_GLI_9755_MISC_SSC_OFF BIT(26)
154
155#define PCI_GLI_9755_PM_CTRL 0xFC
156#define PCI_GLI_9755_PM_STATE GENMASK(1, 0)
157
158#define PCI_GLI_9755_CORRERR_MASK 0x214
159#define PCI_GLI_9755_CORRERR_MASK_REPLAY_TIMER_TIMEOUT BIT(12)
160
161#define SDHCI_GLI_9767_GM_BURST_SIZE 0x510
162#define SDHCI_GLI_9767_GM_BURST_SIZE_AXI_ALWAYS_SET BIT(8)
163
164#define PCIE_GLI_9767_VHS 0x884
165#define GLI_9767_VHS_REV GENMASK(19, 16)
166#define GLI_9767_VHS_REV_R 0x0
167#define GLI_9767_VHS_REV_M 0x1
168#define GLI_9767_VHS_REV_W 0x2
169
170#define PCIE_GLI_9767_COM_MAILBOX 0x888
171#define PCIE_GLI_9767_COM_MAILBOX_SSC_EN BIT(1)
172
173#define PCIE_GLI_9767_CFG 0x8A0
174#define PCIE_GLI_9767_CFG_LOW_PWR_OFF BIT(12)
175
176#define PCIE_GLI_9767_COMBO_MUX_CTL 0x8C8
177#define PCIE_GLI_9767_COMBO_MUX_CTL_RST_EN BIT(6)
178#define PCIE_GLI_9767_COMBO_MUX_CTL_WAIT_PERST_EN BIT(10)
179
180#define PCIE_GLI_9767_PWR_MACRO_CTL 0x8D0
181#define PCIE_GLI_9767_PWR_MACRO_CTL_LOW_VOLTAGE GENMASK(3, 0)
182#define PCIE_GLI_9767_PWR_MACRO_CTL_LD0_LOW_OUTPUT_VOLTAGE GENMASK(15, 12)
183#define PCIE_GLI_9767_PWR_MACRO_CTL_LD0_LOW_OUTPUT_VOLTAGE_VALUE 0x7
184#define PCIE_GLI_9767_PWR_MACRO_CTL_RCLK_AMPLITUDE_CTL GENMASK(29, 28)
185#define PCIE_GLI_9767_PWR_MACRO_CTL_RCLK_AMPLITUDE_CTL_VALUE 0x3
186
187#define PCIE_GLI_9767_SCR 0x8E0
188#define PCIE_GLI_9767_SCR_AUTO_AXI_W_BURST BIT(6)
189#define PCIE_GLI_9767_SCR_AUTO_AXI_R_BURST BIT(7)
190#define PCIE_GLI_9767_SCR_AXI_REQ BIT(9)
191#define PCIE_GLI_9767_SCR_CARD_DET_PWR_SAVING_EN BIT(10)
192#define PCIE_GLI_9767_SCR_SYSTEM_CLK_SELECT_MODE0 BIT(16)
193#define PCIE_GLI_9767_SCR_SYSTEM_CLK_SELECT_MODE1 BIT(17)
194#define PCIE_GLI_9767_SCR_CORE_PWR_D3_OFF BIT(21)
195#define PCIE_GLI_9767_SCR_CFG_RST_DATA_LINK_DOWN BIT(30)
196
197#define PCIE_GLI_9767_SDHC_CAP 0x91C
198#define PCIE_GLI_9767_SDHC_CAP_SDEI_RESULT BIT(5)
199
200#define PCIE_GLI_9767_SD_PLL_CTL 0x938
201#define PCIE_GLI_9767_SD_PLL_CTL_PLL_LDIV GENMASK(9, 0)
202#define PCIE_GLI_9767_SD_PLL_CTL_PLL_PDIV GENMASK(15, 12)
203#define PCIE_GLI_9767_SD_PLL_CTL_PLL_DIR_EN BIT(16)
204#define PCIE_GLI_9767_SD_PLL_CTL_SSC_EN BIT(19)
205#define PCIE_GLI_9767_SD_PLL_CTL_SSC_STEP_SETTING GENMASK(28, 24)
206
207#define PCIE_GLI_9767_SD_PLL_CTL2 0x93C
208#define PCIE_GLI_9767_SD_PLL_CTL2_PLLSSC_PPM GENMASK(31, 16)
209
210#define PCIE_GLI_9767_SD_EXPRESS_CTL 0x940
211#define PCIE_GLI_9767_SD_EXPRESS_CTL_SDEI_EXE BIT(0)
212#define PCIE_GLI_9767_SD_EXPRESS_CTL_SD_EXPRESS_MODE BIT(1)
213
214#define PCIE_GLI_9767_SD_DATA_MULTI_CTL 0x944
215#define PCIE_GLI_9767_SD_DATA_MULTI_CTL_DISCONNECT_TIME GENMASK(23, 16)
216#define PCIE_GLI_9767_SD_DATA_MULTI_CTL_DISCONNECT_TIME_VALUE 0x64
217
218#define PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2 0x950
219#define PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2_SDEI_COMPLETE BIT(0)
220
221#define PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_EN_REG2 0x954
222#define PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_EN_REG2_SDEI_COMPLETE_STATUS_EN BIT(0)
223
224#define PCIE_GLI_9767_NORMAL_ERR_INT_SIGNAL_EN_REG2 0x958
225#define PCIE_GLI_9767_NORMAL_ERR_INT_SIGNAL_EN_REG2_SDEI_COMPLETE_SIGNAL_EN BIT(0)
226
227#define GLI_MAX_TUNING_LOOP 40
228
229/* Genesys Logic chipset */
230static inline void gl9750_wt_on(struct sdhci_host *host)
231{
232 u32 wt_value;
233 u32 wt_enable;
234
235 wt_value = sdhci_readl(host, SDHCI_GLI_9750_WT);
236 wt_enable = FIELD_GET(SDHCI_GLI_9750_WT_EN, wt_value);
237
238 if (wt_enable == GLI_9750_WT_EN_ON)
239 return;
240
241 wt_value &= ~SDHCI_GLI_9750_WT_EN;
242 wt_value |= FIELD_PREP(SDHCI_GLI_9750_WT_EN, GLI_9750_WT_EN_ON);
243
244 sdhci_writel(host, wt_value, SDHCI_GLI_9750_WT);
245}
246
247static inline void gl9750_wt_off(struct sdhci_host *host)
248{
249 u32 wt_value;
250 u32 wt_enable;
251
252 wt_value = sdhci_readl(host, SDHCI_GLI_9750_WT);
253 wt_enable = FIELD_GET(SDHCI_GLI_9750_WT_EN, wt_value);
254
255 if (wt_enable == GLI_9750_WT_EN_OFF)
256 return;
257
258 wt_value &= ~SDHCI_GLI_9750_WT_EN;
259 wt_value |= FIELD_PREP(SDHCI_GLI_9750_WT_EN, GLI_9750_WT_EN_OFF);
260
261 sdhci_writel(host, wt_value, SDHCI_GLI_9750_WT);
262}
263
264static void gli_set_9750(struct sdhci_host *host)
265{
266 u32 driving_value;
267 u32 pll_value;
268 u32 sw_ctrl_value;
269 u32 misc_value;
270 u32 parameter_value;
271 u32 control_value;
272 u16 ctrl2;
273
274 gl9750_wt_on(host);
275
276 driving_value = sdhci_readl(host, SDHCI_GLI_9750_DRIVING);
277 pll_value = sdhci_readl(host, SDHCI_GLI_9750_PLL);
278 sw_ctrl_value = sdhci_readl(host, SDHCI_GLI_9750_SW_CTRL);
279 misc_value = sdhci_readl(host, SDHCI_GLI_9750_MISC);
280 parameter_value = sdhci_readl(host, SDHCI_GLI_9750_TUNING_PARAMETERS);
281 control_value = sdhci_readl(host, SDHCI_GLI_9750_TUNING_CONTROL);
282
283 driving_value &= ~(SDHCI_GLI_9750_DRIVING_1);
284 driving_value &= ~(SDHCI_GLI_9750_DRIVING_2);
285 driving_value |= FIELD_PREP(SDHCI_GLI_9750_DRIVING_1,
286 GLI_9750_DRIVING_1_VALUE);
287 driving_value |= FIELD_PREP(SDHCI_GLI_9750_DRIVING_2,
288 GLI_9750_DRIVING_2_VALUE);
289 driving_value &= ~(SDHCI_GLI_9750_SEL_1|SDHCI_GLI_9750_SEL_2|SDHCI_GLI_9750_ALL_RST);
290 driving_value |= SDHCI_GLI_9750_SEL_2;
291 sdhci_writel(host, driving_value, SDHCI_GLI_9750_DRIVING);
292
293 sw_ctrl_value &= ~SDHCI_GLI_9750_SW_CTRL_4;
294 sw_ctrl_value |= FIELD_PREP(SDHCI_GLI_9750_SW_CTRL_4,
295 GLI_9750_SW_CTRL_4_VALUE);
296 sdhci_writel(host, sw_ctrl_value, SDHCI_GLI_9750_SW_CTRL);
297
298 /* reset the tuning flow after reinit and before starting tuning */
299 pll_value &= ~SDHCI_GLI_9750_PLL_TX2_INV;
300 pll_value &= ~SDHCI_GLI_9750_PLL_TX2_DLY;
301 pll_value |= FIELD_PREP(SDHCI_GLI_9750_PLL_TX2_INV,
302 GLI_9750_PLL_TX2_INV_VALUE);
303 pll_value |= FIELD_PREP(SDHCI_GLI_9750_PLL_TX2_DLY,
304 GLI_9750_PLL_TX2_DLY_VALUE);
305
306 misc_value &= ~SDHCI_GLI_9750_MISC_TX1_INV;
307 misc_value &= ~SDHCI_GLI_9750_MISC_RX_INV;
308 misc_value &= ~SDHCI_GLI_9750_MISC_TX1_DLY;
309 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_TX1_INV,
310 GLI_9750_MISC_TX1_INV_VALUE);
311 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_RX_INV,
312 GLI_9750_MISC_RX_INV_VALUE);
313 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_TX1_DLY,
314 GLI_9750_MISC_TX1_DLY_VALUE);
315
316 parameter_value &= ~SDHCI_GLI_9750_TUNING_PARAMETERS_RX_DLY;
317 parameter_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_PARAMETERS_RX_DLY,
318 GLI_9750_TUNING_PARAMETERS_RX_DLY_VALUE);
319
320 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_1;
321 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_2;
322 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_1,
323 GLI_9750_TUNING_CONTROL_GLITCH_1_VALUE);
324 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_GLITCH_2,
325 GLI_9750_TUNING_CONTROL_GLITCH_2_VALUE);
326
327 sdhci_writel(host, pll_value, SDHCI_GLI_9750_PLL);
328 sdhci_writel(host, misc_value, SDHCI_GLI_9750_MISC);
329
330 /* disable tuned clk */
331 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
332 ctrl2 &= ~SDHCI_CTRL_TUNED_CLK;
333 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2);
334
335 /* enable tuning parameters control */
336 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_EN;
337 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_EN,
338 GLI_9750_TUNING_CONTROL_EN_ON);
339 sdhci_writel(host, control_value, SDHCI_GLI_9750_TUNING_CONTROL);
340
341 /* write tuning parameters */
342 sdhci_writel(host, parameter_value, SDHCI_GLI_9750_TUNING_PARAMETERS);
343
344 /* disable tuning parameters control */
345 control_value &= ~SDHCI_GLI_9750_TUNING_CONTROL_EN;
346 control_value |= FIELD_PREP(SDHCI_GLI_9750_TUNING_CONTROL_EN,
347 GLI_9750_TUNING_CONTROL_EN_OFF);
348 sdhci_writel(host, control_value, SDHCI_GLI_9750_TUNING_CONTROL);
349
350 /* clear tuned clk */
351 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
352 ctrl2 &= ~SDHCI_CTRL_TUNED_CLK;
353 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2);
354
355 gl9750_wt_off(host);
356}
357
358static void gli_set_9750_rx_inv(struct sdhci_host *host, bool b)
359{
360 u32 misc_value;
361
362 gl9750_wt_on(host);
363
364 misc_value = sdhci_readl(host, SDHCI_GLI_9750_MISC);
365 misc_value &= ~SDHCI_GLI_9750_MISC_RX_INV;
366 if (b) {
367 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_RX_INV,
368 GLI_9750_MISC_RX_INV_ON);
369 } else {
370 misc_value |= FIELD_PREP(SDHCI_GLI_9750_MISC_RX_INV,
371 GLI_9750_MISC_RX_INV_OFF);
372 }
373 sdhci_writel(host, misc_value, SDHCI_GLI_9750_MISC);
374
375 gl9750_wt_off(host);
376}
377
378static int __sdhci_execute_tuning_9750(struct sdhci_host *host, u32 opcode)
379{
380 int i;
381 int rx_inv;
382
383 for (rx_inv = 0; rx_inv < 2; rx_inv++) {
384 gli_set_9750_rx_inv(host, !!rx_inv);
385 sdhci_start_tuning(host);
386
387 for (i = 0; i < GLI_MAX_TUNING_LOOP; i++) {
388 u16 ctrl;
389
390 sdhci_send_tuning(host, opcode);
391
392 if (!host->tuning_done) {
393 sdhci_abort_tuning(host, opcode);
394 break;
395 }
396
397 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
398 if (!(ctrl & SDHCI_CTRL_EXEC_TUNING)) {
399 if (ctrl & SDHCI_CTRL_TUNED_CLK)
400 return 0; /* Success! */
401 break;
402 }
403 }
404 }
405 if (!host->tuning_done) {
406 pr_info("%s: Tuning timeout, falling back to fixed sampling clock\n",
407 mmc_hostname(host->mmc));
408 return -ETIMEDOUT;
409 }
410
411 pr_info("%s: Tuning failed, falling back to fixed sampling clock\n",
412 mmc_hostname(host->mmc));
413 sdhci_reset_tuning(host);
414
415 return -EAGAIN;
416}
417
418static int gl9750_execute_tuning(struct sdhci_host *host, u32 opcode)
419{
420 host->mmc->retune_period = 0;
421 if (host->tuning_mode == SDHCI_TUNING_MODE_1)
422 host->mmc->retune_period = host->tuning_count;
423
424 gli_set_9750(host);
425 host->tuning_err = __sdhci_execute_tuning_9750(host, opcode);
426 sdhci_end_tuning(host);
427
428 return 0;
429}
430
431static void gl9750_disable_ssc_pll(struct sdhci_host *host)
432{
433 u32 pll;
434
435 gl9750_wt_on(host);
436 pll = sdhci_readl(host, SDHCI_GLI_9750_PLL);
437 pll &= ~(SDHCI_GLI_9750_PLL_DIR | SDHCI_GLI_9750_PLLSSC_EN);
438 sdhci_writel(host, pll, SDHCI_GLI_9750_PLL);
439 gl9750_wt_off(host);
440}
441
442static void gl9750_set_pll(struct sdhci_host *host, u8 dir, u16 ldiv, u8 pdiv)
443{
444 u32 pll;
445
446 gl9750_wt_on(host);
447 pll = sdhci_readl(host, SDHCI_GLI_9750_PLL);
448 pll &= ~(SDHCI_GLI_9750_PLL_LDIV |
449 SDHCI_GLI_9750_PLL_PDIV |
450 SDHCI_GLI_9750_PLL_DIR);
451 pll |= FIELD_PREP(SDHCI_GLI_9750_PLL_LDIV, ldiv) |
452 FIELD_PREP(SDHCI_GLI_9750_PLL_PDIV, pdiv) |
453 FIELD_PREP(SDHCI_GLI_9750_PLL_DIR, dir);
454 sdhci_writel(host, pll, SDHCI_GLI_9750_PLL);
455 gl9750_wt_off(host);
456
457 /* wait for pll stable */
458 mdelay(1);
459}
460
461static bool gl9750_ssc_enable(struct sdhci_host *host)
462{
463 u32 misc;
464 u8 off;
465
466 gl9750_wt_on(host);
467 misc = sdhci_readl(host, SDHCI_GLI_9750_MISC);
468 off = FIELD_GET(SDHCI_GLI_9750_MISC_SSC_OFF, misc);
469 gl9750_wt_off(host);
470
471 return !off;
472}
473
474static void gl9750_set_ssc(struct sdhci_host *host, u8 enable, u8 step, u16 ppm)
475{
476 u32 pll;
477 u32 ssc;
478
479 gl9750_wt_on(host);
480 pll = sdhci_readl(host, SDHCI_GLI_9750_PLL);
481 ssc = sdhci_readl(host, SDHCI_GLI_9750_PLLSSC);
482 pll &= ~(SDHCI_GLI_9750_PLLSSC_STEP |
483 SDHCI_GLI_9750_PLLSSC_EN);
484 ssc &= ~SDHCI_GLI_9750_PLLSSC_PPM;
485 pll |= FIELD_PREP(SDHCI_GLI_9750_PLLSSC_STEP, step) |
486 FIELD_PREP(SDHCI_GLI_9750_PLLSSC_EN, enable);
487 ssc |= FIELD_PREP(SDHCI_GLI_9750_PLLSSC_PPM, ppm);
488 sdhci_writel(host, ssc, SDHCI_GLI_9750_PLLSSC);
489 sdhci_writel(host, pll, SDHCI_GLI_9750_PLL);
490 gl9750_wt_off(host);
491}
492
493static void gl9750_set_ssc_pll_205mhz(struct sdhci_host *host)
494{
495 bool enable = gl9750_ssc_enable(host);
496
497 /* set pll to 205MHz and ssc */
498 gl9750_set_ssc(host, enable, 0xF, 0x5A1D);
499 gl9750_set_pll(host, 0x1, 0x246, 0x0);
500}
501
502static void gl9750_set_ssc_pll_100mhz(struct sdhci_host *host)
503{
504 bool enable = gl9750_ssc_enable(host);
505
506 /* set pll to 100MHz and ssc */
507 gl9750_set_ssc(host, enable, 0xE, 0x51EC);
508 gl9750_set_pll(host, 0x1, 0x244, 0x1);
509}
510
511static void gl9750_set_ssc_pll_50mhz(struct sdhci_host *host)
512{
513 bool enable = gl9750_ssc_enable(host);
514
515 /* set pll to 50MHz and ssc */
516 gl9750_set_ssc(host, enable, 0xE, 0x51EC);
517 gl9750_set_pll(host, 0x1, 0x244, 0x3);
518}
519
520static void sdhci_gl9750_set_clock(struct sdhci_host *host, unsigned int clock)
521{
522 struct mmc_ios *ios = &host->mmc->ios;
523 u16 clk;
524
525 host->mmc->actual_clock = 0;
526
527 gl9750_disable_ssc_pll(host);
528 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL);
529
530 if (clock == 0)
531 return;
532
533 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock);
534 if (clock == 200000000 && ios->timing == MMC_TIMING_UHS_SDR104) {
535 host->mmc->actual_clock = 205000000;
536 gl9750_set_ssc_pll_205mhz(host);
537 } else if (clock == 100000000) {
538 gl9750_set_ssc_pll_100mhz(host);
539 } else if (clock == 50000000) {
540 gl9750_set_ssc_pll_50mhz(host);
541 }
542
543 sdhci_enable_clk(host, clk);
544}
545
546static void gl9750_hw_setting(struct sdhci_host *host)
547{
548 struct sdhci_pci_slot *slot = sdhci_priv(host);
549 struct pci_dev *pdev;
550 u32 value;
551
552 pdev = slot->chip->pdev;
553
554 gl9750_wt_on(host);
555
556 value = sdhci_readl(host, SDHCI_GLI_9750_CFG2);
557 value &= ~SDHCI_GLI_9750_CFG2_L1DLY;
558 /* set ASPM L1 entry delay to 7.9us */
559 value |= FIELD_PREP(SDHCI_GLI_9750_CFG2_L1DLY,
560 GLI_9750_CFG2_L1DLY_VALUE);
561 sdhci_writel(host, value, SDHCI_GLI_9750_CFG2);
562
563 /* toggle PM state to allow GL9750 to enter ASPM L1.2 */
564 pci_read_config_dword(pdev, PCI_GLI_9750_PM_CTRL, &value);
565 value |= PCI_GLI_9750_PM_STATE;
566 pci_write_config_dword(pdev, PCI_GLI_9750_PM_CTRL, value);
567 value &= ~PCI_GLI_9750_PM_STATE;
568 pci_write_config_dword(pdev, PCI_GLI_9750_PM_CTRL, value);
569
570 /* mask the replay timer timeout of AER */
571 pci_read_config_dword(pdev, PCI_GLI_9750_CORRERR_MASK, &value);
572 value |= PCI_GLI_9750_CORRERR_MASK_REPLAY_TIMER_TIMEOUT;
573 pci_write_config_dword(pdev, PCI_GLI_9750_CORRERR_MASK, value);
574
575 gl9750_wt_off(host);
576}
577
578static void gli_pcie_enable_msi(struct sdhci_pci_slot *slot)
579{
580 int ret;
581
582 ret = pci_alloc_irq_vectors(slot->chip->pdev, 1, 1,
583 PCI_IRQ_MSI | PCI_IRQ_MSIX);
584 if (ret < 0) {
585 pr_warn("%s: enable PCI MSI failed, error=%d\n",
586 mmc_hostname(slot->host->mmc), ret);
587 return;
588 }
589
590 slot->host->irq = pci_irq_vector(slot->chip->pdev, 0);
591}
592
593static inline void gl9755_wt_on(struct pci_dev *pdev)
594{
595 u32 wt_value;
596 u32 wt_enable;
597
598 pci_read_config_dword(pdev, PCI_GLI_9755_WT, &wt_value);
599 wt_enable = FIELD_GET(PCI_GLI_9755_WT_EN, wt_value);
600
601 if (wt_enable == GLI_9755_WT_EN_ON)
602 return;
603
604 wt_value &= ~PCI_GLI_9755_WT_EN;
605 wt_value |= FIELD_PREP(PCI_GLI_9755_WT_EN, GLI_9755_WT_EN_ON);
606
607 pci_write_config_dword(pdev, PCI_GLI_9755_WT, wt_value);
608}
609
610static inline void gl9755_wt_off(struct pci_dev *pdev)
611{
612 u32 wt_value;
613 u32 wt_enable;
614
615 pci_read_config_dword(pdev, PCI_GLI_9755_WT, &wt_value);
616 wt_enable = FIELD_GET(PCI_GLI_9755_WT_EN, wt_value);
617
618 if (wt_enable == GLI_9755_WT_EN_OFF)
619 return;
620
621 wt_value &= ~PCI_GLI_9755_WT_EN;
622 wt_value |= FIELD_PREP(PCI_GLI_9755_WT_EN, GLI_9755_WT_EN_OFF);
623
624 pci_write_config_dword(pdev, PCI_GLI_9755_WT, wt_value);
625}
626
627static void gl9755_disable_ssc_pll(struct pci_dev *pdev)
628{
629 u32 pll;
630
631 gl9755_wt_on(pdev);
632 pci_read_config_dword(pdev, PCI_GLI_9755_PLL, &pll);
633 pll &= ~(PCI_GLI_9755_PLL_DIR | PCI_GLI_9755_PLLSSC_EN);
634 pci_write_config_dword(pdev, PCI_GLI_9755_PLL, pll);
635 gl9755_wt_off(pdev);
636}
637
638static void gl9755_set_pll(struct pci_dev *pdev, u8 dir, u16 ldiv, u8 pdiv)
639{
640 u32 pll;
641
642 gl9755_wt_on(pdev);
643 pci_read_config_dword(pdev, PCI_GLI_9755_PLL, &pll);
644 pll &= ~(PCI_GLI_9755_PLL_LDIV |
645 PCI_GLI_9755_PLL_PDIV |
646 PCI_GLI_9755_PLL_DIR);
647 pll |= FIELD_PREP(PCI_GLI_9755_PLL_LDIV, ldiv) |
648 FIELD_PREP(PCI_GLI_9755_PLL_PDIV, pdiv) |
649 FIELD_PREP(PCI_GLI_9755_PLL_DIR, dir);
650 pci_write_config_dword(pdev, PCI_GLI_9755_PLL, pll);
651 gl9755_wt_off(pdev);
652
653 /* wait for pll stable */
654 mdelay(1);
655}
656
657static bool gl9755_ssc_enable(struct pci_dev *pdev)
658{
659 u32 misc;
660 u8 off;
661
662 gl9755_wt_on(pdev);
663 pci_read_config_dword(pdev, PCI_GLI_9755_MISC, &misc);
664 off = FIELD_GET(PCI_GLI_9755_MISC_SSC_OFF, misc);
665 gl9755_wt_off(pdev);
666
667 return !off;
668}
669
670static void gl9755_set_ssc(struct pci_dev *pdev, u8 enable, u8 step, u16 ppm)
671{
672 u32 pll;
673 u32 ssc;
674
675 gl9755_wt_on(pdev);
676 pci_read_config_dword(pdev, PCI_GLI_9755_PLL, &pll);
677 pci_read_config_dword(pdev, PCI_GLI_9755_PLLSSC, &ssc);
678 pll &= ~(PCI_GLI_9755_PLLSSC_STEP |
679 PCI_GLI_9755_PLLSSC_EN);
680 ssc &= ~PCI_GLI_9755_PLLSSC_PPM;
681 pll |= FIELD_PREP(PCI_GLI_9755_PLLSSC_STEP, step) |
682 FIELD_PREP(PCI_GLI_9755_PLLSSC_EN, enable);
683 ssc |= FIELD_PREP(PCI_GLI_9755_PLLSSC_PPM, ppm);
684 pci_write_config_dword(pdev, PCI_GLI_9755_PLLSSC, ssc);
685 pci_write_config_dword(pdev, PCI_GLI_9755_PLL, pll);
686 gl9755_wt_off(pdev);
687}
688
689static void gl9755_set_ssc_pll_205mhz(struct pci_dev *pdev)
690{
691 bool enable = gl9755_ssc_enable(pdev);
692
693 /* set pll to 205MHz and ssc */
694 gl9755_set_ssc(pdev, enable, 0xF, 0x5A1D);
695 gl9755_set_pll(pdev, 0x1, 0x246, 0x0);
696}
697
698static void gl9755_set_ssc_pll_100mhz(struct pci_dev *pdev)
699{
700 bool enable = gl9755_ssc_enable(pdev);
701
702 /* set pll to 100MHz and ssc */
703 gl9755_set_ssc(pdev, enable, 0xE, 0x51EC);
704 gl9755_set_pll(pdev, 0x1, 0x244, 0x1);
705}
706
707static void gl9755_set_ssc_pll_50mhz(struct pci_dev *pdev)
708{
709 bool enable = gl9755_ssc_enable(pdev);
710
711 /* set pll to 50MHz and ssc */
712 gl9755_set_ssc(pdev, enable, 0xE, 0x51EC);
713 gl9755_set_pll(pdev, 0x1, 0x244, 0x3);
714}
715
716static void sdhci_gl9755_set_clock(struct sdhci_host *host, unsigned int clock)
717{
718 struct sdhci_pci_slot *slot = sdhci_priv(host);
719 struct mmc_ios *ios = &host->mmc->ios;
720 struct pci_dev *pdev;
721 u16 clk;
722
723 pdev = slot->chip->pdev;
724 host->mmc->actual_clock = 0;
725
726 gl9755_disable_ssc_pll(pdev);
727 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL);
728
729 if (clock == 0)
730 return;
731
732 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock);
733 if (clock == 200000000 && ios->timing == MMC_TIMING_UHS_SDR104) {
734 host->mmc->actual_clock = 205000000;
735 gl9755_set_ssc_pll_205mhz(pdev);
736 } else if (clock == 100000000) {
737 gl9755_set_ssc_pll_100mhz(pdev);
738 } else if (clock == 50000000) {
739 gl9755_set_ssc_pll_50mhz(pdev);
740 }
741
742 sdhci_enable_clk(host, clk);
743}
744
745static void gl9755_hw_setting(struct sdhci_pci_slot *slot)
746{
747 struct pci_dev *pdev = slot->chip->pdev;
748 u32 value;
749
750 gl9755_wt_on(pdev);
751
752 pci_read_config_dword(pdev, PCI_GLI_9755_PECONF, &value);
753 /*
754 * Apple ARM64 platforms using these chips may have
755 * inverted CD/WP detection.
756 */
757 if (of_property_read_bool(pdev->dev.of_node, "cd-inverted"))
758 value |= PCI_GLI_9755_INVERT_CD;
759 if (of_property_read_bool(pdev->dev.of_node, "wp-inverted"))
760 value |= PCI_GLI_9755_INVERT_WP;
761 value &= ~PCI_GLI_9755_LFCLK;
762 value &= ~PCI_GLI_9755_DMACLK;
763 pci_write_config_dword(pdev, PCI_GLI_9755_PECONF, value);
764
765 /* enable short circuit protection */
766 pci_read_config_dword(pdev, PCI_GLI_9755_SerDes, &value);
767 value &= ~PCI_GLI_9755_SCP_DIS;
768 pci_write_config_dword(pdev, PCI_GLI_9755_SerDes, value);
769
770 pci_read_config_dword(pdev, PCI_GLI_9755_CFG2, &value);
771 value &= ~PCI_GLI_9755_CFG2_L1DLY;
772 /* set ASPM L1 entry delay to 7.9us */
773 value |= FIELD_PREP(PCI_GLI_9755_CFG2_L1DLY,
774 GLI_9755_CFG2_L1DLY_VALUE);
775 pci_write_config_dword(pdev, PCI_GLI_9755_CFG2, value);
776
777 /* toggle PM state to allow GL9755 to enter ASPM L1.2 */
778 pci_read_config_dword(pdev, PCI_GLI_9755_PM_CTRL, &value);
779 value |= PCI_GLI_9755_PM_STATE;
780 pci_write_config_dword(pdev, PCI_GLI_9755_PM_CTRL, value);
781 value &= ~PCI_GLI_9755_PM_STATE;
782 pci_write_config_dword(pdev, PCI_GLI_9755_PM_CTRL, value);
783
784 /* mask the replay timer timeout of AER */
785 pci_read_config_dword(pdev, PCI_GLI_9755_CORRERR_MASK, &value);
786 value |= PCI_GLI_9755_CORRERR_MASK_REPLAY_TIMER_TIMEOUT;
787 pci_write_config_dword(pdev, PCI_GLI_9755_CORRERR_MASK, value);
788
789 gl9755_wt_off(pdev);
790}
791
792static inline void gl9767_vhs_read(struct pci_dev *pdev)
793{
794 u32 vhs_enable;
795 u32 vhs_value;
796
797 pci_read_config_dword(pdev, PCIE_GLI_9767_VHS, &vhs_value);
798 vhs_enable = FIELD_GET(GLI_9767_VHS_REV, vhs_value);
799
800 if (vhs_enable == GLI_9767_VHS_REV_R)
801 return;
802
803 vhs_value &= ~GLI_9767_VHS_REV;
804 vhs_value |= FIELD_PREP(GLI_9767_VHS_REV, GLI_9767_VHS_REV_R);
805
806 pci_write_config_dword(pdev, PCIE_GLI_9767_VHS, vhs_value);
807}
808
809static inline void gl9767_vhs_write(struct pci_dev *pdev)
810{
811 u32 vhs_enable;
812 u32 vhs_value;
813
814 pci_read_config_dword(pdev, PCIE_GLI_9767_VHS, &vhs_value);
815 vhs_enable = FIELD_GET(GLI_9767_VHS_REV, vhs_value);
816
817 if (vhs_enable == GLI_9767_VHS_REV_W)
818 return;
819
820 vhs_value &= ~GLI_9767_VHS_REV;
821 vhs_value |= FIELD_PREP(GLI_9767_VHS_REV, GLI_9767_VHS_REV_W);
822
823 pci_write_config_dword(pdev, PCIE_GLI_9767_VHS, vhs_value);
824}
825
826static bool gl9767_ssc_enable(struct pci_dev *pdev)
827{
828 u32 value;
829 u8 enable;
830
831 gl9767_vhs_write(pdev);
832
833 pci_read_config_dword(pdev, PCIE_GLI_9767_COM_MAILBOX, &value);
834 enable = FIELD_GET(PCIE_GLI_9767_COM_MAILBOX_SSC_EN, value);
835
836 gl9767_vhs_read(pdev);
837
838 return enable;
839}
840
841static void gl9767_set_ssc(struct pci_dev *pdev, u8 enable, u8 step, u16 ppm)
842{
843 u32 pll;
844 u32 ssc;
845
846 gl9767_vhs_write(pdev);
847
848 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL, &pll);
849 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL2, &ssc);
850 pll &= ~(PCIE_GLI_9767_SD_PLL_CTL_SSC_STEP_SETTING |
851 PCIE_GLI_9767_SD_PLL_CTL_SSC_EN);
852 ssc &= ~PCIE_GLI_9767_SD_PLL_CTL2_PLLSSC_PPM;
853 pll |= FIELD_PREP(PCIE_GLI_9767_SD_PLL_CTL_SSC_STEP_SETTING, step) |
854 FIELD_PREP(PCIE_GLI_9767_SD_PLL_CTL_SSC_EN, enable);
855 ssc |= FIELD_PREP(PCIE_GLI_9767_SD_PLL_CTL2_PLLSSC_PPM, ppm);
856 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL2, ssc);
857 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL, pll);
858
859 gl9767_vhs_read(pdev);
860}
861
862static void gl9767_set_pll(struct pci_dev *pdev, u8 dir, u16 ldiv, u8 pdiv)
863{
864 u32 pll;
865
866 gl9767_vhs_write(pdev);
867
868 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL, &pll);
869 pll &= ~(PCIE_GLI_9767_SD_PLL_CTL_PLL_LDIV |
870 PCIE_GLI_9767_SD_PLL_CTL_PLL_PDIV |
871 PCIE_GLI_9767_SD_PLL_CTL_PLL_DIR_EN);
872 pll |= FIELD_PREP(PCIE_GLI_9767_SD_PLL_CTL_PLL_LDIV, ldiv) |
873 FIELD_PREP(PCIE_GLI_9767_SD_PLL_CTL_PLL_PDIV, pdiv) |
874 FIELD_PREP(PCIE_GLI_9767_SD_PLL_CTL_PLL_DIR_EN, dir);
875 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL, pll);
876
877 gl9767_vhs_read(pdev);
878
879 /* wait for pll stable */
880 usleep_range(1000, 1100);
881}
882
883static void gl9767_set_ssc_pll_205mhz(struct pci_dev *pdev)
884{
885 bool enable = gl9767_ssc_enable(pdev);
886
887 /* set pll to 205MHz and ssc */
888 gl9767_set_ssc(pdev, enable, 0x1F, 0xF5C3);
889 gl9767_set_pll(pdev, 0x1, 0x246, 0x0);
890}
891
892static void gl9767_disable_ssc_pll(struct pci_dev *pdev)
893{
894 u32 pll;
895
896 gl9767_vhs_write(pdev);
897
898 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL, &pll);
899 pll &= ~(PCIE_GLI_9767_SD_PLL_CTL_PLL_DIR_EN | PCIE_GLI_9767_SD_PLL_CTL_SSC_EN);
900 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_PLL_CTL, pll);
901
902 gl9767_vhs_read(pdev);
903}
904
905static void sdhci_gl9767_set_clock(struct sdhci_host *host, unsigned int clock)
906{
907 struct sdhci_pci_slot *slot = sdhci_priv(host);
908 struct mmc_ios *ios = &host->mmc->ios;
909 struct pci_dev *pdev;
910 u32 value;
911 u16 clk;
912
913 pdev = slot->chip->pdev;
914 host->mmc->actual_clock = 0;
915
916 gl9767_vhs_write(pdev);
917
918 pci_read_config_dword(pdev, PCIE_GLI_9767_CFG, &value);
919 value |= PCIE_GLI_9767_CFG_LOW_PWR_OFF;
920 pci_write_config_dword(pdev, PCIE_GLI_9767_CFG, value);
921
922 gl9767_disable_ssc_pll(pdev);
923 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL);
924
925 if (clock == 0)
926 return;
927
928 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock);
929 if (clock == 200000000 && ios->timing == MMC_TIMING_UHS_SDR104) {
930 host->mmc->actual_clock = 205000000;
931 gl9767_set_ssc_pll_205mhz(pdev);
932 }
933
934 sdhci_enable_clk(host, clk);
935
936 pci_read_config_dword(pdev, PCIE_GLI_9767_CFG, &value);
937 value &= ~PCIE_GLI_9767_CFG_LOW_PWR_OFF;
938 pci_write_config_dword(pdev, PCIE_GLI_9767_CFG, value);
939
940 gl9767_vhs_read(pdev);
941}
942
943static void gli_set_9767(struct sdhci_host *host)
944{
945 u32 value;
946
947 value = sdhci_readl(host, SDHCI_GLI_9767_GM_BURST_SIZE);
948 value &= ~SDHCI_GLI_9767_GM_BURST_SIZE_AXI_ALWAYS_SET;
949 sdhci_writel(host, value, SDHCI_GLI_9767_GM_BURST_SIZE);
950}
951
952static void gl9767_hw_setting(struct sdhci_pci_slot *slot)
953{
954 struct pci_dev *pdev = slot->chip->pdev;
955 u32 value;
956
957 gl9767_vhs_write(pdev);
958
959 pci_read_config_dword(pdev, PCIE_GLI_9767_PWR_MACRO_CTL, &value);
960 value &= ~(PCIE_GLI_9767_PWR_MACRO_CTL_LOW_VOLTAGE |
961 PCIE_GLI_9767_PWR_MACRO_CTL_LD0_LOW_OUTPUT_VOLTAGE |
962 PCIE_GLI_9767_PWR_MACRO_CTL_RCLK_AMPLITUDE_CTL);
963
964 value |= PCIE_GLI_9767_PWR_MACRO_CTL_LOW_VOLTAGE |
965 FIELD_PREP(PCIE_GLI_9767_PWR_MACRO_CTL_LD0_LOW_OUTPUT_VOLTAGE,
966 PCIE_GLI_9767_PWR_MACRO_CTL_LD0_LOW_OUTPUT_VOLTAGE_VALUE) |
967 FIELD_PREP(PCIE_GLI_9767_PWR_MACRO_CTL_RCLK_AMPLITUDE_CTL,
968 PCIE_GLI_9767_PWR_MACRO_CTL_RCLK_AMPLITUDE_CTL_VALUE);
969 pci_write_config_dword(pdev, PCIE_GLI_9767_PWR_MACRO_CTL, value);
970
971 pci_read_config_dword(pdev, PCIE_GLI_9767_SCR, &value);
972 value &= ~(PCIE_GLI_9767_SCR_SYSTEM_CLK_SELECT_MODE0 |
973 PCIE_GLI_9767_SCR_SYSTEM_CLK_SELECT_MODE1 |
974 PCIE_GLI_9767_SCR_CFG_RST_DATA_LINK_DOWN);
975
976 value |= PCIE_GLI_9767_SCR_AUTO_AXI_W_BURST |
977 PCIE_GLI_9767_SCR_AUTO_AXI_R_BURST |
978 PCIE_GLI_9767_SCR_AXI_REQ |
979 PCIE_GLI_9767_SCR_CARD_DET_PWR_SAVING_EN |
980 PCIE_GLI_9767_SCR_CORE_PWR_D3_OFF;
981 pci_write_config_dword(pdev, PCIE_GLI_9767_SCR, value);
982
983 gl9767_vhs_read(pdev);
984}
985
986static void sdhci_gl9767_reset(struct sdhci_host *host, u8 mask)
987{
988 sdhci_reset(host, mask);
989 gli_set_9767(host);
990}
991
992static int gl9767_init_sd_express(struct mmc_host *mmc, struct mmc_ios *ios)
993{
994 struct sdhci_host *host = mmc_priv(mmc);
995 struct sdhci_pci_slot *slot = sdhci_priv(host);
996 struct pci_dev *pdev;
997 u32 value;
998 int i;
999
1000 pdev = slot->chip->pdev;
1001
1002 if (mmc->ops->get_ro(mmc)) {
1003 mmc->ios.timing &= ~(MMC_TIMING_SD_EXP | MMC_TIMING_SD_EXP_1_2V);
1004 return 0;
1005 }
1006
1007 gl9767_vhs_write(pdev);
1008
1009 pci_read_config_dword(pdev, PCIE_GLI_9767_COMBO_MUX_CTL, &value);
1010 value &= ~(PCIE_GLI_9767_COMBO_MUX_CTL_RST_EN | PCIE_GLI_9767_COMBO_MUX_CTL_WAIT_PERST_EN);
1011 pci_write_config_dword(pdev, PCIE_GLI_9767_COMBO_MUX_CTL, value);
1012
1013 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_DATA_MULTI_CTL, &value);
1014 value &= ~PCIE_GLI_9767_SD_DATA_MULTI_CTL_DISCONNECT_TIME;
1015 value |= FIELD_PREP(PCIE_GLI_9767_SD_DATA_MULTI_CTL_DISCONNECT_TIME,
1016 PCIE_GLI_9767_SD_DATA_MULTI_CTL_DISCONNECT_TIME_VALUE);
1017 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_DATA_MULTI_CTL, value);
1018
1019 pci_read_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2, &value);
1020 value |= PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2_SDEI_COMPLETE;
1021 pci_write_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2, value);
1022
1023 pci_read_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_EN_REG2, &value);
1024 value |= PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_EN_REG2_SDEI_COMPLETE_STATUS_EN;
1025 pci_write_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_EN_REG2, value);
1026
1027 pci_read_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_SIGNAL_EN_REG2, &value);
1028 value |= PCIE_GLI_9767_NORMAL_ERR_INT_SIGNAL_EN_REG2_SDEI_COMPLETE_SIGNAL_EN;
1029 pci_write_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_SIGNAL_EN_REG2, value);
1030
1031 pci_read_config_dword(pdev, PCIE_GLI_9767_CFG, &value);
1032 value |= PCIE_GLI_9767_CFG_LOW_PWR_OFF;
1033 pci_write_config_dword(pdev, PCIE_GLI_9767_CFG, value);
1034
1035 value = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1036 value &= ~(SDHCI_CLOCK_CARD_EN | SDHCI_CLOCK_PLL_EN);
1037 sdhci_writew(host, value, SDHCI_CLOCK_CONTROL);
1038
1039 value = sdhci_readb(host, SDHCI_POWER_CONTROL);
1040 value |= (SDHCI_VDD2_POWER_180 | SDHCI_VDD2_POWER_ON);
1041 sdhci_writeb(host, value, SDHCI_POWER_CONTROL);
1042
1043 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_EXPRESS_CTL, &value);
1044 value |= PCIE_GLI_9767_SD_EXPRESS_CTL_SDEI_EXE;
1045 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_EXPRESS_CTL, value);
1046
1047 for (i = 0; i < 2; i++) {
1048 usleep_range(10000, 10100);
1049 pci_read_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2, &value);
1050 if (value & PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2_SDEI_COMPLETE) {
1051 pci_write_config_dword(pdev, PCIE_GLI_9767_NORMAL_ERR_INT_STATUS_REG2,
1052 value);
1053 break;
1054 }
1055 }
1056
1057 pci_read_config_dword(pdev, PCIE_GLI_9767_SDHC_CAP, &value);
1058 if (value & PCIE_GLI_9767_SDHC_CAP_SDEI_RESULT) {
1059 pci_read_config_dword(pdev, PCIE_GLI_9767_SD_EXPRESS_CTL, &value);
1060 value |= PCIE_GLI_9767_SD_EXPRESS_CTL_SD_EXPRESS_MODE;
1061 pci_write_config_dword(pdev, PCIE_GLI_9767_SD_EXPRESS_CTL, value);
1062 } else {
1063 mmc->ios.timing &= ~(MMC_TIMING_SD_EXP | MMC_TIMING_SD_EXP_1_2V);
1064
1065 value = sdhci_readb(host, SDHCI_POWER_CONTROL);
1066 value &= ~(SDHCI_VDD2_POWER_180 | SDHCI_VDD2_POWER_ON);
1067 sdhci_writeb(host, value, SDHCI_POWER_CONTROL);
1068
1069 value = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1070 value |= (SDHCI_CLOCK_CARD_EN | SDHCI_CLOCK_PLL_EN);
1071 sdhci_writew(host, value, SDHCI_CLOCK_CONTROL);
1072 }
1073
1074 gl9767_vhs_read(pdev);
1075
1076 return 0;
1077}
1078
1079static int gli_probe_slot_gl9750(struct sdhci_pci_slot *slot)
1080{
1081 struct sdhci_host *host = slot->host;
1082
1083 gl9750_hw_setting(host);
1084 gli_pcie_enable_msi(slot);
1085 slot->host->mmc->caps2 |= MMC_CAP2_NO_SDIO;
1086 sdhci_enable_v4_mode(host);
1087
1088 return 0;
1089}
1090
1091static int gli_probe_slot_gl9755(struct sdhci_pci_slot *slot)
1092{
1093 struct sdhci_host *host = slot->host;
1094
1095 gl9755_hw_setting(slot);
1096 gli_pcie_enable_msi(slot);
1097 slot->host->mmc->caps2 |= MMC_CAP2_NO_SDIO;
1098 sdhci_enable_v4_mode(host);
1099
1100 return 0;
1101}
1102
1103static int gli_probe_slot_gl9767(struct sdhci_pci_slot *slot)
1104{
1105 struct sdhci_host *host = slot->host;
1106
1107 gli_set_9767(host);
1108 gl9767_hw_setting(slot);
1109 gli_pcie_enable_msi(slot);
1110 slot->host->mmc->caps2 |= MMC_CAP2_NO_SDIO;
1111 host->mmc->caps2 |= MMC_CAP2_SD_EXP;
1112 host->mmc_host_ops.init_sd_express = gl9767_init_sd_express;
1113 sdhci_enable_v4_mode(host);
1114
1115 return 0;
1116}
1117
1118static void sdhci_gli_voltage_switch(struct sdhci_host *host)
1119{
1120 /*
1121 * According to Section 3.6.1 signal voltage switch procedure in
1122 * SD Host Controller Simplified Spec. 4.20, steps 6~8 are as
1123 * follows:
1124 * (6) Set 1.8V Signal Enable in the Host Control 2 register.
1125 * (7) Wait 5ms. 1.8V voltage regulator shall be stable within this
1126 * period.
1127 * (8) If 1.8V Signal Enable is cleared by Host Controller, go to
1128 * step (12).
1129 *
1130 * Wait 5ms after set 1.8V signal enable in Host Control 2 register
1131 * to ensure 1.8V signal enable bit is set by GL9750/GL9755.
1132 *
1133 * ...however, the controller in the NUC10i3FNK4 (a 9755) requires
1134 * slightly longer than 5ms before the control register reports that
1135 * 1.8V is ready, and far longer still before the card will actually
1136 * work reliably.
1137 */
1138 usleep_range(100000, 110000);
1139}
1140
1141static void sdhci_gl9767_voltage_switch(struct sdhci_host *host)
1142{
1143 /*
1144 * According to Section 3.6.1 signal voltage switch procedure in
1145 * SD Host Controller Simplified Spec. 4.20, steps 6~8 are as
1146 * follows:
1147 * (6) Set 1.8V Signal Enable in the Host Control 2 register.
1148 * (7) Wait 5ms. 1.8V voltage regulator shall be stable within this
1149 * period.
1150 * (8) If 1.8V Signal Enable is cleared by Host Controller, go to
1151 * step (12).
1152 *
1153 * Wait 5ms after set 1.8V signal enable in Host Control 2 register
1154 * to ensure 1.8V signal enable bit is set by GL9767.
1155 *
1156 */
1157 usleep_range(5000, 5500);
1158}
1159
1160static void sdhci_gl9750_reset(struct sdhci_host *host, u8 mask)
1161{
1162 sdhci_reset(host, mask);
1163 gli_set_9750(host);
1164}
1165
1166static u32 sdhci_gl9750_readl(struct sdhci_host *host, int reg)
1167{
1168 u32 value;
1169
1170 value = readl(host->ioaddr + reg);
1171 if (unlikely(reg == SDHCI_MAX_CURRENT && !(value & 0xff)))
1172 value |= 0xc8;
1173
1174 return value;
1175}
1176
1177static void gl9763e_hs400_enhanced_strobe(struct mmc_host *mmc,
1178 struct mmc_ios *ios)
1179{
1180 struct sdhci_host *host = mmc_priv(mmc);
1181 u32 val;
1182
1183 val = sdhci_readl(host, SDHCI_GLI_9763E_HS400_ES_REG);
1184 if (ios->enhanced_strobe)
1185 val |= SDHCI_GLI_9763E_HS400_ES_BIT;
1186 else
1187 val &= ~SDHCI_GLI_9763E_HS400_ES_BIT;
1188
1189 sdhci_writel(host, val, SDHCI_GLI_9763E_HS400_ES_REG);
1190}
1191
1192static void gl9763e_set_low_power_negotiation(struct sdhci_pci_slot *slot,
1193 bool enable)
1194{
1195 struct pci_dev *pdev = slot->chip->pdev;
1196 u32 value;
1197
1198 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
1199 value &= ~GLI_9763E_VHS_REV;
1200 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_W);
1201 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
1202
1203 pci_read_config_dword(pdev, PCIE_GLI_9763E_CFG, &value);
1204
1205 if (enable)
1206 value &= ~GLI_9763E_CFG_LPSN_DIS;
1207 else
1208 value |= GLI_9763E_CFG_LPSN_DIS;
1209
1210 pci_write_config_dword(pdev, PCIE_GLI_9763E_CFG, value);
1211
1212 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
1213 value &= ~GLI_9763E_VHS_REV;
1214 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_R);
1215 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
1216}
1217
1218static void sdhci_set_gl9763e_signaling(struct sdhci_host *host,
1219 unsigned int timing)
1220{
1221 u16 ctrl_2;
1222
1223 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1224 ctrl_2 &= ~SDHCI_CTRL_UHS_MASK;
1225 if (timing == MMC_TIMING_MMC_HS200)
1226 ctrl_2 |= SDHCI_CTRL_UHS_SDR104;
1227 else if (timing == MMC_TIMING_MMC_HS)
1228 ctrl_2 |= SDHCI_CTRL_UHS_SDR25;
1229 else if (timing == MMC_TIMING_MMC_DDR52)
1230 ctrl_2 |= SDHCI_CTRL_UHS_DDR50;
1231 else if (timing == MMC_TIMING_MMC_HS400)
1232 ctrl_2 |= SDHCI_GLI_9763E_CTRL_HS400;
1233
1234 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2);
1235}
1236
1237static void sdhci_gl9763e_dumpregs(struct mmc_host *mmc)
1238{
1239 sdhci_dumpregs(mmc_priv(mmc));
1240}
1241
1242static void sdhci_gl9763e_cqe_pre_enable(struct mmc_host *mmc)
1243{
1244 struct cqhci_host *cq_host = mmc->cqe_private;
1245 u32 value;
1246
1247 value = cqhci_readl(cq_host, CQHCI_CFG);
1248 value |= CQHCI_ENABLE;
1249 cqhci_writel(cq_host, value, CQHCI_CFG);
1250}
1251
1252static void sdhci_gl9763e_cqe_enable(struct mmc_host *mmc)
1253{
1254 struct sdhci_host *host = mmc_priv(mmc);
1255
1256 sdhci_writew(host, GLI_9763E_CQE_TRNS_MODE, SDHCI_TRANSFER_MODE);
1257 sdhci_cqe_enable(mmc);
1258}
1259
1260static u32 sdhci_gl9763e_cqhci_irq(struct sdhci_host *host, u32 intmask)
1261{
1262 int cmd_error = 0;
1263 int data_error = 0;
1264
1265 if (!sdhci_cqe_irq(host, intmask, &cmd_error, &data_error))
1266 return intmask;
1267
1268 cqhci_irq(host->mmc, intmask, cmd_error, data_error);
1269
1270 return 0;
1271}
1272
1273static void sdhci_gl9763e_cqe_post_disable(struct mmc_host *mmc)
1274{
1275 struct sdhci_host *host = mmc_priv(mmc);
1276 struct cqhci_host *cq_host = mmc->cqe_private;
1277 u32 value;
1278
1279 value = cqhci_readl(cq_host, CQHCI_CFG);
1280 value &= ~CQHCI_ENABLE;
1281 cqhci_writel(cq_host, value, CQHCI_CFG);
1282 sdhci_writew(host, 0x0, SDHCI_TRANSFER_MODE);
1283}
1284
1285static const struct cqhci_host_ops sdhci_gl9763e_cqhci_ops = {
1286 .enable = sdhci_gl9763e_cqe_enable,
1287 .disable = sdhci_cqe_disable,
1288 .dumpregs = sdhci_gl9763e_dumpregs,
1289 .pre_enable = sdhci_gl9763e_cqe_pre_enable,
1290 .post_disable = sdhci_gl9763e_cqe_post_disable,
1291};
1292
1293static int gl9763e_add_host(struct sdhci_pci_slot *slot)
1294{
1295 struct device *dev = &slot->chip->pdev->dev;
1296 struct sdhci_host *host = slot->host;
1297 struct cqhci_host *cq_host;
1298 bool dma64;
1299 int ret;
1300
1301 ret = sdhci_setup_host(host);
1302 if (ret)
1303 return ret;
1304
1305 cq_host = devm_kzalloc(dev, sizeof(*cq_host), GFP_KERNEL);
1306 if (!cq_host) {
1307 ret = -ENOMEM;
1308 goto cleanup;
1309 }
1310
1311 cq_host->mmio = host->ioaddr + SDHCI_GLI_9763E_CQE_BASE_ADDR;
1312 cq_host->ops = &sdhci_gl9763e_cqhci_ops;
1313
1314 dma64 = host->flags & SDHCI_USE_64_BIT_DMA;
1315 if (dma64)
1316 cq_host->caps |= CQHCI_TASK_DESC_SZ_128;
1317
1318 ret = cqhci_init(cq_host, host->mmc, dma64);
1319 if (ret)
1320 goto cleanup;
1321
1322 ret = __sdhci_add_host(host);
1323 if (ret)
1324 goto cleanup;
1325
1326 /* Disable LPM negotiation to avoid entering L1 state. */
1327 gl9763e_set_low_power_negotiation(slot, false);
1328
1329 return 0;
1330
1331cleanup:
1332 sdhci_cleanup_host(host);
1333 return ret;
1334}
1335
1336static void gli_set_gl9763e(struct sdhci_pci_slot *slot)
1337{
1338 struct pci_dev *pdev = slot->chip->pdev;
1339 u32 value;
1340
1341 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
1342 value &= ~GLI_9763E_VHS_REV;
1343 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_W);
1344 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
1345
1346 pci_read_config_dword(pdev, PCIE_GLI_9763E_SCR, &value);
1347 value |= GLI_9763E_SCR_AXI_REQ;
1348 pci_write_config_dword(pdev, PCIE_GLI_9763E_SCR, value);
1349
1350 pci_read_config_dword(pdev, PCIE_GLI_9763E_MMC_CTRL, &value);
1351 value &= ~GLI_9763E_HS400_SLOW;
1352 pci_write_config_dword(pdev, PCIE_GLI_9763E_MMC_CTRL, value);
1353
1354 pci_read_config_dword(pdev, PCIE_GLI_9763E_CFG2, &value);
1355 value &= ~GLI_9763E_CFG2_L1DLY;
1356 /* set ASPM L1 entry delay to 21us */
1357 value |= FIELD_PREP(GLI_9763E_CFG2_L1DLY, GLI_9763E_CFG2_L1DLY_MID);
1358 pci_write_config_dword(pdev, PCIE_GLI_9763E_CFG2, value);
1359
1360 pci_read_config_dword(pdev, PCIE_GLI_9763E_CLKRXDLY, &value);
1361 value &= ~GLI_9763E_HS400_RXDLY;
1362 value |= FIELD_PREP(GLI_9763E_HS400_RXDLY, GLI_9763E_HS400_RXDLY_5);
1363 pci_write_config_dword(pdev, PCIE_GLI_9763E_CLKRXDLY, value);
1364
1365 pci_read_config_dword(pdev, PCIE_GLI_9763E_VHS, &value);
1366 value &= ~GLI_9763E_VHS_REV;
1367 value |= FIELD_PREP(GLI_9763E_VHS_REV, GLI_9763E_VHS_REV_R);
1368 pci_write_config_dword(pdev, PCIE_GLI_9763E_VHS, value);
1369}
1370
1371#ifdef CONFIG_PM
1372static int gl9763e_runtime_suspend(struct sdhci_pci_chip *chip)
1373{
1374 struct sdhci_pci_slot *slot = chip->slots[0];
1375 struct sdhci_host *host = slot->host;
1376 u16 clock;
1377
1378 /* Enable LPM negotiation to allow entering L1 state */
1379 gl9763e_set_low_power_negotiation(slot, true);
1380
1381 clock = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1382 clock &= ~(SDHCI_CLOCK_PLL_EN | SDHCI_CLOCK_CARD_EN);
1383 sdhci_writew(host, clock, SDHCI_CLOCK_CONTROL);
1384
1385 return 0;
1386}
1387
1388static int gl9763e_runtime_resume(struct sdhci_pci_chip *chip)
1389{
1390 struct sdhci_pci_slot *slot = chip->slots[0];
1391 struct sdhci_host *host = slot->host;
1392 u16 clock;
1393
1394 if (host->mmc->ios.power_mode != MMC_POWER_ON)
1395 return 0;
1396
1397 clock = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1398
1399 clock |= SDHCI_CLOCK_PLL_EN;
1400 clock &= ~SDHCI_CLOCK_INT_STABLE;
1401 sdhci_writew(host, clock, SDHCI_CLOCK_CONTROL);
1402
1403 /* Wait max 150 ms */
1404 if (read_poll_timeout(sdhci_readw, clock, (clock & SDHCI_CLOCK_INT_STABLE),
1405 1000, 150000, false, host, SDHCI_CLOCK_CONTROL)) {
1406 pr_err("%s: PLL clock never stabilised.\n",
1407 mmc_hostname(host->mmc));
1408 sdhci_dumpregs(host);
1409 }
1410
1411 clock |= SDHCI_CLOCK_CARD_EN;
1412 sdhci_writew(host, clock, SDHCI_CLOCK_CONTROL);
1413
1414 /* Disable LPM negotiation to avoid entering L1 state. */
1415 gl9763e_set_low_power_negotiation(slot, false);
1416
1417 return 0;
1418}
1419#endif
1420
1421#ifdef CONFIG_PM_SLEEP
1422static int sdhci_pci_gli_resume(struct sdhci_pci_chip *chip)
1423{
1424 struct sdhci_pci_slot *slot = chip->slots[0];
1425
1426 pci_free_irq_vectors(slot->chip->pdev);
1427 gli_pcie_enable_msi(slot);
1428
1429 return sdhci_pci_resume_host(chip);
1430}
1431
1432static int gl9763e_resume(struct sdhci_pci_chip *chip)
1433{
1434 struct sdhci_pci_slot *slot = chip->slots[0];
1435 int ret;
1436
1437 ret = sdhci_pci_gli_resume(chip);
1438 if (ret)
1439 return ret;
1440
1441 ret = cqhci_resume(slot->host->mmc);
1442 if (ret)
1443 return ret;
1444
1445 /*
1446 * Disable LPM negotiation to bring device back in sync
1447 * with its runtime_pm state.
1448 */
1449 gl9763e_set_low_power_negotiation(slot, false);
1450
1451 return 0;
1452}
1453
1454static int gl9763e_suspend(struct sdhci_pci_chip *chip)
1455{
1456 struct sdhci_pci_slot *slot = chip->slots[0];
1457 int ret;
1458
1459 /*
1460 * Certain SoCs can suspend only with the bus in low-
1461 * power state, notably x86 SoCs when using S0ix.
1462 * Re-enable LPM negotiation to allow entering L1 state
1463 * and entering system suspend.
1464 */
1465 gl9763e_set_low_power_negotiation(slot, true);
1466
1467 ret = cqhci_suspend(slot->host->mmc);
1468 if (ret)
1469 goto err_suspend;
1470
1471 ret = sdhci_suspend_host(slot->host);
1472 if (ret)
1473 goto err_suspend_host;
1474
1475 return 0;
1476
1477err_suspend_host:
1478 cqhci_resume(slot->host->mmc);
1479err_suspend:
1480 gl9763e_set_low_power_negotiation(slot, false);
1481 return ret;
1482}
1483#endif
1484
1485static int gli_probe_slot_gl9763e(struct sdhci_pci_slot *slot)
1486{
1487 struct pci_dev *pdev = slot->chip->pdev;
1488 struct sdhci_host *host = slot->host;
1489 u32 value;
1490
1491 host->mmc->caps |= MMC_CAP_8_BIT_DATA |
1492 MMC_CAP_1_8V_DDR |
1493 MMC_CAP_NONREMOVABLE;
1494 host->mmc->caps2 |= MMC_CAP2_HS200_1_8V_SDR |
1495 MMC_CAP2_HS400_1_8V |
1496 MMC_CAP2_HS400_ES |
1497 MMC_CAP2_NO_SDIO |
1498 MMC_CAP2_NO_SD;
1499
1500 pci_read_config_dword(pdev, PCIE_GLI_9763E_MB, &value);
1501 if (!(value & GLI_9763E_MB_CMDQ_OFF))
1502 if (value & GLI_9763E_MB_ERP_ON)
1503 host->mmc->caps2 |= MMC_CAP2_CQE | MMC_CAP2_CQE_DCMD;
1504
1505 gli_pcie_enable_msi(slot);
1506 host->mmc_host_ops.hs400_enhanced_strobe =
1507 gl9763e_hs400_enhanced_strobe;
1508 gli_set_gl9763e(slot);
1509 sdhci_enable_v4_mode(host);
1510
1511 return 0;
1512}
1513
1514#define REG_OFFSET_IN_BITS(reg) ((reg) << 3 & 0x18)
1515
1516static u16 sdhci_gli_readw(struct sdhci_host *host, int reg)
1517{
1518 u32 val = readl(host->ioaddr + (reg & ~3));
1519 u16 word;
1520
1521 word = (val >> REG_OFFSET_IN_BITS(reg)) & 0xffff;
1522 return word;
1523}
1524
1525static u8 sdhci_gli_readb(struct sdhci_host *host, int reg)
1526{
1527 u32 val = readl(host->ioaddr + (reg & ~3));
1528 u8 byte = (val >> REG_OFFSET_IN_BITS(reg)) & 0xff;
1529
1530 return byte;
1531}
1532
1533static const struct sdhci_ops sdhci_gl9755_ops = {
1534 .read_w = sdhci_gli_readw,
1535 .read_b = sdhci_gli_readb,
1536 .set_clock = sdhci_gl9755_set_clock,
1537 .enable_dma = sdhci_pci_enable_dma,
1538 .set_bus_width = sdhci_set_bus_width,
1539 .reset = sdhci_reset,
1540 .set_uhs_signaling = sdhci_set_uhs_signaling,
1541 .voltage_switch = sdhci_gli_voltage_switch,
1542};
1543
1544const struct sdhci_pci_fixes sdhci_gl9755 = {
1545 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1546 .quirks2 = SDHCI_QUIRK2_BROKEN_DDR50,
1547 .probe_slot = gli_probe_slot_gl9755,
1548 .ops = &sdhci_gl9755_ops,
1549#ifdef CONFIG_PM_SLEEP
1550 .resume = sdhci_pci_gli_resume,
1551#endif
1552};
1553
1554static const struct sdhci_ops sdhci_gl9750_ops = {
1555 .read_w = sdhci_gli_readw,
1556 .read_b = sdhci_gli_readb,
1557 .read_l = sdhci_gl9750_readl,
1558 .set_clock = sdhci_gl9750_set_clock,
1559 .enable_dma = sdhci_pci_enable_dma,
1560 .set_bus_width = sdhci_set_bus_width,
1561 .reset = sdhci_gl9750_reset,
1562 .set_uhs_signaling = sdhci_set_uhs_signaling,
1563 .voltage_switch = sdhci_gli_voltage_switch,
1564 .platform_execute_tuning = gl9750_execute_tuning,
1565};
1566
1567const struct sdhci_pci_fixes sdhci_gl9750 = {
1568 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1569 .quirks2 = SDHCI_QUIRK2_BROKEN_DDR50,
1570 .probe_slot = gli_probe_slot_gl9750,
1571 .ops = &sdhci_gl9750_ops,
1572#ifdef CONFIG_PM_SLEEP
1573 .resume = sdhci_pci_gli_resume,
1574#endif
1575};
1576
1577static const struct sdhci_ops sdhci_gl9763e_ops = {
1578 .set_clock = sdhci_set_clock,
1579 .enable_dma = sdhci_pci_enable_dma,
1580 .set_bus_width = sdhci_set_bus_width,
1581 .reset = sdhci_and_cqhci_reset,
1582 .set_uhs_signaling = sdhci_set_gl9763e_signaling,
1583 .voltage_switch = sdhci_gli_voltage_switch,
1584 .irq = sdhci_gl9763e_cqhci_irq,
1585};
1586
1587const struct sdhci_pci_fixes sdhci_gl9763e = {
1588 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1589 .probe_slot = gli_probe_slot_gl9763e,
1590 .ops = &sdhci_gl9763e_ops,
1591#ifdef CONFIG_PM_SLEEP
1592 .resume = gl9763e_resume,
1593 .suspend = gl9763e_suspend,
1594#endif
1595#ifdef CONFIG_PM
1596 .runtime_suspend = gl9763e_runtime_suspend,
1597 .runtime_resume = gl9763e_runtime_resume,
1598 .allow_runtime_pm = true,
1599#endif
1600 .add_host = gl9763e_add_host,
1601};
1602
1603static const struct sdhci_ops sdhci_gl9767_ops = {
1604 .set_clock = sdhci_gl9767_set_clock,
1605 .enable_dma = sdhci_pci_enable_dma,
1606 .set_bus_width = sdhci_set_bus_width,
1607 .reset = sdhci_gl9767_reset,
1608 .set_uhs_signaling = sdhci_set_uhs_signaling,
1609 .voltage_switch = sdhci_gl9767_voltage_switch,
1610};
1611
1612const struct sdhci_pci_fixes sdhci_gl9767 = {
1613 .quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC,
1614 .quirks2 = SDHCI_QUIRK2_BROKEN_DDR50,
1615 .probe_slot = gli_probe_slot_gl9767,
1616 .ops = &sdhci_gl9767_ops,
1617#ifdef CONFIG_PM_SLEEP
1618 .resume = sdhci_pci_gli_resume,
1619#endif
1620};