Linux Audio

Check our new training course

Linux kernel drivers training

Mar 31-Apr 9, 2025, special US time zones
Register
Loading...
Note: File does not exist in v3.1.
  1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 * MediaTek xHCI Host Controller Driver
  4 *
  5 * Copyright (c) 2015 MediaTek Inc.
  6 * Author:
  7 *  Chunfeng Yun <chunfeng.yun@mediatek.com>
  8 */
  9
 10#include <linux/dma-mapping.h>
 11#include <linux/iopoll.h>
 12#include <linux/kernel.h>
 13#include <linux/mfd/syscon.h>
 14#include <linux/module.h>
 15#include <linux/of.h>
 16#include <linux/platform_device.h>
 17#include <linux/pm_runtime.h>
 18#include <linux/pm_wakeirq.h>
 19#include <linux/regmap.h>
 20#include <linux/regulator/consumer.h>
 21
 22#include "xhci.h"
 23#include "xhci-mtk.h"
 24
 25/* ip_pw_ctrl0 register */
 26#define CTRL0_IP_SW_RST	BIT(0)
 27
 28/* ip_pw_ctrl1 register */
 29#define CTRL1_IP_HOST_PDN	BIT(0)
 30
 31/* ip_pw_ctrl2 register */
 32#define CTRL2_IP_DEV_PDN	BIT(0)
 33
 34/* ip_pw_sts1 register */
 35#define STS1_IP_SLEEP_STS	BIT(30)
 36#define STS1_U3_MAC_RST	BIT(16)
 37#define STS1_XHCI_RST		BIT(11)
 38#define STS1_SYS125_RST	BIT(10)
 39#define STS1_REF_RST		BIT(8)
 40#define STS1_SYSPLL_STABLE	BIT(0)
 41
 42/* ip_xhci_cap register */
 43#define CAP_U3_PORT_NUM(p)	((p) & 0xff)
 44#define CAP_U2_PORT_NUM(p)	(((p) >> 8) & 0xff)
 45
 46/* u3_ctrl_p register */
 47#define CTRL_U3_PORT_HOST_SEL	BIT(2)
 48#define CTRL_U3_PORT_PDN	BIT(1)
 49#define CTRL_U3_PORT_DIS	BIT(0)
 50
 51/* u2_ctrl_p register */
 52#define CTRL_U2_PORT_HOST_SEL	BIT(2)
 53#define CTRL_U2_PORT_PDN	BIT(1)
 54#define CTRL_U2_PORT_DIS	BIT(0)
 55
 56/* u2_phy_pll register */
 57#define CTRL_U2_FORCE_PLL_STB	BIT(28)
 58
 59/* usb remote wakeup registers in syscon */
 60
 61/* mt8173 etc */
 62#define PERI_WK_CTRL1	0x4
 63#define WC1_IS_C(x)	(((x) & 0xf) << 26)  /* cycle debounce */
 64#define WC1_IS_EN	BIT(25)
 65#define WC1_IS_P	BIT(6)  /* polarity for ip sleep */
 66
 67/* mt8183 */
 68#define PERI_WK_CTRL0	0x0
 69#define WC0_IS_C(x)	((u32)(((x) & 0xf) << 28))  /* cycle debounce */
 70#define WC0_IS_P	BIT(12)	/* polarity */
 71#define WC0_IS_EN	BIT(6)
 72
 73/* mt8192 */
 74#define WC0_SSUSB0_CDEN		BIT(6)
 75#define WC0_IS_SPM_EN		BIT(1)
 76
 77/* mt2712 etc */
 78#define PERI_SSUSB_SPM_CTRL	0x0
 79#define SSC_IP_SLEEP_EN	BIT(4)
 80#define SSC_SPM_INT_EN		BIT(1)
 81
 82enum ssusb_uwk_vers {
 83	SSUSB_UWK_V1 = 1,
 84	SSUSB_UWK_V2,
 85	SSUSB_UWK_V1_1 = 101,	/* specific revision 1.01 */
 86	SSUSB_UWK_V1_2,		/* specific revision 1.2 */
 87};
 88
 89static int xhci_mtk_host_enable(struct xhci_hcd_mtk *mtk)
 90{
 91	struct mu3c_ippc_regs __iomem *ippc = mtk->ippc_regs;
 92	u32 value, check_val;
 93	int u3_ports_disabled = 0;
 94	int ret;
 95	int i;
 96
 97	if (!mtk->has_ippc)
 98		return 0;
 99
100	/* power on host ip */
101	value = readl(&ippc->ip_pw_ctr1);
102	value &= ~CTRL1_IP_HOST_PDN;
103	writel(value, &ippc->ip_pw_ctr1);
104
105	/* power on and enable u3 ports except skipped ones */
106	for (i = 0; i < mtk->num_u3_ports; i++) {
107		if ((0x1 << i) & mtk->u3p_dis_msk) {
108			u3_ports_disabled++;
109			continue;
110		}
111
112		value = readl(&ippc->u3_ctrl_p[i]);
113		value &= ~(CTRL_U3_PORT_PDN | CTRL_U3_PORT_DIS);
114		value |= CTRL_U3_PORT_HOST_SEL;
115		writel(value, &ippc->u3_ctrl_p[i]);
116	}
117
118	/* power on and enable all u2 ports */
119	for (i = 0; i < mtk->num_u2_ports; i++) {
120		value = readl(&ippc->u2_ctrl_p[i]);
121		value &= ~(CTRL_U2_PORT_PDN | CTRL_U2_PORT_DIS);
122		value |= CTRL_U2_PORT_HOST_SEL;
123		writel(value, &ippc->u2_ctrl_p[i]);
124	}
125
126	/*
127	 * wait for clocks to be stable, and clock domains reset to
128	 * be inactive after power on and enable ports
129	 */
130	check_val = STS1_SYSPLL_STABLE | STS1_REF_RST |
131			STS1_SYS125_RST | STS1_XHCI_RST;
132
133	if (mtk->num_u3_ports > u3_ports_disabled)
134		check_val |= STS1_U3_MAC_RST;
135
136	ret = readl_poll_timeout(&ippc->ip_pw_sts1, value,
137			  (check_val == (value & check_val)), 100, 20000);
138	if (ret) {
139		dev_err(mtk->dev, "clocks are not stable (0x%x)\n", value);
140		return ret;
141	}
142
143	return 0;
144}
145
146static int xhci_mtk_host_disable(struct xhci_hcd_mtk *mtk)
147{
148	struct mu3c_ippc_regs __iomem *ippc = mtk->ippc_regs;
149	u32 value;
150	int ret;
151	int i;
152
153	if (!mtk->has_ippc)
154		return 0;
155
156	/* power down u3 ports except skipped ones */
157	for (i = 0; i < mtk->num_u3_ports; i++) {
158		if ((0x1 << i) & mtk->u3p_dis_msk)
159			continue;
160
161		value = readl(&ippc->u3_ctrl_p[i]);
162		value |= CTRL_U3_PORT_PDN;
163		writel(value, &ippc->u3_ctrl_p[i]);
164	}
165
166	/* power down all u2 ports */
167	for (i = 0; i < mtk->num_u2_ports; i++) {
168		value = readl(&ippc->u2_ctrl_p[i]);
169		value |= CTRL_U2_PORT_PDN;
170		writel(value, &ippc->u2_ctrl_p[i]);
171	}
172
173	/* power down host ip */
174	value = readl(&ippc->ip_pw_ctr1);
175	value |= CTRL1_IP_HOST_PDN;
176	writel(value, &ippc->ip_pw_ctr1);
177
178	/* wait for host ip to sleep */
179	ret = readl_poll_timeout(&ippc->ip_pw_sts1, value,
180			  (value & STS1_IP_SLEEP_STS), 100, 100000);
181	if (ret) {
182		dev_err(mtk->dev, "ip sleep failed!!!\n");
183		return ret;
184	}
185	return 0;
186}
187
188static int xhci_mtk_ssusb_config(struct xhci_hcd_mtk *mtk)
189{
190	struct mu3c_ippc_regs __iomem *ippc = mtk->ippc_regs;
191	u32 value;
192
193	if (!mtk->has_ippc)
194		return 0;
195
196	/* reset whole ip */
197	value = readl(&ippc->ip_pw_ctr0);
198	value |= CTRL0_IP_SW_RST;
199	writel(value, &ippc->ip_pw_ctr0);
200	udelay(1);
201	value = readl(&ippc->ip_pw_ctr0);
202	value &= ~CTRL0_IP_SW_RST;
203	writel(value, &ippc->ip_pw_ctr0);
204
205	/*
206	 * device ip is default power-on in fact
207	 * power down device ip, otherwise ip-sleep will fail
208	 */
209	value = readl(&ippc->ip_pw_ctr2);
210	value |= CTRL2_IP_DEV_PDN;
211	writel(value, &ippc->ip_pw_ctr2);
212
213	value = readl(&ippc->ip_xhci_cap);
214	mtk->num_u3_ports = CAP_U3_PORT_NUM(value);
215	mtk->num_u2_ports = CAP_U2_PORT_NUM(value);
216	dev_dbg(mtk->dev, "%s u2p:%d, u3p:%d\n", __func__,
217			mtk->num_u2_ports, mtk->num_u3_ports);
218
219	return xhci_mtk_host_enable(mtk);
220}
221
222/* only clocks can be turn off for ip-sleep wakeup mode */
223static void usb_wakeup_ip_sleep_set(struct xhci_hcd_mtk *mtk, bool enable)
224{
225	u32 reg, msk, val;
226
227	switch (mtk->uwk_vers) {
228	case SSUSB_UWK_V1:
229		reg = mtk->uwk_reg_base + PERI_WK_CTRL1;
230		msk = WC1_IS_EN | WC1_IS_C(0xf) | WC1_IS_P;
231		val = enable ? (WC1_IS_EN | WC1_IS_C(0x8)) : 0;
232		break;
233	case SSUSB_UWK_V1_1:
234		reg = mtk->uwk_reg_base + PERI_WK_CTRL0;
235		msk = WC0_IS_EN | WC0_IS_C(0xf) | WC0_IS_P;
236		val = enable ? (WC0_IS_EN | WC0_IS_C(0x8)) : 0;
237		break;
238	case SSUSB_UWK_V1_2:
239		reg = mtk->uwk_reg_base + PERI_WK_CTRL0;
240		msk = WC0_SSUSB0_CDEN | WC0_IS_SPM_EN;
241		val = enable ? msk : 0;
242		break;
243	case SSUSB_UWK_V2:
244		reg = mtk->uwk_reg_base + PERI_SSUSB_SPM_CTRL;
245		msk = SSC_IP_SLEEP_EN | SSC_SPM_INT_EN;
246		val = enable ? msk : 0;
247		break;
248	default:
249		return;
250	}
251	regmap_update_bits(mtk->uwk, reg, msk, val);
252}
253
254static int usb_wakeup_of_property_parse(struct xhci_hcd_mtk *mtk,
255				struct device_node *dn)
256{
257	struct of_phandle_args args;
258	int ret;
259
260	/* Wakeup function is optional */
261	mtk->uwk_en = of_property_read_bool(dn, "wakeup-source");
262	if (!mtk->uwk_en)
263		return 0;
264
265	ret = of_parse_phandle_with_fixed_args(dn,
266				"mediatek,syscon-wakeup", 2, 0, &args);
267	if (ret)
268		return ret;
269
270	mtk->uwk_reg_base = args.args[0];
271	mtk->uwk_vers = args.args[1];
272	mtk->uwk = syscon_node_to_regmap(args.np);
273	of_node_put(args.np);
274	dev_info(mtk->dev, "uwk - reg:0x%x, version:%d\n",
275			mtk->uwk_reg_base, mtk->uwk_vers);
276
277	return PTR_ERR_OR_ZERO(mtk->uwk);
278}
279
280static void usb_wakeup_set(struct xhci_hcd_mtk *mtk, bool enable)
281{
282	if (mtk->uwk_en)
283		usb_wakeup_ip_sleep_set(mtk, enable);
284}
285
286static int xhci_mtk_clks_get(struct xhci_hcd_mtk *mtk)
287{
288	struct clk_bulk_data *clks = mtk->clks;
289
290	clks[0].id = "sys_ck";
291	clks[1].id = "xhci_ck";
292	clks[2].id = "ref_ck";
293	clks[3].id = "mcu_ck";
294	clks[4].id = "dma_ck";
295
296	return devm_clk_bulk_get_optional(mtk->dev, BULK_CLKS_NUM, clks);
297}
298
299static int xhci_mtk_ldos_enable(struct xhci_hcd_mtk *mtk)
300{
301	int ret;
302
303	ret = regulator_enable(mtk->vbus);
304	if (ret) {
305		dev_err(mtk->dev, "failed to enable vbus\n");
306		return ret;
307	}
308
309	ret = regulator_enable(mtk->vusb33);
310	if (ret) {
311		dev_err(mtk->dev, "failed to enable vusb33\n");
312		regulator_disable(mtk->vbus);
313		return ret;
314	}
315	return 0;
316}
317
318static void xhci_mtk_ldos_disable(struct xhci_hcd_mtk *mtk)
319{
320	regulator_disable(mtk->vbus);
321	regulator_disable(mtk->vusb33);
322}
323
324static void xhci_mtk_quirks(struct device *dev, struct xhci_hcd *xhci)
325{
326	struct usb_hcd *hcd = xhci_to_hcd(xhci);
327	struct xhci_hcd_mtk *mtk = hcd_to_mtk(hcd);
328
329	/*
330	 * As of now platform drivers don't provide MSI support so we ensure
331	 * here that the generic code does not try to make a pci_dev from our
332	 * dev struct in order to setup MSI
333	 */
334	xhci->quirks |= XHCI_PLAT;
335	xhci->quirks |= XHCI_MTK_HOST;
336	/*
337	 * MTK host controller gives a spurious successful event after a
338	 * short transfer. Ignore it.
339	 */
340	xhci->quirks |= XHCI_SPURIOUS_SUCCESS;
341	if (mtk->lpm_support)
342		xhci->quirks |= XHCI_LPM_SUPPORT;
343	if (mtk->u2_lpm_disable)
344		xhci->quirks |= XHCI_HW_LPM_DISABLE;
345
346	/*
347	 * MTK xHCI 0.96: PSA is 1 by default even if doesn't support stream,
348	 * and it's 3 when support it.
349	 */
350	if (xhci->hci_version < 0x100 && HCC_MAX_PSA(xhci->hcc_params) == 4)
351		xhci->quirks |= XHCI_BROKEN_STREAMS;
352}
353
354/* called during probe() after chip reset completes */
355static int xhci_mtk_setup(struct usb_hcd *hcd)
356{
357	struct xhci_hcd_mtk *mtk = hcd_to_mtk(hcd);
358	int ret;
359
360	if (usb_hcd_is_primary_hcd(hcd)) {
361		ret = xhci_mtk_ssusb_config(mtk);
362		if (ret)
363			return ret;
364	}
365
366	ret = xhci_gen_setup(hcd, xhci_mtk_quirks);
367	if (ret)
368		return ret;
369
370	if (usb_hcd_is_primary_hcd(hcd)) {
371		ret = xhci_mtk_sch_init(mtk);
372		if (ret)
373			return ret;
374	}
375
376	return ret;
377}
378
379static const struct xhci_driver_overrides xhci_mtk_overrides __initconst = {
380	.reset = xhci_mtk_setup,
381	.add_endpoint = xhci_mtk_add_ep,
382	.drop_endpoint = xhci_mtk_drop_ep,
383	.check_bandwidth = xhci_mtk_check_bandwidth,
384	.reset_bandwidth = xhci_mtk_reset_bandwidth,
385};
386
387static struct hc_driver __read_mostly xhci_mtk_hc_driver;
388
389static int xhci_mtk_probe(struct platform_device *pdev)
390{
391	struct device *dev = &pdev->dev;
392	struct device_node *node = dev->of_node;
393	struct xhci_hcd_mtk *mtk;
394	const struct hc_driver *driver;
395	struct xhci_hcd *xhci;
396	struct resource *res;
397	struct usb_hcd *hcd;
398	int ret = -ENODEV;
399	int wakeup_irq;
400	int irq;
401
402	if (usb_disabled())
403		return -ENODEV;
404
405	driver = &xhci_mtk_hc_driver;
406	mtk = devm_kzalloc(dev, sizeof(*mtk), GFP_KERNEL);
407	if (!mtk)
408		return -ENOMEM;
409
410	mtk->dev = dev;
411	mtk->vbus = devm_regulator_get(dev, "vbus");
412	if (IS_ERR(mtk->vbus)) {
413		dev_err(dev, "fail to get vbus\n");
414		return PTR_ERR(mtk->vbus);
415	}
416
417	mtk->vusb33 = devm_regulator_get(dev, "vusb33");
418	if (IS_ERR(mtk->vusb33)) {
419		dev_err(dev, "fail to get vusb33\n");
420		return PTR_ERR(mtk->vusb33);
421	}
422
423	ret = xhci_mtk_clks_get(mtk);
424	if (ret)
425		return ret;
426
427	irq = platform_get_irq_byname_optional(pdev, "host");
428	if (irq < 0) {
429		if (irq == -EPROBE_DEFER)
430			return irq;
431
432		/* for backward compatibility */
433		irq = platform_get_irq(pdev, 0);
434		if (irq < 0)
435			return irq;
436	}
437
438	wakeup_irq = platform_get_irq_byname_optional(pdev, "wakeup");
439	if (wakeup_irq == -EPROBE_DEFER)
440		return wakeup_irq;
441
442	mtk->lpm_support = of_property_read_bool(node, "usb3-lpm-capable");
443	mtk->u2_lpm_disable = of_property_read_bool(node, "usb2-lpm-disable");
444	/* optional property, ignore the error if it does not exist */
445	of_property_read_u32(node, "mediatek,u3p-dis-msk",
446			     &mtk->u3p_dis_msk);
447
448	ret = usb_wakeup_of_property_parse(mtk, node);
449	if (ret) {
450		dev_err(dev, "failed to parse uwk property\n");
451		return ret;
452	}
453
454	pm_runtime_set_active(dev);
455	pm_runtime_use_autosuspend(dev);
456	pm_runtime_set_autosuspend_delay(dev, 4000);
457	pm_runtime_enable(dev);
458	pm_runtime_get_sync(dev);
459
460	ret = xhci_mtk_ldos_enable(mtk);
461	if (ret)
462		goto disable_pm;
463
464	ret = clk_bulk_prepare_enable(BULK_CLKS_NUM, mtk->clks);
465	if (ret)
466		goto disable_ldos;
467
468	hcd = usb_create_hcd(driver, dev, dev_name(dev));
469	if (!hcd) {
470		ret = -ENOMEM;
471		goto disable_clk;
472	}
473
474	/*
475	 * USB 2.0 roothub is stored in the platform_device.
476	 * Swap it with mtk HCD.
477	 */
478	mtk->hcd = platform_get_drvdata(pdev);
479	platform_set_drvdata(pdev, mtk);
480
481	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "mac");
482	hcd->regs = devm_ioremap_resource(dev, res);
483	if (IS_ERR(hcd->regs)) {
484		ret = PTR_ERR(hcd->regs);
485		goto put_usb2_hcd;
486	}
487	hcd->rsrc_start = res->start;
488	hcd->rsrc_len = resource_size(res);
489
490	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "ippc");
491	if (res) {	/* ippc register is optional */
492		mtk->ippc_regs = devm_ioremap_resource(dev, res);
493		if (IS_ERR(mtk->ippc_regs)) {
494			ret = PTR_ERR(mtk->ippc_regs);
495			goto put_usb2_hcd;
496		}
497		mtk->has_ippc = true;
498	}
499
500	device_init_wakeup(dev, true);
501
502	xhci = hcd_to_xhci(hcd);
503	xhci->main_hcd = hcd;
504
505	/*
506	 * imod_interval is the interrupt moderation value in nanoseconds.
507	 * The increment interval is 8 times as much as that defined in
508	 * the xHCI spec on MTK's controller.
509	 */
510	xhci->imod_interval = 5000;
511	device_property_read_u32(dev, "imod-interval-ns", &xhci->imod_interval);
512
513	xhci->shared_hcd = usb_create_shared_hcd(driver, dev,
514			dev_name(dev), hcd);
515	if (!xhci->shared_hcd) {
516		ret = -ENOMEM;
517		goto disable_device_wakeup;
518	}
519
520	ret = usb_add_hcd(hcd, irq, IRQF_SHARED);
521	if (ret)
522		goto put_usb3_hcd;
523
524	if (HCC_MAX_PSA(xhci->hcc_params) >= 4 &&
525	    !(xhci->quirks & XHCI_BROKEN_STREAMS))
526		xhci->shared_hcd->can_do_streams = 1;
527
528	ret = usb_add_hcd(xhci->shared_hcd, irq, IRQF_SHARED);
529	if (ret)
530		goto dealloc_usb2_hcd;
531
532	if (wakeup_irq > 0) {
533		ret = dev_pm_set_dedicated_wake_irq(dev, wakeup_irq);
534		if (ret) {
535			dev_err(dev, "set wakeup irq %d failed\n", wakeup_irq);
536			goto dealloc_usb3_hcd;
537		}
538		dev_info(dev, "wakeup irq %d\n", wakeup_irq);
539	}
540
541	device_enable_async_suspend(dev);
542	pm_runtime_mark_last_busy(dev);
543	pm_runtime_put_autosuspend(dev);
544	pm_runtime_forbid(dev);
545
546	return 0;
547
548dealloc_usb3_hcd:
549	usb_remove_hcd(xhci->shared_hcd);
550	xhci->shared_hcd = NULL;
551
552dealloc_usb2_hcd:
553	usb_remove_hcd(hcd);
554
555put_usb3_hcd:
556	xhci_mtk_sch_exit(mtk);
557	usb_put_hcd(xhci->shared_hcd);
558
559disable_device_wakeup:
560	device_init_wakeup(dev, false);
561
562put_usb2_hcd:
563	usb_put_hcd(hcd);
564
565disable_clk:
566	clk_bulk_disable_unprepare(BULK_CLKS_NUM, mtk->clks);
567
568disable_ldos:
569	xhci_mtk_ldos_disable(mtk);
570
571disable_pm:
572	pm_runtime_put_noidle(dev);
573	pm_runtime_disable(dev);
574	return ret;
575}
576
577static int xhci_mtk_remove(struct platform_device *pdev)
578{
579	struct xhci_hcd_mtk *mtk = platform_get_drvdata(pdev);
580	struct usb_hcd	*hcd = mtk->hcd;
581	struct xhci_hcd	*xhci = hcd_to_xhci(hcd);
582	struct usb_hcd  *shared_hcd = xhci->shared_hcd;
583	struct device *dev = &pdev->dev;
584
585	pm_runtime_get_sync(dev);
586	xhci->xhc_state |= XHCI_STATE_REMOVING;
587	dev_pm_clear_wake_irq(dev);
588	device_init_wakeup(dev, false);
589
590	usb_remove_hcd(shared_hcd);
591	xhci->shared_hcd = NULL;
592	usb_remove_hcd(hcd);
593	usb_put_hcd(shared_hcd);
594	usb_put_hcd(hcd);
595	xhci_mtk_sch_exit(mtk);
596	clk_bulk_disable_unprepare(BULK_CLKS_NUM, mtk->clks);
597	xhci_mtk_ldos_disable(mtk);
598
599	pm_runtime_disable(dev);
600	pm_runtime_put_noidle(dev);
601	pm_runtime_set_suspended(dev);
602
603	return 0;
604}
605
606static int __maybe_unused xhci_mtk_suspend(struct device *dev)
607{
608	struct xhci_hcd_mtk *mtk = dev_get_drvdata(dev);
609	struct usb_hcd *hcd = mtk->hcd;
610	struct xhci_hcd *xhci = hcd_to_xhci(hcd);
611	int ret;
612
613	xhci_dbg(xhci, "%s: stop port polling\n", __func__);
614	clear_bit(HCD_FLAG_POLL_RH, &hcd->flags);
615	del_timer_sync(&hcd->rh_timer);
616	clear_bit(HCD_FLAG_POLL_RH, &xhci->shared_hcd->flags);
617	del_timer_sync(&xhci->shared_hcd->rh_timer);
618
619	ret = xhci_mtk_host_disable(mtk);
620	if (ret)
621		goto restart_poll_rh;
622
623	clk_bulk_disable_unprepare(BULK_CLKS_NUM, mtk->clks);
624	usb_wakeup_set(mtk, true);
625	return 0;
626
627restart_poll_rh:
628	xhci_dbg(xhci, "%s: restart port polling\n", __func__);
629	set_bit(HCD_FLAG_POLL_RH, &xhci->shared_hcd->flags);
630	usb_hcd_poll_rh_status(xhci->shared_hcd);
631	set_bit(HCD_FLAG_POLL_RH, &hcd->flags);
632	usb_hcd_poll_rh_status(hcd);
633	return ret;
634}
635
636static int __maybe_unused xhci_mtk_resume(struct device *dev)
637{
638	struct xhci_hcd_mtk *mtk = dev_get_drvdata(dev);
639	struct usb_hcd *hcd = mtk->hcd;
640	struct xhci_hcd *xhci = hcd_to_xhci(hcd);
641	int ret;
642
643	usb_wakeup_set(mtk, false);
644	ret = clk_bulk_prepare_enable(BULK_CLKS_NUM, mtk->clks);
645	if (ret)
646		goto enable_wakeup;
647
648	ret = xhci_mtk_host_enable(mtk);
649	if (ret)
650		goto disable_clks;
651
652	xhci_dbg(xhci, "%s: restart port polling\n", __func__);
653	set_bit(HCD_FLAG_POLL_RH, &xhci->shared_hcd->flags);
654	usb_hcd_poll_rh_status(xhci->shared_hcd);
655	set_bit(HCD_FLAG_POLL_RH, &hcd->flags);
656	usb_hcd_poll_rh_status(hcd);
657	return 0;
658
659disable_clks:
660	clk_bulk_disable_unprepare(BULK_CLKS_NUM, mtk->clks);
661enable_wakeup:
662	usb_wakeup_set(mtk, true);
663	return ret;
664}
665
666static int __maybe_unused xhci_mtk_runtime_suspend(struct device *dev)
667{
668	struct xhci_hcd_mtk  *mtk = dev_get_drvdata(dev);
669	struct xhci_hcd *xhci = hcd_to_xhci(mtk->hcd);
670	int ret = 0;
671
672	if (xhci->xhc_state)
673		return -ESHUTDOWN;
674
675	if (device_may_wakeup(dev))
676		ret = xhci_mtk_suspend(dev);
677
678	/* -EBUSY: let PM automatically reschedule another autosuspend */
679	return ret ? -EBUSY : 0;
680}
681
682static int __maybe_unused xhci_mtk_runtime_resume(struct device *dev)
683{
684	struct xhci_hcd_mtk  *mtk = dev_get_drvdata(dev);
685	struct xhci_hcd *xhci = hcd_to_xhci(mtk->hcd);
686	int ret = 0;
687
688	if (xhci->xhc_state)
689		return -ESHUTDOWN;
690
691	if (device_may_wakeup(dev))
692		ret = xhci_mtk_resume(dev);
693
694	return ret;
695}
696
697static const struct dev_pm_ops xhci_mtk_pm_ops = {
698	SET_SYSTEM_SLEEP_PM_OPS(xhci_mtk_suspend, xhci_mtk_resume)
699	SET_RUNTIME_PM_OPS(xhci_mtk_runtime_suspend,
700			   xhci_mtk_runtime_resume, NULL)
701};
702
703#define DEV_PM_OPS (IS_ENABLED(CONFIG_PM) ? &xhci_mtk_pm_ops : NULL)
704
705static const struct of_device_id mtk_xhci_of_match[] = {
706	{ .compatible = "mediatek,mt8173-xhci"},
707	{ .compatible = "mediatek,mtk-xhci"},
708	{ },
709};
710MODULE_DEVICE_TABLE(of, mtk_xhci_of_match);
711
712static struct platform_driver mtk_xhci_driver = {
713	.probe	= xhci_mtk_probe,
714	.remove	= xhci_mtk_remove,
715	.driver	= {
716		.name = "xhci-mtk",
717		.pm = DEV_PM_OPS,
718		.of_match_table = mtk_xhci_of_match,
719	},
720};
721
722static int __init xhci_mtk_init(void)
723{
724	xhci_init_driver(&xhci_mtk_hc_driver, &xhci_mtk_overrides);
725	return platform_driver_register(&mtk_xhci_driver);
726}
727module_init(xhci_mtk_init);
728
729static void __exit xhci_mtk_exit(void)
730{
731	platform_driver_unregister(&mtk_xhci_driver);
732}
733module_exit(xhci_mtk_exit);
734
735MODULE_AUTHOR("Chunfeng Yun <chunfeng.yun@mediatek.com>");
736MODULE_DESCRIPTION("MediaTek xHCI Host Controller Driver");
737MODULE_LICENSE("GPL v2");