Loading...
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * (C) Copyright David Brownell 2000-2002
4 */
5
6#include <linux/kernel.h>
7#include <linux/module.h>
8#include <linux/pci.h>
9#include <linux/usb.h>
10#include <linux/usb/hcd.h>
11
12#include <asm/io.h>
13#include <asm/irq.h>
14
15#ifdef CONFIG_PPC_PMAC
16#include <asm/machdep.h>
17#include <asm/pmac_feature.h>
18#include <asm/prom.h>
19#endif
20
21#include "usb.h"
22
23
24/* PCI-based HCs are common, but plenty of non-PCI HCs are used too */
25
26/*
27 * Coordinate handoffs between EHCI and companion controllers
28 * during EHCI probing and system resume.
29 */
30
31static DECLARE_RWSEM(companions_rwsem);
32
33#define CL_UHCI PCI_CLASS_SERIAL_USB_UHCI
34#define CL_OHCI PCI_CLASS_SERIAL_USB_OHCI
35#define CL_EHCI PCI_CLASS_SERIAL_USB_EHCI
36
37static inline int is_ohci_or_uhci(struct pci_dev *pdev)
38{
39 return pdev->class == CL_OHCI || pdev->class == CL_UHCI;
40}
41
42typedef void (*companion_fn)(struct pci_dev *pdev, struct usb_hcd *hcd,
43 struct pci_dev *companion, struct usb_hcd *companion_hcd);
44
45/* Iterate over PCI devices in the same slot as pdev and call fn for each */
46static void for_each_companion(struct pci_dev *pdev, struct usb_hcd *hcd,
47 companion_fn fn)
48{
49 struct pci_dev *companion;
50 struct usb_hcd *companion_hcd;
51 unsigned int slot = PCI_SLOT(pdev->devfn);
52
53 /*
54 * Iterate through other PCI functions in the same slot.
55 * If the function's drvdata isn't set then it isn't bound to
56 * a USB host controller driver, so skip it.
57 */
58 companion = NULL;
59 for_each_pci_dev(companion) {
60 if (companion->bus != pdev->bus ||
61 PCI_SLOT(companion->devfn) != slot)
62 continue;
63
64 /*
65 * Companion device should be either UHCI,OHCI or EHCI host
66 * controller, otherwise skip.
67 */
68 if (companion->class != CL_UHCI && companion->class != CL_OHCI &&
69 companion->class != CL_EHCI)
70 continue;
71
72 companion_hcd = pci_get_drvdata(companion);
73 if (!companion_hcd || !companion_hcd->self.root_hub)
74 continue;
75 fn(pdev, hcd, companion, companion_hcd);
76 }
77}
78
79/*
80 * We're about to add an EHCI controller, which will unceremoniously grab
81 * all the port connections away from its companions. To prevent annoying
82 * error messages, lock the companion's root hub and gracefully unconfigure
83 * it beforehand. Leave it locked until the EHCI controller is all set.
84 */
85static void ehci_pre_add(struct pci_dev *pdev, struct usb_hcd *hcd,
86 struct pci_dev *companion, struct usb_hcd *companion_hcd)
87{
88 struct usb_device *udev;
89
90 if (is_ohci_or_uhci(companion)) {
91 udev = companion_hcd->self.root_hub;
92 usb_lock_device(udev);
93 usb_set_configuration(udev, 0);
94 }
95}
96
97/*
98 * Adding the EHCI controller has either succeeded or failed. Set the
99 * companion pointer accordingly, and in either case, reconfigure and
100 * unlock the root hub.
101 */
102static void ehci_post_add(struct pci_dev *pdev, struct usb_hcd *hcd,
103 struct pci_dev *companion, struct usb_hcd *companion_hcd)
104{
105 struct usb_device *udev;
106
107 if (is_ohci_or_uhci(companion)) {
108 if (dev_get_drvdata(&pdev->dev)) { /* Succeeded */
109 dev_dbg(&pdev->dev, "HS companion for %s\n",
110 dev_name(&companion->dev));
111 companion_hcd->self.hs_companion = &hcd->self;
112 }
113 udev = companion_hcd->self.root_hub;
114 usb_set_configuration(udev, 1);
115 usb_unlock_device(udev);
116 }
117}
118
119/*
120 * We just added a non-EHCI controller. Find the EHCI controller to
121 * which it is a companion, and store a pointer to the bus structure.
122 */
123static void non_ehci_add(struct pci_dev *pdev, struct usb_hcd *hcd,
124 struct pci_dev *companion, struct usb_hcd *companion_hcd)
125{
126 if (is_ohci_or_uhci(pdev) && companion->class == CL_EHCI) {
127 dev_dbg(&pdev->dev, "FS/LS companion for %s\n",
128 dev_name(&companion->dev));
129 hcd->self.hs_companion = &companion_hcd->self;
130 }
131}
132
133/* We are removing an EHCI controller. Clear the companions' pointers. */
134static void ehci_remove(struct pci_dev *pdev, struct usb_hcd *hcd,
135 struct pci_dev *companion, struct usb_hcd *companion_hcd)
136{
137 if (is_ohci_or_uhci(companion))
138 companion_hcd->self.hs_companion = NULL;
139}
140
141#ifdef CONFIG_PM
142
143/* An EHCI controller must wait for its companions before resuming. */
144static void ehci_wait_for_companions(struct pci_dev *pdev, struct usb_hcd *hcd,
145 struct pci_dev *companion, struct usb_hcd *companion_hcd)
146{
147 if (is_ohci_or_uhci(companion))
148 device_pm_wait_for_dev(&pdev->dev, &companion->dev);
149}
150
151#endif /* CONFIG_PM */
152
153/*-------------------------------------------------------------------------*/
154
155/* configure so an HC device and id are always provided */
156/* always called with process context; sleeping is OK */
157
158/**
159 * usb_hcd_pci_probe - initialize PCI-based HCDs
160 * @dev: USB Host Controller being probed
161 * @id: pci hotplug id connecting controller to HCD framework
162 * @driver: USB HC driver handle
163 * Context: !in_interrupt()
164 *
165 * Allocates basic PCI resources for this USB host controller, and
166 * then invokes the start() method for the HCD associated with it
167 * through the hotplug entry's driver_data.
168 *
169 * Store this function in the HCD's struct pci_driver as probe().
170 *
171 * Return: 0 if successful.
172 */
173int usb_hcd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id,
174 const struct hc_driver *driver)
175{
176 struct usb_hcd *hcd;
177 int retval;
178 int hcd_irq = 0;
179
180 if (usb_disabled())
181 return -ENODEV;
182
183 if (!id)
184 return -EINVAL;
185
186 if (!driver)
187 return -EINVAL;
188
189 if (pci_enable_device(dev) < 0)
190 return -ENODEV;
191
192 /*
193 * The xHCI driver has its own irq management
194 * make sure irq setup is not touched for xhci in generic hcd code
195 */
196 if ((driver->flags & HCD_MASK) < HCD_USB3) {
197 retval = pci_alloc_irq_vectors(dev, 1, 1, PCI_IRQ_LEGACY | PCI_IRQ_MSI);
198 if (retval < 0) {
199 dev_err(&dev->dev,
200 "Found HC with no IRQ. Check BIOS/PCI %s setup!\n",
201 pci_name(dev));
202 retval = -ENODEV;
203 goto disable_pci;
204 }
205 hcd_irq = pci_irq_vector(dev, 0);
206 }
207
208 hcd = usb_create_hcd(driver, &dev->dev, pci_name(dev));
209 if (!hcd) {
210 retval = -ENOMEM;
211 goto free_irq_vectors;
212 }
213
214 hcd->amd_resume_bug = (usb_hcd_amd_remote_wakeup_quirk(dev) &&
215 driver->flags & (HCD_USB11 | HCD_USB3)) ? 1 : 0;
216
217 if (driver->flags & HCD_MEMORY) {
218 /* EHCI, OHCI */
219 hcd->rsrc_start = pci_resource_start(dev, 0);
220 hcd->rsrc_len = pci_resource_len(dev, 0);
221 if (!devm_request_mem_region(&dev->dev, hcd->rsrc_start,
222 hcd->rsrc_len, driver->description)) {
223 dev_dbg(&dev->dev, "controller already in use\n");
224 retval = -EBUSY;
225 goto put_hcd;
226 }
227 hcd->regs = devm_ioremap(&dev->dev, hcd->rsrc_start,
228 hcd->rsrc_len);
229 if (hcd->regs == NULL) {
230 dev_dbg(&dev->dev, "error mapping memory\n");
231 retval = -EFAULT;
232 goto put_hcd;
233 }
234
235 } else {
236 /* UHCI */
237 int region;
238
239 for (region = 0; region < PCI_STD_NUM_BARS; region++) {
240 if (!(pci_resource_flags(dev, region) &
241 IORESOURCE_IO))
242 continue;
243
244 hcd->rsrc_start = pci_resource_start(dev, region);
245 hcd->rsrc_len = pci_resource_len(dev, region);
246 if (devm_request_region(&dev->dev, hcd->rsrc_start,
247 hcd->rsrc_len, driver->description))
248 break;
249 }
250 if (region == PCI_ROM_RESOURCE) {
251 dev_dbg(&dev->dev, "no i/o regions available\n");
252 retval = -EBUSY;
253 goto put_hcd;
254 }
255 }
256
257 pci_set_master(dev);
258
259 /* Note: dev_set_drvdata must be called while holding the rwsem */
260 if (dev->class == CL_EHCI) {
261 down_write(&companions_rwsem);
262 dev_set_drvdata(&dev->dev, hcd);
263 for_each_companion(dev, hcd, ehci_pre_add);
264 retval = usb_add_hcd(hcd, hcd_irq, IRQF_SHARED);
265 if (retval != 0)
266 dev_set_drvdata(&dev->dev, NULL);
267 for_each_companion(dev, hcd, ehci_post_add);
268 up_write(&companions_rwsem);
269 } else {
270 down_read(&companions_rwsem);
271 dev_set_drvdata(&dev->dev, hcd);
272 retval = usb_add_hcd(hcd, hcd_irq, IRQF_SHARED);
273 if (retval != 0)
274 dev_set_drvdata(&dev->dev, NULL);
275 else
276 for_each_companion(dev, hcd, non_ehci_add);
277 up_read(&companions_rwsem);
278 }
279
280 if (retval != 0)
281 goto put_hcd;
282 device_wakeup_enable(hcd->self.controller);
283
284 if (pci_dev_run_wake(dev))
285 pm_runtime_put_noidle(&dev->dev);
286 return retval;
287
288put_hcd:
289 usb_put_hcd(hcd);
290free_irq_vectors:
291 if ((driver->flags & HCD_MASK) < HCD_USB3)
292 pci_free_irq_vectors(dev);
293disable_pci:
294 pci_disable_device(dev);
295 dev_err(&dev->dev, "init %s fail, %d\n", pci_name(dev), retval);
296 return retval;
297}
298EXPORT_SYMBOL_GPL(usb_hcd_pci_probe);
299
300
301/* may be called without controller electrically present */
302/* may be called with controller, bus, and devices active */
303
304/**
305 * usb_hcd_pci_remove - shutdown processing for PCI-based HCDs
306 * @dev: USB Host Controller being removed
307 * Context: !in_interrupt()
308 *
309 * Reverses the effect of usb_hcd_pci_probe(), first invoking
310 * the HCD's stop() method. It is always called from a thread
311 * context, normally "rmmod", "apmd", or something similar.
312 *
313 * Store this function in the HCD's struct pci_driver as remove().
314 */
315void usb_hcd_pci_remove(struct pci_dev *dev)
316{
317 struct usb_hcd *hcd;
318 int hcd_driver_flags;
319
320 hcd = pci_get_drvdata(dev);
321 if (!hcd)
322 return;
323
324 hcd_driver_flags = hcd->driver->flags;
325
326 if (pci_dev_run_wake(dev))
327 pm_runtime_get_noresume(&dev->dev);
328
329 /* Fake an interrupt request in order to give the driver a chance
330 * to test whether the controller hardware has been removed (e.g.,
331 * cardbus physical eject).
332 */
333 local_irq_disable();
334 usb_hcd_irq(0, hcd);
335 local_irq_enable();
336
337 /* Note: dev_set_drvdata must be called while holding the rwsem */
338 if (dev->class == CL_EHCI) {
339 down_write(&companions_rwsem);
340 for_each_companion(dev, hcd, ehci_remove);
341 usb_remove_hcd(hcd);
342 dev_set_drvdata(&dev->dev, NULL);
343 up_write(&companions_rwsem);
344 } else {
345 /* Not EHCI; just clear the companion pointer */
346 down_read(&companions_rwsem);
347 hcd->self.hs_companion = NULL;
348 usb_remove_hcd(hcd);
349 dev_set_drvdata(&dev->dev, NULL);
350 up_read(&companions_rwsem);
351 }
352 usb_put_hcd(hcd);
353 if ((hcd_driver_flags & HCD_MASK) < HCD_USB3)
354 pci_free_irq_vectors(dev);
355 pci_disable_device(dev);
356}
357EXPORT_SYMBOL_GPL(usb_hcd_pci_remove);
358
359/**
360 * usb_hcd_pci_shutdown - shutdown host controller
361 * @dev: USB Host Controller being shutdown
362 */
363void usb_hcd_pci_shutdown(struct pci_dev *dev)
364{
365 struct usb_hcd *hcd;
366
367 hcd = pci_get_drvdata(dev);
368 if (!hcd)
369 return;
370
371 if (test_bit(HCD_FLAG_HW_ACCESSIBLE, &hcd->flags) &&
372 hcd->driver->shutdown) {
373 hcd->driver->shutdown(hcd);
374 if (usb_hcd_is_primary_hcd(hcd) && hcd->irq > 0)
375 free_irq(hcd->irq, hcd);
376 pci_disable_device(dev);
377 }
378}
379EXPORT_SYMBOL_GPL(usb_hcd_pci_shutdown);
380
381#ifdef CONFIG_PM
382
383#ifdef CONFIG_PPC_PMAC
384static void powermac_set_asic(struct pci_dev *pci_dev, int enable)
385{
386 /* Enanble or disable ASIC clocks for USB */
387 if (machine_is(powermac)) {
388 struct device_node *of_node;
389
390 of_node = pci_device_to_OF_node(pci_dev);
391 if (of_node)
392 pmac_call_feature(PMAC_FTR_USB_ENABLE,
393 of_node, 0, enable);
394 }
395}
396
397#else
398
399static inline void powermac_set_asic(struct pci_dev *pci_dev, int enable)
400{}
401
402#endif /* CONFIG_PPC_PMAC */
403
404static int check_root_hub_suspended(struct device *dev)
405{
406 struct usb_hcd *hcd = dev_get_drvdata(dev);
407
408 if (HCD_RH_RUNNING(hcd)) {
409 dev_warn(dev, "Root hub is not suspended\n");
410 return -EBUSY;
411 }
412 if (hcd->shared_hcd) {
413 hcd = hcd->shared_hcd;
414 if (HCD_RH_RUNNING(hcd)) {
415 dev_warn(dev, "Secondary root hub is not suspended\n");
416 return -EBUSY;
417 }
418 }
419 return 0;
420}
421
422static int suspend_common(struct device *dev, bool do_wakeup)
423{
424 struct pci_dev *pci_dev = to_pci_dev(dev);
425 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
426 int retval;
427
428 /* Root hub suspend should have stopped all downstream traffic,
429 * and all bus master traffic. And done so for both the interface
430 * and the stub usb_device (which we check here). But maybe it
431 * didn't; writing sysfs power/state files ignores such rules...
432 */
433 retval = check_root_hub_suspended(dev);
434 if (retval)
435 return retval;
436
437 if (hcd->driver->pci_suspend && !HCD_DEAD(hcd)) {
438 /* Optimization: Don't suspend if a root-hub wakeup is
439 * pending and it would cause the HCD to wake up anyway.
440 */
441 if (do_wakeup && HCD_WAKEUP_PENDING(hcd))
442 return -EBUSY;
443 if (do_wakeup && hcd->shared_hcd &&
444 HCD_WAKEUP_PENDING(hcd->shared_hcd))
445 return -EBUSY;
446 retval = hcd->driver->pci_suspend(hcd, do_wakeup);
447 suspend_report_result(hcd->driver->pci_suspend, retval);
448
449 /* Check again in case wakeup raced with pci_suspend */
450 if ((retval == 0 && do_wakeup && HCD_WAKEUP_PENDING(hcd)) ||
451 (retval == 0 && do_wakeup && hcd->shared_hcd &&
452 HCD_WAKEUP_PENDING(hcd->shared_hcd))) {
453 if (hcd->driver->pci_resume)
454 hcd->driver->pci_resume(hcd, false);
455 retval = -EBUSY;
456 }
457 if (retval)
458 return retval;
459 }
460
461 /* If MSI-X is enabled, the driver will have synchronized all vectors
462 * in pci_suspend(). If MSI or legacy PCI is enabled, that will be
463 * synchronized here.
464 */
465 if (!hcd->msix_enabled)
466 synchronize_irq(pci_irq_vector(pci_dev, 0));
467
468 /* Downstream ports from this root hub should already be quiesced, so
469 * there will be no DMA activity. Now we can shut down the upstream
470 * link (except maybe for PME# resume signaling). We'll enter a
471 * low power state during suspend_noirq, if the hardware allows.
472 */
473 pci_disable_device(pci_dev);
474 return retval;
475}
476
477static int resume_common(struct device *dev, int event)
478{
479 struct pci_dev *pci_dev = to_pci_dev(dev);
480 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
481 int retval;
482
483 if (HCD_RH_RUNNING(hcd) ||
484 (hcd->shared_hcd &&
485 HCD_RH_RUNNING(hcd->shared_hcd))) {
486 dev_dbg(dev, "can't resume, not suspended!\n");
487 return 0;
488 }
489
490 retval = pci_enable_device(pci_dev);
491 if (retval < 0) {
492 dev_err(dev, "can't re-enable after resume, %d!\n", retval);
493 return retval;
494 }
495
496 pci_set_master(pci_dev);
497
498 if (hcd->driver->pci_resume && !HCD_DEAD(hcd)) {
499
500 /*
501 * Only EHCI controllers have to wait for their companions.
502 * No locking is needed because PCI controller drivers do not
503 * get unbound during system resume.
504 */
505 if (pci_dev->class == CL_EHCI && event != PM_EVENT_AUTO_RESUME)
506 for_each_companion(pci_dev, hcd,
507 ehci_wait_for_companions);
508
509 retval = hcd->driver->pci_resume(hcd,
510 event == PM_EVENT_RESTORE);
511 if (retval) {
512 dev_err(dev, "PCI post-resume error %d!\n", retval);
513 usb_hc_died(hcd);
514 }
515 }
516 return retval;
517}
518
519#ifdef CONFIG_PM_SLEEP
520
521static int hcd_pci_suspend(struct device *dev)
522{
523 return suspend_common(dev, device_may_wakeup(dev));
524}
525
526static int hcd_pci_suspend_noirq(struct device *dev)
527{
528 struct pci_dev *pci_dev = to_pci_dev(dev);
529 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
530 int retval;
531
532 retval = check_root_hub_suspended(dev);
533 if (retval)
534 return retval;
535
536 pci_save_state(pci_dev);
537
538 /* If the root hub is dead rather than suspended, disallow remote
539 * wakeup. usb_hc_died() should ensure that both hosts are marked as
540 * dying, so we only need to check the primary roothub.
541 */
542 if (HCD_DEAD(hcd))
543 device_set_wakeup_enable(dev, 0);
544 dev_dbg(dev, "wakeup: %d\n", device_may_wakeup(dev));
545
546 /* Possibly enable remote wakeup,
547 * choose the appropriate low-power state, and go to that state.
548 */
549 retval = pci_prepare_to_sleep(pci_dev);
550 if (retval == -EIO) { /* Low-power not supported */
551 dev_dbg(dev, "--> PCI D0 legacy\n");
552 retval = 0;
553 } else if (retval == 0) {
554 dev_dbg(dev, "--> PCI %s\n",
555 pci_power_name(pci_dev->current_state));
556 } else {
557 suspend_report_result(pci_prepare_to_sleep, retval);
558 return retval;
559 }
560
561 powermac_set_asic(pci_dev, 0);
562 return retval;
563}
564
565static int hcd_pci_resume_noirq(struct device *dev)
566{
567 powermac_set_asic(to_pci_dev(dev), 1);
568 return 0;
569}
570
571static int hcd_pci_resume(struct device *dev)
572{
573 return resume_common(dev, PM_EVENT_RESUME);
574}
575
576static int hcd_pci_restore(struct device *dev)
577{
578 return resume_common(dev, PM_EVENT_RESTORE);
579}
580
581#else
582
583#define hcd_pci_suspend NULL
584#define hcd_pci_suspend_noirq NULL
585#define hcd_pci_resume_noirq NULL
586#define hcd_pci_resume NULL
587#define hcd_pci_restore NULL
588
589#endif /* CONFIG_PM_SLEEP */
590
591static int hcd_pci_runtime_suspend(struct device *dev)
592{
593 int retval;
594
595 retval = suspend_common(dev, true);
596 if (retval == 0)
597 powermac_set_asic(to_pci_dev(dev), 0);
598 dev_dbg(dev, "hcd_pci_runtime_suspend: %d\n", retval);
599 return retval;
600}
601
602static int hcd_pci_runtime_resume(struct device *dev)
603{
604 int retval;
605
606 powermac_set_asic(to_pci_dev(dev), 1);
607 retval = resume_common(dev, PM_EVENT_AUTO_RESUME);
608 dev_dbg(dev, "hcd_pci_runtime_resume: %d\n", retval);
609 return retval;
610}
611
612const struct dev_pm_ops usb_hcd_pci_pm_ops = {
613 .suspend = hcd_pci_suspend,
614 .suspend_noirq = hcd_pci_suspend_noirq,
615 .resume_noirq = hcd_pci_resume_noirq,
616 .resume = hcd_pci_resume,
617 .freeze = check_root_hub_suspended,
618 .freeze_noirq = check_root_hub_suspended,
619 .thaw_noirq = NULL,
620 .thaw = NULL,
621 .poweroff = hcd_pci_suspend,
622 .poweroff_noirq = hcd_pci_suspend_noirq,
623 .restore_noirq = hcd_pci_resume_noirq,
624 .restore = hcd_pci_restore,
625 .runtime_suspend = hcd_pci_runtime_suspend,
626 .runtime_resume = hcd_pci_runtime_resume,
627};
628EXPORT_SYMBOL_GPL(usb_hcd_pci_pm_ops);
629
630#endif /* CONFIG_PM */
1/*
2 * (C) Copyright David Brownell 2000-2002
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License as published by the
6 * Free Software Foundation; either version 2 of the License, or (at your
7 * option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
11 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software Foundation,
16 * Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17 */
18
19#include <linux/kernel.h>
20#include <linux/module.h>
21#include <linux/pci.h>
22#include <linux/usb.h>
23#include <linux/usb/hcd.h>
24
25#include <asm/io.h>
26#include <asm/irq.h>
27
28#ifdef CONFIG_PPC_PMAC
29#include <asm/machdep.h>
30#include <asm/pmac_feature.h>
31#include <asm/pci-bridge.h>
32#include <asm/prom.h>
33#endif
34
35#include "usb.h"
36
37
38/* PCI-based HCs are common, but plenty of non-PCI HCs are used too */
39
40#ifdef CONFIG_PM_SLEEP
41
42/* Coordinate handoffs between EHCI and companion controllers
43 * during system resume
44 */
45
46static DEFINE_MUTEX(companions_mutex);
47
48#define CL_UHCI PCI_CLASS_SERIAL_USB_UHCI
49#define CL_OHCI PCI_CLASS_SERIAL_USB_OHCI
50#define CL_EHCI PCI_CLASS_SERIAL_USB_EHCI
51
52enum companion_action {
53 SET_HS_COMPANION, CLEAR_HS_COMPANION, WAIT_FOR_COMPANIONS
54};
55
56static void companion_common(struct pci_dev *pdev, struct usb_hcd *hcd,
57 enum companion_action action)
58{
59 struct pci_dev *companion;
60 struct usb_hcd *companion_hcd;
61 unsigned int slot = PCI_SLOT(pdev->devfn);
62
63 /* Iterate through other PCI functions in the same slot.
64 * If pdev is OHCI or UHCI then we are looking for EHCI, and
65 * vice versa.
66 */
67 companion = NULL;
68 for_each_pci_dev(companion) {
69 if (companion->bus != pdev->bus ||
70 PCI_SLOT(companion->devfn) != slot)
71 continue;
72
73 companion_hcd = pci_get_drvdata(companion);
74 if (!companion_hcd)
75 continue;
76
77 /* For SET_HS_COMPANION, store a pointer to the EHCI bus in
78 * the OHCI/UHCI companion bus structure.
79 * For CLEAR_HS_COMPANION, clear the pointer to the EHCI bus
80 * in the OHCI/UHCI companion bus structure.
81 * For WAIT_FOR_COMPANIONS, wait until the OHCI/UHCI
82 * companion controllers have fully resumed.
83 */
84
85 if ((pdev->class == CL_OHCI || pdev->class == CL_UHCI) &&
86 companion->class == CL_EHCI) {
87 /* action must be SET_HS_COMPANION */
88 dev_dbg(&companion->dev, "HS companion for %s\n",
89 dev_name(&pdev->dev));
90 hcd->self.hs_companion = &companion_hcd->self;
91
92 } else if (pdev->class == CL_EHCI &&
93 (companion->class == CL_OHCI ||
94 companion->class == CL_UHCI)) {
95 switch (action) {
96 case SET_HS_COMPANION:
97 dev_dbg(&pdev->dev, "HS companion for %s\n",
98 dev_name(&companion->dev));
99 companion_hcd->self.hs_companion = &hcd->self;
100 break;
101 case CLEAR_HS_COMPANION:
102 companion_hcd->self.hs_companion = NULL;
103 break;
104 case WAIT_FOR_COMPANIONS:
105 device_pm_wait_for_dev(&pdev->dev,
106 &companion->dev);
107 break;
108 }
109 }
110 }
111}
112
113static void set_hs_companion(struct pci_dev *pdev, struct usb_hcd *hcd)
114{
115 mutex_lock(&companions_mutex);
116 dev_set_drvdata(&pdev->dev, hcd);
117 companion_common(pdev, hcd, SET_HS_COMPANION);
118 mutex_unlock(&companions_mutex);
119}
120
121static void clear_hs_companion(struct pci_dev *pdev, struct usb_hcd *hcd)
122{
123 mutex_lock(&companions_mutex);
124 dev_set_drvdata(&pdev->dev, NULL);
125
126 /* If pdev is OHCI or UHCI, just clear its hs_companion pointer */
127 if (pdev->class == CL_OHCI || pdev->class == CL_UHCI)
128 hcd->self.hs_companion = NULL;
129
130 /* Otherwise search for companion buses and clear their pointers */
131 else
132 companion_common(pdev, hcd, CLEAR_HS_COMPANION);
133 mutex_unlock(&companions_mutex);
134}
135
136static void wait_for_companions(struct pci_dev *pdev, struct usb_hcd *hcd)
137{
138 /* Only EHCI controllers need to wait.
139 * No locking is needed because a controller cannot be resumed
140 * while one of its companions is getting unbound.
141 */
142 if (pdev->class == CL_EHCI)
143 companion_common(pdev, hcd, WAIT_FOR_COMPANIONS);
144}
145
146#else /* !CONFIG_PM_SLEEP */
147
148static inline void set_hs_companion(struct pci_dev *d, struct usb_hcd *h) {}
149static inline void clear_hs_companion(struct pci_dev *d, struct usb_hcd *h) {}
150static inline void wait_for_companions(struct pci_dev *d, struct usb_hcd *h) {}
151
152#endif /* !CONFIG_PM_SLEEP */
153
154/*-------------------------------------------------------------------------*/
155
156/* configure so an HC device and id are always provided */
157/* always called with process context; sleeping is OK */
158
159/**
160 * usb_hcd_pci_probe - initialize PCI-based HCDs
161 * @dev: USB Host Controller being probed
162 * @id: pci hotplug id connecting controller to HCD framework
163 * Context: !in_interrupt()
164 *
165 * Allocates basic PCI resources for this USB host controller, and
166 * then invokes the start() method for the HCD associated with it
167 * through the hotplug entry's driver_data.
168 *
169 * Store this function in the HCD's struct pci_driver as probe().
170 */
171int usb_hcd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
172{
173 struct hc_driver *driver;
174 struct usb_hcd *hcd;
175 int retval;
176
177 if (usb_disabled())
178 return -ENODEV;
179
180 if (!id)
181 return -EINVAL;
182 driver = (struct hc_driver *)id->driver_data;
183 if (!driver)
184 return -EINVAL;
185
186 if (pci_enable_device(dev) < 0)
187 return -ENODEV;
188 dev->current_state = PCI_D0;
189
190 /* The xHCI driver supports MSI and MSI-X,
191 * so don't fail if the BIOS doesn't provide a legacy IRQ.
192 */
193 if (!dev->irq && (driver->flags & HCD_MASK) != HCD_USB3) {
194 dev_err(&dev->dev,
195 "Found HC with no IRQ. Check BIOS/PCI %s setup!\n",
196 pci_name(dev));
197 retval = -ENODEV;
198 goto disable_pci;
199 }
200
201 hcd = usb_create_hcd(driver, &dev->dev, pci_name(dev));
202 if (!hcd) {
203 retval = -ENOMEM;
204 goto disable_pci;
205 }
206
207 if (driver->flags & HCD_MEMORY) {
208 /* EHCI, OHCI */
209 hcd->rsrc_start = pci_resource_start(dev, 0);
210 hcd->rsrc_len = pci_resource_len(dev, 0);
211 if (!request_mem_region(hcd->rsrc_start, hcd->rsrc_len,
212 driver->description)) {
213 dev_dbg(&dev->dev, "controller already in use\n");
214 retval = -EBUSY;
215 goto clear_companion;
216 }
217 hcd->regs = ioremap_nocache(hcd->rsrc_start, hcd->rsrc_len);
218 if (hcd->regs == NULL) {
219 dev_dbg(&dev->dev, "error mapping memory\n");
220 retval = -EFAULT;
221 goto release_mem_region;
222 }
223
224 } else {
225 /* UHCI */
226 int region;
227
228 for (region = 0; region < PCI_ROM_RESOURCE; region++) {
229 if (!(pci_resource_flags(dev, region) &
230 IORESOURCE_IO))
231 continue;
232
233 hcd->rsrc_start = pci_resource_start(dev, region);
234 hcd->rsrc_len = pci_resource_len(dev, region);
235 if (request_region(hcd->rsrc_start, hcd->rsrc_len,
236 driver->description))
237 break;
238 }
239 if (region == PCI_ROM_RESOURCE) {
240 dev_dbg(&dev->dev, "no i/o regions available\n");
241 retval = -EBUSY;
242 goto clear_companion;
243 }
244 }
245
246 pci_set_master(dev);
247
248 retval = usb_add_hcd(hcd, dev->irq, IRQF_SHARED);
249 if (retval != 0)
250 goto unmap_registers;
251 set_hs_companion(dev, hcd);
252
253 if (pci_dev_run_wake(dev))
254 pm_runtime_put_noidle(&dev->dev);
255 return retval;
256
257unmap_registers:
258 if (driver->flags & HCD_MEMORY) {
259 iounmap(hcd->regs);
260release_mem_region:
261 release_mem_region(hcd->rsrc_start, hcd->rsrc_len);
262 } else
263 release_region(hcd->rsrc_start, hcd->rsrc_len);
264clear_companion:
265 clear_hs_companion(dev, hcd);
266 usb_put_hcd(hcd);
267disable_pci:
268 pci_disable_device(dev);
269 dev_err(&dev->dev, "init %s fail, %d\n", pci_name(dev), retval);
270 return retval;
271}
272EXPORT_SYMBOL_GPL(usb_hcd_pci_probe);
273
274
275/* may be called without controller electrically present */
276/* may be called with controller, bus, and devices active */
277
278/**
279 * usb_hcd_pci_remove - shutdown processing for PCI-based HCDs
280 * @dev: USB Host Controller being removed
281 * Context: !in_interrupt()
282 *
283 * Reverses the effect of usb_hcd_pci_probe(), first invoking
284 * the HCD's stop() method. It is always called from a thread
285 * context, normally "rmmod", "apmd", or something similar.
286 *
287 * Store this function in the HCD's struct pci_driver as remove().
288 */
289void usb_hcd_pci_remove(struct pci_dev *dev)
290{
291 struct usb_hcd *hcd;
292
293 hcd = pci_get_drvdata(dev);
294 if (!hcd)
295 return;
296
297 if (pci_dev_run_wake(dev))
298 pm_runtime_get_noresume(&dev->dev);
299
300 /* Fake an interrupt request in order to give the driver a chance
301 * to test whether the controller hardware has been removed (e.g.,
302 * cardbus physical eject).
303 */
304 local_irq_disable();
305 usb_hcd_irq(0, hcd);
306 local_irq_enable();
307
308 usb_remove_hcd(hcd);
309 if (hcd->driver->flags & HCD_MEMORY) {
310 iounmap(hcd->regs);
311 release_mem_region(hcd->rsrc_start, hcd->rsrc_len);
312 } else {
313 release_region(hcd->rsrc_start, hcd->rsrc_len);
314 }
315 clear_hs_companion(dev, hcd);
316 usb_put_hcd(hcd);
317 pci_disable_device(dev);
318}
319EXPORT_SYMBOL_GPL(usb_hcd_pci_remove);
320
321/**
322 * usb_hcd_pci_shutdown - shutdown host controller
323 * @dev: USB Host Controller being shutdown
324 */
325void usb_hcd_pci_shutdown(struct pci_dev *dev)
326{
327 struct usb_hcd *hcd;
328
329 hcd = pci_get_drvdata(dev);
330 if (!hcd)
331 return;
332
333 if (test_bit(HCD_FLAG_HW_ACCESSIBLE, &hcd->flags) &&
334 hcd->driver->shutdown) {
335 hcd->driver->shutdown(hcd);
336 pci_disable_device(dev);
337 }
338}
339EXPORT_SYMBOL_GPL(usb_hcd_pci_shutdown);
340
341#ifdef CONFIG_PM
342
343#ifdef CONFIG_PPC_PMAC
344static void powermac_set_asic(struct pci_dev *pci_dev, int enable)
345{
346 /* Enanble or disable ASIC clocks for USB */
347 if (machine_is(powermac)) {
348 struct device_node *of_node;
349
350 of_node = pci_device_to_OF_node(pci_dev);
351 if (of_node)
352 pmac_call_feature(PMAC_FTR_USB_ENABLE,
353 of_node, 0, enable);
354 }
355}
356
357#else
358
359static inline void powermac_set_asic(struct pci_dev *pci_dev, int enable)
360{}
361
362#endif /* CONFIG_PPC_PMAC */
363
364static int check_root_hub_suspended(struct device *dev)
365{
366 struct pci_dev *pci_dev = to_pci_dev(dev);
367 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
368
369 if (HCD_RH_RUNNING(hcd)) {
370 dev_warn(dev, "Root hub is not suspended\n");
371 return -EBUSY;
372 }
373 if (hcd->shared_hcd) {
374 hcd = hcd->shared_hcd;
375 if (HCD_RH_RUNNING(hcd)) {
376 dev_warn(dev, "Secondary root hub is not suspended\n");
377 return -EBUSY;
378 }
379 }
380 return 0;
381}
382
383#if defined(CONFIG_PM_SLEEP) || defined(CONFIG_PM_RUNTIME)
384static int suspend_common(struct device *dev, bool do_wakeup)
385{
386 struct pci_dev *pci_dev = to_pci_dev(dev);
387 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
388 int retval;
389
390 /* Root hub suspend should have stopped all downstream traffic,
391 * and all bus master traffic. And done so for both the interface
392 * and the stub usb_device (which we check here). But maybe it
393 * didn't; writing sysfs power/state files ignores such rules...
394 */
395 retval = check_root_hub_suspended(dev);
396 if (retval)
397 return retval;
398
399 if (hcd->driver->pci_suspend && !HCD_DEAD(hcd)) {
400 /* Optimization: Don't suspend if a root-hub wakeup is
401 * pending and it would cause the HCD to wake up anyway.
402 */
403 if (do_wakeup && HCD_WAKEUP_PENDING(hcd))
404 return -EBUSY;
405 if (do_wakeup && hcd->shared_hcd &&
406 HCD_WAKEUP_PENDING(hcd->shared_hcd))
407 return -EBUSY;
408 retval = hcd->driver->pci_suspend(hcd, do_wakeup);
409 suspend_report_result(hcd->driver->pci_suspend, retval);
410
411 /* Check again in case wakeup raced with pci_suspend */
412 if ((retval == 0 && do_wakeup && HCD_WAKEUP_PENDING(hcd)) ||
413 (retval == 0 && do_wakeup && hcd->shared_hcd &&
414 HCD_WAKEUP_PENDING(hcd->shared_hcd))) {
415 if (hcd->driver->pci_resume)
416 hcd->driver->pci_resume(hcd, false);
417 retval = -EBUSY;
418 }
419 if (retval)
420 return retval;
421 }
422
423 /* If MSI-X is enabled, the driver will have synchronized all vectors
424 * in pci_suspend(). If MSI or legacy PCI is enabled, that will be
425 * synchronized here.
426 */
427 if (!hcd->msix_enabled)
428 synchronize_irq(pci_dev->irq);
429
430 /* Downstream ports from this root hub should already be quiesced, so
431 * there will be no DMA activity. Now we can shut down the upstream
432 * link (except maybe for PME# resume signaling). We'll enter a
433 * low power state during suspend_noirq, if the hardware allows.
434 */
435 pci_disable_device(pci_dev);
436 return retval;
437}
438
439static int resume_common(struct device *dev, int event)
440{
441 struct pci_dev *pci_dev = to_pci_dev(dev);
442 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
443 int retval;
444
445 if (HCD_RH_RUNNING(hcd) ||
446 (hcd->shared_hcd &&
447 HCD_RH_RUNNING(hcd->shared_hcd))) {
448 dev_dbg(dev, "can't resume, not suspended!\n");
449 return 0;
450 }
451
452 retval = pci_enable_device(pci_dev);
453 if (retval < 0) {
454 dev_err(dev, "can't re-enable after resume, %d!\n", retval);
455 return retval;
456 }
457
458 pci_set_master(pci_dev);
459
460 if (hcd->driver->pci_resume && !HCD_DEAD(hcd)) {
461 if (event != PM_EVENT_AUTO_RESUME)
462 wait_for_companions(pci_dev, hcd);
463
464 retval = hcd->driver->pci_resume(hcd,
465 event == PM_EVENT_RESTORE);
466 if (retval) {
467 dev_err(dev, "PCI post-resume error %d!\n", retval);
468 if (hcd->shared_hcd)
469 usb_hc_died(hcd->shared_hcd);
470 usb_hc_died(hcd);
471 }
472 }
473 return retval;
474}
475#endif /* SLEEP || RUNTIME */
476
477#ifdef CONFIG_PM_SLEEP
478
479static int hcd_pci_suspend(struct device *dev)
480{
481 return suspend_common(dev, device_may_wakeup(dev));
482}
483
484static int hcd_pci_suspend_noirq(struct device *dev)
485{
486 struct pci_dev *pci_dev = to_pci_dev(dev);
487 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
488 int retval;
489
490 retval = check_root_hub_suspended(dev);
491 if (retval)
492 return retval;
493
494 pci_save_state(pci_dev);
495
496 /* If the root hub is dead rather than suspended, disallow remote
497 * wakeup. usb_hc_died() should ensure that both hosts are marked as
498 * dying, so we only need to check the primary roothub.
499 */
500 if (HCD_DEAD(hcd))
501 device_set_wakeup_enable(dev, 0);
502 dev_dbg(dev, "wakeup: %d\n", device_may_wakeup(dev));
503
504 /* Possibly enable remote wakeup,
505 * choose the appropriate low-power state, and go to that state.
506 */
507 retval = pci_prepare_to_sleep(pci_dev);
508 if (retval == -EIO) { /* Low-power not supported */
509 dev_dbg(dev, "--> PCI D0 legacy\n");
510 retval = 0;
511 } else if (retval == 0) {
512 dev_dbg(dev, "--> PCI %s\n",
513 pci_power_name(pci_dev->current_state));
514 } else {
515 suspend_report_result(pci_prepare_to_sleep, retval);
516 return retval;
517 }
518
519 powermac_set_asic(pci_dev, 0);
520 return retval;
521}
522
523static int hcd_pci_resume_noirq(struct device *dev)
524{
525 struct pci_dev *pci_dev = to_pci_dev(dev);
526
527 powermac_set_asic(pci_dev, 1);
528
529 /* Go back to D0 and disable remote wakeup */
530 pci_back_from_sleep(pci_dev);
531 return 0;
532}
533
534static int hcd_pci_resume(struct device *dev)
535{
536 return resume_common(dev, PM_EVENT_RESUME);
537}
538
539static int hcd_pci_restore(struct device *dev)
540{
541 return resume_common(dev, PM_EVENT_RESTORE);
542}
543
544#else
545
546#define hcd_pci_suspend NULL
547#define hcd_pci_suspend_noirq NULL
548#define hcd_pci_resume_noirq NULL
549#define hcd_pci_resume NULL
550#define hcd_pci_restore NULL
551
552#endif /* CONFIG_PM_SLEEP */
553
554#ifdef CONFIG_PM_RUNTIME
555
556static int hcd_pci_runtime_suspend(struct device *dev)
557{
558 int retval;
559
560 retval = suspend_common(dev, true);
561 if (retval == 0)
562 powermac_set_asic(to_pci_dev(dev), 0);
563 dev_dbg(dev, "hcd_pci_runtime_suspend: %d\n", retval);
564 return retval;
565}
566
567static int hcd_pci_runtime_resume(struct device *dev)
568{
569 int retval;
570
571 powermac_set_asic(to_pci_dev(dev), 1);
572 retval = resume_common(dev, PM_EVENT_AUTO_RESUME);
573 dev_dbg(dev, "hcd_pci_runtime_resume: %d\n", retval);
574 return retval;
575}
576
577#else
578
579#define hcd_pci_runtime_suspend NULL
580#define hcd_pci_runtime_resume NULL
581
582#endif /* CONFIG_PM_RUNTIME */
583
584const struct dev_pm_ops usb_hcd_pci_pm_ops = {
585 .suspend = hcd_pci_suspend,
586 .suspend_noirq = hcd_pci_suspend_noirq,
587 .resume_noirq = hcd_pci_resume_noirq,
588 .resume = hcd_pci_resume,
589 .freeze = check_root_hub_suspended,
590 .freeze_noirq = check_root_hub_suspended,
591 .thaw_noirq = NULL,
592 .thaw = NULL,
593 .poweroff = hcd_pci_suspend,
594 .poweroff_noirq = hcd_pci_suspend_noirq,
595 .restore_noirq = hcd_pci_resume_noirq,
596 .restore = hcd_pci_restore,
597 .runtime_suspend = hcd_pci_runtime_suspend,
598 .runtime_resume = hcd_pci_runtime_resume,
599};
600EXPORT_SYMBOL_GPL(usb_hcd_pci_pm_ops);
601
602#endif /* CONFIG_PM */