Loading...
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * (C) Copyright David Brownell 2000-2002
4 */
5
6#include <linux/kernel.h>
7#include <linux/module.h>
8#include <linux/pci.h>
9#include <linux/usb.h>
10#include <linux/usb/hcd.h>
11
12#include <asm/io.h>
13#include <asm/irq.h>
14
15#ifdef CONFIG_PPC_PMAC
16#include <asm/machdep.h>
17#include <asm/pmac_feature.h>
18#endif
19
20#include "usb.h"
21
22
23/* PCI-based HCs are common, but plenty of non-PCI HCs are used too */
24
25/*
26 * Coordinate handoffs between EHCI and companion controllers
27 * during EHCI probing and system resume.
28 */
29
30static DECLARE_RWSEM(companions_rwsem);
31
32#define CL_UHCI PCI_CLASS_SERIAL_USB_UHCI
33#define CL_OHCI PCI_CLASS_SERIAL_USB_OHCI
34#define CL_EHCI PCI_CLASS_SERIAL_USB_EHCI
35
36static inline int is_ohci_or_uhci(struct pci_dev *pdev)
37{
38 return pdev->class == CL_OHCI || pdev->class == CL_UHCI;
39}
40
41typedef void (*companion_fn)(struct pci_dev *pdev, struct usb_hcd *hcd,
42 struct pci_dev *companion, struct usb_hcd *companion_hcd);
43
44/* Iterate over PCI devices in the same slot as pdev and call fn for each */
45static void for_each_companion(struct pci_dev *pdev, struct usb_hcd *hcd,
46 companion_fn fn)
47{
48 struct pci_dev *companion;
49 struct usb_hcd *companion_hcd;
50 unsigned int slot = PCI_SLOT(pdev->devfn);
51
52 /*
53 * Iterate through other PCI functions in the same slot.
54 * If the function's drvdata isn't set then it isn't bound to
55 * a USB host controller driver, so skip it.
56 */
57 companion = NULL;
58 for_each_pci_dev(companion) {
59 if (companion->bus != pdev->bus ||
60 PCI_SLOT(companion->devfn) != slot)
61 continue;
62
63 /*
64 * Companion device should be either UHCI,OHCI or EHCI host
65 * controller, otherwise skip.
66 */
67 if (companion->class != CL_UHCI && companion->class != CL_OHCI &&
68 companion->class != CL_EHCI)
69 continue;
70
71 companion_hcd = pci_get_drvdata(companion);
72 if (!companion_hcd || !companion_hcd->self.root_hub)
73 continue;
74 fn(pdev, hcd, companion, companion_hcd);
75 }
76}
77
78/*
79 * We're about to add an EHCI controller, which will unceremoniously grab
80 * all the port connections away from its companions. To prevent annoying
81 * error messages, lock the companion's root hub and gracefully unconfigure
82 * it beforehand. Leave it locked until the EHCI controller is all set.
83 */
84static void ehci_pre_add(struct pci_dev *pdev, struct usb_hcd *hcd,
85 struct pci_dev *companion, struct usb_hcd *companion_hcd)
86{
87 struct usb_device *udev;
88
89 if (is_ohci_or_uhci(companion)) {
90 udev = companion_hcd->self.root_hub;
91 usb_lock_device(udev);
92 usb_set_configuration(udev, 0);
93 }
94}
95
96/*
97 * Adding the EHCI controller has either succeeded or failed. Set the
98 * companion pointer accordingly, and in either case, reconfigure and
99 * unlock the root hub.
100 */
101static void ehci_post_add(struct pci_dev *pdev, struct usb_hcd *hcd,
102 struct pci_dev *companion, struct usb_hcd *companion_hcd)
103{
104 struct usb_device *udev;
105
106 if (is_ohci_or_uhci(companion)) {
107 if (dev_get_drvdata(&pdev->dev)) { /* Succeeded */
108 dev_dbg(&pdev->dev, "HS companion for %s\n",
109 dev_name(&companion->dev));
110 companion_hcd->self.hs_companion = &hcd->self;
111 }
112 udev = companion_hcd->self.root_hub;
113 usb_set_configuration(udev, 1);
114 usb_unlock_device(udev);
115 }
116}
117
118/*
119 * We just added a non-EHCI controller. Find the EHCI controller to
120 * which it is a companion, and store a pointer to the bus structure.
121 */
122static void non_ehci_add(struct pci_dev *pdev, struct usb_hcd *hcd,
123 struct pci_dev *companion, struct usb_hcd *companion_hcd)
124{
125 if (is_ohci_or_uhci(pdev) && companion->class == CL_EHCI) {
126 dev_dbg(&pdev->dev, "FS/LS companion for %s\n",
127 dev_name(&companion->dev));
128 hcd->self.hs_companion = &companion_hcd->self;
129 }
130}
131
132/* We are removing an EHCI controller. Clear the companions' pointers. */
133static void ehci_remove(struct pci_dev *pdev, struct usb_hcd *hcd,
134 struct pci_dev *companion, struct usb_hcd *companion_hcd)
135{
136 if (is_ohci_or_uhci(companion))
137 companion_hcd->self.hs_companion = NULL;
138}
139
140#ifdef CONFIG_PM
141
142/* An EHCI controller must wait for its companions before resuming. */
143static void ehci_wait_for_companions(struct pci_dev *pdev, struct usb_hcd *hcd,
144 struct pci_dev *companion, struct usb_hcd *companion_hcd)
145{
146 if (is_ohci_or_uhci(companion))
147 device_pm_wait_for_dev(&pdev->dev, &companion->dev);
148}
149
150#endif /* CONFIG_PM */
151
152/*-------------------------------------------------------------------------*/
153
154/* configure so an HC device and id are always provided */
155/* always called with process context; sleeping is OK */
156
157/**
158 * usb_hcd_pci_probe - initialize PCI-based HCDs
159 * @dev: USB Host Controller being probed
160 * @driver: USB HC driver handle
161 *
162 * Context: task context, might sleep
163 *
164 * Allocates basic PCI resources for this USB host controller, and
165 * then invokes the start() method for the HCD associated with it
166 * through the hotplug entry's driver_data.
167 *
168 * Store this function in the HCD's struct pci_driver as probe().
169 *
170 * Return: 0 if successful.
171 */
172int usb_hcd_pci_probe(struct pci_dev *dev, const struct hc_driver *driver)
173{
174 struct usb_hcd *hcd;
175 int retval;
176 int hcd_irq = 0;
177
178 if (usb_disabled())
179 return -ENODEV;
180
181 if (!driver)
182 return -EINVAL;
183
184 if (pci_enable_device(dev) < 0)
185 return -ENODEV;
186
187 /*
188 * The xHCI driver has its own irq management
189 * make sure irq setup is not touched for xhci in generic hcd code
190 */
191 if ((driver->flags & HCD_MASK) < HCD_USB3) {
192 retval = pci_alloc_irq_vectors(dev, 1, 1, PCI_IRQ_LEGACY | PCI_IRQ_MSI);
193 if (retval < 0) {
194 dev_err(&dev->dev,
195 "Found HC with no IRQ. Check BIOS/PCI %s setup!\n",
196 pci_name(dev));
197 retval = -ENODEV;
198 goto disable_pci;
199 }
200 hcd_irq = pci_irq_vector(dev, 0);
201 }
202
203 hcd = usb_create_hcd(driver, &dev->dev, pci_name(dev));
204 if (!hcd) {
205 retval = -ENOMEM;
206 goto free_irq_vectors;
207 }
208
209 hcd->amd_resume_bug = usb_hcd_amd_resume_bug(dev, driver);
210
211 if (driver->flags & HCD_MEMORY) {
212 /* EHCI, OHCI */
213 hcd->rsrc_start = pci_resource_start(dev, 0);
214 hcd->rsrc_len = pci_resource_len(dev, 0);
215 if (!devm_request_mem_region(&dev->dev, hcd->rsrc_start,
216 hcd->rsrc_len, driver->description)) {
217 dev_dbg(&dev->dev, "controller already in use\n");
218 retval = -EBUSY;
219 goto put_hcd;
220 }
221 hcd->regs = devm_ioremap(&dev->dev, hcd->rsrc_start,
222 hcd->rsrc_len);
223 if (hcd->regs == NULL) {
224 dev_dbg(&dev->dev, "error mapping memory\n");
225 retval = -EFAULT;
226 goto put_hcd;
227 }
228
229 } else {
230 /* UHCI */
231 int region;
232
233 for (region = 0; region < PCI_STD_NUM_BARS; region++) {
234 if (!(pci_resource_flags(dev, region) &
235 IORESOURCE_IO))
236 continue;
237
238 hcd->rsrc_start = pci_resource_start(dev, region);
239 hcd->rsrc_len = pci_resource_len(dev, region);
240 if (devm_request_region(&dev->dev, hcd->rsrc_start,
241 hcd->rsrc_len, driver->description))
242 break;
243 }
244 if (region == PCI_STD_NUM_BARS) {
245 dev_dbg(&dev->dev, "no i/o regions available\n");
246 retval = -EBUSY;
247 goto put_hcd;
248 }
249 }
250
251 pci_set_master(dev);
252
253 /* Note: dev_set_drvdata must be called while holding the rwsem */
254 if (dev->class == CL_EHCI) {
255 down_write(&companions_rwsem);
256 dev_set_drvdata(&dev->dev, hcd);
257 for_each_companion(dev, hcd, ehci_pre_add);
258 retval = usb_add_hcd(hcd, hcd_irq, IRQF_SHARED);
259 if (retval != 0)
260 dev_set_drvdata(&dev->dev, NULL);
261 for_each_companion(dev, hcd, ehci_post_add);
262 up_write(&companions_rwsem);
263 } else {
264 down_read(&companions_rwsem);
265 dev_set_drvdata(&dev->dev, hcd);
266 retval = usb_add_hcd(hcd, hcd_irq, IRQF_SHARED);
267 if (retval != 0)
268 dev_set_drvdata(&dev->dev, NULL);
269 else
270 for_each_companion(dev, hcd, non_ehci_add);
271 up_read(&companions_rwsem);
272 }
273
274 if (retval != 0)
275 goto put_hcd;
276 device_wakeup_enable(hcd->self.controller);
277
278 if (pci_dev_run_wake(dev))
279 pm_runtime_put_noidle(&dev->dev);
280 return retval;
281
282put_hcd:
283 usb_put_hcd(hcd);
284free_irq_vectors:
285 if ((driver->flags & HCD_MASK) < HCD_USB3)
286 pci_free_irq_vectors(dev);
287disable_pci:
288 pci_disable_device(dev);
289 dev_err(&dev->dev, "init %s fail, %d\n", pci_name(dev), retval);
290 return retval;
291}
292EXPORT_SYMBOL_GPL(usb_hcd_pci_probe);
293
294
295/* may be called without controller electrically present */
296/* may be called with controller, bus, and devices active */
297
298/**
299 * usb_hcd_pci_remove - shutdown processing for PCI-based HCDs
300 * @dev: USB Host Controller being removed
301 *
302 * Context: task context, might sleep
303 *
304 * Reverses the effect of usb_hcd_pci_probe(), first invoking
305 * the HCD's stop() method. It is always called from a thread
306 * context, normally "rmmod", "apmd", or something similar.
307 *
308 * Store this function in the HCD's struct pci_driver as remove().
309 */
310void usb_hcd_pci_remove(struct pci_dev *dev)
311{
312 struct usb_hcd *hcd;
313 int hcd_driver_flags;
314
315 hcd = pci_get_drvdata(dev);
316 if (!hcd)
317 return;
318
319 hcd_driver_flags = hcd->driver->flags;
320
321 if (pci_dev_run_wake(dev))
322 pm_runtime_get_noresume(&dev->dev);
323
324 /* Fake an interrupt request in order to give the driver a chance
325 * to test whether the controller hardware has been removed (e.g.,
326 * cardbus physical eject).
327 */
328 local_irq_disable();
329 usb_hcd_irq(0, hcd);
330 local_irq_enable();
331
332 /* Note: dev_set_drvdata must be called while holding the rwsem */
333 if (dev->class == CL_EHCI) {
334 down_write(&companions_rwsem);
335 for_each_companion(dev, hcd, ehci_remove);
336 usb_remove_hcd(hcd);
337 dev_set_drvdata(&dev->dev, NULL);
338 up_write(&companions_rwsem);
339 } else {
340 /* Not EHCI; just clear the companion pointer */
341 down_read(&companions_rwsem);
342 hcd->self.hs_companion = NULL;
343 usb_remove_hcd(hcd);
344 dev_set_drvdata(&dev->dev, NULL);
345 up_read(&companions_rwsem);
346 }
347 usb_put_hcd(hcd);
348 if ((hcd_driver_flags & HCD_MASK) < HCD_USB3)
349 pci_free_irq_vectors(dev);
350 pci_disable_device(dev);
351}
352EXPORT_SYMBOL_GPL(usb_hcd_pci_remove);
353
354/**
355 * usb_hcd_pci_shutdown - shutdown host controller
356 * @dev: USB Host Controller being shutdown
357 */
358void usb_hcd_pci_shutdown(struct pci_dev *dev)
359{
360 struct usb_hcd *hcd;
361
362 hcd = pci_get_drvdata(dev);
363 if (!hcd)
364 return;
365
366 if (test_bit(HCD_FLAG_HW_ACCESSIBLE, &hcd->flags) &&
367 hcd->driver->shutdown) {
368 hcd->driver->shutdown(hcd);
369 if (usb_hcd_is_primary_hcd(hcd) && hcd->irq > 0)
370 free_irq(hcd->irq, hcd);
371 pci_disable_device(dev);
372 }
373}
374EXPORT_SYMBOL_GPL(usb_hcd_pci_shutdown);
375
376#ifdef CONFIG_PM
377
378#ifdef CONFIG_PPC_PMAC
379static void powermac_set_asic(struct pci_dev *pci_dev, int enable)
380{
381 /* Enanble or disable ASIC clocks for USB */
382 if (machine_is(powermac)) {
383 struct device_node *of_node;
384
385 of_node = pci_device_to_OF_node(pci_dev);
386 if (of_node)
387 pmac_call_feature(PMAC_FTR_USB_ENABLE,
388 of_node, 0, enable);
389 }
390}
391
392#else
393
394static inline void powermac_set_asic(struct pci_dev *pci_dev, int enable)
395{}
396
397#endif /* CONFIG_PPC_PMAC */
398
399static int check_root_hub_suspended(struct device *dev)
400{
401 struct usb_hcd *hcd = dev_get_drvdata(dev);
402
403 if (HCD_RH_RUNNING(hcd)) {
404 dev_warn(dev, "Root hub is not suspended\n");
405 return -EBUSY;
406 }
407 if (hcd->shared_hcd) {
408 hcd = hcd->shared_hcd;
409 if (HCD_RH_RUNNING(hcd)) {
410 dev_warn(dev, "Secondary root hub is not suspended\n");
411 return -EBUSY;
412 }
413 }
414 return 0;
415}
416
417static int suspend_common(struct device *dev, pm_message_t msg)
418{
419 struct pci_dev *pci_dev = to_pci_dev(dev);
420 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
421 bool do_wakeup;
422 int retval;
423
424 do_wakeup = PMSG_IS_AUTO(msg) ? true : device_may_wakeup(dev);
425
426 /* Root hub suspend should have stopped all downstream traffic,
427 * and all bus master traffic. And done so for both the interface
428 * and the stub usb_device (which we check here). But maybe it
429 * didn't; writing sysfs power/state files ignores such rules...
430 */
431 retval = check_root_hub_suspended(dev);
432 if (retval)
433 return retval;
434
435 if (hcd->driver->pci_suspend && !HCD_DEAD(hcd)) {
436 /* Optimization: Don't suspend if a root-hub wakeup is
437 * pending and it would cause the HCD to wake up anyway.
438 */
439 if (do_wakeup && HCD_WAKEUP_PENDING(hcd))
440 return -EBUSY;
441 if (do_wakeup && hcd->shared_hcd &&
442 HCD_WAKEUP_PENDING(hcd->shared_hcd))
443 return -EBUSY;
444 retval = hcd->driver->pci_suspend(hcd, do_wakeup);
445 suspend_report_result(dev, hcd->driver->pci_suspend, retval);
446
447 /* Check again in case wakeup raced with pci_suspend */
448 if ((retval == 0 && do_wakeup && HCD_WAKEUP_PENDING(hcd)) ||
449 (retval == 0 && do_wakeup && hcd->shared_hcd &&
450 HCD_WAKEUP_PENDING(hcd->shared_hcd))) {
451 if (hcd->driver->pci_resume)
452 hcd->driver->pci_resume(hcd, msg);
453 retval = -EBUSY;
454 }
455 if (retval)
456 return retval;
457 }
458
459 /* If MSI-X is enabled, the driver will have synchronized all vectors
460 * in pci_suspend(). If MSI or legacy PCI is enabled, that will be
461 * synchronized here.
462 */
463 if (!hcd->msix_enabled)
464 synchronize_irq(pci_irq_vector(pci_dev, 0));
465
466 /* Downstream ports from this root hub should already be quiesced, so
467 * there will be no DMA activity. Now we can shut down the upstream
468 * link (except maybe for PME# resume signaling). We'll enter a
469 * low power state during suspend_noirq, if the hardware allows.
470 */
471 pci_disable_device(pci_dev);
472 return retval;
473}
474
475static int resume_common(struct device *dev, pm_message_t msg)
476{
477 struct pci_dev *pci_dev = to_pci_dev(dev);
478 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
479 int retval;
480
481 if (HCD_RH_RUNNING(hcd) ||
482 (hcd->shared_hcd &&
483 HCD_RH_RUNNING(hcd->shared_hcd))) {
484 dev_dbg(dev, "can't resume, not suspended!\n");
485 return 0;
486 }
487
488 retval = pci_enable_device(pci_dev);
489 if (retval < 0) {
490 dev_err(dev, "can't re-enable after resume, %d!\n", retval);
491 return retval;
492 }
493
494 pci_set_master(pci_dev);
495
496 if (hcd->driver->pci_resume && !HCD_DEAD(hcd)) {
497
498 /*
499 * Only EHCI controllers have to wait for their companions.
500 * No locking is needed because PCI controller drivers do not
501 * get unbound during system resume.
502 */
503 if (pci_dev->class == CL_EHCI && msg.event != PM_EVENT_AUTO_RESUME)
504 for_each_companion(pci_dev, hcd,
505 ehci_wait_for_companions);
506
507 retval = hcd->driver->pci_resume(hcd, msg);
508 if (retval) {
509 dev_err(dev, "PCI post-resume error %d!\n", retval);
510 usb_hc_died(hcd);
511 }
512 }
513 return retval;
514}
515
516#ifdef CONFIG_PM_SLEEP
517
518static int hcd_pci_suspend(struct device *dev)
519{
520 return suspend_common(dev, PMSG_SUSPEND);
521}
522
523static int hcd_pci_suspend_noirq(struct device *dev)
524{
525 struct pci_dev *pci_dev = to_pci_dev(dev);
526 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
527 int retval;
528
529 retval = check_root_hub_suspended(dev);
530 if (retval)
531 return retval;
532
533 pci_save_state(pci_dev);
534
535 /* If the root hub is dead rather than suspended, disallow remote
536 * wakeup. usb_hc_died() should ensure that both hosts are marked as
537 * dying, so we only need to check the primary roothub.
538 */
539 if (HCD_DEAD(hcd))
540 device_set_wakeup_enable(dev, 0);
541 dev_dbg(dev, "wakeup: %d\n", device_may_wakeup(dev));
542
543 /* Possibly enable remote wakeup,
544 * choose the appropriate low-power state, and go to that state.
545 */
546 retval = pci_prepare_to_sleep(pci_dev);
547 if (retval == -EIO) { /* Low-power not supported */
548 dev_dbg(dev, "--> PCI D0 legacy\n");
549 retval = 0;
550 } else if (retval == 0) {
551 dev_dbg(dev, "--> PCI %s\n",
552 pci_power_name(pci_dev->current_state));
553 } else {
554 suspend_report_result(dev, pci_prepare_to_sleep, retval);
555 return retval;
556 }
557
558 powermac_set_asic(pci_dev, 0);
559 return retval;
560}
561
562static int hcd_pci_poweroff_late(struct device *dev)
563{
564 struct pci_dev *pci_dev = to_pci_dev(dev);
565 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
566
567 if (hcd->driver->pci_poweroff_late && !HCD_DEAD(hcd))
568 return hcd->driver->pci_poweroff_late(hcd, device_may_wakeup(dev));
569
570 return 0;
571}
572
573static int hcd_pci_resume_noirq(struct device *dev)
574{
575 powermac_set_asic(to_pci_dev(dev), 1);
576 return 0;
577}
578
579static int hcd_pci_resume(struct device *dev)
580{
581 return resume_common(dev, PMSG_RESUME);
582}
583
584static int hcd_pci_restore(struct device *dev)
585{
586 return resume_common(dev, PMSG_RESTORE);
587}
588
589#else
590
591#define hcd_pci_suspend NULL
592#define hcd_pci_suspend_noirq NULL
593#define hcd_pci_poweroff_late NULL
594#define hcd_pci_resume_noirq NULL
595#define hcd_pci_resume NULL
596#define hcd_pci_restore NULL
597
598#endif /* CONFIG_PM_SLEEP */
599
600static int hcd_pci_runtime_suspend(struct device *dev)
601{
602 int retval;
603
604 retval = suspend_common(dev, PMSG_AUTO_SUSPEND);
605 if (retval == 0)
606 powermac_set_asic(to_pci_dev(dev), 0);
607 dev_dbg(dev, "hcd_pci_runtime_suspend: %d\n", retval);
608 return retval;
609}
610
611static int hcd_pci_runtime_resume(struct device *dev)
612{
613 int retval;
614
615 powermac_set_asic(to_pci_dev(dev), 1);
616 retval = resume_common(dev, PMSG_AUTO_RESUME);
617 dev_dbg(dev, "hcd_pci_runtime_resume: %d\n", retval);
618 return retval;
619}
620
621const struct dev_pm_ops usb_hcd_pci_pm_ops = {
622 .suspend = hcd_pci_suspend,
623 .suspend_noirq = hcd_pci_suspend_noirq,
624 .resume_noirq = hcd_pci_resume_noirq,
625 .resume = hcd_pci_resume,
626 .freeze = hcd_pci_suspend,
627 .freeze_noirq = check_root_hub_suspended,
628 .thaw_noirq = NULL,
629 .thaw = hcd_pci_resume,
630 .poweroff = hcd_pci_suspend,
631 .poweroff_late = hcd_pci_poweroff_late,
632 .poweroff_noirq = hcd_pci_suspend_noirq,
633 .restore_noirq = hcd_pci_resume_noirq,
634 .restore = hcd_pci_restore,
635 .runtime_suspend = hcd_pci_runtime_suspend,
636 .runtime_resume = hcd_pci_runtime_resume,
637};
638EXPORT_SYMBOL_GPL(usb_hcd_pci_pm_ops);
639
640#endif /* CONFIG_PM */
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * (C) Copyright David Brownell 2000-2002
4 */
5
6#include <linux/kernel.h>
7#include <linux/module.h>
8#include <linux/pci.h>
9#include <linux/usb.h>
10#include <linux/usb/hcd.h>
11
12#include <asm/io.h>
13#include <asm/irq.h>
14
15#ifdef CONFIG_PPC_PMAC
16#include <asm/machdep.h>
17#include <asm/pmac_feature.h>
18#include <asm/prom.h>
19#endif
20
21#include "usb.h"
22
23
24/* PCI-based HCs are common, but plenty of non-PCI HCs are used too */
25
26/*
27 * Coordinate handoffs between EHCI and companion controllers
28 * during EHCI probing and system resume.
29 */
30
31static DECLARE_RWSEM(companions_rwsem);
32
33#define CL_UHCI PCI_CLASS_SERIAL_USB_UHCI
34#define CL_OHCI PCI_CLASS_SERIAL_USB_OHCI
35#define CL_EHCI PCI_CLASS_SERIAL_USB_EHCI
36
37static inline int is_ohci_or_uhci(struct pci_dev *pdev)
38{
39 return pdev->class == CL_OHCI || pdev->class == CL_UHCI;
40}
41
42typedef void (*companion_fn)(struct pci_dev *pdev, struct usb_hcd *hcd,
43 struct pci_dev *companion, struct usb_hcd *companion_hcd);
44
45/* Iterate over PCI devices in the same slot as pdev and call fn for each */
46static void for_each_companion(struct pci_dev *pdev, struct usb_hcd *hcd,
47 companion_fn fn)
48{
49 struct pci_dev *companion;
50 struct usb_hcd *companion_hcd;
51 unsigned int slot = PCI_SLOT(pdev->devfn);
52
53 /*
54 * Iterate through other PCI functions in the same slot.
55 * If the function's drvdata isn't set then it isn't bound to
56 * a USB host controller driver, so skip it.
57 */
58 companion = NULL;
59 for_each_pci_dev(companion) {
60 if (companion->bus != pdev->bus ||
61 PCI_SLOT(companion->devfn) != slot)
62 continue;
63
64 /*
65 * Companion device should be either UHCI,OHCI or EHCI host
66 * controller, otherwise skip.
67 */
68 if (companion->class != CL_UHCI && companion->class != CL_OHCI &&
69 companion->class != CL_EHCI)
70 continue;
71
72 companion_hcd = pci_get_drvdata(companion);
73 if (!companion_hcd || !companion_hcd->self.root_hub)
74 continue;
75 fn(pdev, hcd, companion, companion_hcd);
76 }
77}
78
79/*
80 * We're about to add an EHCI controller, which will unceremoniously grab
81 * all the port connections away from its companions. To prevent annoying
82 * error messages, lock the companion's root hub and gracefully unconfigure
83 * it beforehand. Leave it locked until the EHCI controller is all set.
84 */
85static void ehci_pre_add(struct pci_dev *pdev, struct usb_hcd *hcd,
86 struct pci_dev *companion, struct usb_hcd *companion_hcd)
87{
88 struct usb_device *udev;
89
90 if (is_ohci_or_uhci(companion)) {
91 udev = companion_hcd->self.root_hub;
92 usb_lock_device(udev);
93 usb_set_configuration(udev, 0);
94 }
95}
96
97/*
98 * Adding the EHCI controller has either succeeded or failed. Set the
99 * companion pointer accordingly, and in either case, reconfigure and
100 * unlock the root hub.
101 */
102static void ehci_post_add(struct pci_dev *pdev, struct usb_hcd *hcd,
103 struct pci_dev *companion, struct usb_hcd *companion_hcd)
104{
105 struct usb_device *udev;
106
107 if (is_ohci_or_uhci(companion)) {
108 if (dev_get_drvdata(&pdev->dev)) { /* Succeeded */
109 dev_dbg(&pdev->dev, "HS companion for %s\n",
110 dev_name(&companion->dev));
111 companion_hcd->self.hs_companion = &hcd->self;
112 }
113 udev = companion_hcd->self.root_hub;
114 usb_set_configuration(udev, 1);
115 usb_unlock_device(udev);
116 }
117}
118
119/*
120 * We just added a non-EHCI controller. Find the EHCI controller to
121 * which it is a companion, and store a pointer to the bus structure.
122 */
123static void non_ehci_add(struct pci_dev *pdev, struct usb_hcd *hcd,
124 struct pci_dev *companion, struct usb_hcd *companion_hcd)
125{
126 if (is_ohci_or_uhci(pdev) && companion->class == CL_EHCI) {
127 dev_dbg(&pdev->dev, "FS/LS companion for %s\n",
128 dev_name(&companion->dev));
129 hcd->self.hs_companion = &companion_hcd->self;
130 }
131}
132
133/* We are removing an EHCI controller. Clear the companions' pointers. */
134static void ehci_remove(struct pci_dev *pdev, struct usb_hcd *hcd,
135 struct pci_dev *companion, struct usb_hcd *companion_hcd)
136{
137 if (is_ohci_or_uhci(companion))
138 companion_hcd->self.hs_companion = NULL;
139}
140
141#ifdef CONFIG_PM
142
143/* An EHCI controller must wait for its companions before resuming. */
144static void ehci_wait_for_companions(struct pci_dev *pdev, struct usb_hcd *hcd,
145 struct pci_dev *companion, struct usb_hcd *companion_hcd)
146{
147 if (is_ohci_or_uhci(companion))
148 device_pm_wait_for_dev(&pdev->dev, &companion->dev);
149}
150
151#endif /* CONFIG_PM */
152
153/*-------------------------------------------------------------------------*/
154
155/* configure so an HC device and id are always provided */
156/* always called with process context; sleeping is OK */
157
158/**
159 * usb_hcd_pci_probe - initialize PCI-based HCDs
160 * @dev: USB Host Controller being probed
161 * @id: pci hotplug id connecting controller to HCD framework
162 * @driver: USB HC driver handle
163 *
164 * Context: task context, might sleep
165 *
166 * Allocates basic PCI resources for this USB host controller, and
167 * then invokes the start() method for the HCD associated with it
168 * through the hotplug entry's driver_data.
169 *
170 * Store this function in the HCD's struct pci_driver as probe().
171 *
172 * Return: 0 if successful.
173 */
174int usb_hcd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id,
175 const struct hc_driver *driver)
176{
177 struct usb_hcd *hcd;
178 int retval;
179 int hcd_irq = 0;
180
181 if (usb_disabled())
182 return -ENODEV;
183
184 if (!id)
185 return -EINVAL;
186
187 if (!driver)
188 return -EINVAL;
189
190 if (pci_enable_device(dev) < 0)
191 return -ENODEV;
192
193 /*
194 * The xHCI driver has its own irq management
195 * make sure irq setup is not touched for xhci in generic hcd code
196 */
197 if ((driver->flags & HCD_MASK) < HCD_USB3) {
198 retval = pci_alloc_irq_vectors(dev, 1, 1, PCI_IRQ_LEGACY | PCI_IRQ_MSI);
199 if (retval < 0) {
200 dev_err(&dev->dev,
201 "Found HC with no IRQ. Check BIOS/PCI %s setup!\n",
202 pci_name(dev));
203 retval = -ENODEV;
204 goto disable_pci;
205 }
206 hcd_irq = pci_irq_vector(dev, 0);
207 }
208
209 hcd = usb_create_hcd(driver, &dev->dev, pci_name(dev));
210 if (!hcd) {
211 retval = -ENOMEM;
212 goto free_irq_vectors;
213 }
214
215 hcd->amd_resume_bug = (usb_hcd_amd_remote_wakeup_quirk(dev) &&
216 driver->flags & (HCD_USB11 | HCD_USB3)) ? 1 : 0;
217
218 if (driver->flags & HCD_MEMORY) {
219 /* EHCI, OHCI */
220 hcd->rsrc_start = pci_resource_start(dev, 0);
221 hcd->rsrc_len = pci_resource_len(dev, 0);
222 if (!devm_request_mem_region(&dev->dev, hcd->rsrc_start,
223 hcd->rsrc_len, driver->description)) {
224 dev_dbg(&dev->dev, "controller already in use\n");
225 retval = -EBUSY;
226 goto put_hcd;
227 }
228 hcd->regs = devm_ioremap(&dev->dev, hcd->rsrc_start,
229 hcd->rsrc_len);
230 if (hcd->regs == NULL) {
231 dev_dbg(&dev->dev, "error mapping memory\n");
232 retval = -EFAULT;
233 goto put_hcd;
234 }
235
236 } else {
237 /* UHCI */
238 int region;
239
240 for (region = 0; region < PCI_STD_NUM_BARS; region++) {
241 if (!(pci_resource_flags(dev, region) &
242 IORESOURCE_IO))
243 continue;
244
245 hcd->rsrc_start = pci_resource_start(dev, region);
246 hcd->rsrc_len = pci_resource_len(dev, region);
247 if (devm_request_region(&dev->dev, hcd->rsrc_start,
248 hcd->rsrc_len, driver->description))
249 break;
250 }
251 if (region == PCI_ROM_RESOURCE) {
252 dev_dbg(&dev->dev, "no i/o regions available\n");
253 retval = -EBUSY;
254 goto put_hcd;
255 }
256 }
257
258 pci_set_master(dev);
259
260 /* Note: dev_set_drvdata must be called while holding the rwsem */
261 if (dev->class == CL_EHCI) {
262 down_write(&companions_rwsem);
263 dev_set_drvdata(&dev->dev, hcd);
264 for_each_companion(dev, hcd, ehci_pre_add);
265 retval = usb_add_hcd(hcd, hcd_irq, IRQF_SHARED);
266 if (retval != 0)
267 dev_set_drvdata(&dev->dev, NULL);
268 for_each_companion(dev, hcd, ehci_post_add);
269 up_write(&companions_rwsem);
270 } else {
271 down_read(&companions_rwsem);
272 dev_set_drvdata(&dev->dev, hcd);
273 retval = usb_add_hcd(hcd, hcd_irq, IRQF_SHARED);
274 if (retval != 0)
275 dev_set_drvdata(&dev->dev, NULL);
276 else
277 for_each_companion(dev, hcd, non_ehci_add);
278 up_read(&companions_rwsem);
279 }
280
281 if (retval != 0)
282 goto put_hcd;
283 device_wakeup_enable(hcd->self.controller);
284
285 if (pci_dev_run_wake(dev))
286 pm_runtime_put_noidle(&dev->dev);
287 return retval;
288
289put_hcd:
290 usb_put_hcd(hcd);
291free_irq_vectors:
292 if ((driver->flags & HCD_MASK) < HCD_USB3)
293 pci_free_irq_vectors(dev);
294disable_pci:
295 pci_disable_device(dev);
296 dev_err(&dev->dev, "init %s fail, %d\n", pci_name(dev), retval);
297 return retval;
298}
299EXPORT_SYMBOL_GPL(usb_hcd_pci_probe);
300
301
302/* may be called without controller electrically present */
303/* may be called with controller, bus, and devices active */
304
305/**
306 * usb_hcd_pci_remove - shutdown processing for PCI-based HCDs
307 * @dev: USB Host Controller being removed
308 *
309 * Context: task context, might sleep
310 *
311 * Reverses the effect of usb_hcd_pci_probe(), first invoking
312 * the HCD's stop() method. It is always called from a thread
313 * context, normally "rmmod", "apmd", or something similar.
314 *
315 * Store this function in the HCD's struct pci_driver as remove().
316 */
317void usb_hcd_pci_remove(struct pci_dev *dev)
318{
319 struct usb_hcd *hcd;
320 int hcd_driver_flags;
321
322 hcd = pci_get_drvdata(dev);
323 if (!hcd)
324 return;
325
326 hcd_driver_flags = hcd->driver->flags;
327
328 if (pci_dev_run_wake(dev))
329 pm_runtime_get_noresume(&dev->dev);
330
331 /* Fake an interrupt request in order to give the driver a chance
332 * to test whether the controller hardware has been removed (e.g.,
333 * cardbus physical eject).
334 */
335 local_irq_disable();
336 usb_hcd_irq(0, hcd);
337 local_irq_enable();
338
339 /* Note: dev_set_drvdata must be called while holding the rwsem */
340 if (dev->class == CL_EHCI) {
341 down_write(&companions_rwsem);
342 for_each_companion(dev, hcd, ehci_remove);
343 usb_remove_hcd(hcd);
344 dev_set_drvdata(&dev->dev, NULL);
345 up_write(&companions_rwsem);
346 } else {
347 /* Not EHCI; just clear the companion pointer */
348 down_read(&companions_rwsem);
349 hcd->self.hs_companion = NULL;
350 usb_remove_hcd(hcd);
351 dev_set_drvdata(&dev->dev, NULL);
352 up_read(&companions_rwsem);
353 }
354 usb_put_hcd(hcd);
355 if ((hcd_driver_flags & HCD_MASK) < HCD_USB3)
356 pci_free_irq_vectors(dev);
357 pci_disable_device(dev);
358}
359EXPORT_SYMBOL_GPL(usb_hcd_pci_remove);
360
361/**
362 * usb_hcd_pci_shutdown - shutdown host controller
363 * @dev: USB Host Controller being shutdown
364 */
365void usb_hcd_pci_shutdown(struct pci_dev *dev)
366{
367 struct usb_hcd *hcd;
368
369 hcd = pci_get_drvdata(dev);
370 if (!hcd)
371 return;
372
373 if (test_bit(HCD_FLAG_HW_ACCESSIBLE, &hcd->flags) &&
374 hcd->driver->shutdown) {
375 hcd->driver->shutdown(hcd);
376 if (usb_hcd_is_primary_hcd(hcd) && hcd->irq > 0)
377 free_irq(hcd->irq, hcd);
378 pci_disable_device(dev);
379 }
380}
381EXPORT_SYMBOL_GPL(usb_hcd_pci_shutdown);
382
383#ifdef CONFIG_PM
384
385#ifdef CONFIG_PPC_PMAC
386static void powermac_set_asic(struct pci_dev *pci_dev, int enable)
387{
388 /* Enanble or disable ASIC clocks for USB */
389 if (machine_is(powermac)) {
390 struct device_node *of_node;
391
392 of_node = pci_device_to_OF_node(pci_dev);
393 if (of_node)
394 pmac_call_feature(PMAC_FTR_USB_ENABLE,
395 of_node, 0, enable);
396 }
397}
398
399#else
400
401static inline void powermac_set_asic(struct pci_dev *pci_dev, int enable)
402{}
403
404#endif /* CONFIG_PPC_PMAC */
405
406static int check_root_hub_suspended(struct device *dev)
407{
408 struct usb_hcd *hcd = dev_get_drvdata(dev);
409
410 if (HCD_RH_RUNNING(hcd)) {
411 dev_warn(dev, "Root hub is not suspended\n");
412 return -EBUSY;
413 }
414 if (hcd->shared_hcd) {
415 hcd = hcd->shared_hcd;
416 if (HCD_RH_RUNNING(hcd)) {
417 dev_warn(dev, "Secondary root hub is not suspended\n");
418 return -EBUSY;
419 }
420 }
421 return 0;
422}
423
424static int suspend_common(struct device *dev, bool do_wakeup)
425{
426 struct pci_dev *pci_dev = to_pci_dev(dev);
427 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
428 int retval;
429
430 /* Root hub suspend should have stopped all downstream traffic,
431 * and all bus master traffic. And done so for both the interface
432 * and the stub usb_device (which we check here). But maybe it
433 * didn't; writing sysfs power/state files ignores such rules...
434 */
435 retval = check_root_hub_suspended(dev);
436 if (retval)
437 return retval;
438
439 if (hcd->driver->pci_suspend && !HCD_DEAD(hcd)) {
440 /* Optimization: Don't suspend if a root-hub wakeup is
441 * pending and it would cause the HCD to wake up anyway.
442 */
443 if (do_wakeup && HCD_WAKEUP_PENDING(hcd))
444 return -EBUSY;
445 if (do_wakeup && hcd->shared_hcd &&
446 HCD_WAKEUP_PENDING(hcd->shared_hcd))
447 return -EBUSY;
448 retval = hcd->driver->pci_suspend(hcd, do_wakeup);
449 suspend_report_result(hcd->driver->pci_suspend, retval);
450
451 /* Check again in case wakeup raced with pci_suspend */
452 if ((retval == 0 && do_wakeup && HCD_WAKEUP_PENDING(hcd)) ||
453 (retval == 0 && do_wakeup && hcd->shared_hcd &&
454 HCD_WAKEUP_PENDING(hcd->shared_hcd))) {
455 if (hcd->driver->pci_resume)
456 hcd->driver->pci_resume(hcd, false);
457 retval = -EBUSY;
458 }
459 if (retval)
460 return retval;
461 }
462
463 /* If MSI-X is enabled, the driver will have synchronized all vectors
464 * in pci_suspend(). If MSI or legacy PCI is enabled, that will be
465 * synchronized here.
466 */
467 if (!hcd->msix_enabled)
468 synchronize_irq(pci_irq_vector(pci_dev, 0));
469
470 /* Downstream ports from this root hub should already be quiesced, so
471 * there will be no DMA activity. Now we can shut down the upstream
472 * link (except maybe for PME# resume signaling). We'll enter a
473 * low power state during suspend_noirq, if the hardware allows.
474 */
475 pci_disable_device(pci_dev);
476 return retval;
477}
478
479static int resume_common(struct device *dev, int event)
480{
481 struct pci_dev *pci_dev = to_pci_dev(dev);
482 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
483 int retval;
484
485 if (HCD_RH_RUNNING(hcd) ||
486 (hcd->shared_hcd &&
487 HCD_RH_RUNNING(hcd->shared_hcd))) {
488 dev_dbg(dev, "can't resume, not suspended!\n");
489 return 0;
490 }
491
492 retval = pci_enable_device(pci_dev);
493 if (retval < 0) {
494 dev_err(dev, "can't re-enable after resume, %d!\n", retval);
495 return retval;
496 }
497
498 pci_set_master(pci_dev);
499
500 if (hcd->driver->pci_resume && !HCD_DEAD(hcd)) {
501
502 /*
503 * Only EHCI controllers have to wait for their companions.
504 * No locking is needed because PCI controller drivers do not
505 * get unbound during system resume.
506 */
507 if (pci_dev->class == CL_EHCI && event != PM_EVENT_AUTO_RESUME)
508 for_each_companion(pci_dev, hcd,
509 ehci_wait_for_companions);
510
511 retval = hcd->driver->pci_resume(hcd,
512 event == PM_EVENT_RESTORE);
513 if (retval) {
514 dev_err(dev, "PCI post-resume error %d!\n", retval);
515 usb_hc_died(hcd);
516 }
517 }
518 return retval;
519}
520
521#ifdef CONFIG_PM_SLEEP
522
523static int hcd_pci_suspend(struct device *dev)
524{
525 return suspend_common(dev, device_may_wakeup(dev));
526}
527
528static int hcd_pci_suspend_noirq(struct device *dev)
529{
530 struct pci_dev *pci_dev = to_pci_dev(dev);
531 struct usb_hcd *hcd = pci_get_drvdata(pci_dev);
532 int retval;
533
534 retval = check_root_hub_suspended(dev);
535 if (retval)
536 return retval;
537
538 pci_save_state(pci_dev);
539
540 /* If the root hub is dead rather than suspended, disallow remote
541 * wakeup. usb_hc_died() should ensure that both hosts are marked as
542 * dying, so we only need to check the primary roothub.
543 */
544 if (HCD_DEAD(hcd))
545 device_set_wakeup_enable(dev, 0);
546 dev_dbg(dev, "wakeup: %d\n", device_may_wakeup(dev));
547
548 /* Possibly enable remote wakeup,
549 * choose the appropriate low-power state, and go to that state.
550 */
551 retval = pci_prepare_to_sleep(pci_dev);
552 if (retval == -EIO) { /* Low-power not supported */
553 dev_dbg(dev, "--> PCI D0 legacy\n");
554 retval = 0;
555 } else if (retval == 0) {
556 dev_dbg(dev, "--> PCI %s\n",
557 pci_power_name(pci_dev->current_state));
558 } else {
559 suspend_report_result(pci_prepare_to_sleep, retval);
560 return retval;
561 }
562
563 powermac_set_asic(pci_dev, 0);
564 return retval;
565}
566
567static int hcd_pci_resume_noirq(struct device *dev)
568{
569 powermac_set_asic(to_pci_dev(dev), 1);
570 return 0;
571}
572
573static int hcd_pci_resume(struct device *dev)
574{
575 return resume_common(dev, PM_EVENT_RESUME);
576}
577
578static int hcd_pci_restore(struct device *dev)
579{
580 return resume_common(dev, PM_EVENT_RESTORE);
581}
582
583#else
584
585#define hcd_pci_suspend NULL
586#define hcd_pci_suspend_noirq NULL
587#define hcd_pci_resume_noirq NULL
588#define hcd_pci_resume NULL
589#define hcd_pci_restore NULL
590
591#endif /* CONFIG_PM_SLEEP */
592
593static int hcd_pci_runtime_suspend(struct device *dev)
594{
595 int retval;
596
597 retval = suspend_common(dev, true);
598 if (retval == 0)
599 powermac_set_asic(to_pci_dev(dev), 0);
600 dev_dbg(dev, "hcd_pci_runtime_suspend: %d\n", retval);
601 return retval;
602}
603
604static int hcd_pci_runtime_resume(struct device *dev)
605{
606 int retval;
607
608 powermac_set_asic(to_pci_dev(dev), 1);
609 retval = resume_common(dev, PM_EVENT_AUTO_RESUME);
610 dev_dbg(dev, "hcd_pci_runtime_resume: %d\n", retval);
611 return retval;
612}
613
614const struct dev_pm_ops usb_hcd_pci_pm_ops = {
615 .suspend = hcd_pci_suspend,
616 .suspend_noirq = hcd_pci_suspend_noirq,
617 .resume_noirq = hcd_pci_resume_noirq,
618 .resume = hcd_pci_resume,
619 .freeze = check_root_hub_suspended,
620 .freeze_noirq = check_root_hub_suspended,
621 .thaw_noirq = NULL,
622 .thaw = NULL,
623 .poweroff = hcd_pci_suspend,
624 .poweroff_noirq = hcd_pci_suspend_noirq,
625 .restore_noirq = hcd_pci_resume_noirq,
626 .restore = hcd_pci_restore,
627 .runtime_suspend = hcd_pci_runtime_suspend,
628 .runtime_resume = hcd_pci_runtime_resume,
629};
630EXPORT_SYMBOL_GPL(usb_hcd_pci_pm_ops);
631
632#endif /* CONFIG_PM */