Loading...
1/*
2 * Low-Level PCI Support for PC
3 *
4 * (c) 1999--2000 Martin Mares <mj@ucw.cz>
5 */
6
7#include <linux/sched.h>
8#include <linux/pci.h>
9#include <linux/pci-acpi.h>
10#include <linux/ioport.h>
11#include <linux/init.h>
12#include <linux/dmi.h>
13#include <linux/slab.h>
14
15#include <asm/acpi.h>
16#include <asm/segment.h>
17#include <asm/io.h>
18#include <asm/smp.h>
19#include <asm/pci_x86.h>
20#include <asm/setup.h>
21
22unsigned int pci_probe = PCI_PROBE_BIOS | PCI_PROBE_CONF1 | PCI_PROBE_CONF2 |
23 PCI_PROBE_MMCONF;
24
25unsigned int pci_early_dump_regs;
26static int pci_bf_sort;
27static int smbios_type_b1_flag;
28int pci_routeirq;
29int noioapicquirk;
30#ifdef CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS
31int noioapicreroute = 0;
32#else
33int noioapicreroute = 1;
34#endif
35int pcibios_last_bus = -1;
36unsigned long pirq_table_addr;
37const struct pci_raw_ops *__read_mostly raw_pci_ops;
38const struct pci_raw_ops *__read_mostly raw_pci_ext_ops;
39
40int raw_pci_read(unsigned int domain, unsigned int bus, unsigned int devfn,
41 int reg, int len, u32 *val)
42{
43 if (domain == 0 && reg < 256 && raw_pci_ops)
44 return raw_pci_ops->read(domain, bus, devfn, reg, len, val);
45 if (raw_pci_ext_ops)
46 return raw_pci_ext_ops->read(domain, bus, devfn, reg, len, val);
47 return -EINVAL;
48}
49
50int raw_pci_write(unsigned int domain, unsigned int bus, unsigned int devfn,
51 int reg, int len, u32 val)
52{
53 if (domain == 0 && reg < 256 && raw_pci_ops)
54 return raw_pci_ops->write(domain, bus, devfn, reg, len, val);
55 if (raw_pci_ext_ops)
56 return raw_pci_ext_ops->write(domain, bus, devfn, reg, len, val);
57 return -EINVAL;
58}
59
60static int pci_read(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 *value)
61{
62 return raw_pci_read(pci_domain_nr(bus), bus->number,
63 devfn, where, size, value);
64}
65
66static int pci_write(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 value)
67{
68 return raw_pci_write(pci_domain_nr(bus), bus->number,
69 devfn, where, size, value);
70}
71
72struct pci_ops pci_root_ops = {
73 .read = pci_read,
74 .write = pci_write,
75};
76
77/*
78 * This interrupt-safe spinlock protects all accesses to PCI
79 * configuration space.
80 */
81DEFINE_RAW_SPINLOCK(pci_config_lock);
82
83static int __init can_skip_ioresource_align(const struct dmi_system_id *d)
84{
85 pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
86 printk(KERN_INFO "PCI: %s detected, can skip ISA alignment\n", d->ident);
87 return 0;
88}
89
90static const struct dmi_system_id can_skip_pciprobe_dmi_table[] __initconst = {
91/*
92 * Systems where PCI IO resource ISA alignment can be skipped
93 * when the ISA enable bit in the bridge control is not set
94 */
95 {
96 .callback = can_skip_ioresource_align,
97 .ident = "IBM System x3800",
98 .matches = {
99 DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
100 DMI_MATCH(DMI_PRODUCT_NAME, "x3800"),
101 },
102 },
103 {
104 .callback = can_skip_ioresource_align,
105 .ident = "IBM System x3850",
106 .matches = {
107 DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
108 DMI_MATCH(DMI_PRODUCT_NAME, "x3850"),
109 },
110 },
111 {
112 .callback = can_skip_ioresource_align,
113 .ident = "IBM System x3950",
114 .matches = {
115 DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
116 DMI_MATCH(DMI_PRODUCT_NAME, "x3950"),
117 },
118 },
119 {}
120};
121
122void __init dmi_check_skip_isa_align(void)
123{
124 dmi_check_system(can_skip_pciprobe_dmi_table);
125}
126
127static void pcibios_fixup_device_resources(struct pci_dev *dev)
128{
129 struct resource *rom_r = &dev->resource[PCI_ROM_RESOURCE];
130 struct resource *bar_r;
131 int bar;
132
133 if (pci_probe & PCI_NOASSIGN_BARS) {
134 /*
135 * If the BIOS did not assign the BAR, zero out the
136 * resource so the kernel doesn't attmept to assign
137 * it later on in pci_assign_unassigned_resources
138 */
139 for (bar = 0; bar <= PCI_STD_RESOURCE_END; bar++) {
140 bar_r = &dev->resource[bar];
141 if (bar_r->start == 0 && bar_r->end != 0) {
142 bar_r->flags = 0;
143 bar_r->end = 0;
144 }
145 }
146 }
147
148 if (pci_probe & PCI_NOASSIGN_ROMS) {
149 if (rom_r->parent)
150 return;
151 if (rom_r->start) {
152 /* we deal with BIOS assigned ROM later */
153 return;
154 }
155 rom_r->start = rom_r->end = rom_r->flags = 0;
156 }
157}
158
159/*
160 * Called after each bus is probed, but before its children
161 * are examined.
162 */
163
164void pcibios_fixup_bus(struct pci_bus *b)
165{
166 struct pci_dev *dev;
167
168 pci_read_bridge_bases(b);
169 list_for_each_entry(dev, &b->devices, bus_list)
170 pcibios_fixup_device_resources(dev);
171}
172
173void pcibios_add_bus(struct pci_bus *bus)
174{
175 acpi_pci_add_bus(bus);
176}
177
178void pcibios_remove_bus(struct pci_bus *bus)
179{
180 acpi_pci_remove_bus(bus);
181}
182
183/*
184 * Only use DMI information to set this if nothing was passed
185 * on the kernel command line (which was parsed earlier).
186 */
187
188static int __init set_bf_sort(const struct dmi_system_id *d)
189{
190 if (pci_bf_sort == pci_bf_sort_default) {
191 pci_bf_sort = pci_dmi_bf;
192 printk(KERN_INFO "PCI: %s detected, enabling pci=bfsort.\n", d->ident);
193 }
194 return 0;
195}
196
197static void __init read_dmi_type_b1(const struct dmi_header *dm,
198 void *private_data)
199{
200 u8 *d = (u8 *)dm + 4;
201
202 if (dm->type != 0xB1)
203 return;
204 switch (((*(u32 *)d) >> 9) & 0x03) {
205 case 0x00:
206 printk(KERN_INFO "dmi type 0xB1 record - unknown flag\n");
207 break;
208 case 0x01: /* set pci=bfsort */
209 smbios_type_b1_flag = 1;
210 break;
211 case 0x02: /* do not set pci=bfsort */
212 smbios_type_b1_flag = 2;
213 break;
214 default:
215 break;
216 }
217}
218
219static int __init find_sort_method(const struct dmi_system_id *d)
220{
221 dmi_walk(read_dmi_type_b1, NULL);
222
223 if (smbios_type_b1_flag == 1) {
224 set_bf_sort(d);
225 return 0;
226 }
227 return -1;
228}
229
230/*
231 * Enable renumbering of PCI bus# ranges to reach all PCI busses (Cardbus)
232 */
233#ifdef __i386__
234static int __init assign_all_busses(const struct dmi_system_id *d)
235{
236 pci_probe |= PCI_ASSIGN_ALL_BUSSES;
237 printk(KERN_INFO "%s detected: enabling PCI bus# renumbering"
238 " (pci=assign-busses)\n", d->ident);
239 return 0;
240}
241#endif
242
243static int __init set_scan_all(const struct dmi_system_id *d)
244{
245 printk(KERN_INFO "PCI: %s detected, enabling pci=pcie_scan_all\n",
246 d->ident);
247 pci_add_flags(PCI_SCAN_ALL_PCIE_DEVS);
248 return 0;
249}
250
251static const struct dmi_system_id pciprobe_dmi_table[] __initconst = {
252#ifdef __i386__
253/*
254 * Laptops which need pci=assign-busses to see Cardbus cards
255 */
256 {
257 .callback = assign_all_busses,
258 .ident = "Samsung X20 Laptop",
259 .matches = {
260 DMI_MATCH(DMI_SYS_VENDOR, "Samsung Electronics"),
261 DMI_MATCH(DMI_PRODUCT_NAME, "SX20S"),
262 },
263 },
264#endif /* __i386__ */
265 {
266 .callback = set_bf_sort,
267 .ident = "Dell PowerEdge 1950",
268 .matches = {
269 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
270 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1950"),
271 },
272 },
273 {
274 .callback = set_bf_sort,
275 .ident = "Dell PowerEdge 1955",
276 .matches = {
277 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
278 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1955"),
279 },
280 },
281 {
282 .callback = set_bf_sort,
283 .ident = "Dell PowerEdge 2900",
284 .matches = {
285 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
286 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2900"),
287 },
288 },
289 {
290 .callback = set_bf_sort,
291 .ident = "Dell PowerEdge 2950",
292 .matches = {
293 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
294 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2950"),
295 },
296 },
297 {
298 .callback = set_bf_sort,
299 .ident = "Dell PowerEdge R900",
300 .matches = {
301 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
302 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge R900"),
303 },
304 },
305 {
306 .callback = find_sort_method,
307 .ident = "Dell System",
308 .matches = {
309 DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc"),
310 },
311 },
312 {
313 .callback = set_bf_sort,
314 .ident = "HP ProLiant BL20p G3",
315 .matches = {
316 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
317 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G3"),
318 },
319 },
320 {
321 .callback = set_bf_sort,
322 .ident = "HP ProLiant BL20p G4",
323 .matches = {
324 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
325 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G4"),
326 },
327 },
328 {
329 .callback = set_bf_sort,
330 .ident = "HP ProLiant BL30p G1",
331 .matches = {
332 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
333 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL30p G1"),
334 },
335 },
336 {
337 .callback = set_bf_sort,
338 .ident = "HP ProLiant BL25p G1",
339 .matches = {
340 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
341 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL25p G1"),
342 },
343 },
344 {
345 .callback = set_bf_sort,
346 .ident = "HP ProLiant BL35p G1",
347 .matches = {
348 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
349 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL35p G1"),
350 },
351 },
352 {
353 .callback = set_bf_sort,
354 .ident = "HP ProLiant BL45p G1",
355 .matches = {
356 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
357 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G1"),
358 },
359 },
360 {
361 .callback = set_bf_sort,
362 .ident = "HP ProLiant BL45p G2",
363 .matches = {
364 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
365 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G2"),
366 },
367 },
368 {
369 .callback = set_bf_sort,
370 .ident = "HP ProLiant BL460c G1",
371 .matches = {
372 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
373 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL460c G1"),
374 },
375 },
376 {
377 .callback = set_bf_sort,
378 .ident = "HP ProLiant BL465c G1",
379 .matches = {
380 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
381 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL465c G1"),
382 },
383 },
384 {
385 .callback = set_bf_sort,
386 .ident = "HP ProLiant BL480c G1",
387 .matches = {
388 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
389 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL480c G1"),
390 },
391 },
392 {
393 .callback = set_bf_sort,
394 .ident = "HP ProLiant BL685c G1",
395 .matches = {
396 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
397 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL685c G1"),
398 },
399 },
400 {
401 .callback = set_bf_sort,
402 .ident = "HP ProLiant DL360",
403 .matches = {
404 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
405 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL360"),
406 },
407 },
408 {
409 .callback = set_bf_sort,
410 .ident = "HP ProLiant DL380",
411 .matches = {
412 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
413 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL380"),
414 },
415 },
416#ifdef __i386__
417 {
418 .callback = assign_all_busses,
419 .ident = "Compaq EVO N800c",
420 .matches = {
421 DMI_MATCH(DMI_SYS_VENDOR, "Compaq"),
422 DMI_MATCH(DMI_PRODUCT_NAME, "EVO N800c"),
423 },
424 },
425#endif
426 {
427 .callback = set_bf_sort,
428 .ident = "HP ProLiant DL385 G2",
429 .matches = {
430 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
431 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL385 G2"),
432 },
433 },
434 {
435 .callback = set_bf_sort,
436 .ident = "HP ProLiant DL585 G2",
437 .matches = {
438 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
439 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL585 G2"),
440 },
441 },
442 {
443 .callback = set_scan_all,
444 .ident = "Stratus/NEC ftServer",
445 .matches = {
446 DMI_MATCH(DMI_SYS_VENDOR, "Stratus"),
447 DMI_MATCH(DMI_PRODUCT_NAME, "ftServer"),
448 },
449 },
450 {
451 .callback = set_scan_all,
452 .ident = "Stratus/NEC ftServer",
453 .matches = {
454 DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
455 DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R32"),
456 },
457 },
458 {
459 .callback = set_scan_all,
460 .ident = "Stratus/NEC ftServer",
461 .matches = {
462 DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
463 DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R31"),
464 },
465 },
466 {}
467};
468
469void __init dmi_check_pciprobe(void)
470{
471 dmi_check_system(pciprobe_dmi_table);
472}
473
474void pcibios_scan_root(int busnum)
475{
476 struct pci_bus *bus;
477 struct pci_sysdata *sd;
478 LIST_HEAD(resources);
479
480 sd = kzalloc(sizeof(*sd), GFP_KERNEL);
481 if (!sd) {
482 printk(KERN_ERR "PCI: OOM, skipping PCI bus %02x\n", busnum);
483 return;
484 }
485 sd->node = x86_pci_root_bus_node(busnum);
486 x86_pci_root_bus_resources(busnum, &resources);
487 printk(KERN_DEBUG "PCI: Probing PCI hardware (bus %02x)\n", busnum);
488 bus = pci_scan_root_bus(NULL, busnum, &pci_root_ops, sd, &resources);
489 if (!bus) {
490 pci_free_resource_list(&resources);
491 kfree(sd);
492 return;
493 }
494 pci_bus_add_devices(bus);
495}
496
497void __init pcibios_set_cache_line_size(void)
498{
499 struct cpuinfo_x86 *c = &boot_cpu_data;
500
501 /*
502 * Set PCI cacheline size to that of the CPU if the CPU has reported it.
503 * (For older CPUs that don't support cpuid, we se it to 32 bytes
504 * It's also good for 386/486s (which actually have 16)
505 * as quite a few PCI devices do not support smaller values.
506 */
507 if (c->x86_clflush_size > 0) {
508 pci_dfl_cache_line_size = c->x86_clflush_size >> 2;
509 printk(KERN_DEBUG "PCI: pci_cache_line_size set to %d bytes\n",
510 pci_dfl_cache_line_size << 2);
511 } else {
512 pci_dfl_cache_line_size = 32 >> 2;
513 printk(KERN_DEBUG "PCI: Unknown cacheline size. Setting to 32 bytes\n");
514 }
515}
516
517int __init pcibios_init(void)
518{
519 if (!raw_pci_ops) {
520 printk(KERN_WARNING "PCI: System does not support PCI\n");
521 return 0;
522 }
523
524 pcibios_set_cache_line_size();
525 pcibios_resource_survey();
526
527 if (pci_bf_sort >= pci_force_bf)
528 pci_sort_breadthfirst();
529 return 0;
530}
531
532char *__init pcibios_setup(char *str)
533{
534 if (!strcmp(str, "off")) {
535 pci_probe = 0;
536 return NULL;
537 } else if (!strcmp(str, "bfsort")) {
538 pci_bf_sort = pci_force_bf;
539 return NULL;
540 } else if (!strcmp(str, "nobfsort")) {
541 pci_bf_sort = pci_force_nobf;
542 return NULL;
543 }
544#ifdef CONFIG_PCI_BIOS
545 else if (!strcmp(str, "bios")) {
546 pci_probe = PCI_PROBE_BIOS;
547 return NULL;
548 } else if (!strcmp(str, "nobios")) {
549 pci_probe &= ~PCI_PROBE_BIOS;
550 return NULL;
551 } else if (!strcmp(str, "biosirq")) {
552 pci_probe |= PCI_BIOS_IRQ_SCAN;
553 return NULL;
554 } else if (!strncmp(str, "pirqaddr=", 9)) {
555 pirq_table_addr = simple_strtoul(str+9, NULL, 0);
556 return NULL;
557 }
558#endif
559#ifdef CONFIG_PCI_DIRECT
560 else if (!strcmp(str, "conf1")) {
561 pci_probe = PCI_PROBE_CONF1 | PCI_NO_CHECKS;
562 return NULL;
563 }
564 else if (!strcmp(str, "conf2")) {
565 pci_probe = PCI_PROBE_CONF2 | PCI_NO_CHECKS;
566 return NULL;
567 }
568#endif
569#ifdef CONFIG_PCI_MMCONFIG
570 else if (!strcmp(str, "nommconf")) {
571 pci_probe &= ~PCI_PROBE_MMCONF;
572 return NULL;
573 }
574 else if (!strcmp(str, "check_enable_amd_mmconf")) {
575 pci_probe |= PCI_CHECK_ENABLE_AMD_MMCONF;
576 return NULL;
577 }
578#endif
579 else if (!strcmp(str, "noacpi")) {
580 acpi_noirq_set();
581 return NULL;
582 }
583 else if (!strcmp(str, "noearly")) {
584 pci_probe |= PCI_PROBE_NOEARLY;
585 return NULL;
586 }
587 else if (!strcmp(str, "usepirqmask")) {
588 pci_probe |= PCI_USE_PIRQ_MASK;
589 return NULL;
590 } else if (!strncmp(str, "irqmask=", 8)) {
591 pcibios_irq_mask = simple_strtol(str+8, NULL, 0);
592 return NULL;
593 } else if (!strncmp(str, "lastbus=", 8)) {
594 pcibios_last_bus = simple_strtol(str+8, NULL, 0);
595 return NULL;
596 } else if (!strcmp(str, "rom")) {
597 pci_probe |= PCI_ASSIGN_ROMS;
598 return NULL;
599 } else if (!strcmp(str, "norom")) {
600 pci_probe |= PCI_NOASSIGN_ROMS;
601 return NULL;
602 } else if (!strcmp(str, "nobar")) {
603 pci_probe |= PCI_NOASSIGN_BARS;
604 return NULL;
605 } else if (!strcmp(str, "assign-busses")) {
606 pci_probe |= PCI_ASSIGN_ALL_BUSSES;
607 return NULL;
608 } else if (!strcmp(str, "use_crs")) {
609 pci_probe |= PCI_USE__CRS;
610 return NULL;
611 } else if (!strcmp(str, "nocrs")) {
612 pci_probe |= PCI_ROOT_NO_CRS;
613 return NULL;
614 } else if (!strcmp(str, "earlydump")) {
615 pci_early_dump_regs = 1;
616 return NULL;
617 } else if (!strcmp(str, "routeirq")) {
618 pci_routeirq = 1;
619 return NULL;
620 } else if (!strcmp(str, "skip_isa_align")) {
621 pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
622 return NULL;
623 } else if (!strcmp(str, "noioapicquirk")) {
624 noioapicquirk = 1;
625 return NULL;
626 } else if (!strcmp(str, "ioapicreroute")) {
627 if (noioapicreroute != -1)
628 noioapicreroute = 0;
629 return NULL;
630 } else if (!strcmp(str, "noioapicreroute")) {
631 if (noioapicreroute != -1)
632 noioapicreroute = 1;
633 return NULL;
634 }
635 return str;
636}
637
638unsigned int pcibios_assign_all_busses(void)
639{
640 return (pci_probe & PCI_ASSIGN_ALL_BUSSES) ? 1 : 0;
641}
642
643#if defined(CONFIG_X86_DEV_DMA_OPS) && defined(CONFIG_PCI_DOMAINS)
644static LIST_HEAD(dma_domain_list);
645static DEFINE_SPINLOCK(dma_domain_list_lock);
646
647void add_dma_domain(struct dma_domain *domain)
648{
649 spin_lock(&dma_domain_list_lock);
650 list_add(&domain->node, &dma_domain_list);
651 spin_unlock(&dma_domain_list_lock);
652}
653EXPORT_SYMBOL_GPL(add_dma_domain);
654
655void del_dma_domain(struct dma_domain *domain)
656{
657 spin_lock(&dma_domain_list_lock);
658 list_del(&domain->node);
659 spin_unlock(&dma_domain_list_lock);
660}
661EXPORT_SYMBOL_GPL(del_dma_domain);
662
663static void set_dma_domain_ops(struct pci_dev *pdev)
664{
665 struct dma_domain *domain;
666
667 spin_lock(&dma_domain_list_lock);
668 list_for_each_entry(domain, &dma_domain_list, node) {
669 if (pci_domain_nr(pdev->bus) == domain->domain_nr) {
670 pdev->dev.archdata.dma_ops = domain->dma_ops;
671 break;
672 }
673 }
674 spin_unlock(&dma_domain_list_lock);
675}
676#else
677static void set_dma_domain_ops(struct pci_dev *pdev) {}
678#endif
679
680int pcibios_add_device(struct pci_dev *dev)
681{
682 struct setup_data *data;
683 struct pci_setup_rom *rom;
684 u64 pa_data;
685
686 pa_data = boot_params.hdr.setup_data;
687 while (pa_data) {
688 data = ioremap(pa_data, sizeof(*rom));
689 if (!data)
690 return -ENOMEM;
691
692 if (data->type == SETUP_PCI) {
693 rom = (struct pci_setup_rom *)data;
694
695 if ((pci_domain_nr(dev->bus) == rom->segment) &&
696 (dev->bus->number == rom->bus) &&
697 (PCI_SLOT(dev->devfn) == rom->device) &&
698 (PCI_FUNC(dev->devfn) == rom->function) &&
699 (dev->vendor == rom->vendor) &&
700 (dev->device == rom->devid)) {
701 dev->rom = pa_data +
702 offsetof(struct pci_setup_rom, romdata);
703 dev->romlen = rom->pcilen;
704 }
705 }
706 pa_data = data->next;
707 iounmap(data);
708 }
709 set_dma_domain_ops(dev);
710 return 0;
711}
712
713int pcibios_enable_device(struct pci_dev *dev, int mask)
714{
715 int err;
716
717 if ((err = pci_enable_resources(dev, mask)) < 0)
718 return err;
719
720 if (!pci_dev_msi_enabled(dev))
721 return pcibios_enable_irq(dev);
722 return 0;
723}
724
725void pcibios_disable_device (struct pci_dev *dev)
726{
727 if (!pci_dev_msi_enabled(dev) && pcibios_disable_irq)
728 pcibios_disable_irq(dev);
729}
730
731int pci_ext_cfg_avail(void)
732{
733 if (raw_pci_ext_ops)
734 return 1;
735 else
736 return 0;
737}
1/*
2 * Low-Level PCI Support for PC
3 *
4 * (c) 1999--2000 Martin Mares <mj@ucw.cz>
5 */
6
7#include <linux/sched.h>
8#include <linux/pci.h>
9#include <linux/pci-acpi.h>
10#include <linux/ioport.h>
11#include <linux/init.h>
12#include <linux/dmi.h>
13#include <linux/slab.h>
14
15#include <asm/acpi.h>
16#include <asm/segment.h>
17#include <asm/io.h>
18#include <asm/smp.h>
19#include <asm/pci_x86.h>
20#include <asm/setup.h>
21
22unsigned int pci_probe = PCI_PROBE_BIOS | PCI_PROBE_CONF1 | PCI_PROBE_CONF2 |
23 PCI_PROBE_MMCONF;
24
25unsigned int pci_early_dump_regs;
26static int pci_bf_sort;
27static int smbios_type_b1_flag;
28int pci_routeirq;
29int noioapicquirk;
30#ifdef CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS
31int noioapicreroute = 0;
32#else
33int noioapicreroute = 1;
34#endif
35int pcibios_last_bus = -1;
36unsigned long pirq_table_addr;
37const struct pci_raw_ops *__read_mostly raw_pci_ops;
38const struct pci_raw_ops *__read_mostly raw_pci_ext_ops;
39
40int raw_pci_read(unsigned int domain, unsigned int bus, unsigned int devfn,
41 int reg, int len, u32 *val)
42{
43 if (domain == 0 && reg < 256 && raw_pci_ops)
44 return raw_pci_ops->read(domain, bus, devfn, reg, len, val);
45 if (raw_pci_ext_ops)
46 return raw_pci_ext_ops->read(domain, bus, devfn, reg, len, val);
47 return -EINVAL;
48}
49
50int raw_pci_write(unsigned int domain, unsigned int bus, unsigned int devfn,
51 int reg, int len, u32 val)
52{
53 if (domain == 0 && reg < 256 && raw_pci_ops)
54 return raw_pci_ops->write(domain, bus, devfn, reg, len, val);
55 if (raw_pci_ext_ops)
56 return raw_pci_ext_ops->write(domain, bus, devfn, reg, len, val);
57 return -EINVAL;
58}
59
60static int pci_read(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 *value)
61{
62 return raw_pci_read(pci_domain_nr(bus), bus->number,
63 devfn, where, size, value);
64}
65
66static int pci_write(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 value)
67{
68 return raw_pci_write(pci_domain_nr(bus), bus->number,
69 devfn, where, size, value);
70}
71
72struct pci_ops pci_root_ops = {
73 .read = pci_read,
74 .write = pci_write,
75};
76
77/*
78 * This interrupt-safe spinlock protects all accesses to PCI
79 * configuration space.
80 */
81DEFINE_RAW_SPINLOCK(pci_config_lock);
82
83static int __init can_skip_ioresource_align(const struct dmi_system_id *d)
84{
85 pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
86 printk(KERN_INFO "PCI: %s detected, can skip ISA alignment\n", d->ident);
87 return 0;
88}
89
90static const struct dmi_system_id can_skip_pciprobe_dmi_table[] __initconst = {
91/*
92 * Systems where PCI IO resource ISA alignment can be skipped
93 * when the ISA enable bit in the bridge control is not set
94 */
95 {
96 .callback = can_skip_ioresource_align,
97 .ident = "IBM System x3800",
98 .matches = {
99 DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
100 DMI_MATCH(DMI_PRODUCT_NAME, "x3800"),
101 },
102 },
103 {
104 .callback = can_skip_ioresource_align,
105 .ident = "IBM System x3850",
106 .matches = {
107 DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
108 DMI_MATCH(DMI_PRODUCT_NAME, "x3850"),
109 },
110 },
111 {
112 .callback = can_skip_ioresource_align,
113 .ident = "IBM System x3950",
114 .matches = {
115 DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
116 DMI_MATCH(DMI_PRODUCT_NAME, "x3950"),
117 },
118 },
119 {}
120};
121
122void __init dmi_check_skip_isa_align(void)
123{
124 dmi_check_system(can_skip_pciprobe_dmi_table);
125}
126
127static void pcibios_fixup_device_resources(struct pci_dev *dev)
128{
129 struct resource *rom_r = &dev->resource[PCI_ROM_RESOURCE];
130 struct resource *bar_r;
131 int bar;
132
133 if (pci_probe & PCI_NOASSIGN_BARS) {
134 /*
135 * If the BIOS did not assign the BAR, zero out the
136 * resource so the kernel doesn't attempt to assign
137 * it later on in pci_assign_unassigned_resources
138 */
139 for (bar = 0; bar <= PCI_STD_RESOURCE_END; bar++) {
140 bar_r = &dev->resource[bar];
141 if (bar_r->start == 0 && bar_r->end != 0) {
142 bar_r->flags = 0;
143 bar_r->end = 0;
144 }
145 }
146 }
147
148 if (pci_probe & PCI_NOASSIGN_ROMS) {
149 if (rom_r->parent)
150 return;
151 if (rom_r->start) {
152 /* we deal with BIOS assigned ROM later */
153 return;
154 }
155 rom_r->start = rom_r->end = rom_r->flags = 0;
156 }
157}
158
159/*
160 * Called after each bus is probed, but before its children
161 * are examined.
162 */
163
164void pcibios_fixup_bus(struct pci_bus *b)
165{
166 struct pci_dev *dev;
167
168 pci_read_bridge_bases(b);
169 list_for_each_entry(dev, &b->devices, bus_list)
170 pcibios_fixup_device_resources(dev);
171}
172
173void pcibios_add_bus(struct pci_bus *bus)
174{
175 acpi_pci_add_bus(bus);
176}
177
178void pcibios_remove_bus(struct pci_bus *bus)
179{
180 acpi_pci_remove_bus(bus);
181}
182
183/*
184 * Only use DMI information to set this if nothing was passed
185 * on the kernel command line (which was parsed earlier).
186 */
187
188static int __init set_bf_sort(const struct dmi_system_id *d)
189{
190 if (pci_bf_sort == pci_bf_sort_default) {
191 pci_bf_sort = pci_dmi_bf;
192 printk(KERN_INFO "PCI: %s detected, enabling pci=bfsort.\n", d->ident);
193 }
194 return 0;
195}
196
197static void __init read_dmi_type_b1(const struct dmi_header *dm,
198 void *private_data)
199{
200 u8 *d = (u8 *)dm + 4;
201
202 if (dm->type != 0xB1)
203 return;
204 switch (((*(u32 *)d) >> 9) & 0x03) {
205 case 0x00:
206 printk(KERN_INFO "dmi type 0xB1 record - unknown flag\n");
207 break;
208 case 0x01: /* set pci=bfsort */
209 smbios_type_b1_flag = 1;
210 break;
211 case 0x02: /* do not set pci=bfsort */
212 smbios_type_b1_flag = 2;
213 break;
214 default:
215 break;
216 }
217}
218
219static int __init find_sort_method(const struct dmi_system_id *d)
220{
221 dmi_walk(read_dmi_type_b1, NULL);
222
223 if (smbios_type_b1_flag == 1) {
224 set_bf_sort(d);
225 return 0;
226 }
227 return -1;
228}
229
230/*
231 * Enable renumbering of PCI bus# ranges to reach all PCI busses (Cardbus)
232 */
233#ifdef __i386__
234static int __init assign_all_busses(const struct dmi_system_id *d)
235{
236 pci_probe |= PCI_ASSIGN_ALL_BUSSES;
237 printk(KERN_INFO "%s detected: enabling PCI bus# renumbering"
238 " (pci=assign-busses)\n", d->ident);
239 return 0;
240}
241#endif
242
243static int __init set_scan_all(const struct dmi_system_id *d)
244{
245 printk(KERN_INFO "PCI: %s detected, enabling pci=pcie_scan_all\n",
246 d->ident);
247 pci_add_flags(PCI_SCAN_ALL_PCIE_DEVS);
248 return 0;
249}
250
251static const struct dmi_system_id pciprobe_dmi_table[] __initconst = {
252#ifdef __i386__
253/*
254 * Laptops which need pci=assign-busses to see Cardbus cards
255 */
256 {
257 .callback = assign_all_busses,
258 .ident = "Samsung X20 Laptop",
259 .matches = {
260 DMI_MATCH(DMI_SYS_VENDOR, "Samsung Electronics"),
261 DMI_MATCH(DMI_PRODUCT_NAME, "SX20S"),
262 },
263 },
264#endif /* __i386__ */
265 {
266 .callback = set_bf_sort,
267 .ident = "Dell PowerEdge 1950",
268 .matches = {
269 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
270 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1950"),
271 },
272 },
273 {
274 .callback = set_bf_sort,
275 .ident = "Dell PowerEdge 1955",
276 .matches = {
277 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
278 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1955"),
279 },
280 },
281 {
282 .callback = set_bf_sort,
283 .ident = "Dell PowerEdge 2900",
284 .matches = {
285 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
286 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2900"),
287 },
288 },
289 {
290 .callback = set_bf_sort,
291 .ident = "Dell PowerEdge 2950",
292 .matches = {
293 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
294 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2950"),
295 },
296 },
297 {
298 .callback = set_bf_sort,
299 .ident = "Dell PowerEdge R900",
300 .matches = {
301 DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
302 DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge R900"),
303 },
304 },
305 {
306 .callback = find_sort_method,
307 .ident = "Dell System",
308 .matches = {
309 DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc"),
310 },
311 },
312 {
313 .callback = set_bf_sort,
314 .ident = "HP ProLiant BL20p G3",
315 .matches = {
316 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
317 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G3"),
318 },
319 },
320 {
321 .callback = set_bf_sort,
322 .ident = "HP ProLiant BL20p G4",
323 .matches = {
324 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
325 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G4"),
326 },
327 },
328 {
329 .callback = set_bf_sort,
330 .ident = "HP ProLiant BL30p G1",
331 .matches = {
332 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
333 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL30p G1"),
334 },
335 },
336 {
337 .callback = set_bf_sort,
338 .ident = "HP ProLiant BL25p G1",
339 .matches = {
340 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
341 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL25p G1"),
342 },
343 },
344 {
345 .callback = set_bf_sort,
346 .ident = "HP ProLiant BL35p G1",
347 .matches = {
348 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
349 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL35p G1"),
350 },
351 },
352 {
353 .callback = set_bf_sort,
354 .ident = "HP ProLiant BL45p G1",
355 .matches = {
356 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
357 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G1"),
358 },
359 },
360 {
361 .callback = set_bf_sort,
362 .ident = "HP ProLiant BL45p G2",
363 .matches = {
364 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
365 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G2"),
366 },
367 },
368 {
369 .callback = set_bf_sort,
370 .ident = "HP ProLiant BL460c G1",
371 .matches = {
372 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
373 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL460c G1"),
374 },
375 },
376 {
377 .callback = set_bf_sort,
378 .ident = "HP ProLiant BL465c G1",
379 .matches = {
380 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
381 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL465c G1"),
382 },
383 },
384 {
385 .callback = set_bf_sort,
386 .ident = "HP ProLiant BL480c G1",
387 .matches = {
388 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
389 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL480c G1"),
390 },
391 },
392 {
393 .callback = set_bf_sort,
394 .ident = "HP ProLiant BL685c G1",
395 .matches = {
396 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
397 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL685c G1"),
398 },
399 },
400 {
401 .callback = set_bf_sort,
402 .ident = "HP ProLiant DL360",
403 .matches = {
404 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
405 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL360"),
406 },
407 },
408 {
409 .callback = set_bf_sort,
410 .ident = "HP ProLiant DL380",
411 .matches = {
412 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
413 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL380"),
414 },
415 },
416#ifdef __i386__
417 {
418 .callback = assign_all_busses,
419 .ident = "Compaq EVO N800c",
420 .matches = {
421 DMI_MATCH(DMI_SYS_VENDOR, "Compaq"),
422 DMI_MATCH(DMI_PRODUCT_NAME, "EVO N800c"),
423 },
424 },
425#endif
426 {
427 .callback = set_bf_sort,
428 .ident = "HP ProLiant DL385 G2",
429 .matches = {
430 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
431 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL385 G2"),
432 },
433 },
434 {
435 .callback = set_bf_sort,
436 .ident = "HP ProLiant DL585 G2",
437 .matches = {
438 DMI_MATCH(DMI_SYS_VENDOR, "HP"),
439 DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL585 G2"),
440 },
441 },
442 {
443 .callback = set_scan_all,
444 .ident = "Stratus/NEC ftServer",
445 .matches = {
446 DMI_MATCH(DMI_SYS_VENDOR, "Stratus"),
447 DMI_MATCH(DMI_PRODUCT_NAME, "ftServer"),
448 },
449 },
450 {
451 .callback = set_scan_all,
452 .ident = "Stratus/NEC ftServer",
453 .matches = {
454 DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
455 DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R32"),
456 },
457 },
458 {
459 .callback = set_scan_all,
460 .ident = "Stratus/NEC ftServer",
461 .matches = {
462 DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
463 DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R31"),
464 },
465 },
466 {}
467};
468
469void __init dmi_check_pciprobe(void)
470{
471 dmi_check_system(pciprobe_dmi_table);
472}
473
474void pcibios_scan_root(int busnum)
475{
476 struct pci_bus *bus;
477 struct pci_sysdata *sd;
478 LIST_HEAD(resources);
479
480 sd = kzalloc(sizeof(*sd), GFP_KERNEL);
481 if (!sd) {
482 printk(KERN_ERR "PCI: OOM, skipping PCI bus %02x\n", busnum);
483 return;
484 }
485 sd->node = x86_pci_root_bus_node(busnum);
486 x86_pci_root_bus_resources(busnum, &resources);
487 printk(KERN_DEBUG "PCI: Probing PCI hardware (bus %02x)\n", busnum);
488 bus = pci_scan_root_bus(NULL, busnum, &pci_root_ops, sd, &resources);
489 if (!bus) {
490 pci_free_resource_list(&resources);
491 kfree(sd);
492 return;
493 }
494 pci_bus_add_devices(bus);
495}
496
497void __init pcibios_set_cache_line_size(void)
498{
499 struct cpuinfo_x86 *c = &boot_cpu_data;
500
501 /*
502 * Set PCI cacheline size to that of the CPU if the CPU has reported it.
503 * (For older CPUs that don't support cpuid, we se it to 32 bytes
504 * It's also good for 386/486s (which actually have 16)
505 * as quite a few PCI devices do not support smaller values.
506 */
507 if (c->x86_clflush_size > 0) {
508 pci_dfl_cache_line_size = c->x86_clflush_size >> 2;
509 printk(KERN_DEBUG "PCI: pci_cache_line_size set to %d bytes\n",
510 pci_dfl_cache_line_size << 2);
511 } else {
512 pci_dfl_cache_line_size = 32 >> 2;
513 printk(KERN_DEBUG "PCI: Unknown cacheline size. Setting to 32 bytes\n");
514 }
515}
516
517int __init pcibios_init(void)
518{
519 if (!raw_pci_ops && !raw_pci_ext_ops) {
520 printk(KERN_WARNING "PCI: System does not support PCI\n");
521 return 0;
522 }
523
524 pcibios_set_cache_line_size();
525 pcibios_resource_survey();
526
527 if (pci_bf_sort >= pci_force_bf)
528 pci_sort_breadthfirst();
529 return 0;
530}
531
532char *__init pcibios_setup(char *str)
533{
534 if (!strcmp(str, "off")) {
535 pci_probe = 0;
536 return NULL;
537 } else if (!strcmp(str, "bfsort")) {
538 pci_bf_sort = pci_force_bf;
539 return NULL;
540 } else if (!strcmp(str, "nobfsort")) {
541 pci_bf_sort = pci_force_nobf;
542 return NULL;
543 }
544#ifdef CONFIG_PCI_BIOS
545 else if (!strcmp(str, "bios")) {
546 pci_probe = PCI_PROBE_BIOS;
547 return NULL;
548 } else if (!strcmp(str, "nobios")) {
549 pci_probe &= ~PCI_PROBE_BIOS;
550 return NULL;
551 } else if (!strcmp(str, "biosirq")) {
552 pci_probe |= PCI_BIOS_IRQ_SCAN;
553 return NULL;
554 } else if (!strncmp(str, "pirqaddr=", 9)) {
555 pirq_table_addr = simple_strtoul(str+9, NULL, 0);
556 return NULL;
557 }
558#endif
559#ifdef CONFIG_PCI_DIRECT
560 else if (!strcmp(str, "conf1")) {
561 pci_probe = PCI_PROBE_CONF1 | PCI_NO_CHECKS;
562 return NULL;
563 }
564 else if (!strcmp(str, "conf2")) {
565 pci_probe = PCI_PROBE_CONF2 | PCI_NO_CHECKS;
566 return NULL;
567 }
568#endif
569#ifdef CONFIG_PCI_MMCONFIG
570 else if (!strcmp(str, "nommconf")) {
571 pci_probe &= ~PCI_PROBE_MMCONF;
572 return NULL;
573 }
574 else if (!strcmp(str, "check_enable_amd_mmconf")) {
575 pci_probe |= PCI_CHECK_ENABLE_AMD_MMCONF;
576 return NULL;
577 }
578#endif
579 else if (!strcmp(str, "noacpi")) {
580 acpi_noirq_set();
581 return NULL;
582 }
583 else if (!strcmp(str, "noearly")) {
584 pci_probe |= PCI_PROBE_NOEARLY;
585 return NULL;
586 }
587 else if (!strcmp(str, "usepirqmask")) {
588 pci_probe |= PCI_USE_PIRQ_MASK;
589 return NULL;
590 } else if (!strncmp(str, "irqmask=", 8)) {
591 pcibios_irq_mask = simple_strtol(str+8, NULL, 0);
592 return NULL;
593 } else if (!strncmp(str, "lastbus=", 8)) {
594 pcibios_last_bus = simple_strtol(str+8, NULL, 0);
595 return NULL;
596 } else if (!strcmp(str, "rom")) {
597 pci_probe |= PCI_ASSIGN_ROMS;
598 return NULL;
599 } else if (!strcmp(str, "norom")) {
600 pci_probe |= PCI_NOASSIGN_ROMS;
601 return NULL;
602 } else if (!strcmp(str, "nobar")) {
603 pci_probe |= PCI_NOASSIGN_BARS;
604 return NULL;
605 } else if (!strcmp(str, "assign-busses")) {
606 pci_probe |= PCI_ASSIGN_ALL_BUSSES;
607 return NULL;
608 } else if (!strcmp(str, "use_crs")) {
609 pci_probe |= PCI_USE__CRS;
610 return NULL;
611 } else if (!strcmp(str, "nocrs")) {
612 pci_probe |= PCI_ROOT_NO_CRS;
613 return NULL;
614 } else if (!strcmp(str, "earlydump")) {
615 pci_early_dump_regs = 1;
616 return NULL;
617 } else if (!strcmp(str, "routeirq")) {
618 pci_routeirq = 1;
619 return NULL;
620 } else if (!strcmp(str, "skip_isa_align")) {
621 pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
622 return NULL;
623 } else if (!strcmp(str, "noioapicquirk")) {
624 noioapicquirk = 1;
625 return NULL;
626 } else if (!strcmp(str, "ioapicreroute")) {
627 if (noioapicreroute != -1)
628 noioapicreroute = 0;
629 return NULL;
630 } else if (!strcmp(str, "noioapicreroute")) {
631 if (noioapicreroute != -1)
632 noioapicreroute = 1;
633 return NULL;
634 }
635 return str;
636}
637
638unsigned int pcibios_assign_all_busses(void)
639{
640 return (pci_probe & PCI_ASSIGN_ALL_BUSSES) ? 1 : 0;
641}
642
643#if defined(CONFIG_X86_DEV_DMA_OPS) && defined(CONFIG_PCI_DOMAINS)
644static LIST_HEAD(dma_domain_list);
645static DEFINE_SPINLOCK(dma_domain_list_lock);
646
647void add_dma_domain(struct dma_domain *domain)
648{
649 spin_lock(&dma_domain_list_lock);
650 list_add(&domain->node, &dma_domain_list);
651 spin_unlock(&dma_domain_list_lock);
652}
653EXPORT_SYMBOL_GPL(add_dma_domain);
654
655void del_dma_domain(struct dma_domain *domain)
656{
657 spin_lock(&dma_domain_list_lock);
658 list_del(&domain->node);
659 spin_unlock(&dma_domain_list_lock);
660}
661EXPORT_SYMBOL_GPL(del_dma_domain);
662
663static void set_dma_domain_ops(struct pci_dev *pdev)
664{
665 struct dma_domain *domain;
666
667 spin_lock(&dma_domain_list_lock);
668 list_for_each_entry(domain, &dma_domain_list, node) {
669 if (pci_domain_nr(pdev->bus) == domain->domain_nr) {
670 pdev->dev.archdata.dma_ops = domain->dma_ops;
671 break;
672 }
673 }
674 spin_unlock(&dma_domain_list_lock);
675}
676#else
677static void set_dma_domain_ops(struct pci_dev *pdev) {}
678#endif
679
680static void set_dev_domain_options(struct pci_dev *pdev)
681{
682 if (is_vmd(pdev->bus))
683 pdev->hotplug_user_indicators = 1;
684}
685
686int pcibios_add_device(struct pci_dev *dev)
687{
688 struct setup_data *data;
689 struct pci_setup_rom *rom;
690 u64 pa_data;
691
692 pa_data = boot_params.hdr.setup_data;
693 while (pa_data) {
694 data = ioremap(pa_data, sizeof(*rom));
695 if (!data)
696 return -ENOMEM;
697
698 if (data->type == SETUP_PCI) {
699 rom = (struct pci_setup_rom *)data;
700
701 if ((pci_domain_nr(dev->bus) == rom->segment) &&
702 (dev->bus->number == rom->bus) &&
703 (PCI_SLOT(dev->devfn) == rom->device) &&
704 (PCI_FUNC(dev->devfn) == rom->function) &&
705 (dev->vendor == rom->vendor) &&
706 (dev->device == rom->devid)) {
707 dev->rom = pa_data +
708 offsetof(struct pci_setup_rom, romdata);
709 dev->romlen = rom->pcilen;
710 }
711 }
712 pa_data = data->next;
713 iounmap(data);
714 }
715 set_dma_domain_ops(dev);
716 set_dev_domain_options(dev);
717 return 0;
718}
719
720int pcibios_enable_device(struct pci_dev *dev, int mask)
721{
722 int err;
723
724 if ((err = pci_enable_resources(dev, mask)) < 0)
725 return err;
726
727 if (!pci_dev_msi_enabled(dev))
728 return pcibios_enable_irq(dev);
729 return 0;
730}
731
732void pcibios_disable_device (struct pci_dev *dev)
733{
734 if (!pci_dev_msi_enabled(dev) && pcibios_disable_irq)
735 pcibios_disable_irq(dev);
736}
737
738int pci_ext_cfg_avail(void)
739{
740 if (raw_pci_ext_ops)
741 return 1;
742 else
743 return 0;
744}