Loading...
1/* pci.c: UltraSparc PCI controller support.
2 *
3 * Copyright (C) 1997, 1998, 1999 David S. Miller (davem@redhat.com)
4 * Copyright (C) 1998, 1999 Eddie C. Dost (ecd@skynet.be)
5 * Copyright (C) 1999 Jakub Jelinek (jj@ultra.linux.cz)
6 *
7 * OF tree based PCI bus probing taken from the PowerPC port
8 * with minor modifications, see there for credits.
9 */
10
11#include <linux/export.h>
12#include <linux/kernel.h>
13#include <linux/string.h>
14#include <linux/sched.h>
15#include <linux/capability.h>
16#include <linux/errno.h>
17#include <linux/pci.h>
18#include <linux/msi.h>
19#include <linux/irq.h>
20#include <linux/init.h>
21#include <linux/of.h>
22#include <linux/of_device.h>
23
24#include <asm/uaccess.h>
25#include <asm/pgtable.h>
26#include <asm/irq.h>
27#include <asm/prom.h>
28#include <asm/apb.h>
29
30#include "pci_impl.h"
31
32/* List of all PCI controllers found in the system. */
33struct pci_pbm_info *pci_pbm_root = NULL;
34
35/* Each PBM found gets a unique index. */
36int pci_num_pbms = 0;
37
38volatile int pci_poke_in_progress;
39volatile int pci_poke_cpu = -1;
40volatile int pci_poke_faulted;
41
42static DEFINE_SPINLOCK(pci_poke_lock);
43
44void pci_config_read8(u8 *addr, u8 *ret)
45{
46 unsigned long flags;
47 u8 byte;
48
49 spin_lock_irqsave(&pci_poke_lock, flags);
50 pci_poke_cpu = smp_processor_id();
51 pci_poke_in_progress = 1;
52 pci_poke_faulted = 0;
53 __asm__ __volatile__("membar #Sync\n\t"
54 "lduba [%1] %2, %0\n\t"
55 "membar #Sync"
56 : "=r" (byte)
57 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
58 : "memory");
59 pci_poke_in_progress = 0;
60 pci_poke_cpu = -1;
61 if (!pci_poke_faulted)
62 *ret = byte;
63 spin_unlock_irqrestore(&pci_poke_lock, flags);
64}
65
66void pci_config_read16(u16 *addr, u16 *ret)
67{
68 unsigned long flags;
69 u16 word;
70
71 spin_lock_irqsave(&pci_poke_lock, flags);
72 pci_poke_cpu = smp_processor_id();
73 pci_poke_in_progress = 1;
74 pci_poke_faulted = 0;
75 __asm__ __volatile__("membar #Sync\n\t"
76 "lduha [%1] %2, %0\n\t"
77 "membar #Sync"
78 : "=r" (word)
79 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
80 : "memory");
81 pci_poke_in_progress = 0;
82 pci_poke_cpu = -1;
83 if (!pci_poke_faulted)
84 *ret = word;
85 spin_unlock_irqrestore(&pci_poke_lock, flags);
86}
87
88void pci_config_read32(u32 *addr, u32 *ret)
89{
90 unsigned long flags;
91 u32 dword;
92
93 spin_lock_irqsave(&pci_poke_lock, flags);
94 pci_poke_cpu = smp_processor_id();
95 pci_poke_in_progress = 1;
96 pci_poke_faulted = 0;
97 __asm__ __volatile__("membar #Sync\n\t"
98 "lduwa [%1] %2, %0\n\t"
99 "membar #Sync"
100 : "=r" (dword)
101 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
102 : "memory");
103 pci_poke_in_progress = 0;
104 pci_poke_cpu = -1;
105 if (!pci_poke_faulted)
106 *ret = dword;
107 spin_unlock_irqrestore(&pci_poke_lock, flags);
108}
109
110void pci_config_write8(u8 *addr, u8 val)
111{
112 unsigned long flags;
113
114 spin_lock_irqsave(&pci_poke_lock, flags);
115 pci_poke_cpu = smp_processor_id();
116 pci_poke_in_progress = 1;
117 pci_poke_faulted = 0;
118 __asm__ __volatile__("membar #Sync\n\t"
119 "stba %0, [%1] %2\n\t"
120 "membar #Sync"
121 : /* no outputs */
122 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
123 : "memory");
124 pci_poke_in_progress = 0;
125 pci_poke_cpu = -1;
126 spin_unlock_irqrestore(&pci_poke_lock, flags);
127}
128
129void pci_config_write16(u16 *addr, u16 val)
130{
131 unsigned long flags;
132
133 spin_lock_irqsave(&pci_poke_lock, flags);
134 pci_poke_cpu = smp_processor_id();
135 pci_poke_in_progress = 1;
136 pci_poke_faulted = 0;
137 __asm__ __volatile__("membar #Sync\n\t"
138 "stha %0, [%1] %2\n\t"
139 "membar #Sync"
140 : /* no outputs */
141 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
142 : "memory");
143 pci_poke_in_progress = 0;
144 pci_poke_cpu = -1;
145 spin_unlock_irqrestore(&pci_poke_lock, flags);
146}
147
148void pci_config_write32(u32 *addr, u32 val)
149{
150 unsigned long flags;
151
152 spin_lock_irqsave(&pci_poke_lock, flags);
153 pci_poke_cpu = smp_processor_id();
154 pci_poke_in_progress = 1;
155 pci_poke_faulted = 0;
156 __asm__ __volatile__("membar #Sync\n\t"
157 "stwa %0, [%1] %2\n\t"
158 "membar #Sync"
159 : /* no outputs */
160 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
161 : "memory");
162 pci_poke_in_progress = 0;
163 pci_poke_cpu = -1;
164 spin_unlock_irqrestore(&pci_poke_lock, flags);
165}
166
167static int ofpci_verbose;
168
169static int __init ofpci_debug(char *str)
170{
171 int val = 0;
172
173 get_option(&str, &val);
174 if (val)
175 ofpci_verbose = 1;
176 return 1;
177}
178
179__setup("ofpci_debug=", ofpci_debug);
180
181static unsigned long pci_parse_of_flags(u32 addr0)
182{
183 unsigned long flags = 0;
184
185 if (addr0 & 0x02000000) {
186 flags = IORESOURCE_MEM | PCI_BASE_ADDRESS_SPACE_MEMORY;
187 flags |= (addr0 >> 22) & PCI_BASE_ADDRESS_MEM_TYPE_64;
188 flags |= (addr0 >> 28) & PCI_BASE_ADDRESS_MEM_TYPE_1M;
189 if (addr0 & 0x40000000)
190 flags |= IORESOURCE_PREFETCH
191 | PCI_BASE_ADDRESS_MEM_PREFETCH;
192 } else if (addr0 & 0x01000000)
193 flags = IORESOURCE_IO | PCI_BASE_ADDRESS_SPACE_IO;
194 return flags;
195}
196
197/* The of_device layer has translated all of the assigned-address properties
198 * into physical address resources, we only have to figure out the register
199 * mapping.
200 */
201static void pci_parse_of_addrs(struct platform_device *op,
202 struct device_node *node,
203 struct pci_dev *dev)
204{
205 struct resource *op_res;
206 const u32 *addrs;
207 int proplen;
208
209 addrs = of_get_property(node, "assigned-addresses", &proplen);
210 if (!addrs)
211 return;
212 if (ofpci_verbose)
213 printk(" parse addresses (%d bytes) @ %p\n",
214 proplen, addrs);
215 op_res = &op->resource[0];
216 for (; proplen >= 20; proplen -= 20, addrs += 5, op_res++) {
217 struct resource *res;
218 unsigned long flags;
219 int i;
220
221 flags = pci_parse_of_flags(addrs[0]);
222 if (!flags)
223 continue;
224 i = addrs[0] & 0xff;
225 if (ofpci_verbose)
226 printk(" start: %llx, end: %llx, i: %x\n",
227 op_res->start, op_res->end, i);
228
229 if (PCI_BASE_ADDRESS_0 <= i && i <= PCI_BASE_ADDRESS_5) {
230 res = &dev->resource[(i - PCI_BASE_ADDRESS_0) >> 2];
231 } else if (i == dev->rom_base_reg) {
232 res = &dev->resource[PCI_ROM_RESOURCE];
233 flags |= IORESOURCE_READONLY | IORESOURCE_CACHEABLE
234 | IORESOURCE_SIZEALIGN;
235 } else {
236 printk(KERN_ERR "PCI: bad cfg reg num 0x%x\n", i);
237 continue;
238 }
239 res->start = op_res->start;
240 res->end = op_res->end;
241 res->flags = flags;
242 res->name = pci_name(dev);
243 }
244}
245
246static struct pci_dev *of_create_pci_dev(struct pci_pbm_info *pbm,
247 struct device_node *node,
248 struct pci_bus *bus, int devfn)
249{
250 struct dev_archdata *sd;
251 struct pci_slot *slot;
252 struct platform_device *op;
253 struct pci_dev *dev;
254 const char *type;
255 u32 class;
256
257 dev = pci_alloc_dev(bus);
258 if (!dev)
259 return NULL;
260
261 sd = &dev->dev.archdata;
262 sd->iommu = pbm->iommu;
263 sd->stc = &pbm->stc;
264 sd->host_controller = pbm;
265 sd->op = op = of_find_device_by_node(node);
266 sd->numa_node = pbm->numa_node;
267
268 sd = &op->dev.archdata;
269 sd->iommu = pbm->iommu;
270 sd->stc = &pbm->stc;
271 sd->numa_node = pbm->numa_node;
272
273 if (!strcmp(node->name, "ebus"))
274 of_propagate_archdata(op);
275
276 type = of_get_property(node, "device_type", NULL);
277 if (type == NULL)
278 type = "";
279
280 if (ofpci_verbose)
281 printk(" create device, devfn: %x, type: %s\n",
282 devfn, type);
283
284 dev->sysdata = node;
285 dev->dev.parent = bus->bridge;
286 dev->dev.bus = &pci_bus_type;
287 dev->dev.of_node = of_node_get(node);
288 dev->devfn = devfn;
289 dev->multifunction = 0; /* maybe a lie? */
290 set_pcie_port_type(dev);
291
292 list_for_each_entry(slot, &dev->bus->slots, list)
293 if (PCI_SLOT(dev->devfn) == slot->number)
294 dev->slot = slot;
295
296 dev->vendor = of_getintprop_default(node, "vendor-id", 0xffff);
297 dev->device = of_getintprop_default(node, "device-id", 0xffff);
298 dev->subsystem_vendor =
299 of_getintprop_default(node, "subsystem-vendor-id", 0);
300 dev->subsystem_device =
301 of_getintprop_default(node, "subsystem-id", 0);
302
303 dev->cfg_size = pci_cfg_space_size(dev);
304
305 /* We can't actually use the firmware value, we have
306 * to read what is in the register right now. One
307 * reason is that in the case of IDE interfaces the
308 * firmware can sample the value before the the IDE
309 * interface is programmed into native mode.
310 */
311 pci_read_config_dword(dev, PCI_CLASS_REVISION, &class);
312 dev->class = class >> 8;
313 dev->revision = class & 0xff;
314
315 dev_set_name(&dev->dev, "%04x:%02x:%02x.%d", pci_domain_nr(bus),
316 dev->bus->number, PCI_SLOT(devfn), PCI_FUNC(devfn));
317
318 if (ofpci_verbose)
319 printk(" class: 0x%x device name: %s\n",
320 dev->class, pci_name(dev));
321
322 /* I have seen IDE devices which will not respond to
323 * the bmdma simplex check reads if bus mastering is
324 * disabled.
325 */
326 if ((dev->class >> 8) == PCI_CLASS_STORAGE_IDE)
327 pci_set_master(dev);
328
329 dev->current_state = PCI_UNKNOWN; /* unknown power state */
330 dev->error_state = pci_channel_io_normal;
331 dev->dma_mask = 0xffffffff;
332
333 if (!strcmp(node->name, "pci")) {
334 /* a PCI-PCI bridge */
335 dev->hdr_type = PCI_HEADER_TYPE_BRIDGE;
336 dev->rom_base_reg = PCI_ROM_ADDRESS1;
337 } else if (!strcmp(type, "cardbus")) {
338 dev->hdr_type = PCI_HEADER_TYPE_CARDBUS;
339 } else {
340 dev->hdr_type = PCI_HEADER_TYPE_NORMAL;
341 dev->rom_base_reg = PCI_ROM_ADDRESS;
342
343 dev->irq = sd->op->archdata.irqs[0];
344 if (dev->irq == 0xffffffff)
345 dev->irq = PCI_IRQ_NONE;
346 }
347
348 pci_parse_of_addrs(sd->op, node, dev);
349
350 if (ofpci_verbose)
351 printk(" adding to system ...\n");
352
353 pci_device_add(dev, bus);
354
355 return dev;
356}
357
358static void apb_calc_first_last(u8 map, u32 *first_p, u32 *last_p)
359{
360 u32 idx, first, last;
361
362 first = 8;
363 last = 0;
364 for (idx = 0; idx < 8; idx++) {
365 if ((map & (1 << idx)) != 0) {
366 if (first > idx)
367 first = idx;
368 if (last < idx)
369 last = idx;
370 }
371 }
372
373 *first_p = first;
374 *last_p = last;
375}
376
377/* Cook up fake bus resources for SUNW,simba PCI bridges which lack
378 * a proper 'ranges' property.
379 */
380static void apb_fake_ranges(struct pci_dev *dev,
381 struct pci_bus *bus,
382 struct pci_pbm_info *pbm)
383{
384 struct pci_bus_region region;
385 struct resource *res;
386 u32 first, last;
387 u8 map;
388
389 pci_read_config_byte(dev, APB_IO_ADDRESS_MAP, &map);
390 apb_calc_first_last(map, &first, &last);
391 res = bus->resource[0];
392 res->flags = IORESOURCE_IO;
393 region.start = (first << 21);
394 region.end = (last << 21) + ((1 << 21) - 1);
395 pcibios_bus_to_resource(dev->bus, res, ®ion);
396
397 pci_read_config_byte(dev, APB_MEM_ADDRESS_MAP, &map);
398 apb_calc_first_last(map, &first, &last);
399 res = bus->resource[1];
400 res->flags = IORESOURCE_MEM;
401 region.start = (first << 29);
402 region.end = (last << 29) + ((1 << 29) - 1);
403 pcibios_bus_to_resource(dev->bus, res, ®ion);
404}
405
406static void pci_of_scan_bus(struct pci_pbm_info *pbm,
407 struct device_node *node,
408 struct pci_bus *bus);
409
410#define GET_64BIT(prop, i) ((((u64) (prop)[(i)]) << 32) | (prop)[(i)+1])
411
412static void of_scan_pci_bridge(struct pci_pbm_info *pbm,
413 struct device_node *node,
414 struct pci_dev *dev)
415{
416 struct pci_bus *bus;
417 const u32 *busrange, *ranges;
418 int len, i, simba;
419 struct pci_bus_region region;
420 struct resource *res;
421 unsigned int flags;
422 u64 size;
423
424 if (ofpci_verbose)
425 printk("of_scan_pci_bridge(%s)\n", node->full_name);
426
427 /* parse bus-range property */
428 busrange = of_get_property(node, "bus-range", &len);
429 if (busrange == NULL || len != 8) {
430 printk(KERN_DEBUG "Can't get bus-range for PCI-PCI bridge %s\n",
431 node->full_name);
432 return;
433 }
434 ranges = of_get_property(node, "ranges", &len);
435 simba = 0;
436 if (ranges == NULL) {
437 const char *model = of_get_property(node, "model", NULL);
438 if (model && !strcmp(model, "SUNW,simba"))
439 simba = 1;
440 }
441
442 bus = pci_add_new_bus(dev->bus, dev, busrange[0]);
443 if (!bus) {
444 printk(KERN_ERR "Failed to create pci bus for %s\n",
445 node->full_name);
446 return;
447 }
448
449 bus->primary = dev->bus->number;
450 pci_bus_insert_busn_res(bus, busrange[0], busrange[1]);
451 bus->bridge_ctl = 0;
452
453 /* parse ranges property, or cook one up by hand for Simba */
454 /* PCI #address-cells == 3 and #size-cells == 2 always */
455 res = &dev->resource[PCI_BRIDGE_RESOURCES];
456 for (i = 0; i < PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES; ++i) {
457 res->flags = 0;
458 bus->resource[i] = res;
459 ++res;
460 }
461 if (simba) {
462 apb_fake_ranges(dev, bus, pbm);
463 goto after_ranges;
464 } else if (ranges == NULL) {
465 pci_read_bridge_bases(bus);
466 goto after_ranges;
467 }
468 i = 1;
469 for (; len >= 32; len -= 32, ranges += 8) {
470 flags = pci_parse_of_flags(ranges[0]);
471 size = GET_64BIT(ranges, 6);
472 if (flags == 0 || size == 0)
473 continue;
474 if (flags & IORESOURCE_IO) {
475 res = bus->resource[0];
476 if (res->flags) {
477 printk(KERN_ERR "PCI: ignoring extra I/O range"
478 " for bridge %s\n", node->full_name);
479 continue;
480 }
481 } else {
482 if (i >= PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES) {
483 printk(KERN_ERR "PCI: too many memory ranges"
484 " for bridge %s\n", node->full_name);
485 continue;
486 }
487 res = bus->resource[i];
488 ++i;
489 }
490
491 res->flags = flags;
492 region.start = GET_64BIT(ranges, 1);
493 region.end = region.start + size - 1;
494 pcibios_bus_to_resource(dev->bus, res, ®ion);
495 }
496after_ranges:
497 sprintf(bus->name, "PCI Bus %04x:%02x", pci_domain_nr(bus),
498 bus->number);
499 if (ofpci_verbose)
500 printk(" bus name: %s\n", bus->name);
501
502 pci_of_scan_bus(pbm, node, bus);
503}
504
505static void pci_of_scan_bus(struct pci_pbm_info *pbm,
506 struct device_node *node,
507 struct pci_bus *bus)
508{
509 struct device_node *child;
510 const u32 *reg;
511 int reglen, devfn, prev_devfn;
512 struct pci_dev *dev;
513
514 if (ofpci_verbose)
515 printk("PCI: scan_bus[%s] bus no %d\n",
516 node->full_name, bus->number);
517
518 child = NULL;
519 prev_devfn = -1;
520 while ((child = of_get_next_child(node, child)) != NULL) {
521 if (ofpci_verbose)
522 printk(" * %s\n", child->full_name);
523 reg = of_get_property(child, "reg", ®len);
524 if (reg == NULL || reglen < 20)
525 continue;
526
527 devfn = (reg[0] >> 8) & 0xff;
528
529 /* This is a workaround for some device trees
530 * which list PCI devices twice. On the V100
531 * for example, device number 3 is listed twice.
532 * Once as "pm" and once again as "lomp".
533 */
534 if (devfn == prev_devfn)
535 continue;
536 prev_devfn = devfn;
537
538 /* create a new pci_dev for this device */
539 dev = of_create_pci_dev(pbm, child, bus, devfn);
540 if (!dev)
541 continue;
542 if (ofpci_verbose)
543 printk("PCI: dev header type: %x\n",
544 dev->hdr_type);
545
546 if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
547 dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
548 of_scan_pci_bridge(pbm, child, dev);
549 }
550}
551
552static ssize_t
553show_pciobppath_attr(struct device * dev, struct device_attribute * attr, char * buf)
554{
555 struct pci_dev *pdev;
556 struct device_node *dp;
557
558 pdev = to_pci_dev(dev);
559 dp = pdev->dev.of_node;
560
561 return snprintf (buf, PAGE_SIZE, "%s\n", dp->full_name);
562}
563
564static DEVICE_ATTR(obppath, S_IRUSR | S_IRGRP | S_IROTH, show_pciobppath_attr, NULL);
565
566static void pci_bus_register_of_sysfs(struct pci_bus *bus)
567{
568 struct pci_dev *dev;
569 struct pci_bus *child_bus;
570 int err;
571
572 list_for_each_entry(dev, &bus->devices, bus_list) {
573 /* we don't really care if we can create this file or
574 * not, but we need to assign the result of the call
575 * or the world will fall under alien invasion and
576 * everybody will be frozen on a spaceship ready to be
577 * eaten on alpha centauri by some green and jelly
578 * humanoid.
579 */
580 err = sysfs_create_file(&dev->dev.kobj, &dev_attr_obppath.attr);
581 (void) err;
582 }
583 list_for_each_entry(child_bus, &bus->children, node)
584 pci_bus_register_of_sysfs(child_bus);
585}
586
587struct pci_bus *pci_scan_one_pbm(struct pci_pbm_info *pbm,
588 struct device *parent)
589{
590 LIST_HEAD(resources);
591 struct device_node *node = pbm->op->dev.of_node;
592 struct pci_bus *bus;
593
594 printk("PCI: Scanning PBM %s\n", node->full_name);
595
596 pci_add_resource_offset(&resources, &pbm->io_space,
597 pbm->io_space.start);
598 pci_add_resource_offset(&resources, &pbm->mem_space,
599 pbm->mem_space.start);
600 pbm->busn.start = pbm->pci_first_busno;
601 pbm->busn.end = pbm->pci_last_busno;
602 pbm->busn.flags = IORESOURCE_BUS;
603 pci_add_resource(&resources, &pbm->busn);
604 bus = pci_create_root_bus(parent, pbm->pci_first_busno, pbm->pci_ops,
605 pbm, &resources);
606 if (!bus) {
607 printk(KERN_ERR "Failed to create bus for %s\n",
608 node->full_name);
609 pci_free_resource_list(&resources);
610 return NULL;
611 }
612
613 pci_of_scan_bus(pbm, node, bus);
614 pci_bus_add_devices(bus);
615 pci_bus_register_of_sysfs(bus);
616
617 return bus;
618}
619
620void pcibios_fixup_bus(struct pci_bus *pbus)
621{
622}
623
624resource_size_t pcibios_align_resource(void *data, const struct resource *res,
625 resource_size_t size, resource_size_t align)
626{
627 return res->start;
628}
629
630int pcibios_enable_device(struct pci_dev *dev, int mask)
631{
632 u16 cmd, oldcmd;
633 int i;
634
635 pci_read_config_word(dev, PCI_COMMAND, &cmd);
636 oldcmd = cmd;
637
638 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
639 struct resource *res = &dev->resource[i];
640
641 /* Only set up the requested stuff */
642 if (!(mask & (1<<i)))
643 continue;
644
645 if (res->flags & IORESOURCE_IO)
646 cmd |= PCI_COMMAND_IO;
647 if (res->flags & IORESOURCE_MEM)
648 cmd |= PCI_COMMAND_MEMORY;
649 }
650
651 if (cmd != oldcmd) {
652 printk(KERN_DEBUG "PCI: Enabling device: (%s), cmd %x\n",
653 pci_name(dev), cmd);
654 /* Enable the appropriate bits in the PCI command register. */
655 pci_write_config_word(dev, PCI_COMMAND, cmd);
656 }
657 return 0;
658}
659
660/* Platform support for /proc/bus/pci/X/Y mmap()s. */
661
662/* If the user uses a host-bridge as the PCI device, he may use
663 * this to perform a raw mmap() of the I/O or MEM space behind
664 * that controller.
665 *
666 * This can be useful for execution of x86 PCI bios initialization code
667 * on a PCI card, like the xfree86 int10 stuff does.
668 */
669static int __pci_mmap_make_offset_bus(struct pci_dev *pdev, struct vm_area_struct *vma,
670 enum pci_mmap_state mmap_state)
671{
672 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
673 unsigned long space_size, user_offset, user_size;
674
675 if (mmap_state == pci_mmap_io) {
676 space_size = resource_size(&pbm->io_space);
677 } else {
678 space_size = resource_size(&pbm->mem_space);
679 }
680
681 /* Make sure the request is in range. */
682 user_offset = vma->vm_pgoff << PAGE_SHIFT;
683 user_size = vma->vm_end - vma->vm_start;
684
685 if (user_offset >= space_size ||
686 (user_offset + user_size) > space_size)
687 return -EINVAL;
688
689 if (mmap_state == pci_mmap_io) {
690 vma->vm_pgoff = (pbm->io_space.start +
691 user_offset) >> PAGE_SHIFT;
692 } else {
693 vma->vm_pgoff = (pbm->mem_space.start +
694 user_offset) >> PAGE_SHIFT;
695 }
696
697 return 0;
698}
699
700/* Adjust vm_pgoff of VMA such that it is the physical page offset
701 * corresponding to the 32-bit pci bus offset for DEV requested by the user.
702 *
703 * Basically, the user finds the base address for his device which he wishes
704 * to mmap. They read the 32-bit value from the config space base register,
705 * add whatever PAGE_SIZE multiple offset they wish, and feed this into the
706 * offset parameter of mmap on /proc/bus/pci/XXX for that device.
707 *
708 * Returns negative error code on failure, zero on success.
709 */
710static int __pci_mmap_make_offset(struct pci_dev *pdev,
711 struct vm_area_struct *vma,
712 enum pci_mmap_state mmap_state)
713{
714 unsigned long user_paddr, user_size;
715 int i, err;
716
717 /* First compute the physical address in vma->vm_pgoff,
718 * making sure the user offset is within range in the
719 * appropriate PCI space.
720 */
721 err = __pci_mmap_make_offset_bus(pdev, vma, mmap_state);
722 if (err)
723 return err;
724
725 /* If this is a mapping on a host bridge, any address
726 * is OK.
727 */
728 if ((pdev->class >> 8) == PCI_CLASS_BRIDGE_HOST)
729 return err;
730
731 /* Otherwise make sure it's in the range for one of the
732 * device's resources.
733 */
734 user_paddr = vma->vm_pgoff << PAGE_SHIFT;
735 user_size = vma->vm_end - vma->vm_start;
736
737 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
738 struct resource *rp = &pdev->resource[i];
739 resource_size_t aligned_end;
740
741 /* Active? */
742 if (!rp->flags)
743 continue;
744
745 /* Same type? */
746 if (i == PCI_ROM_RESOURCE) {
747 if (mmap_state != pci_mmap_mem)
748 continue;
749 } else {
750 if ((mmap_state == pci_mmap_io &&
751 (rp->flags & IORESOURCE_IO) == 0) ||
752 (mmap_state == pci_mmap_mem &&
753 (rp->flags & IORESOURCE_MEM) == 0))
754 continue;
755 }
756
757 /* Align the resource end to the next page address.
758 * PAGE_SIZE intentionally added instead of (PAGE_SIZE - 1),
759 * because actually we need the address of the next byte
760 * after rp->end.
761 */
762 aligned_end = (rp->end + PAGE_SIZE) & PAGE_MASK;
763
764 if ((rp->start <= user_paddr) &&
765 (user_paddr + user_size) <= aligned_end)
766 break;
767 }
768
769 if (i > PCI_ROM_RESOURCE)
770 return -EINVAL;
771
772 return 0;
773}
774
775/* Set vm_page_prot of VMA, as appropriate for this architecture, for a pci
776 * device mapping.
777 */
778static void __pci_mmap_set_pgprot(struct pci_dev *dev, struct vm_area_struct *vma,
779 enum pci_mmap_state mmap_state)
780{
781 /* Our io_remap_pfn_range takes care of this, do nothing. */
782}
783
784/* Perform the actual remap of the pages for a PCI device mapping, as appropriate
785 * for this architecture. The region in the process to map is described by vm_start
786 * and vm_end members of VMA, the base physical address is found in vm_pgoff.
787 * The pci device structure is provided so that architectures may make mapping
788 * decisions on a per-device or per-bus basis.
789 *
790 * Returns a negative error code on failure, zero on success.
791 */
792int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
793 enum pci_mmap_state mmap_state,
794 int write_combine)
795{
796 int ret;
797
798 ret = __pci_mmap_make_offset(dev, vma, mmap_state);
799 if (ret < 0)
800 return ret;
801
802 __pci_mmap_set_pgprot(dev, vma, mmap_state);
803
804 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
805 ret = io_remap_pfn_range(vma, vma->vm_start,
806 vma->vm_pgoff,
807 vma->vm_end - vma->vm_start,
808 vma->vm_page_prot);
809 if (ret)
810 return ret;
811
812 return 0;
813}
814
815#ifdef CONFIG_NUMA
816int pcibus_to_node(struct pci_bus *pbus)
817{
818 struct pci_pbm_info *pbm = pbus->sysdata;
819
820 return pbm->numa_node;
821}
822EXPORT_SYMBOL(pcibus_to_node);
823#endif
824
825/* Return the domain number for this pci bus */
826
827int pci_domain_nr(struct pci_bus *pbus)
828{
829 struct pci_pbm_info *pbm = pbus->sysdata;
830 int ret;
831
832 if (!pbm) {
833 ret = -ENXIO;
834 } else {
835 ret = pbm->index;
836 }
837
838 return ret;
839}
840EXPORT_SYMBOL(pci_domain_nr);
841
842#ifdef CONFIG_PCI_MSI
843int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
844{
845 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
846 unsigned int irq;
847
848 if (!pbm->setup_msi_irq)
849 return -EINVAL;
850
851 return pbm->setup_msi_irq(&irq, pdev, desc);
852}
853
854void arch_teardown_msi_irq(unsigned int irq)
855{
856 struct msi_desc *entry = irq_get_msi_desc(irq);
857 struct pci_dev *pdev = entry->dev;
858 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
859
860 if (pbm->teardown_msi_irq)
861 pbm->teardown_msi_irq(irq, pdev);
862}
863#endif /* !(CONFIG_PCI_MSI) */
864
865static void ali_sound_dma_hack(struct pci_dev *pdev, int set_bit)
866{
867 struct pci_dev *ali_isa_bridge;
868 u8 val;
869
870 /* ALI sound chips generate 31-bits of DMA, a special register
871 * determines what bit 31 is emitted as.
872 */
873 ali_isa_bridge = pci_get_device(PCI_VENDOR_ID_AL,
874 PCI_DEVICE_ID_AL_M1533,
875 NULL);
876
877 pci_read_config_byte(ali_isa_bridge, 0x7e, &val);
878 if (set_bit)
879 val |= 0x01;
880 else
881 val &= ~0x01;
882 pci_write_config_byte(ali_isa_bridge, 0x7e, val);
883 pci_dev_put(ali_isa_bridge);
884}
885
886int pci64_dma_supported(struct pci_dev *pdev, u64 device_mask)
887{
888 u64 dma_addr_mask;
889
890 if (pdev == NULL) {
891 dma_addr_mask = 0xffffffff;
892 } else {
893 struct iommu *iommu = pdev->dev.archdata.iommu;
894
895 dma_addr_mask = iommu->dma_addr_mask;
896
897 if (pdev->vendor == PCI_VENDOR_ID_AL &&
898 pdev->device == PCI_DEVICE_ID_AL_M5451 &&
899 device_mask == 0x7fffffff) {
900 ali_sound_dma_hack(pdev,
901 (dma_addr_mask & 0x80000000) != 0);
902 return 1;
903 }
904 }
905
906 if (device_mask >= (1UL << 32UL))
907 return 0;
908
909 return (device_mask & dma_addr_mask) == dma_addr_mask;
910}
911
912void pci_resource_to_user(const struct pci_dev *pdev, int bar,
913 const struct resource *rp, resource_size_t *start,
914 resource_size_t *end)
915{
916 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
917 unsigned long offset;
918
919 if (rp->flags & IORESOURCE_IO)
920 offset = pbm->io_space.start;
921 else
922 offset = pbm->mem_space.start;
923
924 *start = rp->start - offset;
925 *end = rp->end - offset;
926}
927
928void pcibios_set_master(struct pci_dev *dev)
929{
930 /* No special bus mastering setup handling */
931}
932
933static int __init pcibios_init(void)
934{
935 pci_dfl_cache_line_size = 64 >> 2;
936 return 0;
937}
938subsys_initcall(pcibios_init);
939
940#ifdef CONFIG_SYSFS
941static void pci_bus_slot_names(struct device_node *node, struct pci_bus *bus)
942{
943 const struct pci_slot_names {
944 u32 slot_mask;
945 char names[0];
946 } *prop;
947 const char *sp;
948 int len, i;
949 u32 mask;
950
951 prop = of_get_property(node, "slot-names", &len);
952 if (!prop)
953 return;
954
955 mask = prop->slot_mask;
956 sp = prop->names;
957
958 if (ofpci_verbose)
959 printk("PCI: Making slots for [%s] mask[0x%02x]\n",
960 node->full_name, mask);
961
962 i = 0;
963 while (mask) {
964 struct pci_slot *pci_slot;
965 u32 this_bit = 1 << i;
966
967 if (!(mask & this_bit)) {
968 i++;
969 continue;
970 }
971
972 if (ofpci_verbose)
973 printk("PCI: Making slot [%s]\n", sp);
974
975 pci_slot = pci_create_slot(bus, i, sp, NULL);
976 if (IS_ERR(pci_slot))
977 printk(KERN_ERR "PCI: pci_create_slot returned %ld\n",
978 PTR_ERR(pci_slot));
979
980 sp += strlen(sp) + 1;
981 mask &= ~this_bit;
982 i++;
983 }
984}
985
986static int __init of_pci_slot_init(void)
987{
988 struct pci_bus *pbus = NULL;
989
990 while ((pbus = pci_find_next_bus(pbus)) != NULL) {
991 struct device_node *node;
992
993 if (pbus->self) {
994 /* PCI->PCI bridge */
995 node = pbus->self->dev.of_node;
996 } else {
997 struct pci_pbm_info *pbm = pbus->sysdata;
998
999 /* Host PCI controller */
1000 node = pbm->op->dev.of_node;
1001 }
1002
1003 pci_bus_slot_names(node, pbus);
1004 }
1005
1006 return 0;
1007}
1008device_initcall(of_pci_slot_init);
1009#endif
1// SPDX-License-Identifier: GPL-2.0
2/* pci.c: UltraSparc PCI controller support.
3 *
4 * Copyright (C) 1997, 1998, 1999 David S. Miller (davem@redhat.com)
5 * Copyright (C) 1998, 1999 Eddie C. Dost (ecd@skynet.be)
6 * Copyright (C) 1999 Jakub Jelinek (jj@ultra.linux.cz)
7 *
8 * OF tree based PCI bus probing taken from the PowerPC port
9 * with minor modifications, see there for credits.
10 */
11
12#include <linux/export.h>
13#include <linux/kernel.h>
14#include <linux/string.h>
15#include <linux/sched.h>
16#include <linux/capability.h>
17#include <linux/errno.h>
18#include <linux/pci.h>
19#include <linux/msi.h>
20#include <linux/irq.h>
21#include <linux/init.h>
22#include <linux/of.h>
23#include <linux/of_platform.h>
24#include <linux/pgtable.h>
25#include <linux/platform_device.h>
26
27#include <linux/uaccess.h>
28#include <asm/irq.h>
29#include <asm/prom.h>
30#include <asm/apb.h>
31
32#include "pci_impl.h"
33#include "kernel.h"
34
35/* List of all PCI controllers found in the system. */
36struct pci_pbm_info *pci_pbm_root = NULL;
37
38/* Each PBM found gets a unique index. */
39int pci_num_pbms = 0;
40
41volatile int pci_poke_in_progress;
42volatile int pci_poke_cpu = -1;
43volatile int pci_poke_faulted;
44
45static DEFINE_SPINLOCK(pci_poke_lock);
46
47void pci_config_read8(u8 *addr, u8 *ret)
48{
49 unsigned long flags;
50 u8 byte;
51
52 spin_lock_irqsave(&pci_poke_lock, flags);
53 pci_poke_cpu = smp_processor_id();
54 pci_poke_in_progress = 1;
55 pci_poke_faulted = 0;
56 __asm__ __volatile__("membar #Sync\n\t"
57 "lduba [%1] %2, %0\n\t"
58 "membar #Sync"
59 : "=r" (byte)
60 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
61 : "memory");
62 pci_poke_in_progress = 0;
63 pci_poke_cpu = -1;
64 if (!pci_poke_faulted)
65 *ret = byte;
66 spin_unlock_irqrestore(&pci_poke_lock, flags);
67}
68
69void pci_config_read16(u16 *addr, u16 *ret)
70{
71 unsigned long flags;
72 u16 word;
73
74 spin_lock_irqsave(&pci_poke_lock, flags);
75 pci_poke_cpu = smp_processor_id();
76 pci_poke_in_progress = 1;
77 pci_poke_faulted = 0;
78 __asm__ __volatile__("membar #Sync\n\t"
79 "lduha [%1] %2, %0\n\t"
80 "membar #Sync"
81 : "=r" (word)
82 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
83 : "memory");
84 pci_poke_in_progress = 0;
85 pci_poke_cpu = -1;
86 if (!pci_poke_faulted)
87 *ret = word;
88 spin_unlock_irqrestore(&pci_poke_lock, flags);
89}
90
91void pci_config_read32(u32 *addr, u32 *ret)
92{
93 unsigned long flags;
94 u32 dword;
95
96 spin_lock_irqsave(&pci_poke_lock, flags);
97 pci_poke_cpu = smp_processor_id();
98 pci_poke_in_progress = 1;
99 pci_poke_faulted = 0;
100 __asm__ __volatile__("membar #Sync\n\t"
101 "lduwa [%1] %2, %0\n\t"
102 "membar #Sync"
103 : "=r" (dword)
104 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
105 : "memory");
106 pci_poke_in_progress = 0;
107 pci_poke_cpu = -1;
108 if (!pci_poke_faulted)
109 *ret = dword;
110 spin_unlock_irqrestore(&pci_poke_lock, flags);
111}
112
113void pci_config_write8(u8 *addr, u8 val)
114{
115 unsigned long flags;
116
117 spin_lock_irqsave(&pci_poke_lock, flags);
118 pci_poke_cpu = smp_processor_id();
119 pci_poke_in_progress = 1;
120 pci_poke_faulted = 0;
121 __asm__ __volatile__("membar #Sync\n\t"
122 "stba %0, [%1] %2\n\t"
123 "membar #Sync"
124 : /* no outputs */
125 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
126 : "memory");
127 pci_poke_in_progress = 0;
128 pci_poke_cpu = -1;
129 spin_unlock_irqrestore(&pci_poke_lock, flags);
130}
131
132void pci_config_write16(u16 *addr, u16 val)
133{
134 unsigned long flags;
135
136 spin_lock_irqsave(&pci_poke_lock, flags);
137 pci_poke_cpu = smp_processor_id();
138 pci_poke_in_progress = 1;
139 pci_poke_faulted = 0;
140 __asm__ __volatile__("membar #Sync\n\t"
141 "stha %0, [%1] %2\n\t"
142 "membar #Sync"
143 : /* no outputs */
144 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
145 : "memory");
146 pci_poke_in_progress = 0;
147 pci_poke_cpu = -1;
148 spin_unlock_irqrestore(&pci_poke_lock, flags);
149}
150
151void pci_config_write32(u32 *addr, u32 val)
152{
153 unsigned long flags;
154
155 spin_lock_irqsave(&pci_poke_lock, flags);
156 pci_poke_cpu = smp_processor_id();
157 pci_poke_in_progress = 1;
158 pci_poke_faulted = 0;
159 __asm__ __volatile__("membar #Sync\n\t"
160 "stwa %0, [%1] %2\n\t"
161 "membar #Sync"
162 : /* no outputs */
163 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
164 : "memory");
165 pci_poke_in_progress = 0;
166 pci_poke_cpu = -1;
167 spin_unlock_irqrestore(&pci_poke_lock, flags);
168}
169
170static int ofpci_verbose;
171
172static int __init ofpci_debug(char *str)
173{
174 int val = 0;
175
176 get_option(&str, &val);
177 if (val)
178 ofpci_verbose = 1;
179 return 1;
180}
181
182__setup("ofpci_debug=", ofpci_debug);
183
184static unsigned long pci_parse_of_flags(u32 addr0)
185{
186 unsigned long flags = 0;
187
188 if (addr0 & 0x02000000) {
189 flags = IORESOURCE_MEM | PCI_BASE_ADDRESS_SPACE_MEMORY;
190 flags |= (addr0 >> 28) & PCI_BASE_ADDRESS_MEM_TYPE_1M;
191 if (addr0 & 0x01000000)
192 flags |= IORESOURCE_MEM_64
193 | PCI_BASE_ADDRESS_MEM_TYPE_64;
194 if (addr0 & 0x40000000)
195 flags |= IORESOURCE_PREFETCH
196 | PCI_BASE_ADDRESS_MEM_PREFETCH;
197 } else if (addr0 & 0x01000000)
198 flags = IORESOURCE_IO | PCI_BASE_ADDRESS_SPACE_IO;
199 return flags;
200}
201
202/* The of_device layer has translated all of the assigned-address properties
203 * into physical address resources, we only have to figure out the register
204 * mapping.
205 */
206static void pci_parse_of_addrs(struct platform_device *op,
207 struct device_node *node,
208 struct pci_dev *dev)
209{
210 struct resource *op_res;
211 const u32 *addrs;
212 int proplen;
213
214 addrs = of_get_property(node, "assigned-addresses", &proplen);
215 if (!addrs)
216 return;
217 if (ofpci_verbose)
218 pci_info(dev, " parse addresses (%d bytes) @ %p\n",
219 proplen, addrs);
220 op_res = &op->resource[0];
221 for (; proplen >= 20; proplen -= 20, addrs += 5, op_res++) {
222 struct resource *res;
223 unsigned long flags;
224 int i;
225
226 flags = pci_parse_of_flags(addrs[0]);
227 if (!flags)
228 continue;
229 i = addrs[0] & 0xff;
230 if (ofpci_verbose)
231 pci_info(dev, " start: %llx, end: %llx, i: %x\n",
232 op_res->start, op_res->end, i);
233
234 if (PCI_BASE_ADDRESS_0 <= i && i <= PCI_BASE_ADDRESS_5) {
235 res = &dev->resource[(i - PCI_BASE_ADDRESS_0) >> 2];
236 } else if (i == dev->rom_base_reg) {
237 res = &dev->resource[PCI_ROM_RESOURCE];
238 flags |= IORESOURCE_READONLY | IORESOURCE_SIZEALIGN;
239 } else {
240 pci_err(dev, "bad cfg reg num 0x%x\n", i);
241 continue;
242 }
243 res->start = op_res->start;
244 res->end = op_res->end;
245 res->flags = flags;
246 res->name = pci_name(dev);
247
248 pci_info(dev, "reg 0x%x: %pR\n", i, res);
249 }
250}
251
252static void pci_init_dev_archdata(struct dev_archdata *sd, void *iommu,
253 void *stc, void *host_controller,
254 struct platform_device *op,
255 int numa_node)
256{
257 sd->iommu = iommu;
258 sd->stc = stc;
259 sd->host_controller = host_controller;
260 sd->op = op;
261 sd->numa_node = numa_node;
262}
263
264static struct pci_dev *of_create_pci_dev(struct pci_pbm_info *pbm,
265 struct device_node *node,
266 struct pci_bus *bus, int devfn)
267{
268 struct dev_archdata *sd;
269 struct platform_device *op;
270 struct pci_dev *dev;
271 u32 class;
272
273 dev = pci_alloc_dev(bus);
274 if (!dev)
275 return NULL;
276
277 op = of_find_device_by_node(node);
278 sd = &dev->dev.archdata;
279 pci_init_dev_archdata(sd, pbm->iommu, &pbm->stc, pbm, op,
280 pbm->numa_node);
281 sd = &op->dev.archdata;
282 sd->iommu = pbm->iommu;
283 sd->stc = &pbm->stc;
284 sd->numa_node = pbm->numa_node;
285
286 if (of_node_name_eq(node, "ebus"))
287 of_propagate_archdata(op);
288
289 if (ofpci_verbose)
290 pci_info(bus," create device, devfn: %x, type: %s\n",
291 devfn, of_node_get_device_type(node));
292
293 dev->sysdata = node;
294 dev->dev.parent = bus->bridge;
295 dev->dev.bus = &pci_bus_type;
296 dev->dev.of_node = of_node_get(node);
297 dev->devfn = devfn;
298 dev->multifunction = 0; /* maybe a lie? */
299 set_pcie_port_type(dev);
300
301 pci_dev_assign_slot(dev);
302 dev->vendor = of_getintprop_default(node, "vendor-id", 0xffff);
303 dev->device = of_getintprop_default(node, "device-id", 0xffff);
304 dev->subsystem_vendor =
305 of_getintprop_default(node, "subsystem-vendor-id", 0);
306 dev->subsystem_device =
307 of_getintprop_default(node, "subsystem-id", 0);
308
309 dev->cfg_size = pci_cfg_space_size(dev);
310
311 /* We can't actually use the firmware value, we have
312 * to read what is in the register right now. One
313 * reason is that in the case of IDE interfaces the
314 * firmware can sample the value before the IDE
315 * interface is programmed into native mode.
316 */
317 pci_read_config_dword(dev, PCI_CLASS_REVISION, &class);
318 dev->class = class >> 8;
319 dev->revision = class & 0xff;
320
321 dev_set_name(&dev->dev, "%04x:%02x:%02x.%d", pci_domain_nr(bus),
322 dev->bus->number, PCI_SLOT(devfn), PCI_FUNC(devfn));
323
324 /* I have seen IDE devices which will not respond to
325 * the bmdma simplex check reads if bus mastering is
326 * disabled.
327 */
328 if ((dev->class >> 8) == PCI_CLASS_STORAGE_IDE)
329 pci_set_master(dev);
330
331 dev->current_state = PCI_UNKNOWN; /* unknown power state */
332 dev->error_state = pci_channel_io_normal;
333 dev->dma_mask = 0xffffffff;
334
335 if (of_node_name_eq(node, "pci")) {
336 /* a PCI-PCI bridge */
337 dev->hdr_type = PCI_HEADER_TYPE_BRIDGE;
338 dev->rom_base_reg = PCI_ROM_ADDRESS1;
339 } else if (of_node_is_type(node, "cardbus")) {
340 dev->hdr_type = PCI_HEADER_TYPE_CARDBUS;
341 } else {
342 dev->hdr_type = PCI_HEADER_TYPE_NORMAL;
343 dev->rom_base_reg = PCI_ROM_ADDRESS;
344
345 dev->irq = sd->op->archdata.irqs[0];
346 if (dev->irq == 0xffffffff)
347 dev->irq = PCI_IRQ_NONE;
348 }
349
350 pci_info(dev, "[%04x:%04x] type %02x class %#08x\n",
351 dev->vendor, dev->device, dev->hdr_type, dev->class);
352
353 pci_parse_of_addrs(sd->op, node, dev);
354
355 if (ofpci_verbose)
356 pci_info(dev, " adding to system ...\n");
357
358 pci_device_add(dev, bus);
359
360 return dev;
361}
362
363static void apb_calc_first_last(u8 map, u32 *first_p, u32 *last_p)
364{
365 u32 idx, first, last;
366
367 first = 8;
368 last = 0;
369 for (idx = 0; idx < 8; idx++) {
370 if ((map & (1 << idx)) != 0) {
371 if (first > idx)
372 first = idx;
373 if (last < idx)
374 last = idx;
375 }
376 }
377
378 *first_p = first;
379 *last_p = last;
380}
381
382/* Cook up fake bus resources for SUNW,simba PCI bridges which lack
383 * a proper 'ranges' property.
384 */
385static void apb_fake_ranges(struct pci_dev *dev,
386 struct pci_bus *bus,
387 struct pci_pbm_info *pbm)
388{
389 struct pci_bus_region region;
390 struct resource *res;
391 u32 first, last;
392 u8 map;
393
394 pci_read_config_byte(dev, APB_IO_ADDRESS_MAP, &map);
395 apb_calc_first_last(map, &first, &last);
396 res = bus->resource[0];
397 res->flags = IORESOURCE_IO;
398 region.start = (first << 21);
399 region.end = (last << 21) + ((1 << 21) - 1);
400 pcibios_bus_to_resource(dev->bus, res, ®ion);
401
402 pci_read_config_byte(dev, APB_MEM_ADDRESS_MAP, &map);
403 apb_calc_first_last(map, &first, &last);
404 res = bus->resource[1];
405 res->flags = IORESOURCE_MEM;
406 region.start = (first << 29);
407 region.end = (last << 29) + ((1 << 29) - 1);
408 pcibios_bus_to_resource(dev->bus, res, ®ion);
409}
410
411static void pci_of_scan_bus(struct pci_pbm_info *pbm,
412 struct device_node *node,
413 struct pci_bus *bus);
414
415#define GET_64BIT(prop, i) ((((u64) (prop)[(i)]) << 32) | (prop)[(i)+1])
416
417static void of_scan_pci_bridge(struct pci_pbm_info *pbm,
418 struct device_node *node,
419 struct pci_dev *dev)
420{
421 struct pci_bus *bus;
422 const u32 *busrange, *ranges;
423 int len, i, simba;
424 struct pci_bus_region region;
425 struct resource *res;
426 unsigned int flags;
427 u64 size;
428
429 if (ofpci_verbose)
430 pci_info(dev, "of_scan_pci_bridge(%pOF)\n", node);
431
432 /* parse bus-range property */
433 busrange = of_get_property(node, "bus-range", &len);
434 if (busrange == NULL || len != 8) {
435 pci_info(dev, "Can't get bus-range for PCI-PCI bridge %pOF\n",
436 node);
437 return;
438 }
439
440 if (ofpci_verbose)
441 pci_info(dev, " Bridge bus range [%u --> %u]\n",
442 busrange[0], busrange[1]);
443
444 ranges = of_get_property(node, "ranges", &len);
445 simba = 0;
446 if (ranges == NULL) {
447 const char *model = of_get_property(node, "model", NULL);
448 if (model && !strcmp(model, "SUNW,simba"))
449 simba = 1;
450 }
451
452 bus = pci_add_new_bus(dev->bus, dev, busrange[0]);
453 if (!bus) {
454 pci_err(dev, "Failed to create pci bus for %pOF\n",
455 node);
456 return;
457 }
458
459 bus->primary = dev->bus->number;
460 pci_bus_insert_busn_res(bus, busrange[0], busrange[1]);
461 bus->bridge_ctl = 0;
462
463 if (ofpci_verbose)
464 pci_info(dev, " Bridge ranges[%p] simba[%d]\n",
465 ranges, simba);
466
467 /* parse ranges property, or cook one up by hand for Simba */
468 /* PCI #address-cells == 3 and #size-cells == 2 always */
469 res = &dev->resource[PCI_BRIDGE_RESOURCES];
470 for (i = 0; i < PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES; ++i) {
471 res->flags = 0;
472 bus->resource[i] = res;
473 ++res;
474 }
475 if (simba) {
476 apb_fake_ranges(dev, bus, pbm);
477 goto after_ranges;
478 } else if (ranges == NULL) {
479 pci_read_bridge_bases(bus);
480 goto after_ranges;
481 }
482 i = 1;
483 for (; len >= 32; len -= 32, ranges += 8) {
484 u64 start;
485
486 if (ofpci_verbose)
487 pci_info(dev, " RAW Range[%08x:%08x:%08x:%08x:%08x:%08x:"
488 "%08x:%08x]\n",
489 ranges[0], ranges[1], ranges[2], ranges[3],
490 ranges[4], ranges[5], ranges[6], ranges[7]);
491
492 flags = pci_parse_of_flags(ranges[0]);
493 size = GET_64BIT(ranges, 6);
494 if (flags == 0 || size == 0)
495 continue;
496
497 /* On PCI-Express systems, PCI bridges that have no devices downstream
498 * have a bogus size value where the first 32-bit cell is 0xffffffff.
499 * This results in a bogus range where start + size overflows.
500 *
501 * Just skip these otherwise the kernel will complain when the resource
502 * tries to be claimed.
503 */
504 if (size >> 32 == 0xffffffff)
505 continue;
506
507 if (flags & IORESOURCE_IO) {
508 res = bus->resource[0];
509 if (res->flags) {
510 pci_err(dev, "ignoring extra I/O range"
511 " for bridge %pOF\n", node);
512 continue;
513 }
514 } else {
515 if (i >= PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES) {
516 pci_err(dev, "too many memory ranges"
517 " for bridge %pOF\n", node);
518 continue;
519 }
520 res = bus->resource[i];
521 ++i;
522 }
523
524 res->flags = flags;
525 region.start = start = GET_64BIT(ranges, 1);
526 region.end = region.start + size - 1;
527
528 if (ofpci_verbose)
529 pci_info(dev, " Using flags[%08x] start[%016llx] size[%016llx]\n",
530 flags, start, size);
531
532 pcibios_bus_to_resource(dev->bus, res, ®ion);
533 }
534after_ranges:
535 sprintf(bus->name, "PCI Bus %04x:%02x", pci_domain_nr(bus),
536 bus->number);
537 if (ofpci_verbose)
538 pci_info(dev, " bus name: %s\n", bus->name);
539
540 pci_of_scan_bus(pbm, node, bus);
541}
542
543static void pci_of_scan_bus(struct pci_pbm_info *pbm,
544 struct device_node *node,
545 struct pci_bus *bus)
546{
547 struct device_node *child;
548 const u32 *reg;
549 int reglen, devfn, prev_devfn;
550 struct pci_dev *dev;
551
552 if (ofpci_verbose)
553 pci_info(bus, "scan_bus[%pOF] bus no %d\n",
554 node, bus->number);
555
556 prev_devfn = -1;
557 for_each_child_of_node(node, child) {
558 if (ofpci_verbose)
559 pci_info(bus, " * %pOF\n", child);
560 reg = of_get_property(child, "reg", ®len);
561 if (reg == NULL || reglen < 20)
562 continue;
563
564 devfn = (reg[0] >> 8) & 0xff;
565
566 /* This is a workaround for some device trees
567 * which list PCI devices twice. On the V100
568 * for example, device number 3 is listed twice.
569 * Once as "pm" and once again as "lomp".
570 */
571 if (devfn == prev_devfn)
572 continue;
573 prev_devfn = devfn;
574
575 /* create a new pci_dev for this device */
576 dev = of_create_pci_dev(pbm, child, bus, devfn);
577 if (!dev)
578 continue;
579 if (ofpci_verbose)
580 pci_info(dev, "dev header type: %x\n", dev->hdr_type);
581
582 if (pci_is_bridge(dev))
583 of_scan_pci_bridge(pbm, child, dev);
584 }
585}
586
587static ssize_t
588show_pciobppath_attr(struct device * dev, struct device_attribute * attr, char * buf)
589{
590 struct pci_dev *pdev;
591 struct device_node *dp;
592
593 pdev = to_pci_dev(dev);
594 dp = pdev->dev.of_node;
595
596 return scnprintf(buf, PAGE_SIZE, "%pOF\n", dp);
597}
598
599static DEVICE_ATTR(obppath, S_IRUSR | S_IRGRP | S_IROTH, show_pciobppath_attr, NULL);
600
601static void pci_bus_register_of_sysfs(struct pci_bus *bus)
602{
603 struct pci_dev *dev;
604 struct pci_bus *child_bus;
605 int err;
606
607 list_for_each_entry(dev, &bus->devices, bus_list) {
608 /* we don't really care if we can create this file or
609 * not, but we need to assign the result of the call
610 * or the world will fall under alien invasion and
611 * everybody will be frozen on a spaceship ready to be
612 * eaten on alpha centauri by some green and jelly
613 * humanoid.
614 */
615 err = sysfs_create_file(&dev->dev.kobj, &dev_attr_obppath.attr);
616 (void) err;
617 }
618 list_for_each_entry(child_bus, &bus->children, node)
619 pci_bus_register_of_sysfs(child_bus);
620}
621
622static void pci_claim_legacy_resources(struct pci_dev *dev)
623{
624 struct pci_bus_region region;
625 struct resource *p, *root, *conflict;
626
627 if ((dev->class >> 8) != PCI_CLASS_DISPLAY_VGA)
628 return;
629
630 p = kzalloc(sizeof(*p), GFP_KERNEL);
631 if (!p)
632 return;
633
634 p->name = "Video RAM area";
635 p->flags = IORESOURCE_MEM | IORESOURCE_BUSY;
636
637 region.start = 0xa0000UL;
638 region.end = region.start + 0x1ffffUL;
639 pcibios_bus_to_resource(dev->bus, p, ®ion);
640
641 root = pci_find_parent_resource(dev, p);
642 if (!root) {
643 pci_info(dev, "can't claim VGA legacy %pR: no compatible bridge window\n", p);
644 goto err;
645 }
646
647 conflict = request_resource_conflict(root, p);
648 if (conflict) {
649 pci_info(dev, "can't claim VGA legacy %pR: address conflict with %s %pR\n",
650 p, conflict->name, conflict);
651 goto err;
652 }
653
654 pci_info(dev, "VGA legacy framebuffer %pR\n", p);
655 return;
656
657err:
658 kfree(p);
659}
660
661static void pci_claim_bus_resources(struct pci_bus *bus)
662{
663 struct pci_bus *child_bus;
664 struct pci_dev *dev;
665
666 list_for_each_entry(dev, &bus->devices, bus_list) {
667 struct resource *r;
668 int i;
669
670 pci_dev_for_each_resource(dev, r, i) {
671 if (r->parent || !r->start || !r->flags)
672 continue;
673
674 if (ofpci_verbose)
675 pci_info(dev, "Claiming Resource %d: %pR\n",
676 i, r);
677
678 pci_claim_resource(dev, i);
679 }
680
681 pci_claim_legacy_resources(dev);
682 }
683
684 list_for_each_entry(child_bus, &bus->children, node)
685 pci_claim_bus_resources(child_bus);
686}
687
688struct pci_bus *pci_scan_one_pbm(struct pci_pbm_info *pbm,
689 struct device *parent)
690{
691 LIST_HEAD(resources);
692 struct device_node *node = pbm->op->dev.of_node;
693 struct pci_bus *bus;
694
695 printk("PCI: Scanning PBM %pOF\n", node);
696
697 pci_add_resource_offset(&resources, &pbm->io_space,
698 pbm->io_offset);
699 pci_add_resource_offset(&resources, &pbm->mem_space,
700 pbm->mem_offset);
701 if (pbm->mem64_space.flags)
702 pci_add_resource_offset(&resources, &pbm->mem64_space,
703 pbm->mem64_offset);
704 pbm->busn.start = pbm->pci_first_busno;
705 pbm->busn.end = pbm->pci_last_busno;
706 pbm->busn.flags = IORESOURCE_BUS;
707 pci_add_resource(&resources, &pbm->busn);
708 bus = pci_create_root_bus(parent, pbm->pci_first_busno, pbm->pci_ops,
709 pbm, &resources);
710 if (!bus) {
711 printk(KERN_ERR "Failed to create bus for %pOF\n", node);
712 pci_free_resource_list(&resources);
713 return NULL;
714 }
715
716 pci_of_scan_bus(pbm, node, bus);
717 pci_bus_register_of_sysfs(bus);
718
719 pci_claim_bus_resources(bus);
720
721 pci_bus_add_devices(bus);
722 return bus;
723}
724
725int pcibios_enable_device(struct pci_dev *dev, int mask)
726{
727 struct resource *res;
728 u16 cmd, oldcmd;
729 int i;
730
731 pci_read_config_word(dev, PCI_COMMAND, &cmd);
732 oldcmd = cmd;
733
734 pci_dev_for_each_resource(dev, res, i) {
735 /* Only set up the requested stuff */
736 if (!(mask & (1<<i)))
737 continue;
738
739 if (res->flags & IORESOURCE_IO)
740 cmd |= PCI_COMMAND_IO;
741 if (res->flags & IORESOURCE_MEM)
742 cmd |= PCI_COMMAND_MEMORY;
743 }
744
745 if (cmd != oldcmd) {
746 pci_info(dev, "enabling device (%04x -> %04x)\n", oldcmd, cmd);
747 pci_write_config_word(dev, PCI_COMMAND, cmd);
748 }
749 return 0;
750}
751
752/* Platform support for /proc/bus/pci/X/Y mmap()s. */
753int pci_iobar_pfn(struct pci_dev *pdev, int bar, struct vm_area_struct *vma)
754{
755 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
756 resource_size_t ioaddr = pci_resource_start(pdev, bar);
757
758 if (!pbm)
759 return -EINVAL;
760
761 vma->vm_pgoff += (ioaddr + pbm->io_space.start) >> PAGE_SHIFT;
762
763 return 0;
764}
765
766#ifdef CONFIG_NUMA
767int pcibus_to_node(struct pci_bus *pbus)
768{
769 struct pci_pbm_info *pbm = pbus->sysdata;
770
771 return pbm->numa_node;
772}
773EXPORT_SYMBOL(pcibus_to_node);
774#endif
775
776/* Return the domain number for this pci bus */
777
778int pci_domain_nr(struct pci_bus *pbus)
779{
780 struct pci_pbm_info *pbm = pbus->sysdata;
781 int ret;
782
783 if (!pbm) {
784 ret = -ENXIO;
785 } else {
786 ret = pbm->index;
787 }
788
789 return ret;
790}
791EXPORT_SYMBOL(pci_domain_nr);
792
793#ifdef CONFIG_PCI_MSI
794int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
795{
796 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
797 unsigned int irq;
798
799 if (!pbm->setup_msi_irq)
800 return -EINVAL;
801
802 return pbm->setup_msi_irq(&irq, pdev, desc);
803}
804
805void arch_teardown_msi_irq(unsigned int irq)
806{
807 struct msi_desc *entry = irq_get_msi_desc(irq);
808 struct pci_dev *pdev = msi_desc_to_pci_dev(entry);
809 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
810
811 if (pbm->teardown_msi_irq)
812 pbm->teardown_msi_irq(irq, pdev);
813}
814#endif /* !(CONFIG_PCI_MSI) */
815
816/* ALI sound chips generate 31-bits of DMA, a special register
817 * determines what bit 31 is emitted as.
818 */
819int ali_sound_dma_hack(struct device *dev, u64 device_mask)
820{
821 struct iommu *iommu = dev->archdata.iommu;
822 struct pci_dev *ali_isa_bridge;
823 u8 val;
824
825 if (!dev_is_pci(dev))
826 return 0;
827
828 if (to_pci_dev(dev)->vendor != PCI_VENDOR_ID_AL ||
829 to_pci_dev(dev)->device != PCI_DEVICE_ID_AL_M5451 ||
830 device_mask != 0x7fffffff)
831 return 0;
832
833 ali_isa_bridge = pci_get_device(PCI_VENDOR_ID_AL,
834 PCI_DEVICE_ID_AL_M1533,
835 NULL);
836
837 pci_read_config_byte(ali_isa_bridge, 0x7e, &val);
838 if (iommu->dma_addr_mask & 0x80000000)
839 val |= 0x01;
840 else
841 val &= ~0x01;
842 pci_write_config_byte(ali_isa_bridge, 0x7e, val);
843 pci_dev_put(ali_isa_bridge);
844 return 1;
845}
846
847void pci_resource_to_user(const struct pci_dev *pdev, int bar,
848 const struct resource *rp, resource_size_t *start,
849 resource_size_t *end)
850{
851 struct pci_bus_region region;
852
853 /*
854 * "User" addresses are shown in /sys/devices/pci.../.../resource
855 * and /proc/bus/pci/devices and used as mmap offsets for
856 * /proc/bus/pci/BB/DD.F files (see proc_bus_pci_mmap()).
857 *
858 * On sparc, these are PCI bus addresses, i.e., raw BAR values.
859 */
860 pcibios_resource_to_bus(pdev->bus, ®ion, (struct resource *) rp);
861 *start = region.start;
862 *end = region.end;
863}
864
865void pcibios_set_master(struct pci_dev *dev)
866{
867 /* No special bus mastering setup handling */
868}
869
870#ifdef CONFIG_PCI_IOV
871int pcibios_device_add(struct pci_dev *dev)
872{
873 struct pci_dev *pdev;
874
875 /* Add sriov arch specific initialization here.
876 * Copy dev_archdata from PF to VF
877 */
878 if (dev->is_virtfn) {
879 struct dev_archdata *psd;
880
881 pdev = dev->physfn;
882 psd = &pdev->dev.archdata;
883 pci_init_dev_archdata(&dev->dev.archdata, psd->iommu,
884 psd->stc, psd->host_controller, NULL,
885 psd->numa_node);
886 }
887 return 0;
888}
889#endif /* CONFIG_PCI_IOV */
890
891static int __init pcibios_init(void)
892{
893 pci_dfl_cache_line_size = 64 >> 2;
894 return 0;
895}
896subsys_initcall(pcibios_init);
897
898#ifdef CONFIG_SYSFS
899
900#define SLOT_NAME_SIZE 11 /* Max decimal digits + null in u32 */
901
902static void pcie_bus_slot_names(struct pci_bus *pbus)
903{
904 struct pci_dev *pdev;
905 struct pci_bus *bus;
906
907 list_for_each_entry(pdev, &pbus->devices, bus_list) {
908 char name[SLOT_NAME_SIZE];
909 struct pci_slot *pci_slot;
910 const u32 *slot_num;
911 int len;
912
913 slot_num = of_get_property(pdev->dev.of_node,
914 "physical-slot#", &len);
915
916 if (slot_num == NULL || len != 4)
917 continue;
918
919 snprintf(name, sizeof(name), "%u", slot_num[0]);
920 pci_slot = pci_create_slot(pbus, slot_num[0], name, NULL);
921
922 if (IS_ERR(pci_slot))
923 pr_err("PCI: pci_create_slot returned %ld.\n",
924 PTR_ERR(pci_slot));
925 }
926
927 list_for_each_entry(bus, &pbus->children, node)
928 pcie_bus_slot_names(bus);
929}
930
931static void pci_bus_slot_names(struct device_node *node, struct pci_bus *bus)
932{
933 const struct pci_slot_names {
934 u32 slot_mask;
935 char names[0];
936 } *prop;
937 const char *sp;
938 int len, i;
939 u32 mask;
940
941 prop = of_get_property(node, "slot-names", &len);
942 if (!prop)
943 return;
944
945 mask = prop->slot_mask;
946 sp = prop->names;
947
948 if (ofpci_verbose)
949 pci_info(bus, "Making slots for [%pOF] mask[0x%02x]\n",
950 node, mask);
951
952 i = 0;
953 while (mask) {
954 struct pci_slot *pci_slot;
955 u32 this_bit = 1 << i;
956
957 if (!(mask & this_bit)) {
958 i++;
959 continue;
960 }
961
962 if (ofpci_verbose)
963 pci_info(bus, "Making slot [%s]\n", sp);
964
965 pci_slot = pci_create_slot(bus, i, sp, NULL);
966 if (IS_ERR(pci_slot))
967 pci_err(bus, "pci_create_slot returned %ld\n",
968 PTR_ERR(pci_slot));
969
970 sp += strlen(sp) + 1;
971 mask &= ~this_bit;
972 i++;
973 }
974}
975
976static int __init of_pci_slot_init(void)
977{
978 struct pci_bus *pbus = NULL;
979
980 while ((pbus = pci_find_next_bus(pbus)) != NULL) {
981 struct device_node *node;
982 struct pci_dev *pdev;
983
984 pdev = list_first_entry(&pbus->devices, struct pci_dev,
985 bus_list);
986
987 if (pdev && pci_is_pcie(pdev)) {
988 pcie_bus_slot_names(pbus);
989 } else {
990
991 if (pbus->self) {
992
993 /* PCI->PCI bridge */
994 node = pbus->self->dev.of_node;
995
996 } else {
997 struct pci_pbm_info *pbm = pbus->sysdata;
998
999 /* Host PCI controller */
1000 node = pbm->op->dev.of_node;
1001 }
1002
1003 pci_bus_slot_names(node, pbus);
1004 }
1005 }
1006
1007 return 0;
1008}
1009device_initcall(of_pci_slot_init);
1010#endif