Linux Audio

Check our new training course

Loading...
v3.15
 
  1/*
  2 * Intel MID PCI support
  3 *   Copyright (c) 2008 Intel Corporation
  4 *     Jesse Barnes <jesse.barnes@intel.com>
  5 *
  6 * Moorestown has an interesting PCI implementation:
  7 *   - configuration space is memory mapped (as defined by MCFG)
  8 *   - Lincroft devices also have a real, type 1 configuration space
  9 *   - Early Lincroft silicon has a type 1 access bug that will cause
 10 *     a hang if non-existent devices are accessed
 11 *   - some devices have the "fixed BAR" capability, which means
 12 *     they can't be relocated or modified; check for that during
 13 *     BAR sizing
 14 *
 15 * So, we use the MCFG space for all reads and writes, but also send
 16 * Lincroft writes to type 1 space.  But only read/write if the device
 17 * actually exists, otherwise return all 1s for reads and bit bucket
 18 * the writes.
 19 */
 20
 21#include <linux/sched.h>
 22#include <linux/pci.h>
 23#include <linux/ioport.h>
 24#include <linux/init.h>
 25#include <linux/dmi.h>
 26#include <linux/acpi.h>
 27#include <linux/io.h>
 28#include <linux/smp.h>
 29
 
 30#include <asm/segment.h>
 31#include <asm/pci_x86.h>
 32#include <asm/hw_irq.h>
 33#include <asm/io_apic.h>
 
 34#include <asm/intel-mid.h>
 
 35
 36#define PCIE_CAP_OFFSET	0x100
 37
 
 
 
 
 38/* Fixed BAR fields */
 39#define PCIE_VNDR_CAP_ID_FIXED_BAR 0x00	/* Fixed BAR (TBD) */
 40#define PCI_FIXED_BAR_0_SIZE	0x04
 41#define PCI_FIXED_BAR_1_SIZE	0x08
 42#define PCI_FIXED_BAR_2_SIZE	0x0c
 43#define PCI_FIXED_BAR_3_SIZE	0x10
 44#define PCI_FIXED_BAR_4_SIZE	0x14
 45#define PCI_FIXED_BAR_5_SIZE	0x1c
 46
 47static int pci_soc_mode;
 48
 49/**
 50 * fixed_bar_cap - return the offset of the fixed BAR cap if found
 51 * @bus: PCI bus
 52 * @devfn: device in question
 53 *
 54 * Look for the fixed BAR cap on @bus and @devfn, returning its offset
 55 * if found or 0 otherwise.
 56 */
 57static int fixed_bar_cap(struct pci_bus *bus, unsigned int devfn)
 58{
 59	int pos;
 60	u32 pcie_cap = 0, cap_data;
 61
 62	pos = PCIE_CAP_OFFSET;
 63
 64	if (!raw_pci_ext_ops)
 65		return 0;
 66
 67	while (pos) {
 68		if (raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
 69					  devfn, pos, 4, &pcie_cap))
 70			return 0;
 71
 72		if (PCI_EXT_CAP_ID(pcie_cap) == 0x0000 ||
 73			PCI_EXT_CAP_ID(pcie_cap) == 0xffff)
 74			break;
 75
 76		if (PCI_EXT_CAP_ID(pcie_cap) == PCI_EXT_CAP_ID_VNDR) {
 77			raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
 78					      devfn, pos + 4, 4, &cap_data);
 79			if ((cap_data & 0xffff) == PCIE_VNDR_CAP_ID_FIXED_BAR)
 80				return pos;
 81		}
 82
 83		pos = PCI_EXT_CAP_NEXT(pcie_cap);
 84	}
 85
 86	return 0;
 87}
 88
 89static int pci_device_update_fixed(struct pci_bus *bus, unsigned int devfn,
 90				   int reg, int len, u32 val, int offset)
 91{
 92	u32 size;
 93	unsigned int domain, busnum;
 94	int bar = (reg - PCI_BASE_ADDRESS_0) >> 2;
 95
 96	domain = pci_domain_nr(bus);
 97	busnum = bus->number;
 98
 99	if (val == ~0 && len == 4) {
100		unsigned long decode;
101
102		raw_pci_ext_ops->read(domain, busnum, devfn,
103			       offset + 8 + (bar * 4), 4, &size);
104
105		/* Turn the size into a decode pattern for the sizing code */
106		if (size) {
107			decode = size - 1;
108			decode |= decode >> 1;
109			decode |= decode >> 2;
110			decode |= decode >> 4;
111			decode |= decode >> 8;
112			decode |= decode >> 16;
113			decode++;
114			decode = ~(decode - 1);
115		} else {
116			decode = 0;
117		}
118
119		/*
120		 * If val is all ones, the core code is trying to size the reg,
121		 * so update the mmconfig space with the real size.
122		 *
123		 * Note: this assumes the fixed size we got is a power of two.
124		 */
125		return raw_pci_ext_ops->write(domain, busnum, devfn, reg, 4,
126				       decode);
127	}
128
129	/* This is some other kind of BAR write, so just do it. */
130	return raw_pci_ext_ops->write(domain, busnum, devfn, reg, len, val);
131}
132
133/**
134 * type1_access_ok - check whether to use type 1
135 * @bus: bus number
136 * @devfn: device & function in question
 
137 *
138 * If the bus is on a Lincroft chip and it exists, or is not on a Lincroft at
139 * all, the we can go ahead with any reads & writes.  If it's on a Lincroft,
140 * but doesn't exist, avoid the access altogether to keep the chip from
141 * hanging.
142 */
143static bool type1_access_ok(unsigned int bus, unsigned int devfn, int reg)
144{
145	/*
146	 * This is a workaround for A0 LNC bug where PCI status register does
147	 * not have new CAP bit set. can not be written by SW either.
148	 *
149	 * PCI header type in real LNC indicates a single function device, this
150	 * will prevent probing other devices under the same function in PCI
151	 * shim. Therefore, use the header type in shim instead.
152	 */
153	if (reg >= 0x100 || reg == PCI_STATUS || reg == PCI_HEADER_TYPE)
154		return false;
155	if (bus == 0 && (devfn == PCI_DEVFN(2, 0)
156				|| devfn == PCI_DEVFN(0, 0)
157				|| devfn == PCI_DEVFN(3, 0)))
158		return true;
159	return false; /* Langwell on others */
160}
161
162static int pci_read(struct pci_bus *bus, unsigned int devfn, int where,
163		    int size, u32 *value)
164{
165	if (type1_access_ok(bus->number, devfn, where))
166		return pci_direct_conf1.read(pci_domain_nr(bus), bus->number,
167					devfn, where, size, value);
168	return raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
169			      devfn, where, size, value);
170}
171
172static int pci_write(struct pci_bus *bus, unsigned int devfn, int where,
173		     int size, u32 value)
174{
175	int offset;
176
177	/*
178	 * On MRST, there is no PCI ROM BAR, this will cause a subsequent read
179	 * to ROM BAR return 0 then being ignored.
180	 */
181	if (where == PCI_ROM_ADDRESS)
182		return 0;
183
184	/*
185	 * Devices with fixed BARs need special handling:
186	 *   - BAR sizing code will save, write ~0, read size, restore
187	 *   - so writes to fixed BARs need special handling
188	 *   - other writes to fixed BAR devices should go through mmconfig
189	 */
190	offset = fixed_bar_cap(bus, devfn);
191	if (offset &&
192	    (where >= PCI_BASE_ADDRESS_0 && where <= PCI_BASE_ADDRESS_5)) {
193		return pci_device_update_fixed(bus, devfn, where, size, value,
194					       offset);
195	}
196
197	/*
198	 * On Moorestown update both real & mmconfig space
199	 * Note: early Lincroft silicon can't handle type 1 accesses to
200	 *       non-existent devices, so just eat the write in that case.
201	 */
202	if (type1_access_ok(bus->number, devfn, where))
203		return pci_direct_conf1.write(pci_domain_nr(bus), bus->number,
204					      devfn, where, size, value);
205	return raw_pci_ext_ops->write(pci_domain_nr(bus), bus->number, devfn,
206			       where, size, value);
207}
208
 
 
 
 
 
209static int intel_mid_pci_irq_enable(struct pci_dev *dev)
210{
211	u8 pin;
212	struct io_apic_irq_attr irq_attr;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
213
214	pci_read_config_byte(dev, PCI_INTERRUPT_PIN, &pin);
215
216	/*
217	 * MRST only have IOAPIC, the PCI irq lines are 1:1 mapped to
218	 * IOAPIC RTE entries, so we just enable RTE for the device.
219	 */
220	irq_attr.ioapic = mp_find_ioapic(dev->irq);
221	irq_attr.ioapic_pin = dev->irq;
222	irq_attr.trigger = 1; /* level */
223	if (intel_mid_identify_cpu() == INTEL_MID_CPU_CHIP_TANGIER)
224		irq_attr.polarity = 0; /* active high */
225	else
226		irq_attr.polarity = 1; /* active low */
227	io_apic_set_pci_routing(&dev->dev, dev->irq, &irq_attr);
228
229	return 0;
230}
231
232struct pci_ops intel_mid_pci_ops = {
 
 
 
 
 
 
 
 
 
233	.read = pci_read,
234	.write = pci_write,
235};
236
237/**
238 * intel_mid_pci_init - installs intel_mid_pci_ops
239 *
240 * Moorestown has an interesting PCI implementation (see above).
241 * Called when the early platform detection installs it.
242 */
243int __init intel_mid_pci_init(void)
244{
245	pr_info("Intel MID platform detected, using MID PCI ops\n");
246	pci_mmcfg_late_init();
247	pcibios_enable_irq = intel_mid_pci_irq_enable;
 
248	pci_root_ops = intel_mid_pci_ops;
249	pci_soc_mode = 1;
250	/* Continue with standard init */
 
251	return 1;
252}
253
254/*
255 * Langwell devices are not true PCI devices; they are not subject to 10 ms
256 * d3 to d0 delay required by PCI spec.
257 */
258static void pci_d3delay_fixup(struct pci_dev *dev)
259{
260	/*
261	 * PCI fixups are effectively decided compile time. If we have a dual
262	 * SoC/non-SoC kernel we don't want to mangle d3 on non-SoC devices.
263	 */
264	if (!pci_soc_mode)
265		return;
266	/*
267	 * True PCI devices in Lincroft should allow type 1 access, the rest
268	 * are Langwell fake PCI devices.
269	 */
270	if (type1_access_ok(dev->bus->number, dev->devfn, PCI_DEVICE_ID))
271		return;
272	dev->d3_delay = 0;
273}
274DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_d3delay_fixup);
275
276static void mrst_power_off_unused_dev(struct pci_dev *dev)
277{
 
 
 
 
 
 
 
 
 
278	pci_set_power_state(dev, PCI_D3hot);
279}
280DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0801, mrst_power_off_unused_dev);
281DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0809, mrst_power_off_unused_dev);
282DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x080C, mrst_power_off_unused_dev);
283DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0812, mrst_power_off_unused_dev);
284DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0815, mrst_power_off_unused_dev);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
285
286/*
287 * Langwell devices reside at fixed offsets, don't try to move them.
288 */
289static void pci_fixed_bar_fixup(struct pci_dev *dev)
290{
291	unsigned long offset;
292	u32 size;
293	int i;
294
295	if (!pci_soc_mode)
296		return;
297
298	/* Must have extended configuration space */
299	if (dev->cfg_size < PCIE_CAP_OFFSET + 4)
300		return;
301
302	/* Fixup the BAR sizes for fixed BAR devices and make them unmoveable */
303	offset = fixed_bar_cap(dev->bus, dev->devfn);
304	if (!offset || PCI_DEVFN(2, 0) == dev->devfn ||
305	    PCI_DEVFN(2, 2) == dev->devfn)
306		return;
307
308	for (i = 0; i < PCI_ROM_RESOURCE; i++) {
309		pci_read_config_dword(dev, offset + 8 + (i * 4), &size);
310		dev->resource[i].end = dev->resource[i].start + size - 1;
311		dev->resource[i].flags |= IORESOURCE_PCI_FIXED;
312	}
313}
314DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_fixed_bar_fixup);
v6.2
  1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 * Intel MID PCI support
  4 *   Copyright (c) 2008 Intel Corporation
  5 *     Jesse Barnes <jesse.barnes@intel.com>
  6 *
  7 * Moorestown has an interesting PCI implementation:
  8 *   - configuration space is memory mapped (as defined by MCFG)
  9 *   - Lincroft devices also have a real, type 1 configuration space
 10 *   - Early Lincroft silicon has a type 1 access bug that will cause
 11 *     a hang if non-existent devices are accessed
 12 *   - some devices have the "fixed BAR" capability, which means
 13 *     they can't be relocated or modified; check for that during
 14 *     BAR sizing
 15 *
 16 * So, we use the MCFG space for all reads and writes, but also send
 17 * Lincroft writes to type 1 space.  But only read/write if the device
 18 * actually exists, otherwise return all 1s for reads and bit bucket
 19 * the writes.
 20 */
 21
 22#include <linux/sched.h>
 23#include <linux/pci.h>
 24#include <linux/ioport.h>
 25#include <linux/init.h>
 26#include <linux/dmi.h>
 27#include <linux/acpi.h>
 28#include <linux/io.h>
 29#include <linux/smp.h>
 30
 31#include <asm/cpu_device_id.h>
 32#include <asm/segment.h>
 33#include <asm/pci_x86.h>
 34#include <asm/hw_irq.h>
 35#include <asm/io_apic.h>
 36#include <asm/intel-family.h>
 37#include <asm/intel-mid.h>
 38#include <asm/acpi.h>
 39
 40#define PCIE_CAP_OFFSET	0x100
 41
 42/* Quirks for the listed devices */
 43#define PCI_DEVICE_ID_INTEL_MRFLD_MMC	0x1190
 44#define PCI_DEVICE_ID_INTEL_MRFLD_HSU	0x1191
 45
 46/* Fixed BAR fields */
 47#define PCIE_VNDR_CAP_ID_FIXED_BAR 0x00	/* Fixed BAR (TBD) */
 48#define PCI_FIXED_BAR_0_SIZE	0x04
 49#define PCI_FIXED_BAR_1_SIZE	0x08
 50#define PCI_FIXED_BAR_2_SIZE	0x0c
 51#define PCI_FIXED_BAR_3_SIZE	0x10
 52#define PCI_FIXED_BAR_4_SIZE	0x14
 53#define PCI_FIXED_BAR_5_SIZE	0x1c
 54
 55static int pci_soc_mode;
 56
 57/**
 58 * fixed_bar_cap - return the offset of the fixed BAR cap if found
 59 * @bus: PCI bus
 60 * @devfn: device in question
 61 *
 62 * Look for the fixed BAR cap on @bus and @devfn, returning its offset
 63 * if found or 0 otherwise.
 64 */
 65static int fixed_bar_cap(struct pci_bus *bus, unsigned int devfn)
 66{
 67	int pos;
 68	u32 pcie_cap = 0, cap_data;
 69
 70	pos = PCIE_CAP_OFFSET;
 71
 72	if (!raw_pci_ext_ops)
 73		return 0;
 74
 75	while (pos) {
 76		if (raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
 77					  devfn, pos, 4, &pcie_cap))
 78			return 0;
 79
 80		if (PCI_EXT_CAP_ID(pcie_cap) == 0x0000 ||
 81			PCI_EXT_CAP_ID(pcie_cap) == 0xffff)
 82			break;
 83
 84		if (PCI_EXT_CAP_ID(pcie_cap) == PCI_EXT_CAP_ID_VNDR) {
 85			raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
 86					      devfn, pos + 4, 4, &cap_data);
 87			if ((cap_data & 0xffff) == PCIE_VNDR_CAP_ID_FIXED_BAR)
 88				return pos;
 89		}
 90
 91		pos = PCI_EXT_CAP_NEXT(pcie_cap);
 92	}
 93
 94	return 0;
 95}
 96
 97static int pci_device_update_fixed(struct pci_bus *bus, unsigned int devfn,
 98				   int reg, int len, u32 val, int offset)
 99{
100	u32 size;
101	unsigned int domain, busnum;
102	int bar = (reg - PCI_BASE_ADDRESS_0) >> 2;
103
104	domain = pci_domain_nr(bus);
105	busnum = bus->number;
106
107	if (val == ~0 && len == 4) {
108		unsigned long decode;
109
110		raw_pci_ext_ops->read(domain, busnum, devfn,
111			       offset + 8 + (bar * 4), 4, &size);
112
113		/* Turn the size into a decode pattern for the sizing code */
114		if (size) {
115			decode = size - 1;
116			decode |= decode >> 1;
117			decode |= decode >> 2;
118			decode |= decode >> 4;
119			decode |= decode >> 8;
120			decode |= decode >> 16;
121			decode++;
122			decode = ~(decode - 1);
123		} else {
124			decode = 0;
125		}
126
127		/*
128		 * If val is all ones, the core code is trying to size the reg,
129		 * so update the mmconfig space with the real size.
130		 *
131		 * Note: this assumes the fixed size we got is a power of two.
132		 */
133		return raw_pci_ext_ops->write(domain, busnum, devfn, reg, 4,
134				       decode);
135	}
136
137	/* This is some other kind of BAR write, so just do it. */
138	return raw_pci_ext_ops->write(domain, busnum, devfn, reg, len, val);
139}
140
141/**
142 * type1_access_ok - check whether to use type 1
143 * @bus: bus number
144 * @devfn: device & function in question
145 * @reg: configuration register offset
146 *
147 * If the bus is on a Lincroft chip and it exists, or is not on a Lincroft at
148 * all, the we can go ahead with any reads & writes.  If it's on a Lincroft,
149 * but doesn't exist, avoid the access altogether to keep the chip from
150 * hanging.
151 */
152static bool type1_access_ok(unsigned int bus, unsigned int devfn, int reg)
153{
154	/*
155	 * This is a workaround for A0 LNC bug where PCI status register does
156	 * not have new CAP bit set. can not be written by SW either.
157	 *
158	 * PCI header type in real LNC indicates a single function device, this
159	 * will prevent probing other devices under the same function in PCI
160	 * shim. Therefore, use the header type in shim instead.
161	 */
162	if (reg >= 0x100 || reg == PCI_STATUS || reg == PCI_HEADER_TYPE)
163		return false;
164	if (bus == 0 && (devfn == PCI_DEVFN(2, 0)
165				|| devfn == PCI_DEVFN(0, 0)
166				|| devfn == PCI_DEVFN(3, 0)))
167		return true;
168	return false; /* Langwell on others */
169}
170
171static int pci_read(struct pci_bus *bus, unsigned int devfn, int where,
172		    int size, u32 *value)
173{
174	if (type1_access_ok(bus->number, devfn, where))
175		return pci_direct_conf1.read(pci_domain_nr(bus), bus->number,
176					devfn, where, size, value);
177	return raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
178			      devfn, where, size, value);
179}
180
181static int pci_write(struct pci_bus *bus, unsigned int devfn, int where,
182		     int size, u32 value)
183{
184	int offset;
185
186	/*
187	 * On MRST, there is no PCI ROM BAR, this will cause a subsequent read
188	 * to ROM BAR return 0 then being ignored.
189	 */
190	if (where == PCI_ROM_ADDRESS)
191		return 0;
192
193	/*
194	 * Devices with fixed BARs need special handling:
195	 *   - BAR sizing code will save, write ~0, read size, restore
196	 *   - so writes to fixed BARs need special handling
197	 *   - other writes to fixed BAR devices should go through mmconfig
198	 */
199	offset = fixed_bar_cap(bus, devfn);
200	if (offset &&
201	    (where >= PCI_BASE_ADDRESS_0 && where <= PCI_BASE_ADDRESS_5)) {
202		return pci_device_update_fixed(bus, devfn, where, size, value,
203					       offset);
204	}
205
206	/*
207	 * On Moorestown update both real & mmconfig space
208	 * Note: early Lincroft silicon can't handle type 1 accesses to
209	 *       non-existent devices, so just eat the write in that case.
210	 */
211	if (type1_access_ok(bus->number, devfn, where))
212		return pci_direct_conf1.write(pci_domain_nr(bus), bus->number,
213					      devfn, where, size, value);
214	return raw_pci_ext_ops->write(pci_domain_nr(bus), bus->number, devfn,
215			       where, size, value);
216}
217
218static const struct x86_cpu_id intel_mid_cpu_ids[] = {
219	X86_MATCH_INTEL_FAM6_MODEL(ATOM_SILVERMONT_MID, NULL),
220	{}
221};
222
223static int intel_mid_pci_irq_enable(struct pci_dev *dev)
224{
225	const struct x86_cpu_id *id;
226	struct irq_alloc_info info;
227	bool polarity_low;
228	u16 model = 0;
229	int ret;
230	u8 gsi;
231
232	if (dev->irq_managed && dev->irq > 0)
233		return 0;
234
235	ret = pci_read_config_byte(dev, PCI_INTERRUPT_LINE, &gsi);
236	if (ret < 0) {
237		dev_warn(&dev->dev, "Failed to read interrupt line: %d\n", ret);
238		return ret;
239	}
240
241	id = x86_match_cpu(intel_mid_cpu_ids);
242	if (id)
243		model = id->model;
244
245	switch (model) {
246	case INTEL_FAM6_ATOM_SILVERMONT_MID:
247		polarity_low = false;
248
249		/* Special treatment for IRQ0 */
250		if (gsi == 0) {
251			/*
252			 * Skip HS UART common registers device since it has
253			 * IRQ0 assigned and not used by the kernel.
254			 */
255			if (dev->device == PCI_DEVICE_ID_INTEL_MRFLD_HSU)
256				return -EBUSY;
257			/*
258			 * TNG has IRQ0 assigned to eMMC controller. But there
259			 * are also other devices with bogus PCI configuration
260			 * that have IRQ0 assigned. This check ensures that
261			 * eMMC gets it. The rest of devices still could be
262			 * enabled without interrupt line being allocated.
263			 */
264			if (dev->device != PCI_DEVICE_ID_INTEL_MRFLD_MMC)
265				return 0;
266		}
267		break;
268	default:
269		polarity_low = true;
270		break;
271	}
272
273	ioapic_set_alloc_attr(&info, dev_to_node(&dev->dev), 1, polarity_low);
274
275	/*
276	 * MRST only have IOAPIC, the PCI irq lines are 1:1 mapped to
277	 * IOAPIC RTE entries, so we just enable RTE for the device.
278	 */
279	ret = mp_map_gsi_to_irq(gsi, IOAPIC_MAP_ALLOC, &info);
280	if (ret < 0)
281		return ret;
282
283	dev->irq = ret;
284	dev->irq_managed = 1;
 
 
285
286	return 0;
287}
288
289static void intel_mid_pci_irq_disable(struct pci_dev *dev)
290{
291	if (!mp_should_keep_irq(&dev->dev) && dev->irq_managed &&
292	    dev->irq > 0) {
293		mp_unmap_irq(dev->irq);
294		dev->irq_managed = 0;
295	}
296}
297
298static const struct pci_ops intel_mid_pci_ops __initconst = {
299	.read = pci_read,
300	.write = pci_write,
301};
302
303/**
304 * intel_mid_pci_init - installs intel_mid_pci_ops
305 *
306 * Moorestown has an interesting PCI implementation (see above).
307 * Called when the early platform detection installs it.
308 */
309int __init intel_mid_pci_init(void)
310{
311	pr_info("Intel MID platform detected, using MID PCI ops\n");
312	pci_mmcfg_late_init();
313	pcibios_enable_irq = intel_mid_pci_irq_enable;
314	pcibios_disable_irq = intel_mid_pci_irq_disable;
315	pci_root_ops = intel_mid_pci_ops;
316	pci_soc_mode = 1;
317	/* Continue with standard init */
318	acpi_noirq_set();
319	return 1;
320}
321
322/*
323 * Langwell devices are not true PCI devices; they are not subject to 10 ms
324 * d3 to d0 delay required by PCI spec.
325 */
326static void pci_d3delay_fixup(struct pci_dev *dev)
327{
328	/*
329	 * PCI fixups are effectively decided compile time. If we have a dual
330	 * SoC/non-SoC kernel we don't want to mangle d3 on non-SoC devices.
331	 */
332	if (!pci_soc_mode)
333		return;
334	/*
335	 * True PCI devices in Lincroft should allow type 1 access, the rest
336	 * are Langwell fake PCI devices.
337	 */
338	if (type1_access_ok(dev->bus->number, dev->devfn, PCI_DEVICE_ID))
339		return;
340	dev->d3hot_delay = 0;
341}
342DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_d3delay_fixup);
343
344static void mid_power_off_one_device(struct pci_dev *dev)
345{
346	u16 pmcsr;
347
348	/*
349	 * Update current state first, otherwise PCI core enforces PCI_D0 in
350	 * pci_set_power_state() for devices which status was PCI_UNKNOWN.
351	 */
352	pci_read_config_word(dev, dev->pm_cap + PCI_PM_CTRL, &pmcsr);
353	dev->current_state = (pci_power_t __force)(pmcsr & PCI_PM_CTRL_STATE_MASK);
354
355	pci_set_power_state(dev, PCI_D3hot);
356}
357
358static void mid_power_off_devices(struct pci_dev *dev)
359{
360	int id;
361
362	if (!pci_soc_mode)
363		return;
364
365	id = intel_mid_pwr_get_lss_id(dev);
366	if (id < 0)
367		return;
368
369	/*
370	 * This sets only PMCSR bits. The actual power off will happen in
371	 * arch/x86/platform/intel-mid/pwr.c.
372	 */
373	mid_power_off_one_device(dev);
374}
375
376DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, mid_power_off_devices);
377
378/*
379 * Langwell devices reside at fixed offsets, don't try to move them.
380 */
381static void pci_fixed_bar_fixup(struct pci_dev *dev)
382{
383	unsigned long offset;
384	u32 size;
385	int i;
386
387	if (!pci_soc_mode)
388		return;
389
390	/* Must have extended configuration space */
391	if (dev->cfg_size < PCIE_CAP_OFFSET + 4)
392		return;
393
394	/* Fixup the BAR sizes for fixed BAR devices and make them unmoveable */
395	offset = fixed_bar_cap(dev->bus, dev->devfn);
396	if (!offset || PCI_DEVFN(2, 0) == dev->devfn ||
397	    PCI_DEVFN(2, 2) == dev->devfn)
398		return;
399
400	for (i = 0; i < PCI_STD_NUM_BARS; i++) {
401		pci_read_config_dword(dev, offset + 8 + (i * 4), &size);
402		dev->resource[i].end = dev->resource[i].start + size - 1;
403		dev->resource[i].flags |= IORESOURCE_PCI_FIXED;
404	}
405}
406DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_fixed_bar_fixup);