blob: b901ece278dddb4f6aaf61c8b6479a26526af71a [file] [log] [blame]
Jesse Barnesa712ffb2010-02-04 10:59:27 -08001/*
Kuppuswamy Sathyanarayanan05454c22013-10-17 15:35:27 -07002 * Intel MID PCI support
Jesse Barnesa712ffb2010-02-04 10:59:27 -08003 * Copyright (c) 2008 Intel Corporation
4 * Jesse Barnes <jesse.barnes@intel.com>
5 *
6 * Moorestown has an interesting PCI implementation:
7 * - configuration space is memory mapped (as defined by MCFG)
8 * - Lincroft devices also have a real, type 1 configuration space
9 * - Early Lincroft silicon has a type 1 access bug that will cause
10 * a hang if non-existent devices are accessed
11 * - some devices have the "fixed BAR" capability, which means
12 * they can't be relocated or modified; check for that during
13 * BAR sizing
14 *
15 * So, we use the MCFG space for all reads and writes, but also send
16 * Lincroft writes to type 1 space. But only read/write if the device
17 * actually exists, otherwise return all 1s for reads and bit bucket
18 * the writes.
19 */
20
21#include <linux/sched.h>
22#include <linux/pci.h>
23#include <linux/ioport.h>
24#include <linux/init.h>
25#include <linux/dmi.h>
Valentina Manea7cc24e12013-07-15 10:40:48 +030026#include <linux/acpi.h>
27#include <linux/io.h>
28#include <linux/smp.h>
Jesse Barnesa712ffb2010-02-04 10:59:27 -080029
Jesse Barnesa712ffb2010-02-04 10:59:27 -080030#include <asm/segment.h>
Jesse Barnesa712ffb2010-02-04 10:59:27 -080031#include <asm/pci_x86.h>
32#include <asm/hw_irq.h>
33#include <asm/io_apic.h>
David Cohenbc20aa482013-12-16 12:07:38 -080034#include <asm/intel-mid.h>
Jesse Barnesa712ffb2010-02-04 10:59:27 -080035
36#define PCIE_CAP_OFFSET 0x100
37
Andy Shevchenko39d9b772015-07-29 12:16:47 +030038/* Quirks for the listed devices */
Andy Shevchenko707a6052016-07-12 14:04:22 +030039#define PCI_DEVICE_ID_INTEL_MRFLD_MMC 0x1190
40#define PCI_DEVICE_ID_INTEL_MRFLD_HSU 0x1191
Andy Shevchenko39d9b772015-07-29 12:16:47 +030041
Jesse Barnesa712ffb2010-02-04 10:59:27 -080042/* Fixed BAR fields */
43#define PCIE_VNDR_CAP_ID_FIXED_BAR 0x00 /* Fixed BAR (TBD) */
44#define PCI_FIXED_BAR_0_SIZE 0x04
45#define PCI_FIXED_BAR_1_SIZE 0x08
46#define PCI_FIXED_BAR_2_SIZE 0x0c
47#define PCI_FIXED_BAR_3_SIZE 0x10
48#define PCI_FIXED_BAR_4_SIZE 0x14
49#define PCI_FIXED_BAR_5_SIZE 0x1c
50
Valentina Manea7cc24e12013-07-15 10:40:48 +030051static int pci_soc_mode;
Alan Cox823806f2012-02-13 12:59:37 +000052
Jesse Barnesa712ffb2010-02-04 10:59:27 -080053/**
54 * fixed_bar_cap - return the offset of the fixed BAR cap if found
55 * @bus: PCI bus
56 * @devfn: device in question
57 *
58 * Look for the fixed BAR cap on @bus and @devfn, returning its offset
59 * if found or 0 otherwise.
60 */
61static int fixed_bar_cap(struct pci_bus *bus, unsigned int devfn)
62{
63 int pos;
64 u32 pcie_cap = 0, cap_data;
65
66 pos = PCIE_CAP_OFFSET;
Jacob Panc5411382010-02-24 09:42:50 -080067
68 if (!raw_pci_ext_ops)
69 return 0;
70
Jesse Barnesa712ffb2010-02-04 10:59:27 -080071 while (pos) {
72 if (raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
73 devfn, pos, 4, &pcie_cap))
74 return 0;
75
Jacob Panf82c3d72010-07-16 11:58:26 -070076 if (PCI_EXT_CAP_ID(pcie_cap) == 0x0000 ||
77 PCI_EXT_CAP_ID(pcie_cap) == 0xffff)
78 break;
Jesse Barnesa712ffb2010-02-04 10:59:27 -080079
80 if (PCI_EXT_CAP_ID(pcie_cap) == PCI_EXT_CAP_ID_VNDR) {
81 raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
82 devfn, pos + 4, 4, &cap_data);
83 if ((cap_data & 0xffff) == PCIE_VNDR_CAP_ID_FIXED_BAR)
84 return pos;
85 }
86
Jacob Panf82c3d72010-07-16 11:58:26 -070087 pos = PCI_EXT_CAP_NEXT(pcie_cap);
Jesse Barnesa712ffb2010-02-04 10:59:27 -080088 }
89
90 return 0;
91}
92
93static int pci_device_update_fixed(struct pci_bus *bus, unsigned int devfn,
94 int reg, int len, u32 val, int offset)
95{
96 u32 size;
97 unsigned int domain, busnum;
98 int bar = (reg - PCI_BASE_ADDRESS_0) >> 2;
99
100 domain = pci_domain_nr(bus);
101 busnum = bus->number;
102
103 if (val == ~0 && len == 4) {
104 unsigned long decode;
105
106 raw_pci_ext_ops->read(domain, busnum, devfn,
107 offset + 8 + (bar * 4), 4, &size);
108
109 /* Turn the size into a decode pattern for the sizing code */
110 if (size) {
111 decode = size - 1;
112 decode |= decode >> 1;
113 decode |= decode >> 2;
114 decode |= decode >> 4;
115 decode |= decode >> 8;
116 decode |= decode >> 16;
117 decode++;
118 decode = ~(decode - 1);
119 } else {
Jacob Pane4af4262010-05-14 14:41:14 -0700120 decode = 0;
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800121 }
122
123 /*
124 * If val is all ones, the core code is trying to size the reg,
125 * so update the mmconfig space with the real size.
126 *
127 * Note: this assumes the fixed size we got is a power of two.
128 */
129 return raw_pci_ext_ops->write(domain, busnum, devfn, reg, 4,
130 decode);
131 }
132
133 /* This is some other kind of BAR write, so just do it. */
134 return raw_pci_ext_ops->write(domain, busnum, devfn, reg, len, val);
135}
136
137/**
138 * type1_access_ok - check whether to use type 1
139 * @bus: bus number
140 * @devfn: device & function in question
141 *
142 * If the bus is on a Lincroft chip and it exists, or is not on a Lincroft at
143 * all, the we can go ahead with any reads & writes. If it's on a Lincroft,
144 * but doesn't exist, avoid the access altogether to keep the chip from
145 * hanging.
146 */
147static bool type1_access_ok(unsigned int bus, unsigned int devfn, int reg)
148{
Valentina Manea7cc24e12013-07-15 10:40:48 +0300149 /*
150 * This is a workaround for A0 LNC bug where PCI status register does
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800151 * not have new CAP bit set. can not be written by SW either.
152 *
153 * PCI header type in real LNC indicates a single function device, this
154 * will prevent probing other devices under the same function in PCI
155 * shim. Therefore, use the header type in shim instead.
156 */
157 if (reg >= 0x100 || reg == PCI_STATUS || reg == PCI_HEADER_TYPE)
Fengguang Wu6c21b1762013-10-17 15:35:28 -0700158 return false;
Bjorn Helgaasf3f01172013-05-20 10:20:21 -0600159 if (bus == 0 && (devfn == PCI_DEVFN(2, 0)
160 || devfn == PCI_DEVFN(0, 0)
161 || devfn == PCI_DEVFN(3, 0)))
Fengguang Wu6c21b1762013-10-17 15:35:28 -0700162 return true;
163 return false; /* Langwell on others */
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800164}
165
166static int pci_read(struct pci_bus *bus, unsigned int devfn, int where,
167 int size, u32 *value)
168{
169 if (type1_access_ok(bus->number, devfn, where))
170 return pci_direct_conf1.read(pci_domain_nr(bus), bus->number,
171 devfn, where, size, value);
172 return raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number,
173 devfn, where, size, value);
174}
175
176static int pci_write(struct pci_bus *bus, unsigned int devfn, int where,
177 int size, u32 value)
178{
179 int offset;
180
Valentina Manea7cc24e12013-07-15 10:40:48 +0300181 /*
182 * On MRST, there is no PCI ROM BAR, this will cause a subsequent read
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800183 * to ROM BAR return 0 then being ignored.
184 */
185 if (where == PCI_ROM_ADDRESS)
186 return 0;
187
188 /*
189 * Devices with fixed BARs need special handling:
190 * - BAR sizing code will save, write ~0, read size, restore
191 * - so writes to fixed BARs need special handling
192 * - other writes to fixed BAR devices should go through mmconfig
193 */
194 offset = fixed_bar_cap(bus, devfn);
195 if (offset &&
196 (where >= PCI_BASE_ADDRESS_0 && where <= PCI_BASE_ADDRESS_5)) {
197 return pci_device_update_fixed(bus, devfn, where, size, value,
198 offset);
199 }
200
201 /*
202 * On Moorestown update both real & mmconfig space
203 * Note: early Lincroft silicon can't handle type 1 accesses to
204 * non-existent devices, so just eat the write in that case.
205 */
206 if (type1_access_ok(bus->number, devfn, where))
207 return pci_direct_conf1.write(pci_domain_nr(bus), bus->number,
208 devfn, where, size, value);
209 return raw_pci_ext_ops->write(pci_domain_nr(bus), bus->number, devfn,
210 where, size, value);
211}
212
Kuppuswamy Sathyanarayanan712b6aa2013-10-17 15:35:29 -0700213static int intel_mid_pci_irq_enable(struct pci_dev *dev)
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800214{
Jiang Liuc4d05a22015-04-13 14:11:54 +0800215 struct irq_alloc_info info;
Jiang Liuecc527d2014-06-09 16:20:01 +0800216 int polarity;
Andy Shevchenko2a61c8e2015-07-29 12:16:48 +0300217 int ret;
Andy Shevchenko5b395e22017-07-24 20:34:02 +0300218 u8 gsi;
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800219
Bjorn Helgaas67b4eab2016-02-17 12:26:38 -0600220 if (dev->irq_managed && dev->irq > 0)
Jiang Liucffe0a22014-10-27 13:21:42 +0800221 return 0;
222
Andy Shevchenko5b395e22017-07-24 20:34:02 +0300223 ret = pci_read_config_byte(dev, PCI_INTERRUPT_LINE, &gsi);
224 if (ret < 0) {
225 dev_warn(&dev->dev, "Failed to read interrupt line: %d\n", ret);
226 return ret;
227 }
228
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300229 switch (intel_mid_identify_cpu()) {
230 case INTEL_MID_CPU_CHIP_TANGIER:
Thomas Gleixner5054e1e2015-07-29 21:16:19 +0200231 polarity = IOAPIC_POL_HIGH;
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300232
233 /* Special treatment for IRQ0 */
Andy Shevchenko5b395e22017-07-24 20:34:02 +0300234 if (gsi == 0) {
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300235 /*
Andy Shevchenkobb275702016-06-13 21:28:00 +0300236 * Skip HS UART common registers device since it has
237 * IRQ0 assigned and not used by the kernel.
238 */
Andy Shevchenko707a6052016-07-12 14:04:22 +0300239 if (dev->device == PCI_DEVICE_ID_INTEL_MRFLD_HSU)
Andy Shevchenkobb275702016-06-13 21:28:00 +0300240 return -EBUSY;
241 /*
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300242 * TNG has IRQ0 assigned to eMMC controller. But there
243 * are also other devices with bogus PCI configuration
244 * that have IRQ0 assigned. This check ensures that
Andy Shevchenkobb275702016-06-13 21:28:00 +0300245 * eMMC gets it. The rest of devices still could be
246 * enabled without interrupt line being allocated.
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300247 */
Andy Shevchenko707a6052016-07-12 14:04:22 +0300248 if (dev->device != PCI_DEVICE_ID_INTEL_MRFLD_MMC)
Andy Shevchenkobb275702016-06-13 21:28:00 +0300249 return 0;
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300250 }
251 break;
252 default:
Thomas Gleixner5054e1e2015-07-29 21:16:19 +0200253 polarity = IOAPIC_POL_LOW;
Andy Shevchenko39d9b772015-07-29 12:16:47 +0300254 break;
255 }
256
Jiang Liuc4d05a22015-04-13 14:11:54 +0800257 ioapic_set_alloc_attr(&info, dev_to_node(&dev->dev), 1, polarity);
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800258
Valentina Manea7cc24e12013-07-15 10:40:48 +0300259 /*
260 * MRST only have IOAPIC, the PCI irq lines are 1:1 mapped to
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800261 * IOAPIC RTE entries, so we just enable RTE for the device.
262 */
Andy Shevchenko5b395e22017-07-24 20:34:02 +0300263 ret = mp_map_gsi_to_irq(gsi, IOAPIC_MAP_ALLOC, &info);
Andy Shevchenko2a61c8e2015-07-29 12:16:48 +0300264 if (ret < 0)
265 return ret;
Jiang Liu1b5d3e02014-06-09 16:19:56 +0800266
Andy Shevchenko5b395e22017-07-24 20:34:02 +0300267 dev->irq = ret;
Jiang Liucffe0a22014-10-27 13:21:42 +0800268 dev->irq_managed = 1;
269
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800270 return 0;
271}
272
Jiang Liu8a3e5332014-06-09 16:20:09 +0800273static void intel_mid_pci_irq_disable(struct pci_dev *dev)
274{
Bjorn Helgaas6c777e82016-02-17 12:26:42 -0600275 if (!mp_should_keep_irq(&dev->dev) && dev->irq_managed &&
276 dev->irq > 0) {
Jiang Liu8a3e5332014-06-09 16:20:09 +0800277 mp_unmap_irq(dev->irq);
Jiang Liucffe0a22014-10-27 13:21:42 +0800278 dev->irq_managed = 0;
279 }
Jiang Liu8a3e5332014-06-09 16:20:09 +0800280}
281
Andy Shevchenko0abbdea2015-07-29 12:16:49 +0300282static struct pci_ops intel_mid_pci_ops = {
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800283 .read = pci_read,
284 .write = pci_write,
285};
286
287/**
Kuppuswamy Sathyanarayanan712b6aa2013-10-17 15:35:29 -0700288 * intel_mid_pci_init - installs intel_mid_pci_ops
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800289 *
290 * Moorestown has an interesting PCI implementation (see above).
291 * Called when the early platform detection installs it.
292 */
Kuppuswamy Sathyanarayanan712b6aa2013-10-17 15:35:29 -0700293int __init intel_mid_pci_init(void)
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800294{
Valentina Manea7cc24e12013-07-15 10:40:48 +0300295 pr_info("Intel MID platform detected, using MID PCI ops\n");
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800296 pci_mmcfg_late_init();
Kuppuswamy Sathyanarayanan712b6aa2013-10-17 15:35:29 -0700297 pcibios_enable_irq = intel_mid_pci_irq_enable;
Jiang Liu8a3e5332014-06-09 16:20:09 +0800298 pcibios_disable_irq = intel_mid_pci_irq_disable;
Kuppuswamy Sathyanarayanan712b6aa2013-10-17 15:35:29 -0700299 pci_root_ops = intel_mid_pci_ops;
Alan Cox823806f2012-02-13 12:59:37 +0000300 pci_soc_mode = 1;
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800301 /* Continue with standard init */
302 return 1;
303}
304
Valentina Manea7cc24e12013-07-15 10:40:48 +0300305/*
306 * Langwell devices are not true PCI devices; they are not subject to 10 ms
307 * d3 to d0 delay required by PCI spec.
Jacob Pan990a30c2012-02-13 12:59:00 +0000308 */
Greg Kroah-Hartmana18e3692012-12-21 14:02:53 -0800309static void pci_d3delay_fixup(struct pci_dev *dev)
Jacob Pan990a30c2012-02-13 12:59:00 +0000310{
Valentina Manea7cc24e12013-07-15 10:40:48 +0300311 /*
312 * PCI fixups are effectively decided compile time. If we have a dual
313 * SoC/non-SoC kernel we don't want to mangle d3 on non-SoC devices.
314 */
315 if (!pci_soc_mode)
316 return;
317 /*
318 * True PCI devices in Lincroft should allow type 1 access, the rest
319 * are Langwell fake PCI devices.
Jacob Pan990a30c2012-02-13 12:59:00 +0000320 */
321 if (type1_access_ok(dev->bus->number, dev->devfn, PCI_DEVICE_ID))
322 return;
323 dev->d3_delay = 0;
324}
325DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_d3delay_fixup);
326
Andy Shevchenkoe99a0742016-07-05 23:09:07 +0300327static void mid_power_off_one_device(struct pci_dev *dev)
Jacob Pan990a30c2012-02-13 12:59:00 +0000328{
Andy Shevchenko5823d082016-06-14 21:29:45 +0300329 u16 pmcsr;
330
331 /*
332 * Update current state first, otherwise PCI core enforces PCI_D0 in
333 * pci_set_power_state() for devices which status was PCI_UNKNOWN.
334 */
335 pci_read_config_word(dev, dev->pm_cap + PCI_PM_CTRL, &pmcsr);
336 dev->current_state = (pci_power_t __force)(pmcsr & PCI_PM_CTRL_STATE_MASK);
337
Huang Ying8497f692012-06-23 10:23:50 +0800338 pci_set_power_state(dev, PCI_D3hot);
Jacob Pan990a30c2012-02-13 12:59:00 +0000339}
Andy Shevchenko5823d082016-06-14 21:29:45 +0300340
Andy Shevchenkoe99a0742016-07-05 23:09:07 +0300341static void mid_power_off_devices(struct pci_dev *dev)
Andy Shevchenko5823d082016-06-14 21:29:45 +0300342{
343 int id;
344
345 if (!pci_soc_mode)
346 return;
347
348 id = intel_mid_pwr_get_lss_id(dev);
349 if (id < 0)
350 return;
351
352 /*
353 * This sets only PMCSR bits. The actual power off will happen in
354 * arch/x86/platform/intel-mid/pwr.c.
355 */
Andy Shevchenkoe99a0742016-07-05 23:09:07 +0300356 mid_power_off_one_device(dev);
Andy Shevchenko5823d082016-06-14 21:29:45 +0300357}
358
Andy Shevchenkoe99a0742016-07-05 23:09:07 +0300359DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, mid_power_off_devices);
Jacob Pan990a30c2012-02-13 12:59:00 +0000360
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800361/*
362 * Langwell devices reside at fixed offsets, don't try to move them.
363 */
Greg Kroah-Hartmana18e3692012-12-21 14:02:53 -0800364static void pci_fixed_bar_fixup(struct pci_dev *dev)
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800365{
366 unsigned long offset;
367 u32 size;
368 int i;
369
Alan Cox823806f2012-02-13 12:59:37 +0000370 if (!pci_soc_mode)
371 return;
372
H. Peter Anvine9b1d5d2010-05-14 13:55:57 -0700373 /* Must have extended configuration space */
374 if (dev->cfg_size < PCIE_CAP_OFFSET + 4)
375 return;
376
Jesse Barnesa712ffb2010-02-04 10:59:27 -0800377 /* Fixup the BAR sizes for fixed BAR devices and make them unmoveable */
378 offset = fixed_bar_cap(dev->bus, dev->devfn);
379 if (!offset || PCI_DEVFN(2, 0) == dev->devfn ||
380 PCI_DEVFN(2, 2) == dev->devfn)
381 return;
382
383 for (i = 0; i < PCI_ROM_RESOURCE; i++) {
384 pci_read_config_dword(dev, offset + 8 + (i * 4), &size);
385 dev->resource[i].end = dev->resource[i].start + size - 1;
386 dev->resource[i].flags |= IORESOURCE_PCI_FIXED;
387 }
388}
389DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_fixed_bar_fixup);