Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 1 | /* |
Kuppuswamy Sathyanarayanan | 05454c2 | 2013-10-17 15:35:27 -0700 | [diff] [blame] | 2 | * Intel MID PCI support |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 3 | * Copyright (c) 2008 Intel Corporation |
| 4 | * Jesse Barnes <jesse.barnes@intel.com> |
| 5 | * |
| 6 | * Moorestown has an interesting PCI implementation: |
| 7 | * - configuration space is memory mapped (as defined by MCFG) |
| 8 | * - Lincroft devices also have a real, type 1 configuration space |
| 9 | * - Early Lincroft silicon has a type 1 access bug that will cause |
| 10 | * a hang if non-existent devices are accessed |
| 11 | * - some devices have the "fixed BAR" capability, which means |
| 12 | * they can't be relocated or modified; check for that during |
| 13 | * BAR sizing |
| 14 | * |
| 15 | * So, we use the MCFG space for all reads and writes, but also send |
| 16 | * Lincroft writes to type 1 space. But only read/write if the device |
| 17 | * actually exists, otherwise return all 1s for reads and bit bucket |
| 18 | * the writes. |
| 19 | */ |
| 20 | |
| 21 | #include <linux/sched.h> |
| 22 | #include <linux/pci.h> |
| 23 | #include <linux/ioport.h> |
| 24 | #include <linux/init.h> |
| 25 | #include <linux/dmi.h> |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 26 | #include <linux/acpi.h> |
| 27 | #include <linux/io.h> |
| 28 | #include <linux/smp.h> |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 29 | |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 30 | #include <asm/segment.h> |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 31 | #include <asm/pci_x86.h> |
| 32 | #include <asm/hw_irq.h> |
| 33 | #include <asm/io_apic.h> |
David Cohen | bc20aa48 | 2013-12-16 12:07:38 -0800 | [diff] [blame] | 34 | #include <asm/intel-mid.h> |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 35 | |
| 36 | #define PCIE_CAP_OFFSET 0x100 |
| 37 | |
| 38 | /* Fixed BAR fields */ |
| 39 | #define PCIE_VNDR_CAP_ID_FIXED_BAR 0x00 /* Fixed BAR (TBD) */ |
| 40 | #define PCI_FIXED_BAR_0_SIZE 0x04 |
| 41 | #define PCI_FIXED_BAR_1_SIZE 0x08 |
| 42 | #define PCI_FIXED_BAR_2_SIZE 0x0c |
| 43 | #define PCI_FIXED_BAR_3_SIZE 0x10 |
| 44 | #define PCI_FIXED_BAR_4_SIZE 0x14 |
| 45 | #define PCI_FIXED_BAR_5_SIZE 0x1c |
| 46 | |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 47 | static int pci_soc_mode; |
Alan Cox | 823806f | 2012-02-13 12:59:37 +0000 | [diff] [blame] | 48 | |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 49 | /** |
| 50 | * fixed_bar_cap - return the offset of the fixed BAR cap if found |
| 51 | * @bus: PCI bus |
| 52 | * @devfn: device in question |
| 53 | * |
| 54 | * Look for the fixed BAR cap on @bus and @devfn, returning its offset |
| 55 | * if found or 0 otherwise. |
| 56 | */ |
| 57 | static int fixed_bar_cap(struct pci_bus *bus, unsigned int devfn) |
| 58 | { |
| 59 | int pos; |
| 60 | u32 pcie_cap = 0, cap_data; |
| 61 | |
| 62 | pos = PCIE_CAP_OFFSET; |
Jacob Pan | c541138 | 2010-02-24 09:42:50 -0800 | [diff] [blame] | 63 | |
| 64 | if (!raw_pci_ext_ops) |
| 65 | return 0; |
| 66 | |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 67 | while (pos) { |
| 68 | if (raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number, |
| 69 | devfn, pos, 4, &pcie_cap)) |
| 70 | return 0; |
| 71 | |
Jacob Pan | f82c3d7 | 2010-07-16 11:58:26 -0700 | [diff] [blame] | 72 | if (PCI_EXT_CAP_ID(pcie_cap) == 0x0000 || |
| 73 | PCI_EXT_CAP_ID(pcie_cap) == 0xffff) |
| 74 | break; |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 75 | |
| 76 | if (PCI_EXT_CAP_ID(pcie_cap) == PCI_EXT_CAP_ID_VNDR) { |
| 77 | raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number, |
| 78 | devfn, pos + 4, 4, &cap_data); |
| 79 | if ((cap_data & 0xffff) == PCIE_VNDR_CAP_ID_FIXED_BAR) |
| 80 | return pos; |
| 81 | } |
| 82 | |
Jacob Pan | f82c3d7 | 2010-07-16 11:58:26 -0700 | [diff] [blame] | 83 | pos = PCI_EXT_CAP_NEXT(pcie_cap); |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 84 | } |
| 85 | |
| 86 | return 0; |
| 87 | } |
| 88 | |
| 89 | static int pci_device_update_fixed(struct pci_bus *bus, unsigned int devfn, |
| 90 | int reg, int len, u32 val, int offset) |
| 91 | { |
| 92 | u32 size; |
| 93 | unsigned int domain, busnum; |
| 94 | int bar = (reg - PCI_BASE_ADDRESS_0) >> 2; |
| 95 | |
| 96 | domain = pci_domain_nr(bus); |
| 97 | busnum = bus->number; |
| 98 | |
| 99 | if (val == ~0 && len == 4) { |
| 100 | unsigned long decode; |
| 101 | |
| 102 | raw_pci_ext_ops->read(domain, busnum, devfn, |
| 103 | offset + 8 + (bar * 4), 4, &size); |
| 104 | |
| 105 | /* Turn the size into a decode pattern for the sizing code */ |
| 106 | if (size) { |
| 107 | decode = size - 1; |
| 108 | decode |= decode >> 1; |
| 109 | decode |= decode >> 2; |
| 110 | decode |= decode >> 4; |
| 111 | decode |= decode >> 8; |
| 112 | decode |= decode >> 16; |
| 113 | decode++; |
| 114 | decode = ~(decode - 1); |
| 115 | } else { |
Jacob Pan | e4af426 | 2010-05-14 14:41:14 -0700 | [diff] [blame] | 116 | decode = 0; |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | /* |
| 120 | * If val is all ones, the core code is trying to size the reg, |
| 121 | * so update the mmconfig space with the real size. |
| 122 | * |
| 123 | * Note: this assumes the fixed size we got is a power of two. |
| 124 | */ |
| 125 | return raw_pci_ext_ops->write(domain, busnum, devfn, reg, 4, |
| 126 | decode); |
| 127 | } |
| 128 | |
| 129 | /* This is some other kind of BAR write, so just do it. */ |
| 130 | return raw_pci_ext_ops->write(domain, busnum, devfn, reg, len, val); |
| 131 | } |
| 132 | |
| 133 | /** |
| 134 | * type1_access_ok - check whether to use type 1 |
| 135 | * @bus: bus number |
| 136 | * @devfn: device & function in question |
| 137 | * |
| 138 | * If the bus is on a Lincroft chip and it exists, or is not on a Lincroft at |
| 139 | * all, the we can go ahead with any reads & writes. If it's on a Lincroft, |
| 140 | * but doesn't exist, avoid the access altogether to keep the chip from |
| 141 | * hanging. |
| 142 | */ |
| 143 | static bool type1_access_ok(unsigned int bus, unsigned int devfn, int reg) |
| 144 | { |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 145 | /* |
| 146 | * This is a workaround for A0 LNC bug where PCI status register does |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 147 | * not have new CAP bit set. can not be written by SW either. |
| 148 | * |
| 149 | * PCI header type in real LNC indicates a single function device, this |
| 150 | * will prevent probing other devices under the same function in PCI |
| 151 | * shim. Therefore, use the header type in shim instead. |
| 152 | */ |
| 153 | if (reg >= 0x100 || reg == PCI_STATUS || reg == PCI_HEADER_TYPE) |
Fengguang Wu | 6c21b176 | 2013-10-17 15:35:28 -0700 | [diff] [blame] | 154 | return false; |
Bjorn Helgaas | f3f0117 | 2013-05-20 10:20:21 -0600 | [diff] [blame] | 155 | if (bus == 0 && (devfn == PCI_DEVFN(2, 0) |
| 156 | || devfn == PCI_DEVFN(0, 0) |
| 157 | || devfn == PCI_DEVFN(3, 0))) |
Fengguang Wu | 6c21b176 | 2013-10-17 15:35:28 -0700 | [diff] [blame] | 158 | return true; |
| 159 | return false; /* Langwell on others */ |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 160 | } |
| 161 | |
| 162 | static int pci_read(struct pci_bus *bus, unsigned int devfn, int where, |
| 163 | int size, u32 *value) |
| 164 | { |
| 165 | if (type1_access_ok(bus->number, devfn, where)) |
| 166 | return pci_direct_conf1.read(pci_domain_nr(bus), bus->number, |
| 167 | devfn, where, size, value); |
| 168 | return raw_pci_ext_ops->read(pci_domain_nr(bus), bus->number, |
| 169 | devfn, where, size, value); |
| 170 | } |
| 171 | |
| 172 | static int pci_write(struct pci_bus *bus, unsigned int devfn, int where, |
| 173 | int size, u32 value) |
| 174 | { |
| 175 | int offset; |
| 176 | |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 177 | /* |
| 178 | * On MRST, there is no PCI ROM BAR, this will cause a subsequent read |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 179 | * to ROM BAR return 0 then being ignored. |
| 180 | */ |
| 181 | if (where == PCI_ROM_ADDRESS) |
| 182 | return 0; |
| 183 | |
| 184 | /* |
| 185 | * Devices with fixed BARs need special handling: |
| 186 | * - BAR sizing code will save, write ~0, read size, restore |
| 187 | * - so writes to fixed BARs need special handling |
| 188 | * - other writes to fixed BAR devices should go through mmconfig |
| 189 | */ |
| 190 | offset = fixed_bar_cap(bus, devfn); |
| 191 | if (offset && |
| 192 | (where >= PCI_BASE_ADDRESS_0 && where <= PCI_BASE_ADDRESS_5)) { |
| 193 | return pci_device_update_fixed(bus, devfn, where, size, value, |
| 194 | offset); |
| 195 | } |
| 196 | |
| 197 | /* |
| 198 | * On Moorestown update both real & mmconfig space |
| 199 | * Note: early Lincroft silicon can't handle type 1 accesses to |
| 200 | * non-existent devices, so just eat the write in that case. |
| 201 | */ |
| 202 | if (type1_access_ok(bus->number, devfn, where)) |
| 203 | return pci_direct_conf1.write(pci_domain_nr(bus), bus->number, |
| 204 | devfn, where, size, value); |
| 205 | return raw_pci_ext_ops->write(pci_domain_nr(bus), bus->number, devfn, |
| 206 | where, size, value); |
| 207 | } |
| 208 | |
Kuppuswamy Sathyanarayanan | 712b6aa | 2013-10-17 15:35:29 -0700 | [diff] [blame] | 209 | static int intel_mid_pci_irq_enable(struct pci_dev *dev) |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 210 | { |
Jiang Liu | ecc527d | 2014-06-09 16:20:01 +0800 | [diff] [blame] | 211 | int polarity; |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 212 | |
Jiang Liu | ecc527d | 2014-06-09 16:20:01 +0800 | [diff] [blame] | 213 | if (intel_mid_identify_cpu() == INTEL_MID_CPU_CHIP_TANGIER) |
| 214 | polarity = 0; /* active high */ |
| 215 | else |
| 216 | polarity = 1; /* active low */ |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 217 | |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 218 | /* |
| 219 | * MRST only have IOAPIC, the PCI irq lines are 1:1 mapped to |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 220 | * IOAPIC RTE entries, so we just enable RTE for the device. |
| 221 | */ |
Jiang Liu | ecc527d | 2014-06-09 16:20:01 +0800 | [diff] [blame] | 222 | if (mp_set_gsi_attr(dev->irq, 1, polarity, dev_to_node(&dev->dev))) |
| 223 | return -EBUSY; |
Jiang Liu | 1b5d3e0 | 2014-06-09 16:19:56 +0800 | [diff] [blame] | 224 | if (mp_map_gsi_to_irq(dev->irq, IOAPIC_MAP_ALLOC) < 0) |
| 225 | return -EBUSY; |
| 226 | |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 227 | return 0; |
| 228 | } |
| 229 | |
Jiang Liu | 8a3e533 | 2014-06-09 16:20:09 +0800 | [diff] [blame] | 230 | static void intel_mid_pci_irq_disable(struct pci_dev *dev) |
| 231 | { |
Jiang Liu | 9eabc99 | 2014-08-29 17:26:23 +0800 | [diff] [blame] | 232 | if (!mp_should_keep_irq(&dev->dev) && dev->irq > 0) |
Jiang Liu | 8a3e533 | 2014-06-09 16:20:09 +0800 | [diff] [blame] | 233 | mp_unmap_irq(dev->irq); |
| 234 | } |
| 235 | |
Kuppuswamy Sathyanarayanan | 712b6aa | 2013-10-17 15:35:29 -0700 | [diff] [blame] | 236 | struct pci_ops intel_mid_pci_ops = { |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 237 | .read = pci_read, |
| 238 | .write = pci_write, |
| 239 | }; |
| 240 | |
| 241 | /** |
Kuppuswamy Sathyanarayanan | 712b6aa | 2013-10-17 15:35:29 -0700 | [diff] [blame] | 242 | * intel_mid_pci_init - installs intel_mid_pci_ops |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 243 | * |
| 244 | * Moorestown has an interesting PCI implementation (see above). |
| 245 | * Called when the early platform detection installs it. |
| 246 | */ |
Kuppuswamy Sathyanarayanan | 712b6aa | 2013-10-17 15:35:29 -0700 | [diff] [blame] | 247 | int __init intel_mid_pci_init(void) |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 248 | { |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 249 | pr_info("Intel MID platform detected, using MID PCI ops\n"); |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 250 | pci_mmcfg_late_init(); |
Kuppuswamy Sathyanarayanan | 712b6aa | 2013-10-17 15:35:29 -0700 | [diff] [blame] | 251 | pcibios_enable_irq = intel_mid_pci_irq_enable; |
Jiang Liu | 8a3e533 | 2014-06-09 16:20:09 +0800 | [diff] [blame] | 252 | pcibios_disable_irq = intel_mid_pci_irq_disable; |
Kuppuswamy Sathyanarayanan | 712b6aa | 2013-10-17 15:35:29 -0700 | [diff] [blame] | 253 | pci_root_ops = intel_mid_pci_ops; |
Alan Cox | 823806f | 2012-02-13 12:59:37 +0000 | [diff] [blame] | 254 | pci_soc_mode = 1; |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 255 | /* Continue with standard init */ |
| 256 | return 1; |
| 257 | } |
| 258 | |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 259 | /* |
| 260 | * Langwell devices are not true PCI devices; they are not subject to 10 ms |
| 261 | * d3 to d0 delay required by PCI spec. |
Jacob Pan | 990a30c | 2012-02-13 12:59:00 +0000 | [diff] [blame] | 262 | */ |
Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 263 | static void pci_d3delay_fixup(struct pci_dev *dev) |
Jacob Pan | 990a30c | 2012-02-13 12:59:00 +0000 | [diff] [blame] | 264 | { |
Valentina Manea | 7cc24e1 | 2013-07-15 10:40:48 +0300 | [diff] [blame] | 265 | /* |
| 266 | * PCI fixups are effectively decided compile time. If we have a dual |
| 267 | * SoC/non-SoC kernel we don't want to mangle d3 on non-SoC devices. |
| 268 | */ |
| 269 | if (!pci_soc_mode) |
| 270 | return; |
| 271 | /* |
| 272 | * True PCI devices in Lincroft should allow type 1 access, the rest |
| 273 | * are Langwell fake PCI devices. |
Jacob Pan | 990a30c | 2012-02-13 12:59:00 +0000 | [diff] [blame] | 274 | */ |
| 275 | if (type1_access_ok(dev->bus->number, dev->devfn, PCI_DEVICE_ID)) |
| 276 | return; |
| 277 | dev->d3_delay = 0; |
| 278 | } |
| 279 | DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_d3delay_fixup); |
| 280 | |
Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 281 | static void mrst_power_off_unused_dev(struct pci_dev *dev) |
Jacob Pan | 990a30c | 2012-02-13 12:59:00 +0000 | [diff] [blame] | 282 | { |
Huang Ying | 8497f69 | 2012-06-23 10:23:50 +0800 | [diff] [blame] | 283 | pci_set_power_state(dev, PCI_D3hot); |
Jacob Pan | 990a30c | 2012-02-13 12:59:00 +0000 | [diff] [blame] | 284 | } |
| 285 | DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0801, mrst_power_off_unused_dev); |
| 286 | DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0809, mrst_power_off_unused_dev); |
| 287 | DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x080C, mrst_power_off_unused_dev); |
| 288 | DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0812, mrst_power_off_unused_dev); |
| 289 | DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, 0x0815, mrst_power_off_unused_dev); |
| 290 | |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 291 | /* |
| 292 | * Langwell devices reside at fixed offsets, don't try to move them. |
| 293 | */ |
Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 294 | static void pci_fixed_bar_fixup(struct pci_dev *dev) |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 295 | { |
| 296 | unsigned long offset; |
| 297 | u32 size; |
| 298 | int i; |
| 299 | |
Alan Cox | 823806f | 2012-02-13 12:59:37 +0000 | [diff] [blame] | 300 | if (!pci_soc_mode) |
| 301 | return; |
| 302 | |
H. Peter Anvin | e9b1d5d | 2010-05-14 13:55:57 -0700 | [diff] [blame] | 303 | /* Must have extended configuration space */ |
| 304 | if (dev->cfg_size < PCIE_CAP_OFFSET + 4) |
| 305 | return; |
| 306 | |
Jesse Barnes | a712ffb | 2010-02-04 10:59:27 -0800 | [diff] [blame] | 307 | /* Fixup the BAR sizes for fixed BAR devices and make them unmoveable */ |
| 308 | offset = fixed_bar_cap(dev->bus, dev->devfn); |
| 309 | if (!offset || PCI_DEVFN(2, 0) == dev->devfn || |
| 310 | PCI_DEVFN(2, 2) == dev->devfn) |
| 311 | return; |
| 312 | |
| 313 | for (i = 0; i < PCI_ROM_RESOURCE; i++) { |
| 314 | pci_read_config_dword(dev, offset + 8 + (i * 4), &size); |
| 315 | dev->resource[i].end = dev->resource[i].start + size - 1; |
| 316 | dev->resource[i].flags |= IORESOURCE_PCI_FIXED; |
| 317 | } |
| 318 | } |
| 319 | DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_ANY_ID, pci_fixed_bar_fixup); |