blob: 980036286909b893d30e865b1fbf9837605f205b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Low-Level PCI Access for i386 machines
3 *
4 * Copyright 1993, 1994 Drew Eckhardt
5 * Visionary Computing
6 * (Unix and Linux consulting and custom programming)
7 * Drew@Colorado.EDU
8 * +1 (303) 786-7975
9 *
10 * Drew's work was sponsored by:
11 * iX Multiuser Multitasking Magazine
12 * Hannover, Germany
13 * hm@ix.de
14 *
15 * Copyright 1997--2000 Martin Mares <mj@ucw.cz>
16 *
17 * For more information, please consult the following manuals (look at
18 * http://www.pcisig.com/ for how to get them):
19 *
20 * PCI BIOS Specification
21 * PCI Local Bus Specification
22 * PCI to PCI Bridge Specification
23 * PCI System Design Guide
24 *
25 */
26
27#include <linux/types.h>
28#include <linux/kernel.h>
Paul Gortmaker69c60c82011-05-26 12:22:53 -040029#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/pci.h>
31#include <linux/init.h>
32#include <linux/ioport.h>
33#include <linux/errno.h>
venkatesh.pallipadi@intel.com03d72aa2008-03-18 17:00:19 -070034#include <linux/bootmem.h>
35
36#include <asm/pat.h>
Yinghai Lu58f7c982008-08-28 13:52:25 -070037#include <asm/e820.h>
Jaswinder Singh Rajput82487712008-12-27 18:32:28 +053038#include <asm/pci_x86.h>
Yinghai Lu857fdc52009-07-10 09:36:20 -070039#include <asm/io_apic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
Myron Stowe925845b2011-11-21 11:54:13 -070042/*
43 * This list of dynamic mappings is for temporarily maintaining
44 * original BIOS BAR addresses for possible reinstatement.
45 */
46struct pcibios_fwaddrmap {
47 struct list_head list;
48 struct pci_dev *dev;
49 resource_size_t fw_addr[DEVICE_COUNT_RESOURCE];
50};
51
52static LIST_HEAD(pcibios_fwaddrmappings);
53static DEFINE_SPINLOCK(pcibios_fwaddrmap_lock);
54
55/* Must be called with 'pcibios_fwaddrmap_lock' lock held. */
56static struct pcibios_fwaddrmap *pcibios_fwaddrmap_lookup(struct pci_dev *dev)
57{
58 struct pcibios_fwaddrmap *map;
59
Bjorn Helgaas867aae62012-05-15 17:01:09 -060060 WARN_ON_SMP(!spin_is_locked(&pcibios_fwaddrmap_lock));
Myron Stowe63ab387c2012-03-02 12:45:01 -070061
Myron Stowe925845b2011-11-21 11:54:13 -070062 list_for_each_entry(map, &pcibios_fwaddrmappings, list)
63 if (map->dev == dev)
64 return map;
65
66 return NULL;
67}
68
69static void
70pcibios_save_fw_addr(struct pci_dev *dev, int idx, resource_size_t fw_addr)
71{
72 unsigned long flags;
73 struct pcibios_fwaddrmap *map;
74
75 spin_lock_irqsave(&pcibios_fwaddrmap_lock, flags);
76 map = pcibios_fwaddrmap_lookup(dev);
77 if (!map) {
78 spin_unlock_irqrestore(&pcibios_fwaddrmap_lock, flags);
79 map = kzalloc(sizeof(*map), GFP_KERNEL);
80 if (!map)
81 return;
82
83 map->dev = pci_dev_get(dev);
84 map->fw_addr[idx] = fw_addr;
85 INIT_LIST_HEAD(&map->list);
86
87 spin_lock_irqsave(&pcibios_fwaddrmap_lock, flags);
88 list_add_tail(&map->list, &pcibios_fwaddrmappings);
89 } else
90 map->fw_addr[idx] = fw_addr;
91 spin_unlock_irqrestore(&pcibios_fwaddrmap_lock, flags);
92}
93
94resource_size_t pcibios_retrieve_fw_addr(struct pci_dev *dev, int idx)
95{
96 unsigned long flags;
97 struct pcibios_fwaddrmap *map;
98 resource_size_t fw_addr = 0;
99
100 spin_lock_irqsave(&pcibios_fwaddrmap_lock, flags);
101 map = pcibios_fwaddrmap_lookup(dev);
102 if (map)
103 fw_addr = map->fw_addr[idx];
104 spin_unlock_irqrestore(&pcibios_fwaddrmap_lock, flags);
105
106 return fw_addr;
107}
108
109static void pcibios_fw_addr_list_del(void)
110{
111 unsigned long flags;
112 struct pcibios_fwaddrmap *entry, *next;
113
114 spin_lock_irqsave(&pcibios_fwaddrmap_lock, flags);
115 list_for_each_entry_safe(entry, next, &pcibios_fwaddrmappings, list) {
116 list_del(&entry->list);
117 pci_dev_put(entry->dev);
118 kfree(entry);
119 }
120 spin_unlock_irqrestore(&pcibios_fwaddrmap_lock, flags);
121}
122
Gary Hade036fff42007-10-03 15:56:14 -0700123static int
124skip_isa_ioresource_align(struct pci_dev *dev) {
125
126 if ((pci_probe & PCI_CAN_SKIP_ISA_ALIGN) &&
Gary Hade11949252007-10-08 16:24:16 -0700127 !(dev->bus->bridge_ctl & PCI_BRIDGE_CTL_ISA))
Gary Hade036fff42007-10-03 15:56:14 -0700128 return 1;
129 return 0;
130}
131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132/*
133 * We need to avoid collisions with `mirrored' VGA ports
134 * and other strange ISA hardware, so we always want the
135 * addresses to be allocated in the 0x000-0x0ff region
136 * modulo 0x400.
137 *
138 * Why? Because some silly external IO cards only decode
139 * the low 10 bits of the IO address. The 0x00-0xff region
140 * is reserved for motherboard devices that decode all 16
141 * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
142 * but we want to try to avoid allocating at 0x2900-0x2bff
143 * which might have be mirrored at 0x0100-0x03ff..
144 */
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100145resource_size_t
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +0100146pcibios_align_resource(void *data, const struct resource *res,
Greg Kroah-Hartmane31dd6e2006-06-12 17:06:02 -0700147 resource_size_t size, resource_size_t align)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148{
Gary Hade036fff42007-10-03 15:56:14 -0700149 struct pci_dev *dev = data;
Bjorn Helgaasd14125e2010-12-16 10:38:31 -0700150 resource_size_t start = res->start;
Gary Hade036fff42007-10-03 15:56:14 -0700151
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 if (res->flags & IORESOURCE_IO) {
Bjorn Helgaasd14125e2010-12-16 10:38:31 -0700153 if (skip_isa_ioresource_align(dev))
154 return start;
155 if (start & 0x300)
156 start = (start + 0x3ff) & ~0x3ff;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 }
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100158 return start;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159}
Dave Airlie6c00a612007-10-29 18:06:10 +1000160EXPORT_SYMBOL(pcibios_align_resource);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161
162/*
163 * Handle resources of PCI devices. If the world were perfect, we could
164 * just allocate all the resource regions and do nothing more. It isn't.
165 * On the other hand, we cannot just re-allocate all devices, as it would
166 * require us to know lots of host bridge internals. So we attempt to
167 * keep as much of the original configuration as possible, but tweak it
168 * when it's found to be wrong.
169 *
170 * Known BIOS problems we have to work around:
171 * - I/O or memory regions not configured
172 * - regions configured, but not enabled in the command register
173 * - bogus I/O addresses above 64K used
174 * - expansion ROMs left enabled (this may sound harmless, but given
175 * the fact the PCI specs explicitly allow address decoders to be
176 * shared between expansion ROMs and other resource regions, it's
177 * at least dangerous)
Yinghai Lu837c4ef2010-06-03 13:43:03 -0700178 * - bad resource sizes or overlaps with other regions
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 *
180 * Our solution:
181 * (1) Allocate resources for all buses behind PCI-to-PCI bridges.
182 * This gives us fixed barriers on where we can allocate.
183 * (2) Allocate resources for all enabled devices. If there is
184 * a collision, just mark the resource as unallocated. Also
185 * disable expansion ROMs during this step.
186 * (3) Try to allocate resources for disabled devices. If the
187 * resources were assigned correctly, everything goes well,
188 * if they weren't, they won't disturb allocation of other
189 * resources.
190 * (4) Assign new addresses to resources which were either
191 * not configured at all or misconfigured. If explicitly
192 * requested by the user, configure expansion ROM address
193 * as well.
194 */
195
Yinghai Luf7ac3562012-11-03 21:39:24 -0700196static void __init pcibios_allocate_bridge_resources(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 int idx;
Matthew Wilcoxa76117d2009-06-17 16:33:35 -0400199 struct resource *r;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200
Yinghai Luf7ac3562012-11-03 21:39:24 -0700201 for (idx = PCI_BRIDGE_RESOURCES; idx < PCI_NUM_RESOURCES; idx++) {
202 r = &dev->resource[idx];
203 if (!r->flags)
204 continue;
205 if (!r->start || pci_claim_resource(dev, idx) < 0) {
206 /*
207 * Something is wrong with the region.
208 * Invalidate the resource to prevent
209 * child resource allocations in this
210 * range.
211 */
212 r->start = r->end = 0;
213 r->flags = 0;
214 }
215 }
216}
217
218static void __init pcibios_allocate_bus_resources(struct list_head *bus_list)
219{
220 struct pci_bus *bus;
221
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 /* Depth-First Search on bus tree */
223 list_for_each_entry(bus, bus_list, node) {
Yinghai Luf7ac3562012-11-03 21:39:24 -0700224 if (bus->self)
225 pcibios_allocate_bridge_resources(bus->self);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 pcibios_allocate_bus_resources(&bus->children);
227 }
228}
229
Yinghai Lu575939c2009-11-24 18:05:12 -0800230struct pci_check_idx_range {
231 int start;
232 int end;
233};
234
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235static void __init pcibios_allocate_resources(int pass)
236{
237 struct pci_dev *dev = NULL;
Yinghai Lu575939c2009-11-24 18:05:12 -0800238 int idx, disabled, i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 u16 command;
Matthew Wilcoxa76117d2009-06-17 16:33:35 -0400240 struct resource *r;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241
Yinghai Lu575939c2009-11-24 18:05:12 -0800242 struct pci_check_idx_range idx_range[] = {
243 { PCI_STD_RESOURCES, PCI_STD_RESOURCE_END },
244#ifdef CONFIG_PCI_IOV
245 { PCI_IOV_RESOURCES, PCI_IOV_RESOURCE_END },
246#endif
247 };
248
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 for_each_pci_dev(dev) {
250 pci_read_config_word(dev, PCI_COMMAND, &command);
Yinghai Lu575939c2009-11-24 18:05:12 -0800251 for (i = 0; i < ARRAY_SIZE(idx_range); i++)
252 for (idx = idx_range[i].start; idx <= idx_range[i].end; idx++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 r = &dev->resource[idx];
254 if (r->parent) /* Already allocated */
255 continue;
256 if (!r->start) /* Address not assigned at all */
257 continue;
258 if (r->flags & IORESOURCE_IO)
259 disabled = !(command & PCI_COMMAND_IO);
260 else
261 disabled = !(command & PCI_COMMAND_MEMORY);
262 if (pass == disabled) {
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600263 dev_dbg(&dev->dev,
Bjorn Helgaas865df572009-11-04 10:32:57 -0700264 "BAR %d: reserving %pr (d=%d, p=%d)\n",
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600265 idx, r, disabled, pass);
Matthew Wilcoxa76117d2009-06-17 16:33:35 -0400266 if (pci_claim_resource(dev, idx) < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 /* We'll assign a new address later */
Myron Stowe6535943f2011-11-21 11:54:19 -0700268 pcibios_save_fw_addr(dev,
269 idx, r->start);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 r->end -= r->start;
271 r->start = 0;
272 }
273 }
274 }
275 if (!pass) {
276 r = &dev->resource[PCI_ROM_RESOURCE];
277 if (r->flags & IORESOURCE_ROM_ENABLE) {
Randy Dunlap7edab2f2006-10-17 10:17:58 -0700278 /* Turn the ROM off, leave the resource region,
279 * but keep it unregistered. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 u32 reg;
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600281 dev_dbg(&dev->dev, "disabling ROM %pR\n", r);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282 r->flags &= ~IORESOURCE_ROM_ENABLE;
Randy Dunlap7edab2f2006-10-17 10:17:58 -0700283 pci_read_config_dword(dev,
284 dev->rom_base_reg, &reg);
285 pci_write_config_dword(dev, dev->rom_base_reg,
286 reg & ~PCI_ROM_ADDRESS_ENABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 }
288 }
289 }
290}
291
292static int __init pcibios_assign_resources(void)
293{
294 struct pci_dev *dev = NULL;
Matthew Wilcoxa76117d2009-06-17 16:33:35 -0400295 struct resource *r;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296
Ivan Kokshaysky81d4af12005-08-30 18:48:52 +0400297 if (!(pci_probe & PCI_ASSIGN_ROMS)) {
Randy Dunlap7edab2f2006-10-17 10:17:58 -0700298 /*
299 * Try to use BIOS settings for ROMs, otherwise let
300 * pci_assign_unassigned_resources() allocate the new
301 * addresses.
302 */
Ivan Kokshaysky81d4af12005-08-30 18:48:52 +0400303 for_each_pci_dev(dev) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304 r = &dev->resource[PCI_ROM_RESOURCE];
Ivan Kokshaysky81d4af12005-08-30 18:48:52 +0400305 if (!r->flags || !r->start)
306 continue;
Matthew Wilcoxa76117d2009-06-17 16:33:35 -0400307 if (pci_claim_resource(dev, PCI_ROM_RESOURCE) < 0) {
Ivan Kokshaysky81d4af12005-08-30 18:48:52 +0400308 r->end -= r->start;
309 r->start = 0;
310 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311 }
312 }
Ivan Kokshaysky81d4af12005-08-30 18:48:52 +0400313
314 pci_assign_unassigned_resources();
Myron Stowe6535943f2011-11-21 11:54:19 -0700315 pcibios_fw_addr_list_del();
Ivan Kokshaysky81d4af12005-08-30 18:48:52 +0400316
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 return 0;
318}
319
320void __init pcibios_resource_survey(void)
321{
322 DBG("PCI: Allocating resources\n");
323 pcibios_allocate_bus_resources(&pci_root_buses);
324 pcibios_allocate_resources(0);
325 pcibios_allocate_resources(1);
Ingo Molnara5444d12008-08-29 08:09:23 +0200326
327 e820_reserve_resources_late();
Yinghai Lu857fdc52009-07-10 09:36:20 -0700328 /*
329 * Insert the IO APIC resources after PCI initialization has
Lucas De Marchi0d2eb442011-03-17 16:24:16 -0300330 * occurred to handle IO APICS that are mapped in on a BAR in
Yinghai Lu857fdc52009-07-10 09:36:20 -0700331 * PCI space, but before trying to assign unassigned pci res.
332 */
333 ioapic_insert_resources();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334}
335
336/**
337 * called in fs_initcall (one below subsys_initcall),
338 * give a chance for motherboard reserve resources
339 */
340fs_initcall(pcibios_assign_resources);
341
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400342static const struct vm_operations_struct pci_mmap_ops = {
Rik van Riel7ae8ed52008-07-23 21:27:07 -0700343 .access = generic_access_phys,
venkatesh.pallipadi@intel.com03d72aa2008-03-18 17:00:19 -0700344};
345
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
347 enum pci_mmap_state mmap_state, int write_combine)
348{
349 unsigned long prot;
350
351 /* I/O space cannot be accessed via normal processor loads and
352 * stores on this platform.
353 */
354 if (mmap_state == pci_mmap_io)
355 return -EINVAL;
356
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357 prot = pgprot_val(vma->vm_page_prot);
Suresh Siddha2992e542009-10-26 13:21:32 -0800358
359 /*
360 * Return error if pat is not enabled and write_combine is requested.
361 * Caller can followup with UC MINUS request and add a WC mtrr if there
362 * is a free mtrr slot.
363 */
364 if (!pat_enabled && write_combine)
365 return -EINVAL;
366
Andreas Herrmann499f8f82008-06-10 16:06:21 +0200367 if (pat_enabled && write_combine)
venkatesh.pallipadi@intel.com03d72aa2008-03-18 17:00:19 -0700368 prot |= _PAGE_CACHE_WC;
Andreas Herrmann499f8f82008-06-10 16:06:21 +0200369 else if (pat_enabled || boot_cpu_data.x86 > 3)
Suresh Siddhade33c442008-04-25 17:07:22 -0700370 /*
371 * ioremap() and ioremap_nocache() defaults to UC MINUS for now.
372 * To avoid attribute conflicts, request UC MINUS here
Lucas De Marchi0d2eb442011-03-17 16:24:16 -0300373 * as well.
Suresh Siddhade33c442008-04-25 17:07:22 -0700374 */
375 prot |= _PAGE_CACHE_UC_MINUS;
venkatesh.pallipadi@intel.com03d72aa2008-03-18 17:00:19 -0700376
Jeremy Fitzhardinge5ee01f42010-03-18 14:31:30 -0400377 prot |= _PAGE_IOMAP; /* creating a mapping for IO */
378
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 vma->vm_page_prot = __pgprot(prot);
380
Michael S. Tsirkin346d3882005-07-31 11:51:45 +0300381 if (io_remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
382 vma->vm_end - vma->vm_start,
383 vma->vm_page_prot))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 return -EAGAIN;
385
venkatesh.pallipadi@intel.com03d72aa2008-03-18 17:00:19 -0700386 vma->vm_ops = &pci_mmap_ops;
387
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388 return 0;
389}