blob: b7c3a5ea1fca0a266891d1954321716dc5073e8c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/setup-res.c
3 *
4 * Extruded from code written by
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
8 *
9 * Support routines for initializing a PCI subsystem.
10 */
11
12/* fixed for multiple pci buses, 1999 Andrea Arcangeli <andrea@suse.de> */
13
14/*
15 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
16 * Resource sorting
17 */
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/kernel.h>
Paul Gortmaker363c75d2011-05-27 09:37:25 -040020#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/pci.h>
22#include <linux/errno.h>
23#include <linux/ioport.h>
24#include <linux/cache.h>
25#include <linux/slab.h>
26#include "pci.h"
27
28
Yu Zhao14add802008-11-22 02:38:52 +080029void pci_update_resource(struct pci_dev *dev, int resno)
Linus Torvalds1da177e2005-04-16 15:20:36 -070030{
31 struct pci_bus_region region;
Bjorn Helgaas9aac5372012-07-09 19:49:37 -060032 bool disable;
33 u16 cmd;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 u32 new, check, mask;
35 int reg;
Yu Zhao613e7ed2008-11-22 02:41:27 +080036 enum pci_bar_type type;
Yu Zhao14add802008-11-22 02:38:52 +080037 struct resource *res = dev->resource + resno;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Ralf Baechlefb0f2b42006-12-19 13:12:08 -080039 /*
40 * Ignore resources for unimplemented BARs and unused resource slots
41 * for 64 bit BARs.
42 */
Ivan Kokshayskycf7bee52005-08-07 13:49:59 +040043 if (!res->flags)
44 return;
45
Bjorn Helgaascd8a4d32014-02-26 11:25:59 -070046 if (res->flags & IORESOURCE_UNSET)
47 return;
48
Ralf Baechlefb0f2b42006-12-19 13:12:08 -080049 /*
50 * Ignore non-moveable resources. This might be legacy resources for
51 * which no functional BAR register exists or another important
Bjorn Helgaas80ccba12008-06-13 10:52:11 -060052 * system resource we shouldn't move around.
Ralf Baechlefb0f2b42006-12-19 13:12:08 -080053 */
54 if (res->flags & IORESOURCE_PCI_FIXED)
55 return;
56
Yinghai Lufc279852013-12-09 22:54:40 -080057 pcibios_resource_to_bus(dev->bus, &region, res);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 new = region.start | (res->flags & PCI_REGION_FLAG_MASK);
60 if (res->flags & IORESOURCE_IO)
61 mask = (u32)PCI_BASE_ADDRESS_IO_MASK;
62 else
63 mask = (u32)PCI_BASE_ADDRESS_MEM_MASK;
64
Yu Zhao613e7ed2008-11-22 02:41:27 +080065 reg = pci_resource_bar(dev, resno, &type);
66 if (!reg)
67 return;
68 if (type != pci_bar_unknown) {
Linus Torvalds755528c2005-08-26 10:49:22 -070069 if (!(res->flags & IORESOURCE_ROM_ENABLE))
70 return;
71 new |= PCI_ROM_ADDRESS_ENABLE;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 }
73
Bjorn Helgaas9aac5372012-07-09 19:49:37 -060074 /*
75 * We can't update a 64-bit BAR atomically, so when possible,
76 * disable decoding so that a half-updated BAR won't conflict
77 * with another device.
78 */
79 disable = (res->flags & IORESOURCE_MEM_64) && !dev->mmio_always_on;
80 if (disable) {
81 pci_read_config_word(dev, PCI_COMMAND, &cmd);
82 pci_write_config_word(dev, PCI_COMMAND,
83 cmd & ~PCI_COMMAND_MEMORY);
84 }
85
Linus Torvalds1da177e2005-04-16 15:20:36 -070086 pci_write_config_dword(dev, reg, new);
87 pci_read_config_dword(dev, reg, &check);
88
89 if ((new ^ check) & mask) {
Bjorn Helgaas80ccba12008-06-13 10:52:11 -060090 dev_err(&dev->dev, "BAR %d: error updating (%#08x != %#08x)\n",
91 resno, new, check);
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 }
93
Bjorn Helgaas28c68212011-06-14 13:04:35 -060094 if (res->flags & IORESOURCE_MEM_64) {
Ivan Kokshayskycf7bee52005-08-07 13:49:59 +040095 new = region.start >> 16 >> 16;
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 pci_write_config_dword(dev, reg + 4, new);
97 pci_read_config_dword(dev, reg + 4, &check);
98 if (check != new) {
Ryan Desfosses227f0642014-04-18 20:13:50 -040099 dev_err(&dev->dev, "BAR %d: error updating (high %#08x != %#08x)\n",
100 resno, new, check);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 }
102 }
Bjorn Helgaas9aac5372012-07-09 19:49:37 -0600103
104 if (disable)
105 pci_write_config_word(dev, PCI_COMMAND, cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106}
107
Sam Ravnborg96bde062007-03-26 21:53:30 -0800108int pci_claim_resource(struct pci_dev *dev, int resource)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109{
110 struct resource *res = &dev->resource[resource];
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700111 struct resource *root, *conflict;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
Bjorn Helgaas29003be2014-02-26 11:25:59 -0700113 if (res->flags & IORESOURCE_UNSET) {
114 dev_info(&dev->dev, "can't claim BAR %d %pR: no address assigned\n",
115 resource, res);
116 return -EINVAL;
117 }
118
Matthew Wilcoxcebd78a2009-06-17 16:33:33 -0400119 root = pci_find_parent_resource(dev, res);
Bjorn Helgaas865df572009-11-04 10:32:57 -0700120 if (!root) {
Bjorn Helgaas29003be2014-02-26 11:25:59 -0700121 dev_info(&dev->dev, "can't claim BAR %d %pR: no compatible bridge window\n",
122 resource, res);
Bjorn Helgaas865df572009-11-04 10:32:57 -0700123 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 }
125
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700126 conflict = request_resource_conflict(root, res);
127 if (conflict) {
Bjorn Helgaas29003be2014-02-26 11:25:59 -0700128 dev_info(&dev->dev, "can't claim BAR %d %pR: address conflict with %s %pR\n",
129 resource, res, conflict->name, conflict);
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700130 return -EBUSY;
131 }
Bjorn Helgaas865df572009-11-04 10:32:57 -0700132
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700133 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134}
Jesse Barneseaa959d2009-06-30 21:45:44 -0700135EXPORT_SYMBOL(pci_claim_resource);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
Yuji Shimada32a9a6822009-03-16 17:13:39 +0900137void pci_disable_bridge_window(struct pci_dev *dev)
138{
Bjorn Helgaas865df572009-11-04 10:32:57 -0700139 dev_info(&dev->dev, "disabling bridge mem windows\n");
Yuji Shimada32a9a6822009-03-16 17:13:39 +0900140
141 /* MMIO Base/Limit */
142 pci_write_config_dword(dev, PCI_MEMORY_BASE, 0x0000fff0);
143
144 /* Prefetchable MMIO Base/Limit */
145 pci_write_config_dword(dev, PCI_PREF_LIMIT_UPPER32, 0);
146 pci_write_config_dword(dev, PCI_PREF_MEMORY_BASE, 0x0000fff0);
147 pci_write_config_dword(dev, PCI_PREF_BASE_UPPER32, 0xffffffff);
148}
Ram Pai2bbc6942011-07-25 13:08:39 -0700149
Myron Stowe6535943f2011-11-21 11:54:19 -0700150/*
151 * Generic function that returns a value indicating that the device's
152 * original BIOS BAR address was not saved and so is not available for
153 * reinstatement.
154 *
155 * Can be over-ridden by architecture specific code that implements
156 * reinstatement functionality rather than leaving it disabled when
157 * normal allocation attempts fail.
158 */
159resource_size_t __weak pcibios_retrieve_fw_addr(struct pci_dev *dev, int idx)
160{
161 return 0;
162}
163
Bjorn Helgaasf7625982013-11-14 11:28:18 -0700164static int pci_revert_fw_address(struct resource *res, struct pci_dev *dev,
Ram Pai2bbc6942011-07-25 13:08:39 -0700165 int resno, resource_size_t size)
166{
167 struct resource *root, *conflict;
Myron Stowe6535943f2011-11-21 11:54:19 -0700168 resource_size_t fw_addr, start, end;
Ram Pai2bbc6942011-07-25 13:08:39 -0700169
Myron Stowe6535943f2011-11-21 11:54:19 -0700170 fw_addr = pcibios_retrieve_fw_addr(dev, resno);
171 if (!fw_addr)
Bjorn Helgaas94778832014-07-08 16:00:42 -0600172 return -ENOMEM;
Myron Stowe6535943f2011-11-21 11:54:19 -0700173
Ram Pai2bbc6942011-07-25 13:08:39 -0700174 start = res->start;
175 end = res->end;
Myron Stowe6535943f2011-11-21 11:54:19 -0700176 res->start = fw_addr;
Ram Pai2bbc6942011-07-25 13:08:39 -0700177 res->end = res->start + size - 1;
Myron Stowe351fc6d2011-11-21 11:54:07 -0700178
179 root = pci_find_parent_resource(dev, res);
180 if (!root) {
181 if (res->flags & IORESOURCE_IO)
182 root = &ioport_resource;
183 else
184 root = &iomem_resource;
185 }
186
Ram Pai2bbc6942011-07-25 13:08:39 -0700187 dev_info(&dev->dev, "BAR %d: trying firmware assignment %pR\n",
188 resno, res);
189 conflict = request_resource_conflict(root, res);
190 if (conflict) {
Bjorn Helgaas94778832014-07-08 16:00:42 -0600191 dev_info(&dev->dev, "BAR %d: %pR conflicts with %s %pR\n",
192 resno, res, conflict->name, conflict);
Ram Pai2bbc6942011-07-25 13:08:39 -0700193 res->start = start;
194 res->end = end;
Bjorn Helgaas94778832014-07-08 16:00:42 -0600195 return -EBUSY;
Ram Pai2bbc6942011-07-25 13:08:39 -0700196 }
Bjorn Helgaas94778832014-07-08 16:00:42 -0600197 return 0;
Ram Pai2bbc6942011-07-25 13:08:39 -0700198}
199
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600200static int __pci_assign_resource(struct pci_bus *bus, struct pci_dev *dev,
201 int resno, resource_size_t size, resource_size_t align)
202{
203 struct resource *res = dev->resource + resno;
204 resource_size_t min;
205 int ret;
206
207 min = (res->flags & IORESOURCE_IO) ? PCIBIOS_MIN_IO : PCIBIOS_MIN_MEM;
208
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600209 /*
210 * First, try exact prefetching match. Even if a 64-bit
211 * prefetchable bridge window is below 4GB, we can't put a 32-bit
212 * prefetchable resource in it because pbus_size_mem() assumes a
213 * 64-bit window will contain no 32-bit resources. If we assign
214 * things differently than they were sized, not everything will fit.
215 */
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600216 ret = pci_bus_alloc_resource(bus, res, size, align, min,
Yinghai Lu5b285412014-05-19 17:01:55 -0600217 IORESOURCE_PREFETCH | IORESOURCE_MEM_64,
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600218 pcibios_align_resource, dev);
Bjorn Helgaasd3689df2014-05-19 18:39:07 -0600219 if (ret == 0)
220 return 0;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600221
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600222 /*
223 * If the prefetchable window is only 32 bits wide, we can put
224 * 64-bit prefetchable resources in it.
225 */
Bjorn Helgaasd3689df2014-05-19 18:39:07 -0600226 if ((res->flags & (IORESOURCE_PREFETCH | IORESOURCE_MEM_64)) ==
Yinghai Lu5b285412014-05-19 17:01:55 -0600227 (IORESOURCE_PREFETCH | IORESOURCE_MEM_64)) {
Yinghai Lu5b285412014-05-19 17:01:55 -0600228 ret = pci_bus_alloc_resource(bus, res, size, align, min,
229 IORESOURCE_PREFETCH,
230 pcibios_align_resource, dev);
Bjorn Helgaasd3689df2014-05-19 18:39:07 -0600231 if (ret == 0)
232 return 0;
Yinghai Lu5b285412014-05-19 17:01:55 -0600233 }
234
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600235 /*
236 * If we didn't find a better match, we can put any memory resource
237 * in a non-prefetchable window. If this resource is 32 bits and
238 * non-prefetchable, the first call already tried the only possibility
239 * so we don't need to try again.
240 */
241 if (res->flags & (IORESOURCE_PREFETCH | IORESOURCE_MEM_64))
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600242 ret = pci_bus_alloc_resource(bus, res, size, align, min, 0,
243 pcibios_align_resource, dev);
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600244
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600245 return ret;
246}
247
Nikhil P Raod6776e62012-06-20 12:56:00 -0700248static int _pci_assign_resource(struct pci_dev *dev, int resno,
249 resource_size_t size, resource_size_t min_align)
Yinghai Lud09ee962009-04-23 20:49:25 -0700250{
Yinghai Lud09ee962009-04-23 20:49:25 -0700251 struct pci_bus *bus;
252 int ret;
253
Yinghai Lud09ee962009-04-23 20:49:25 -0700254 bus = dev->bus;
Ram Pai2bbc6942011-07-25 13:08:39 -0700255 while ((ret = __pci_assign_resource(bus, dev, resno, size, min_align))) {
256 if (!bus->parent || !bus->self->transparent)
257 break;
258 bus = bus->parent;
Yinghai Lud09ee962009-04-23 20:49:25 -0700259 }
260
Yinghai Lud09ee962009-04-23 20:49:25 -0700261 return ret;
262}
263
Ram Pai2bbc6942011-07-25 13:08:39 -0700264int pci_assign_resource(struct pci_dev *dev, int resno)
265{
266 struct resource *res = dev->resource + resno;
267 resource_size_t align, size;
Ram Pai2bbc6942011-07-25 13:08:39 -0700268 int ret;
269
Bjorn Helgaasbd064f02014-02-26 11:25:58 -0700270 res->flags |= IORESOURCE_UNSET;
Ram Pai2bbc6942011-07-25 13:08:39 -0700271 align = pci_resource_alignment(dev, res);
272 if (!align) {
Ryan Desfosses227f0642014-04-18 20:13:50 -0400273 dev_info(&dev->dev, "BAR %d: can't assign %pR (bogus alignment)\n",
274 resno, res);
Ram Pai2bbc6942011-07-25 13:08:39 -0700275 return -EINVAL;
276 }
277
Ram Pai2bbc6942011-07-25 13:08:39 -0700278 size = resource_size(res);
279 ret = _pci_assign_resource(dev, resno, size, align);
280
281 /*
282 * If we failed to assign anything, let's try the address
283 * where firmware left it. That at least has a chance of
284 * working, which is better than just leaving it disabled.
285 */
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600286 if (ret < 0) {
287 dev_info(&dev->dev, "BAR %d: no space for %pR\n", resno, res);
Ram Pai2bbc6942011-07-25 13:08:39 -0700288 ret = pci_revert_fw_address(res, dev, resno, size);
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600289 }
Ram Pai2bbc6942011-07-25 13:08:39 -0700290
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600291 if (ret < 0) {
292 dev_info(&dev->dev, "BAR %d: failed to assign %pR\n", resno,
293 res);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600294 return ret;
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600295 }
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600296
297 res->flags &= ~IORESOURCE_UNSET;
298 res->flags &= ~IORESOURCE_STARTALIGN;
299 dev_info(&dev->dev, "BAR %d: assigned %pR\n", resno, res);
300 if (resno < PCI_BRIDGE_RESOURCES)
301 pci_update_resource(dev, resno);
302
303 return 0;
Ram Pai2bbc6942011-07-25 13:08:39 -0700304}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600305EXPORT_SYMBOL(pci_assign_resource);
Ram Pai2bbc6942011-07-25 13:08:39 -0700306
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600307int pci_reassign_resource(struct pci_dev *dev, int resno, resource_size_t addsize,
308 resource_size_t min_align)
309{
310 struct resource *res = dev->resource + resno;
Guo Chaoc3337702014-07-03 18:30:29 -0600311 unsigned long flags;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600312 resource_size_t new_size;
313 int ret;
314
Guo Chaoc3337702014-07-03 18:30:29 -0600315 flags = res->flags;
Bjorn Helgaasbd064f02014-02-26 11:25:58 -0700316 res->flags |= IORESOURCE_UNSET;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600317 if (!res->parent) {
Ryan Desfosses227f0642014-04-18 20:13:50 -0400318 dev_info(&dev->dev, "BAR %d: can't reassign an unassigned resource %pR\n",
319 resno, res);
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600320 return -EINVAL;
321 }
322
323 /* already aligned with min_align */
324 new_size = resource_size(res) + addsize;
325 ret = _pci_assign_resource(dev, resno, new_size, min_align);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600326 if (ret) {
Guo Chaoc3337702014-07-03 18:30:29 -0600327 res->flags = flags;
328 dev_info(&dev->dev, "BAR %d: %pR (failed to expand by %#llx)\n",
329 resno, res, (unsigned long long) addsize);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600330 return ret;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600331 }
Guo Chaoc3337702014-07-03 18:30:29 -0600332
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600333 res->flags &= ~IORESOURCE_UNSET;
334 res->flags &= ~IORESOURCE_STARTALIGN;
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600335 dev_info(&dev->dev, "BAR %d: reassigned %pR (expanded by %#llx)\n",
336 resno, res, (unsigned long long) addsize);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600337 if (resno < PCI_BRIDGE_RESOURCES)
338 pci_update_resource(dev, resno);
339
340 return 0;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600341}
342
Bjorn Helgaas842de402008-03-04 11:56:47 -0700343int pci_enable_resources(struct pci_dev *dev, int mask)
344{
345 u16 cmd, old_cmd;
346 int i;
347 struct resource *r;
348
349 pci_read_config_word(dev, PCI_COMMAND, &cmd);
350 old_cmd = cmd;
351
352 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
353 if (!(mask & (1 << i)))
354 continue;
355
356 r = &dev->resource[i];
357
358 if (!(r->flags & (IORESOURCE_IO | IORESOURCE_MEM)))
359 continue;
360 if ((i == PCI_ROM_RESOURCE) &&
361 (!(r->flags & IORESOURCE_ROM_ENABLE)))
362 continue;
363
Bjorn Helgaas3cedcc32014-02-26 11:26:00 -0700364 if (r->flags & IORESOURCE_UNSET) {
365 dev_err(&dev->dev, "can't enable device: BAR %d %pR not assigned\n",
366 i, r);
367 return -EINVAL;
368 }
369
Bjorn Helgaas842de402008-03-04 11:56:47 -0700370 if (!r->parent) {
Bjorn Helgaas3cedcc32014-02-26 11:26:00 -0700371 dev_err(&dev->dev, "can't enable device: BAR %d %pR not claimed\n",
372 i, r);
Bjorn Helgaas842de402008-03-04 11:56:47 -0700373 return -EINVAL;
374 }
375
376 if (r->flags & IORESOURCE_IO)
377 cmd |= PCI_COMMAND_IO;
378 if (r->flags & IORESOURCE_MEM)
379 cmd |= PCI_COMMAND_MEMORY;
380 }
381
382 if (cmd != old_cmd) {
383 dev_info(&dev->dev, "enabling device (%04x -> %04x)\n",
384 old_cmd, cmd);
385 pci_write_config_word(dev, PCI_COMMAND, cmd);
386 }
387 return 0;
388}