blob: 232f9254c11acf5b45d9b20f9fc4169dfad79084 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/setup-res.c
3 *
4 * Extruded from code written by
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
8 *
9 * Support routines for initializing a PCI subsystem.
10 */
11
12/* fixed for multiple pci buses, 1999 Andrea Arcangeli <andrea@suse.de> */
13
14/*
15 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
16 * Resource sorting
17 */
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/kernel.h>
Paul Gortmaker363c75d2011-05-27 09:37:25 -040020#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/pci.h>
22#include <linux/errno.h>
23#include <linux/ioport.h>
24#include <linux/cache.h>
25#include <linux/slab.h>
26#include "pci.h"
27
28
Yu Zhao14add802008-11-22 02:38:52 +080029void pci_update_resource(struct pci_dev *dev, int resno)
Linus Torvalds1da177e2005-04-16 15:20:36 -070030{
31 struct pci_bus_region region;
Bjorn Helgaas9aac5372012-07-09 19:49:37 -060032 bool disable;
33 u16 cmd;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 u32 new, check, mask;
35 int reg;
Yu Zhao613e7ed2008-11-22 02:41:27 +080036 enum pci_bar_type type;
Yu Zhao14add802008-11-22 02:38:52 +080037 struct resource *res = dev->resource + resno;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Ralf Baechlefb0f2b42006-12-19 13:12:08 -080039 /*
40 * Ignore resources for unimplemented BARs and unused resource slots
41 * for 64 bit BARs.
42 */
Ivan Kokshayskycf7bee52005-08-07 13:49:59 +040043 if (!res->flags)
44 return;
45
Bjorn Helgaascd8a4d32014-02-26 11:25:59 -070046 if (res->flags & IORESOURCE_UNSET)
47 return;
48
Ralf Baechlefb0f2b42006-12-19 13:12:08 -080049 /*
50 * Ignore non-moveable resources. This might be legacy resources for
51 * which no functional BAR register exists or another important
Bjorn Helgaas80ccba12008-06-13 10:52:11 -060052 * system resource we shouldn't move around.
Ralf Baechlefb0f2b42006-12-19 13:12:08 -080053 */
54 if (res->flags & IORESOURCE_PCI_FIXED)
55 return;
56
Yinghai Lufc279852013-12-09 22:54:40 -080057 pcibios_resource_to_bus(dev->bus, &region, res);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 new = region.start | (res->flags & PCI_REGION_FLAG_MASK);
60 if (res->flags & IORESOURCE_IO)
61 mask = (u32)PCI_BASE_ADDRESS_IO_MASK;
62 else
63 mask = (u32)PCI_BASE_ADDRESS_MEM_MASK;
64
Yu Zhao613e7ed2008-11-22 02:41:27 +080065 reg = pci_resource_bar(dev, resno, &type);
66 if (!reg)
67 return;
68 if (type != pci_bar_unknown) {
Linus Torvalds755528c2005-08-26 10:49:22 -070069 if (!(res->flags & IORESOURCE_ROM_ENABLE))
70 return;
71 new |= PCI_ROM_ADDRESS_ENABLE;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 }
73
Bjorn Helgaas9aac5372012-07-09 19:49:37 -060074 /*
75 * We can't update a 64-bit BAR atomically, so when possible,
76 * disable decoding so that a half-updated BAR won't conflict
77 * with another device.
78 */
79 disable = (res->flags & IORESOURCE_MEM_64) && !dev->mmio_always_on;
80 if (disable) {
81 pci_read_config_word(dev, PCI_COMMAND, &cmd);
82 pci_write_config_word(dev, PCI_COMMAND,
83 cmd & ~PCI_COMMAND_MEMORY);
84 }
85
Linus Torvalds1da177e2005-04-16 15:20:36 -070086 pci_write_config_dword(dev, reg, new);
87 pci_read_config_dword(dev, reg, &check);
88
89 if ((new ^ check) & mask) {
Bjorn Helgaas80ccba12008-06-13 10:52:11 -060090 dev_err(&dev->dev, "BAR %d: error updating (%#08x != %#08x)\n",
91 resno, new, check);
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 }
93
Bjorn Helgaas28c68212011-06-14 13:04:35 -060094 if (res->flags & IORESOURCE_MEM_64) {
Ivan Kokshayskycf7bee52005-08-07 13:49:59 +040095 new = region.start >> 16 >> 16;
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 pci_write_config_dword(dev, reg + 4, new);
97 pci_read_config_dword(dev, reg + 4, &check);
98 if (check != new) {
Ryan Desfosses227f0642014-04-18 20:13:50 -040099 dev_err(&dev->dev, "BAR %d: error updating (high %#08x != %#08x)\n",
100 resno, new, check);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 }
102 }
Bjorn Helgaas9aac5372012-07-09 19:49:37 -0600103
104 if (disable)
105 pci_write_config_word(dev, PCI_COMMAND, cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106}
107
Sam Ravnborg96bde062007-03-26 21:53:30 -0800108int pci_claim_resource(struct pci_dev *dev, int resource)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109{
110 struct resource *res = &dev->resource[resource];
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700111 struct resource *root, *conflict;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
Bjorn Helgaas29003be2014-02-26 11:25:59 -0700113 if (res->flags & IORESOURCE_UNSET) {
114 dev_info(&dev->dev, "can't claim BAR %d %pR: no address assigned\n",
115 resource, res);
116 return -EINVAL;
117 }
118
Matthew Wilcoxcebd78a2009-06-17 16:33:33 -0400119 root = pci_find_parent_resource(dev, res);
Bjorn Helgaas865df572009-11-04 10:32:57 -0700120 if (!root) {
Bjorn Helgaas29003be2014-02-26 11:25:59 -0700121 dev_info(&dev->dev, "can't claim BAR %d %pR: no compatible bridge window\n",
122 resource, res);
Bjorn Helgaasc770cb42015-03-12 12:30:06 -0500123 res->flags |= IORESOURCE_UNSET;
Bjorn Helgaas865df572009-11-04 10:32:57 -0700124 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 }
126
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700127 conflict = request_resource_conflict(root, res);
128 if (conflict) {
Bjorn Helgaas29003be2014-02-26 11:25:59 -0700129 dev_info(&dev->dev, "can't claim BAR %d %pR: address conflict with %s %pR\n",
130 resource, res, conflict->name, conflict);
Bjorn Helgaasc770cb42015-03-12 12:30:06 -0500131 res->flags |= IORESOURCE_UNSET;
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700132 return -EBUSY;
133 }
Bjorn Helgaas865df572009-11-04 10:32:57 -0700134
Bjorn Helgaas966f3a72010-03-11 17:01:19 -0700135 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136}
Jesse Barneseaa959d2009-06-30 21:45:44 -0700137EXPORT_SYMBOL(pci_claim_resource);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
Yuji Shimada32a9a6822009-03-16 17:13:39 +0900139void pci_disable_bridge_window(struct pci_dev *dev)
140{
Bjorn Helgaas865df572009-11-04 10:32:57 -0700141 dev_info(&dev->dev, "disabling bridge mem windows\n");
Yuji Shimada32a9a6822009-03-16 17:13:39 +0900142
143 /* MMIO Base/Limit */
144 pci_write_config_dword(dev, PCI_MEMORY_BASE, 0x0000fff0);
145
146 /* Prefetchable MMIO Base/Limit */
147 pci_write_config_dword(dev, PCI_PREF_LIMIT_UPPER32, 0);
148 pci_write_config_dword(dev, PCI_PREF_MEMORY_BASE, 0x0000fff0);
149 pci_write_config_dword(dev, PCI_PREF_BASE_UPPER32, 0xffffffff);
150}
Ram Pai2bbc6942011-07-25 13:08:39 -0700151
Myron Stowe6535943f2011-11-21 11:54:19 -0700152/*
153 * Generic function that returns a value indicating that the device's
154 * original BIOS BAR address was not saved and so is not available for
155 * reinstatement.
156 *
157 * Can be over-ridden by architecture specific code that implements
158 * reinstatement functionality rather than leaving it disabled when
159 * normal allocation attempts fail.
160 */
161resource_size_t __weak pcibios_retrieve_fw_addr(struct pci_dev *dev, int idx)
162{
163 return 0;
164}
165
Bjorn Helgaasf7625982013-11-14 11:28:18 -0700166static int pci_revert_fw_address(struct resource *res, struct pci_dev *dev,
Ram Pai2bbc6942011-07-25 13:08:39 -0700167 int resno, resource_size_t size)
168{
169 struct resource *root, *conflict;
Myron Stowe6535943f2011-11-21 11:54:19 -0700170 resource_size_t fw_addr, start, end;
Ram Pai2bbc6942011-07-25 13:08:39 -0700171
Myron Stowe6535943f2011-11-21 11:54:19 -0700172 fw_addr = pcibios_retrieve_fw_addr(dev, resno);
173 if (!fw_addr)
Bjorn Helgaas94778832014-07-08 16:00:42 -0600174 return -ENOMEM;
Myron Stowe6535943f2011-11-21 11:54:19 -0700175
Ram Pai2bbc6942011-07-25 13:08:39 -0700176 start = res->start;
177 end = res->end;
Myron Stowe6535943f2011-11-21 11:54:19 -0700178 res->start = fw_addr;
Ram Pai2bbc6942011-07-25 13:08:39 -0700179 res->end = res->start + size - 1;
Myron Stowe351fc6d2011-11-21 11:54:07 -0700180
181 root = pci_find_parent_resource(dev, res);
182 if (!root) {
183 if (res->flags & IORESOURCE_IO)
184 root = &ioport_resource;
185 else
186 root = &iomem_resource;
187 }
188
Ram Pai2bbc6942011-07-25 13:08:39 -0700189 dev_info(&dev->dev, "BAR %d: trying firmware assignment %pR\n",
190 resno, res);
191 conflict = request_resource_conflict(root, res);
192 if (conflict) {
Bjorn Helgaas94778832014-07-08 16:00:42 -0600193 dev_info(&dev->dev, "BAR %d: %pR conflicts with %s %pR\n",
194 resno, res, conflict->name, conflict);
Ram Pai2bbc6942011-07-25 13:08:39 -0700195 res->start = start;
196 res->end = end;
Bjorn Helgaas94778832014-07-08 16:00:42 -0600197 return -EBUSY;
Ram Pai2bbc6942011-07-25 13:08:39 -0700198 }
Bjorn Helgaas94778832014-07-08 16:00:42 -0600199 return 0;
Ram Pai2bbc6942011-07-25 13:08:39 -0700200}
201
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600202static int __pci_assign_resource(struct pci_bus *bus, struct pci_dev *dev,
203 int resno, resource_size_t size, resource_size_t align)
204{
205 struct resource *res = dev->resource + resno;
206 resource_size_t min;
207 int ret;
208
209 min = (res->flags & IORESOURCE_IO) ? PCIBIOS_MIN_IO : PCIBIOS_MIN_MEM;
210
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600211 /*
212 * First, try exact prefetching match. Even if a 64-bit
213 * prefetchable bridge window is below 4GB, we can't put a 32-bit
214 * prefetchable resource in it because pbus_size_mem() assumes a
215 * 64-bit window will contain no 32-bit resources. If we assign
216 * things differently than they were sized, not everything will fit.
217 */
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600218 ret = pci_bus_alloc_resource(bus, res, size, align, min,
Yinghai Lu5b285412014-05-19 17:01:55 -0600219 IORESOURCE_PREFETCH | IORESOURCE_MEM_64,
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600220 pcibios_align_resource, dev);
Bjorn Helgaasd3689df2014-05-19 18:39:07 -0600221 if (ret == 0)
222 return 0;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600223
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600224 /*
225 * If the prefetchable window is only 32 bits wide, we can put
226 * 64-bit prefetchable resources in it.
227 */
Bjorn Helgaasd3689df2014-05-19 18:39:07 -0600228 if ((res->flags & (IORESOURCE_PREFETCH | IORESOURCE_MEM_64)) ==
Yinghai Lu5b285412014-05-19 17:01:55 -0600229 (IORESOURCE_PREFETCH | IORESOURCE_MEM_64)) {
Yinghai Lu5b285412014-05-19 17:01:55 -0600230 ret = pci_bus_alloc_resource(bus, res, size, align, min,
231 IORESOURCE_PREFETCH,
232 pcibios_align_resource, dev);
Bjorn Helgaasd3689df2014-05-19 18:39:07 -0600233 if (ret == 0)
234 return 0;
Yinghai Lu5b285412014-05-19 17:01:55 -0600235 }
236
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600237 /*
238 * If we didn't find a better match, we can put any memory resource
239 * in a non-prefetchable window. If this resource is 32 bits and
240 * non-prefetchable, the first call already tried the only possibility
241 * so we don't need to try again.
242 */
243 if (res->flags & (IORESOURCE_PREFETCH | IORESOURCE_MEM_64))
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600244 ret = pci_bus_alloc_resource(bus, res, size, align, min, 0,
245 pcibios_align_resource, dev);
Bjorn Helgaas67d29b52014-05-19 18:32:18 -0600246
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600247 return ret;
248}
249
Nikhil P Raod6776e62012-06-20 12:56:00 -0700250static int _pci_assign_resource(struct pci_dev *dev, int resno,
251 resource_size_t size, resource_size_t min_align)
Yinghai Lud09ee9682009-04-23 20:49:25 -0700252{
Yinghai Lud09ee9682009-04-23 20:49:25 -0700253 struct pci_bus *bus;
254 int ret;
255
Yinghai Lud09ee9682009-04-23 20:49:25 -0700256 bus = dev->bus;
Ram Pai2bbc6942011-07-25 13:08:39 -0700257 while ((ret = __pci_assign_resource(bus, dev, resno, size, min_align))) {
258 if (!bus->parent || !bus->self->transparent)
259 break;
260 bus = bus->parent;
Yinghai Lud09ee9682009-04-23 20:49:25 -0700261 }
262
Yinghai Lud09ee9682009-04-23 20:49:25 -0700263 return ret;
264}
265
Ram Pai2bbc6942011-07-25 13:08:39 -0700266int pci_assign_resource(struct pci_dev *dev, int resno)
267{
268 struct resource *res = dev->resource + resno;
269 resource_size_t align, size;
Ram Pai2bbc6942011-07-25 13:08:39 -0700270 int ret;
271
Bjorn Helgaasbd064f02014-02-26 11:25:58 -0700272 res->flags |= IORESOURCE_UNSET;
Ram Pai2bbc6942011-07-25 13:08:39 -0700273 align = pci_resource_alignment(dev, res);
274 if (!align) {
Ryan Desfosses227f0642014-04-18 20:13:50 -0400275 dev_info(&dev->dev, "BAR %d: can't assign %pR (bogus alignment)\n",
276 resno, res);
Ram Pai2bbc6942011-07-25 13:08:39 -0700277 return -EINVAL;
278 }
279
Ram Pai2bbc6942011-07-25 13:08:39 -0700280 size = resource_size(res);
281 ret = _pci_assign_resource(dev, resno, size, align);
282
283 /*
284 * If we failed to assign anything, let's try the address
285 * where firmware left it. That at least has a chance of
286 * working, which is better than just leaving it disabled.
287 */
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600288 if (ret < 0) {
289 dev_info(&dev->dev, "BAR %d: no space for %pR\n", resno, res);
Ram Pai2bbc6942011-07-25 13:08:39 -0700290 ret = pci_revert_fw_address(res, dev, resno, size);
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600291 }
Ram Pai2bbc6942011-07-25 13:08:39 -0700292
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600293 if (ret < 0) {
294 dev_info(&dev->dev, "BAR %d: failed to assign %pR\n", resno,
295 res);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600296 return ret;
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600297 }
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600298
299 res->flags &= ~IORESOURCE_UNSET;
300 res->flags &= ~IORESOURCE_STARTALIGN;
301 dev_info(&dev->dev, "BAR %d: assigned %pR\n", resno, res);
302 if (resno < PCI_BRIDGE_RESOURCES)
303 pci_update_resource(dev, resno);
304
305 return 0;
Ram Pai2bbc6942011-07-25 13:08:39 -0700306}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600307EXPORT_SYMBOL(pci_assign_resource);
Ram Pai2bbc6942011-07-25 13:08:39 -0700308
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600309int pci_reassign_resource(struct pci_dev *dev, int resno, resource_size_t addsize,
310 resource_size_t min_align)
311{
312 struct resource *res = dev->resource + resno;
Guo Chaoc3337702014-07-03 18:30:29 -0600313 unsigned long flags;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600314 resource_size_t new_size;
315 int ret;
316
Guo Chaoc3337702014-07-03 18:30:29 -0600317 flags = res->flags;
Bjorn Helgaasbd064f02014-02-26 11:25:58 -0700318 res->flags |= IORESOURCE_UNSET;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600319 if (!res->parent) {
Ryan Desfosses227f0642014-04-18 20:13:50 -0400320 dev_info(&dev->dev, "BAR %d: can't reassign an unassigned resource %pR\n",
321 resno, res);
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600322 return -EINVAL;
323 }
324
325 /* already aligned with min_align */
326 new_size = resource_size(res) + addsize;
327 ret = _pci_assign_resource(dev, resno, new_size, min_align);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600328 if (ret) {
Guo Chaoc3337702014-07-03 18:30:29 -0600329 res->flags = flags;
330 dev_info(&dev->dev, "BAR %d: %pR (failed to expand by %#llx)\n",
331 resno, res, (unsigned long long) addsize);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600332 return ret;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600333 }
Guo Chaoc3337702014-07-03 18:30:29 -0600334
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600335 res->flags &= ~IORESOURCE_UNSET;
336 res->flags &= ~IORESOURCE_STARTALIGN;
Bjorn Helgaas64da4652014-07-08 16:04:22 -0600337 dev_info(&dev->dev, "BAR %d: reassigned %pR (expanded by %#llx)\n",
338 resno, res, (unsigned long long) addsize);
Bjorn Helgaas28f6dbe2014-07-04 15:58:15 -0600339 if (resno < PCI_BRIDGE_RESOURCES)
340 pci_update_resource(dev, resno);
341
342 return 0;
Bjorn Helgaasfe6dacd2012-07-11 17:05:43 -0600343}
344
Bjorn Helgaas842de402008-03-04 11:56:47 -0700345int pci_enable_resources(struct pci_dev *dev, int mask)
346{
347 u16 cmd, old_cmd;
348 int i;
349 struct resource *r;
350
351 pci_read_config_word(dev, PCI_COMMAND, &cmd);
352 old_cmd = cmd;
353
354 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
355 if (!(mask & (1 << i)))
356 continue;
357
358 r = &dev->resource[i];
359
360 if (!(r->flags & (IORESOURCE_IO | IORESOURCE_MEM)))
361 continue;
362 if ((i == PCI_ROM_RESOURCE) &&
363 (!(r->flags & IORESOURCE_ROM_ENABLE)))
364 continue;
365
Bjorn Helgaas3cedcc32014-02-26 11:26:00 -0700366 if (r->flags & IORESOURCE_UNSET) {
367 dev_err(&dev->dev, "can't enable device: BAR %d %pR not assigned\n",
368 i, r);
369 return -EINVAL;
370 }
371
Bjorn Helgaas842de402008-03-04 11:56:47 -0700372 if (!r->parent) {
Bjorn Helgaas3cedcc32014-02-26 11:26:00 -0700373 dev_err(&dev->dev, "can't enable device: BAR %d %pR not claimed\n",
374 i, r);
Bjorn Helgaas842de402008-03-04 11:56:47 -0700375 return -EINVAL;
376 }
377
378 if (r->flags & IORESOURCE_IO)
379 cmd |= PCI_COMMAND_IO;
380 if (r->flags & IORESOURCE_MEM)
381 cmd |= PCI_COMMAND_MEMORY;
382 }
383
384 if (cmd != old_cmd) {
385 dev_info(&dev->dev, "enabling device (%04x -> %04x)\n",
386 old_cmd, cmd);
387 pci_write_config_word(dev, PCI_COMMAND, cmd);
388 }
389 return 0;
390}