blob: 4409cd0e15fa21645e5b21a157e223082947721f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/setup-bus.c
3 *
4 * Extruded from code written by
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
8 *
9 * Support routines for initializing a PCI subsystem.
10 */
11
12/*
13 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
14 * PCI-PCI bridges cleanup, sorted resource allocation.
15 * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
16 * Converted to allocation in 3 passes, which gives
17 * tighter packing. Prefetchable range support.
18 */
19
20#include <linux/init.h>
21#include <linux/kernel.h>
22#include <linux/module.h>
23#include <linux/pci.h>
24#include <linux/errno.h>
25#include <linux/ioport.h>
26#include <linux/cache.h>
27#include <linux/slab.h>
Chris Wright6faf17f2009-08-28 13:00:06 -070028#include "pci.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Yinghai Lu568ddef2010-01-22 01:02:21 -080030struct resource_list_x {
31 struct resource_list_x *next;
32 struct resource *res;
33 struct pci_dev *dev;
34 resource_size_t start;
35 resource_size_t end;
Ram Paic8adf9a2011-02-14 17:43:20 -080036 resource_size_t add_size;
Yinghai Lu568ddef2010-01-22 01:02:21 -080037 unsigned long flags;
38};
39
Ram Pai094732a2011-02-14 17:43:18 -080040#define free_list(type, head) do { \
41 struct type *list, *tmp; \
42 for (list = (head)->next; list;) { \
43 tmp = list; \
44 list = list->next; \
45 kfree(tmp); \
46 } \
47 (head)->next = NULL; \
48} while (0)
49
Ram Paif483d392011-07-07 11:19:10 -070050int pci_realloc_enable = 0;
51#define pci_realloc_enabled() pci_realloc_enable
52void pci_realloc(void)
53{
54 pci_realloc_enable = 1;
55}
56
Ram Paic8adf9a2011-02-14 17:43:20 -080057/**
58 * add_to_list() - add a new resource tracker to the list
59 * @head: Head of the list
60 * @dev: device corresponding to which the resource
61 * belongs
62 * @res: The resource to be tracked
63 * @add_size: additional size to be optionally added
64 * to the resource
65 */
66static void add_to_list(struct resource_list_x *head,
67 struct pci_dev *dev, struct resource *res,
68 resource_size_t add_size)
Yinghai Lu568ddef2010-01-22 01:02:21 -080069{
70 struct resource_list_x *list = head;
71 struct resource_list_x *ln = list->next;
72 struct resource_list_x *tmp;
73
74 tmp = kmalloc(sizeof(*tmp), GFP_KERNEL);
75 if (!tmp) {
Ram Paic8adf9a2011-02-14 17:43:20 -080076 pr_warning("add_to_list: kmalloc() failed!\n");
Yinghai Lu568ddef2010-01-22 01:02:21 -080077 return;
78 }
79
80 tmp->next = ln;
81 tmp->res = res;
82 tmp->dev = dev;
83 tmp->start = res->start;
84 tmp->end = res->end;
85 tmp->flags = res->flags;
Ram Paic8adf9a2011-02-14 17:43:20 -080086 tmp->add_size = add_size;
Yinghai Lu568ddef2010-01-22 01:02:21 -080087 list->next = tmp;
88}
89
Ram Paic8adf9a2011-02-14 17:43:20 -080090static void add_to_failed_list(struct resource_list_x *head,
91 struct pci_dev *dev, struct resource *res)
92{
93 add_to_list(head, dev, res, 0);
94}
95
Yinghai Lu6841ec62010-01-22 01:02:25 -080096static void __dev_sort_resources(struct pci_dev *dev,
97 struct resource_list *head)
Linus Torvalds1da177e2005-04-16 15:20:36 -070098{
Yinghai Lu6841ec62010-01-22 01:02:25 -080099 u16 class = dev->class >> 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
Yinghai Lu6841ec62010-01-22 01:02:25 -0800101 /* Don't touch classless devices or host bridges or ioapics. */
102 if (class == PCI_CLASS_NOT_DEFINED || class == PCI_CLASS_BRIDGE_HOST)
103 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104
Yinghai Lu6841ec62010-01-22 01:02:25 -0800105 /* Don't touch ioapic devices already enabled by firmware */
106 if (class == PCI_CLASS_SYSTEM_PIC) {
107 u16 command;
108 pci_read_config_word(dev, PCI_COMMAND, &command);
109 if (command & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY))
110 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 }
112
Yinghai Lu6841ec62010-01-22 01:02:25 -0800113 pdev_sort_resources(dev, head);
114}
115
Ram Paifc075e12011-02-14 17:43:19 -0800116static inline void reset_resource(struct resource *res)
117{
118 res->start = 0;
119 res->end = 0;
120 res->flags = 0;
121}
122
Ram Paic8adf9a2011-02-14 17:43:20 -0800123/**
124 * adjust_resources_sorted() - satisfy any additional resource requests
125 *
126 * @add_head : head of the list tracking requests requiring additional
127 * resources
128 * @head : head of the list tracking requests with allocated
129 * resources
130 *
131 * Walk through each element of the add_head and try to procure
132 * additional resources for the element, provided the element
133 * is in the head list.
134 */
135static void adjust_resources_sorted(struct resource_list_x *add_head,
136 struct resource_list *head)
137{
138 struct resource *res;
139 struct resource_list_x *list, *tmp, *prev;
140 struct resource_list *hlist;
141 resource_size_t add_size;
142 int idx;
143
144 prev = add_head;
145 for (list = add_head->next; list;) {
146 res = list->res;
147 /* skip resource that has been reset */
148 if (!res->flags)
149 goto out;
150
151 /* skip this resource if not found in head list */
152 for (hlist = head->next; hlist && hlist->res != res;
153 hlist = hlist->next);
154 if (!hlist) { /* just skip */
155 prev = list;
156 list = list->next;
157 continue;
158 }
159
160 idx = res - &list->dev->resource[0];
161 add_size=list->add_size;
162 if (!resource_size(res) && add_size) {
163 res->end = res->start + add_size - 1;
164 if(pci_assign_resource(list->dev, idx))
165 reset_resource(res);
166 } else if (add_size) {
167 adjust_resource(res, res->start,
168 resource_size(res) + add_size);
169 }
170out:
171 tmp = list;
172 prev->next = list = list->next;
173 kfree(tmp);
174 }
175}
176
177/**
178 * assign_requested_resources_sorted() - satisfy resource requests
179 *
180 * @head : head of the list tracking requests for resources
181 * @failed_list : head of the list tracking requests that could
182 * not be allocated
183 *
184 * Satisfy resource requests of each element in the list. Add
185 * requests that could not satisfied to the failed_list.
186 */
187static void assign_requested_resources_sorted(struct resource_list *head,
Yinghai Lu6841ec62010-01-22 01:02:25 -0800188 struct resource_list_x *fail_head)
189{
190 struct resource *res;
Ram Paic8adf9a2011-02-14 17:43:20 -0800191 struct resource_list *list;
Yinghai Lu6841ec62010-01-22 01:02:25 -0800192 int idx;
193
Ram Paic8adf9a2011-02-14 17:43:20 -0800194 for (list = head->next; list; list = list->next) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 res = list->res;
196 idx = res - &list->dev->resource[0];
Ram Paic8adf9a2011-02-14 17:43:20 -0800197 if (resource_size(res) && pci_assign_resource(list->dev, idx)) {
Yinghai Lu9a928662010-02-28 15:49:39 -0800198 if (fail_head && !pci_is_root_bus(list->dev->bus)) {
199 /*
200 * if the failed res is for ROM BAR, and it will
201 * be enabled later, don't add it to the list
202 */
203 if (!((idx == PCI_ROM_RESOURCE) &&
204 (!(res->flags & IORESOURCE_ROM_ENABLE))))
205 add_to_failed_list(fail_head, list->dev, res);
206 }
Ram Paifc075e12011-02-14 17:43:19 -0800207 reset_resource(res);
Rajesh Shah542df5d2005-04-28 00:25:50 -0700208 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209 }
210}
211
Ram Paic8adf9a2011-02-14 17:43:20 -0800212static void __assign_resources_sorted(struct resource_list *head,
213 struct resource_list_x *add_head,
214 struct resource_list_x *fail_head)
215{
216 /* Satisfy the must-have resource requests */
217 assign_requested_resources_sorted(head, fail_head);
218
219 /* Try to satisfy any additional nice-to-have resource
220 requests */
221 if (add_head)
222 adjust_resources_sorted(add_head, head);
223 free_list(resource_list, head);
224}
225
Yinghai Lu6841ec62010-01-22 01:02:25 -0800226static void pdev_assign_resources_sorted(struct pci_dev *dev,
227 struct resource_list_x *fail_head)
228{
229 struct resource_list head;
230
231 head.next = NULL;
232 __dev_sort_resources(dev, &head);
Ram Paic8adf9a2011-02-14 17:43:20 -0800233 __assign_resources_sorted(&head, NULL, fail_head);
Yinghai Lu6841ec62010-01-22 01:02:25 -0800234
235}
236
237static void pbus_assign_resources_sorted(const struct pci_bus *bus,
Ram Paic8adf9a2011-02-14 17:43:20 -0800238 struct resource_list_x *add_head,
Yinghai Lu6841ec62010-01-22 01:02:25 -0800239 struct resource_list_x *fail_head)
240{
241 struct pci_dev *dev;
242 struct resource_list head;
243
244 head.next = NULL;
245 list_for_each_entry(dev, &bus->devices, bus_list)
246 __dev_sort_resources(dev, &head);
247
Ram Paic8adf9a2011-02-14 17:43:20 -0800248 __assign_resources_sorted(&head, add_head, fail_head);
Yinghai Lu6841ec62010-01-22 01:02:25 -0800249}
250
Dominik Brodowskib3743fa2005-09-09 13:03:23 -0700251void pci_setup_cardbus(struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252{
253 struct pci_dev *bridge = bus->self;
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600254 struct resource *res;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 struct pci_bus_region region;
256
Bjorn Helgaas865df572009-11-04 10:32:57 -0700257 dev_info(&bridge->dev, "CardBus bridge to [bus %02x-%02x]\n",
258 bus->secondary, bus->subordinate);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600260 res = bus->resource[0];
261 pcibios_resource_to_bus(bridge, &region, res);
262 if (res->flags & IORESOURCE_IO) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 /*
264 * The IO resource is allocated a range twice as large as it
265 * would normally need. This allows us to set both IO regs.
266 */
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600267 dev_info(&bridge->dev, " bridge window %pR\n", res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 pci_write_config_dword(bridge, PCI_CB_IO_BASE_0,
269 region.start);
270 pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_0,
271 region.end);
272 }
273
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600274 res = bus->resource[1];
275 pcibios_resource_to_bus(bridge, &region, res);
276 if (res->flags & IORESOURCE_IO) {
277 dev_info(&bridge->dev, " bridge window %pR\n", res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 pci_write_config_dword(bridge, PCI_CB_IO_BASE_1,
279 region.start);
280 pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_1,
281 region.end);
282 }
283
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600284 res = bus->resource[2];
285 pcibios_resource_to_bus(bridge, &region, res);
286 if (res->flags & IORESOURCE_MEM) {
287 dev_info(&bridge->dev, " bridge window %pR\n", res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_0,
289 region.start);
290 pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_0,
291 region.end);
292 }
293
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600294 res = bus->resource[3];
295 pcibios_resource_to_bus(bridge, &region, res);
296 if (res->flags & IORESOURCE_MEM) {
297 dev_info(&bridge->dev, " bridge window %pR\n", res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_1,
299 region.start);
300 pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_1,
301 region.end);
302 }
303}
Dominik Brodowskib3743fa2005-09-09 13:03:23 -0700304EXPORT_SYMBOL(pci_setup_cardbus);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305
306/* Initialize bridges with base/limit values we have collected.
307 PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
308 requires that if there is no I/O ports or memory behind the
309 bridge, corresponding range must be turned off by writing base
310 value greater than limit to the bridge's base/limit registers.
311
312 Note: care must be taken when updating I/O base/limit registers
313 of bridges which support 32-bit I/O. This update requires two
314 config space writes, so it's quite possible that an I/O window of
315 the bridge will have some undesirable address (e.g. 0) after the
316 first write. Ditto 64-bit prefetchable MMIO. */
Yinghai Lu7cc59972009-12-22 15:02:21 -0800317static void pci_setup_bridge_io(struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318{
319 struct pci_dev *bridge = bus->self;
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600320 struct resource *res;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 struct pci_bus_region region;
Yinghai Lu7cc59972009-12-22 15:02:21 -0800322 u32 l, io_upper16;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323
324 /* Set up the top and bottom of the PCI I/O segment for this bus. */
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600325 res = bus->resource[0];
326 pcibios_resource_to_bus(bridge, &region, res);
327 if (res->flags & IORESOURCE_IO) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 pci_read_config_dword(bridge, PCI_IO_BASE, &l);
329 l &= 0xffff0000;
330 l |= (region.start >> 8) & 0x00f0;
331 l |= region.end & 0xf000;
332 /* Set up upper 16 bits of I/O base/limit. */
333 io_upper16 = (region.end & 0xffff0000) | (region.start >> 16);
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600334 dev_info(&bridge->dev, " bridge window %pR\n", res);
Yinghai Lu7cc59972009-12-22 15:02:21 -0800335 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 /* Clear upper 16 bits of I/O base/limit. */
337 io_upper16 = 0;
338 l = 0x00f0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339 }
340 /* Temporarily disable the I/O range before updating PCI_IO_BASE. */
341 pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, 0x0000ffff);
342 /* Update lower 16 bits of I/O base/limit. */
343 pci_write_config_dword(bridge, PCI_IO_BASE, l);
344 /* Update upper 16 bits of I/O base/limit. */
345 pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, io_upper16);
Yinghai Lu7cc59972009-12-22 15:02:21 -0800346}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347
Yinghai Lu7cc59972009-12-22 15:02:21 -0800348static void pci_setup_bridge_mmio(struct pci_bus *bus)
349{
350 struct pci_dev *bridge = bus->self;
351 struct resource *res;
352 struct pci_bus_region region;
353 u32 l;
354
355 /* Set up the top and bottom of the PCI Memory segment for this bus. */
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600356 res = bus->resource[1];
357 pcibios_resource_to_bus(bridge, &region, res);
358 if (res->flags & IORESOURCE_MEM) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359 l = (region.start >> 16) & 0xfff0;
360 l |= region.end & 0xfff00000;
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600361 dev_info(&bridge->dev, " bridge window %pR\n", res);
Yinghai Lu7cc59972009-12-22 15:02:21 -0800362 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363 l = 0x0000fff0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 }
365 pci_write_config_dword(bridge, PCI_MEMORY_BASE, l);
Yinghai Lu7cc59972009-12-22 15:02:21 -0800366}
367
368static void pci_setup_bridge_mmio_pref(struct pci_bus *bus)
369{
370 struct pci_dev *bridge = bus->self;
371 struct resource *res;
372 struct pci_bus_region region;
373 u32 l, bu, lu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374
375 /* Clear out the upper 32 bits of PREF limit.
376 If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
377 disables PREF range, which is ok. */
378 pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, 0);
379
380 /* Set up PREF base/limit. */
Benjamin Herrenschmidtc40a22e2007-12-10 17:32:15 +1100381 bu = lu = 0;
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600382 res = bus->resource[2];
383 pcibios_resource_to_bus(bridge, &region, res);
384 if (res->flags & IORESOURCE_PREFETCH) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 l = (region.start >> 16) & 0xfff0;
386 l |= region.end & 0xfff00000;
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600387 if (res->flags & IORESOURCE_MEM_64) {
Yinghai Lu1f82de12009-04-23 20:48:32 -0700388 bu = upper_32_bits(region.start);
389 lu = upper_32_bits(region.end);
Yinghai Lu1f82de12009-04-23 20:48:32 -0700390 }
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -0600391 dev_info(&bridge->dev, " bridge window %pR\n", res);
Yinghai Lu7cc59972009-12-22 15:02:21 -0800392 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393 l = 0x0000fff0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394 }
395 pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, l);
396
Alex Williamson59353ea2009-11-30 14:51:44 -0700397 /* Set the upper 32 bits of PREF base & limit. */
398 pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, bu);
399 pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, lu);
Yinghai Lu7cc59972009-12-22 15:02:21 -0800400}
401
402static void __pci_setup_bridge(struct pci_bus *bus, unsigned long type)
403{
404 struct pci_dev *bridge = bus->self;
405
Yinghai Lu7cc59972009-12-22 15:02:21 -0800406 dev_info(&bridge->dev, "PCI bridge to [bus %02x-%02x]\n",
407 bus->secondary, bus->subordinate);
408
409 if (type & IORESOURCE_IO)
410 pci_setup_bridge_io(bus);
411
412 if (type & IORESOURCE_MEM)
413 pci_setup_bridge_mmio(bus);
414
415 if (type & IORESOURCE_PREFETCH)
416 pci_setup_bridge_mmio_pref(bus);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417
418 pci_write_config_word(bridge, PCI_BRIDGE_CONTROL, bus->bridge_ctl);
419}
420
Yinghai Lu7cc59972009-12-22 15:02:21 -0800421static void pci_setup_bridge(struct pci_bus *bus)
422{
423 unsigned long type = IORESOURCE_IO | IORESOURCE_MEM |
424 IORESOURCE_PREFETCH;
425
426 __pci_setup_bridge(bus, type);
427}
428
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429/* Check whether the bridge supports optional I/O and
430 prefetchable memory ranges. If not, the respective
431 base/limit registers must be read-only and read as 0. */
Sam Ravnborg96bde062007-03-26 21:53:30 -0800432static void pci_bridge_check_ranges(struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433{
434 u16 io;
435 u32 pmem;
436 struct pci_dev *bridge = bus->self;
437 struct resource *b_res;
438
439 b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
440 b_res[1].flags |= IORESOURCE_MEM;
441
442 pci_read_config_word(bridge, PCI_IO_BASE, &io);
443 if (!io) {
444 pci_write_config_word(bridge, PCI_IO_BASE, 0xf0f0);
445 pci_read_config_word(bridge, PCI_IO_BASE, &io);
446 pci_write_config_word(bridge, PCI_IO_BASE, 0x0);
447 }
448 if (io)
449 b_res[0].flags |= IORESOURCE_IO;
450 /* DECchip 21050 pass 2 errata: the bridge may miss an address
451 disconnect boundary by one PCI data phase.
452 Workaround: do not use prefetching on this device. */
453 if (bridge->vendor == PCI_VENDOR_ID_DEC && bridge->device == 0x0001)
454 return;
455 pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
456 if (!pmem) {
457 pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE,
458 0xfff0fff0);
459 pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
460 pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, 0x0);
461 }
Yinghai Lu1f82de12009-04-23 20:48:32 -0700462 if (pmem) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463 b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH;
Yinghai Lu99586102010-01-22 01:02:28 -0800464 if ((pmem & PCI_PREF_RANGE_TYPE_MASK) ==
465 PCI_PREF_RANGE_TYPE_64) {
Yinghai Lu1f82de12009-04-23 20:48:32 -0700466 b_res[2].flags |= IORESOURCE_MEM_64;
Yinghai Lu99586102010-01-22 01:02:28 -0800467 b_res[2].flags |= PCI_PREF_RANGE_TYPE_64;
468 }
Yinghai Lu1f82de12009-04-23 20:48:32 -0700469 }
470
471 /* double check if bridge does support 64 bit pref */
472 if (b_res[2].flags & IORESOURCE_MEM_64) {
473 u32 mem_base_hi, tmp;
474 pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32,
475 &mem_base_hi);
476 pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
477 0xffffffff);
478 pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32, &tmp);
479 if (!tmp)
480 b_res[2].flags &= ~IORESOURCE_MEM_64;
481 pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
482 mem_base_hi);
483 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484}
485
486/* Helper function for sizing routines: find first available
487 bus resource of a given type. Note: we intentionally skip
488 the bus resources which have already been assigned (that is,
489 have non-NULL parent resource). */
Sam Ravnborg96bde062007-03-26 21:53:30 -0800490static struct resource *find_free_bus_resource(struct pci_bus *bus, unsigned long type)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491{
492 int i;
493 struct resource *r;
494 unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
495 IORESOURCE_PREFETCH;
496
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -0700497 pci_bus_for_each_resource(bus, r, i) {
Ivan Kokshaysky299de032005-06-15 18:59:27 +0400498 if (r == &ioport_resource || r == &iomem_resource)
499 continue;
Jesse Barnes55a10982009-10-27 09:39:18 -0700500 if (r && (r->flags & type_mask) == type && !r->parent)
501 return r;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700502 }
503 return NULL;
504}
505
Ram Pai13583b12011-02-14 17:43:17 -0800506static resource_size_t calculate_iosize(resource_size_t size,
507 resource_size_t min_size,
508 resource_size_t size1,
509 resource_size_t old_size,
510 resource_size_t align)
511{
512 if (size < min_size)
513 size = min_size;
514 if (old_size == 1 )
515 old_size = 0;
516 /* To be fixed in 2.5: we should have sort of HAVE_ISA
517 flag in the struct pci_bus. */
518#if defined(CONFIG_ISA) || defined(CONFIG_EISA)
519 size = (size & 0xff) + ((size & ~0xffUL) << 2);
520#endif
521 size = ALIGN(size + size1, align);
522 if (size < old_size)
523 size = old_size;
524 return size;
525}
526
527static resource_size_t calculate_memsize(resource_size_t size,
528 resource_size_t min_size,
529 resource_size_t size1,
530 resource_size_t old_size,
531 resource_size_t align)
532{
533 if (size < min_size)
534 size = min_size;
535 if (old_size == 1 )
536 old_size = 0;
537 if (size < old_size)
538 size = old_size;
539 size = ALIGN(size + size1, align);
540 return size;
541}
542
Yinghai Lube768912011-07-25 13:08:38 -0700543static resource_size_t get_res_add_size(struct resource_list_x *add_head,
544 struct resource *res)
545{
546 struct resource_list_x *list;
547
548 /* check if it is in add_head list */
549 for (list = add_head->next; list && list->res != res;
550 list = list->next);
551 if (list)
552 return list->add_size;
553
554 return 0;
555}
556
Ram Paic8adf9a2011-02-14 17:43:20 -0800557/**
558 * pbus_size_io() - size the io window of a given bus
559 *
560 * @bus : the bus
561 * @min_size : the minimum io window that must to be allocated
562 * @add_size : additional optional io window
563 * @add_head : track the additional io window on this list
564 *
565 * Sizing the IO windows of the PCI-PCI bridge is trivial,
566 * since these windows have 4K granularity and the IO ranges
567 * of non-bridge PCI devices are limited to 256 bytes.
568 * We must be careful with the ISA aliasing though.
569 */
570static void pbus_size_io(struct pci_bus *bus, resource_size_t min_size,
571 resource_size_t add_size, struct resource_list_x *add_head)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572{
573 struct pci_dev *dev;
574 struct resource *b_res = find_free_bus_resource(bus, IORESOURCE_IO);
Ram Paic8adf9a2011-02-14 17:43:20 -0800575 unsigned long size = 0, size0 = 0, size1 = 0;
Yinghai Lube768912011-07-25 13:08:38 -0700576 resource_size_t children_add_size = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
578 if (!b_res)
579 return;
580
581 list_for_each_entry(dev, &bus->devices, bus_list) {
582 int i;
583
584 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
585 struct resource *r = &dev->resource[i];
586 unsigned long r_size;
587
588 if (r->parent || !(r->flags & IORESOURCE_IO))
589 continue;
Zhao, Yu022edd82008-10-13 19:24:28 +0800590 r_size = resource_size(r);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591
592 if (r_size < 0x400)
593 /* Might be re-aligned for ISA */
594 size += r_size;
595 else
596 size1 += r_size;
Yinghai Lube768912011-07-25 13:08:38 -0700597
598 if (add_head)
599 children_add_size += get_res_add_size(add_head, r);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600 }
601 }
Ram Paic8adf9a2011-02-14 17:43:20 -0800602 size0 = calculate_iosize(size, min_size, size1,
Ram Pai13583b12011-02-14 17:43:17 -0800603 resource_size(b_res), 4096);
Yinghai Lube768912011-07-25 13:08:38 -0700604 if (children_add_size > add_size)
605 add_size = children_add_size;
Yinghai Lu93d21752011-05-13 18:06:17 -0700606 size1 = (!add_head || (add_head && !add_size)) ? size0 :
Ram Paic8adf9a2011-02-14 17:43:20 -0800607 calculate_iosize(size, min_size+add_size, size1,
608 resource_size(b_res), 4096);
609 if (!size0 && !size1) {
Bjorn Helgaas865df572009-11-04 10:32:57 -0700610 if (b_res->start || b_res->end)
611 dev_info(&bus->self->dev, "disabling bridge window "
612 "%pR to [bus %02x-%02x] (unused)\n", b_res,
613 bus->secondary, bus->subordinate);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614 b_res->flags = 0;
615 return;
616 }
617 /* Alignment of the IO window is always 4K */
618 b_res->start = 4096;
Ram Paic8adf9a2011-02-14 17:43:20 -0800619 b_res->end = b_res->start + size0 - 1;
Ivan Kokshaysky88452562008-03-30 19:50:14 +0400620 b_res->flags |= IORESOURCE_STARTALIGN;
Ram Paic8adf9a2011-02-14 17:43:20 -0800621 if (size1 > size0 && add_head)
622 add_to_list(add_head, bus->self, b_res, size1-size0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623}
624
Ram Paic8adf9a2011-02-14 17:43:20 -0800625/**
626 * pbus_size_mem() - size the memory window of a given bus
627 *
628 * @bus : the bus
629 * @min_size : the minimum memory window that must to be allocated
630 * @add_size : additional optional memory window
631 * @add_head : track the additional memory window on this list
632 *
633 * Calculate the size of the bus and minimal alignment which
634 * guarantees that all child resources fit in this size.
635 */
Eric W. Biederman28760482009-09-09 14:09:24 -0700636static int pbus_size_mem(struct pci_bus *bus, unsigned long mask,
Ram Paic8adf9a2011-02-14 17:43:20 -0800637 unsigned long type, resource_size_t min_size,
638 resource_size_t add_size,
639 struct resource_list_x *add_head)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640{
641 struct pci_dev *dev;
Ram Paic8adf9a2011-02-14 17:43:20 -0800642 resource_size_t min_align, align, size, size0, size1;
Benjamin Herrenschmidtc40a22e2007-12-10 17:32:15 +1100643 resource_size_t aligns[12]; /* Alignments from 1Mb to 2Gb */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 int order, max_order;
645 struct resource *b_res = find_free_bus_resource(bus, type);
Yinghai Lu1f82de12009-04-23 20:48:32 -0700646 unsigned int mem64_mask = 0;
Yinghai Lube768912011-07-25 13:08:38 -0700647 resource_size_t children_add_size = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648
649 if (!b_res)
650 return 0;
651
652 memset(aligns, 0, sizeof(aligns));
653 max_order = 0;
654 size = 0;
655
Yinghai Lu1f82de12009-04-23 20:48:32 -0700656 mem64_mask = b_res->flags & IORESOURCE_MEM_64;
657 b_res->flags &= ~IORESOURCE_MEM_64;
658
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 list_for_each_entry(dev, &bus->devices, bus_list) {
660 int i;
Yinghai Lu1f82de12009-04-23 20:48:32 -0700661
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
663 struct resource *r = &dev->resource[i];
Benjamin Herrenschmidtc40a22e2007-12-10 17:32:15 +1100664 resource_size_t r_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665
666 if (r->parent || (r->flags & mask) != type)
667 continue;
Zhao, Yu022edd82008-10-13 19:24:28 +0800668 r_size = resource_size(r);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669 /* For bridges size != alignment */
Chris Wright6faf17f2009-08-28 13:00:06 -0700670 align = pci_resource_alignment(dev, r);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671 order = __ffs(align) - 20;
672 if (order > 11) {
Bjorn Helgaas865df572009-11-04 10:32:57 -0700673 dev_warn(&dev->dev, "disabling BAR %d: %pR "
674 "(bad alignment %#llx)\n", i, r,
675 (unsigned long long) align);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676 r->flags = 0;
677 continue;
678 }
679 size += r_size;
680 if (order < 0)
681 order = 0;
682 /* Exclude ranges with size > align from
683 calculation of the alignment. */
684 if (r_size == align)
685 aligns[order] += align;
686 if (order > max_order)
687 max_order = order;
Yinghai Lu1f82de12009-04-23 20:48:32 -0700688 mem64_mask &= r->flags & IORESOURCE_MEM_64;
Yinghai Lube768912011-07-25 13:08:38 -0700689
690 if (add_head)
691 children_add_size += get_res_add_size(add_head, r);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692 }
693 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694 align = 0;
695 min_align = 0;
696 for (order = 0; order <= max_order; order++) {
Jeremy Fitzhardinge8308c542008-09-11 01:31:50 -0700697 resource_size_t align1 = 1;
698
699 align1 <<= (order + 20);
700
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701 if (!align)
702 min_align = align1;
Milind Arun Choudhary6f6f8c22007-07-09 11:55:51 -0700703 else if (ALIGN(align + min_align, min_align) < align1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704 min_align = align1 >> 1;
705 align += aligns[order];
706 }
Linus Torvaldsb42282e2011-04-11 10:53:11 -0700707 size0 = calculate_memsize(size, min_size, 0, resource_size(b_res), min_align);
Yinghai Lube768912011-07-25 13:08:38 -0700708 if (children_add_size > add_size)
709 add_size = children_add_size;
Yinghai Lu93d21752011-05-13 18:06:17 -0700710 size1 = (!add_head || (add_head && !add_size)) ? size0 :
Ram Paic8adf9a2011-02-14 17:43:20 -0800711 calculate_memsize(size, min_size+add_size, 0,
Linus Torvaldsb42282e2011-04-11 10:53:11 -0700712 resource_size(b_res), min_align);
Ram Paic8adf9a2011-02-14 17:43:20 -0800713 if (!size0 && !size1) {
Bjorn Helgaas865df572009-11-04 10:32:57 -0700714 if (b_res->start || b_res->end)
715 dev_info(&bus->self->dev, "disabling bridge window "
716 "%pR to [bus %02x-%02x] (unused)\n", b_res,
717 bus->secondary, bus->subordinate);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718 b_res->flags = 0;
719 return 1;
720 }
721 b_res->start = min_align;
Ram Paic8adf9a2011-02-14 17:43:20 -0800722 b_res->end = size0 + min_align - 1;
723 b_res->flags |= IORESOURCE_STARTALIGN | mem64_mask;
724 if (size1 > size0 && add_head)
725 add_to_list(add_head, bus->self, b_res, size1-size0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726 return 1;
727}
728
Adrian Bunk5468ae62008-04-18 13:53:56 -0700729static void pci_bus_size_cardbus(struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730{
731 struct pci_dev *bridge = bus->self;
732 struct resource *b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
733 u16 ctrl;
734
735 /*
736 * Reserve some resources for CardBus. We reserve
737 * a fixed amount of bus space for CardBus bridges.
738 */
Linus Torvalds934b7022008-04-22 18:16:30 -0700739 b_res[0].start = 0;
740 b_res[0].end = pci_cardbus_io_size - 1;
741 b_res[0].flags |= IORESOURCE_IO | IORESOURCE_SIZEALIGN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700742
Linus Torvalds934b7022008-04-22 18:16:30 -0700743 b_res[1].start = 0;
744 b_res[1].end = pci_cardbus_io_size - 1;
745 b_res[1].flags |= IORESOURCE_IO | IORESOURCE_SIZEALIGN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746
747 /*
748 * Check whether prefetchable memory is supported
749 * by this bridge.
750 */
751 pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
752 if (!(ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0)) {
753 ctrl |= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0;
754 pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
755 pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
756 }
757
758 /*
759 * If we have prefetchable memory support, allocate
760 * two regions. Otherwise, allocate one region of
761 * twice the size.
762 */
763 if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0) {
Linus Torvalds934b7022008-04-22 18:16:30 -0700764 b_res[2].start = 0;
765 b_res[2].end = pci_cardbus_mem_size - 1;
766 b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH | IORESOURCE_SIZEALIGN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767
Linus Torvalds934b7022008-04-22 18:16:30 -0700768 b_res[3].start = 0;
769 b_res[3].end = pci_cardbus_mem_size - 1;
770 b_res[3].flags |= IORESOURCE_MEM | IORESOURCE_SIZEALIGN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771 } else {
Linus Torvalds934b7022008-04-22 18:16:30 -0700772 b_res[3].start = 0;
773 b_res[3].end = pci_cardbus_mem_size * 2 - 1;
774 b_res[3].flags |= IORESOURCE_MEM | IORESOURCE_SIZEALIGN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775 }
776}
777
Ram Paic8adf9a2011-02-14 17:43:20 -0800778void __ref __pci_bus_size_bridges(struct pci_bus *bus,
779 struct resource_list_x *add_head)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780{
781 struct pci_dev *dev;
782 unsigned long mask, prefmask;
Ram Paic8adf9a2011-02-14 17:43:20 -0800783 resource_size_t additional_mem_size = 0, additional_io_size = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700784
785 list_for_each_entry(dev, &bus->devices, bus_list) {
786 struct pci_bus *b = dev->subordinate;
787 if (!b)
788 continue;
789
790 switch (dev->class >> 8) {
791 case PCI_CLASS_BRIDGE_CARDBUS:
792 pci_bus_size_cardbus(b);
793 break;
794
795 case PCI_CLASS_BRIDGE_PCI:
796 default:
Ram Paic8adf9a2011-02-14 17:43:20 -0800797 __pci_bus_size_bridges(b, add_head);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700798 break;
799 }
800 }
801
802 /* The root bus? */
803 if (!bus->self)
804 return;
805
806 switch (bus->self->class >> 8) {
807 case PCI_CLASS_BRIDGE_CARDBUS:
808 /* don't size cardbuses yet. */
809 break;
810
811 case PCI_CLASS_BRIDGE_PCI:
812 pci_bridge_check_ranges(bus);
Eric W. Biederman28760482009-09-09 14:09:24 -0700813 if (bus->self->is_hotplug_bridge) {
Ram Paic8adf9a2011-02-14 17:43:20 -0800814 additional_io_size = pci_hotplug_io_size;
815 additional_mem_size = pci_hotplug_mem_size;
Eric W. Biederman28760482009-09-09 14:09:24 -0700816 }
Ram Paic8adf9a2011-02-14 17:43:20 -0800817 /*
818 * Follow thru
819 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820 default:
Ram Paic8adf9a2011-02-14 17:43:20 -0800821 pbus_size_io(bus, 0, additional_io_size, add_head);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700822 /* If the bridge supports prefetchable range, size it
823 separately. If it doesn't, or its prefetchable window
824 has already been allocated by arch code, try
825 non-prefetchable range for both types of PCI memory
826 resources. */
827 mask = IORESOURCE_MEM;
828 prefmask = IORESOURCE_MEM | IORESOURCE_PREFETCH;
Ram Paic8adf9a2011-02-14 17:43:20 -0800829 if (pbus_size_mem(bus, prefmask, prefmask, 0, additional_mem_size, add_head))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700830 mask = prefmask; /* Success, size non-prefetch only. */
Eric W. Biederman28760482009-09-09 14:09:24 -0700831 else
Ram Paic8adf9a2011-02-14 17:43:20 -0800832 additional_mem_size += additional_mem_size;
833 pbus_size_mem(bus, mask, IORESOURCE_MEM, 0, additional_mem_size, add_head);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700834 break;
835 }
836}
Ram Paic8adf9a2011-02-14 17:43:20 -0800837
838void __ref pci_bus_size_bridges(struct pci_bus *bus)
839{
840 __pci_bus_size_bridges(bus, NULL);
841}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700842EXPORT_SYMBOL(pci_bus_size_bridges);
843
Yinghai Lu568ddef2010-01-22 01:02:21 -0800844static void __ref __pci_bus_assign_resources(const struct pci_bus *bus,
Ram Paic8adf9a2011-02-14 17:43:20 -0800845 struct resource_list_x *add_head,
Yinghai Lu568ddef2010-01-22 01:02:21 -0800846 struct resource_list_x *fail_head)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700847{
848 struct pci_bus *b;
849 struct pci_dev *dev;
850
Ram Paic8adf9a2011-02-14 17:43:20 -0800851 pbus_assign_resources_sorted(bus, add_head, fail_head);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700852
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853 list_for_each_entry(dev, &bus->devices, bus_list) {
854 b = dev->subordinate;
855 if (!b)
856 continue;
857
Ram Paic8adf9a2011-02-14 17:43:20 -0800858 __pci_bus_assign_resources(b, add_head, fail_head);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859
860 switch (dev->class >> 8) {
861 case PCI_CLASS_BRIDGE_PCI:
Yinghai Lu6841ec62010-01-22 01:02:25 -0800862 if (!pci_is_enabled(dev))
863 pci_setup_bridge(b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700864 break;
865
866 case PCI_CLASS_BRIDGE_CARDBUS:
867 pci_setup_cardbus(b);
868 break;
869
870 default:
Bjorn Helgaas80ccba12008-06-13 10:52:11 -0600871 dev_info(&dev->dev, "not setting up bridge for bus "
872 "%04x:%02x\n", pci_domain_nr(b), b->number);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700873 break;
874 }
875 }
876}
Yinghai Lu568ddef2010-01-22 01:02:21 -0800877
878void __ref pci_bus_assign_resources(const struct pci_bus *bus)
879{
Ram Paic8adf9a2011-02-14 17:43:20 -0800880 __pci_bus_assign_resources(bus, NULL, NULL);
Yinghai Lu568ddef2010-01-22 01:02:21 -0800881}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700882EXPORT_SYMBOL(pci_bus_assign_resources);
883
Yinghai Lu6841ec62010-01-22 01:02:25 -0800884static void __ref __pci_bridge_assign_resources(const struct pci_dev *bridge,
885 struct resource_list_x *fail_head)
886{
887 struct pci_bus *b;
888
889 pdev_assign_resources_sorted((struct pci_dev *)bridge, fail_head);
890
891 b = bridge->subordinate;
892 if (!b)
893 return;
894
Ram Paic8adf9a2011-02-14 17:43:20 -0800895 __pci_bus_assign_resources(b, NULL, fail_head);
Yinghai Lu6841ec62010-01-22 01:02:25 -0800896
897 switch (bridge->class >> 8) {
898 case PCI_CLASS_BRIDGE_PCI:
899 pci_setup_bridge(b);
900 break;
901
902 case PCI_CLASS_BRIDGE_CARDBUS:
903 pci_setup_cardbus(b);
904 break;
905
906 default:
907 dev_info(&bridge->dev, "not setting up bridge for bus "
908 "%04x:%02x\n", pci_domain_nr(b), b->number);
909 break;
910 }
911}
Yinghai Lu5009b462010-01-22 01:02:20 -0800912static void pci_bridge_release_resources(struct pci_bus *bus,
913 unsigned long type)
914{
915 int idx;
916 bool changed = false;
917 struct pci_dev *dev;
918 struct resource *r;
919 unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
920 IORESOURCE_PREFETCH;
921
922 dev = bus->self;
923 for (idx = PCI_BRIDGE_RESOURCES; idx <= PCI_BRIDGE_RESOURCE_END;
924 idx++) {
925 r = &dev->resource[idx];
926 if ((r->flags & type_mask) != type)
927 continue;
928 if (!r->parent)
929 continue;
930 /*
931 * if there are children under that, we should release them
932 * all
933 */
934 release_child_resources(r);
935 if (!release_resource(r)) {
936 dev_printk(KERN_DEBUG, &dev->dev,
937 "resource %d %pR released\n", idx, r);
938 /* keep the old size */
939 r->end = resource_size(r) - 1;
940 r->start = 0;
941 r->flags = 0;
942 changed = true;
943 }
944 }
945
946 if (changed) {
947 /* avoiding touch the one without PREF */
948 if (type & IORESOURCE_PREFETCH)
949 type = IORESOURCE_PREFETCH;
950 __pci_setup_bridge(bus, type);
951 }
952}
953
954enum release_type {
955 leaf_only,
956 whole_subtree,
957};
958/*
959 * try to release pci bridge resources that is from leaf bridge,
960 * so we can allocate big new one later
961 */
962static void __ref pci_bus_release_bridge_resources(struct pci_bus *bus,
963 unsigned long type,
964 enum release_type rel_type)
965{
966 struct pci_dev *dev;
967 bool is_leaf_bridge = true;
968
969 list_for_each_entry(dev, &bus->devices, bus_list) {
970 struct pci_bus *b = dev->subordinate;
971 if (!b)
972 continue;
973
974 is_leaf_bridge = false;
975
976 if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI)
977 continue;
978
979 if (rel_type == whole_subtree)
980 pci_bus_release_bridge_resources(b, type,
981 whole_subtree);
982 }
983
984 if (pci_is_root_bus(bus))
985 return;
986
987 if ((bus->self->class >> 8) != PCI_CLASS_BRIDGE_PCI)
988 return;
989
990 if ((rel_type == whole_subtree) || is_leaf_bridge)
991 pci_bridge_release_resources(bus, type);
992}
993
Yinghai Lu76fbc262008-06-23 20:33:06 +0200994static void pci_bus_dump_res(struct pci_bus *bus)
995{
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -0700996 struct resource *res;
997 int i;
Yinghai Lu76fbc262008-06-23 20:33:06 +0200998
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -0700999 pci_bus_for_each_resource(bus, res, i) {
Yinghai Lu7c9342b2009-12-22 15:02:24 -08001000 if (!res || !res->end || !res->flags)
Yinghai Lu76fbc262008-06-23 20:33:06 +02001001 continue;
1002
Bjorn Helgaasc7dabef2009-10-27 13:26:47 -06001003 dev_printk(KERN_DEBUG, &bus->dev, "resource %d %pR\n", i, res);
Yinghai Lu76fbc262008-06-23 20:33:06 +02001004 }
1005}
1006
1007static void pci_bus_dump_resources(struct pci_bus *bus)
1008{
1009 struct pci_bus *b;
1010 struct pci_dev *dev;
1011
1012
1013 pci_bus_dump_res(bus);
1014
1015 list_for_each_entry(dev, &bus->devices, bus_list) {
1016 b = dev->subordinate;
1017 if (!b)
1018 continue;
1019
1020 pci_bus_dump_resources(b);
1021 }
1022}
1023
Yinghai Luda7822e2011-05-12 17:11:37 -07001024static int __init pci_bus_get_depth(struct pci_bus *bus)
1025{
1026 int depth = 0;
1027 struct pci_dev *dev;
1028
1029 list_for_each_entry(dev, &bus->devices, bus_list) {
1030 int ret;
1031 struct pci_bus *b = dev->subordinate;
1032 if (!b)
1033 continue;
1034
1035 ret = pci_bus_get_depth(b);
1036 if (ret + 1 > depth)
1037 depth = ret + 1;
1038 }
1039
1040 return depth;
1041}
1042static int __init pci_get_max_depth(void)
1043{
1044 int depth = 0;
1045 struct pci_bus *bus;
1046
1047 list_for_each_entry(bus, &pci_root_buses, node) {
1048 int ret;
1049
1050 ret = pci_bus_get_depth(bus);
1051 if (ret > depth)
1052 depth = ret;
1053 }
1054
1055 return depth;
1056}
1057
Ram Paif483d392011-07-07 11:19:10 -07001058
Yinghai Luda7822e2011-05-12 17:11:37 -07001059/*
1060 * first try will not touch pci bridge res
1061 * second and later try will clear small leaf bridge res
1062 * will stop till to the max deepth if can not find good one
1063 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001064void __init
1065pci_assign_unassigned_resources(void)
1066{
1067 struct pci_bus *bus;
Ram Paic8adf9a2011-02-14 17:43:20 -08001068 struct resource_list_x add_list; /* list of resources that
1069 want additional resources */
Yinghai Luda7822e2011-05-12 17:11:37 -07001070 int tried_times = 0;
1071 enum release_type rel_type = leaf_only;
1072 struct resource_list_x head, *list;
1073 unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
1074 IORESOURCE_PREFETCH;
1075 unsigned long failed_type;
1076 int max_depth = pci_get_max_depth();
1077 int pci_try_num;
1078
1079
1080 head.next = NULL;
Ram Paic8adf9a2011-02-14 17:43:20 -08001081 add_list.next = NULL;
Yinghai Luda7822e2011-05-12 17:11:37 -07001082
1083 pci_try_num = max_depth + 1;
1084 printk(KERN_DEBUG "PCI: max bus depth: %d pci_try_num: %d\n",
1085 max_depth, pci_try_num);
1086
1087again:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001088 /* Depth first, calculate sizes and alignments of all
1089 subordinate buses. */
Yinghai Luda7822e2011-05-12 17:11:37 -07001090 list_for_each_entry(bus, &pci_root_buses, node)
Ram Paic8adf9a2011-02-14 17:43:20 -08001091 __pci_bus_size_bridges(bus, &add_list);
Ram Paic8adf9a2011-02-14 17:43:20 -08001092
Linus Torvalds1da177e2005-04-16 15:20:36 -07001093 /* Depth last, allocate resources and update the hardware. */
Yinghai Luda7822e2011-05-12 17:11:37 -07001094 list_for_each_entry(bus, &pci_root_buses, node)
1095 __pci_bus_assign_resources(bus, &add_list, &head);
Ram Paic8adf9a2011-02-14 17:43:20 -08001096 BUG_ON(add_list.next);
Yinghai Luda7822e2011-05-12 17:11:37 -07001097 tried_times++;
1098
1099 /* any device complain? */
1100 if (!head.next)
1101 goto enable_and_dump;
Ram Paif483d392011-07-07 11:19:10 -07001102
1103 /* don't realloc if asked to do so */
1104 if (!pci_realloc_enabled()) {
1105 free_list(resource_list_x, &head);
1106 goto enable_and_dump;
1107 }
1108
Yinghai Luda7822e2011-05-12 17:11:37 -07001109 failed_type = 0;
1110 for (list = head.next; list;) {
1111 failed_type |= list->flags;
1112 list = list->next;
1113 }
1114 /*
1115 * io port are tight, don't try extra
1116 * or if reach the limit, don't want to try more
1117 */
1118 failed_type &= type_mask;
1119 if ((failed_type == IORESOURCE_IO) || (tried_times >= pci_try_num)) {
1120 free_list(resource_list_x, &head);
1121 goto enable_and_dump;
1122 }
1123
1124 printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
1125 tried_times + 1);
1126
1127 /* third times and later will not check if it is leaf */
1128 if ((tried_times + 1) > 2)
1129 rel_type = whole_subtree;
1130
1131 /*
1132 * Try to release leaf bridge's resources that doesn't fit resource of
1133 * child device under that bridge
1134 */
1135 for (list = head.next; list;) {
1136 bus = list->dev->bus;
1137 pci_bus_release_bridge_resources(bus, list->flags & type_mask,
1138 rel_type);
1139 list = list->next;
1140 }
1141 /* restore size and flags */
1142 for (list = head.next; list;) {
1143 struct resource *res = list->res;
1144
1145 res->start = list->start;
1146 res->end = list->end;
1147 res->flags = list->flags;
1148 if (list->dev->subordinate)
1149 res->flags = 0;
1150
1151 list = list->next;
1152 }
1153 free_list(resource_list_x, &head);
1154
1155 goto again;
1156
1157enable_and_dump:
1158 /* Depth last, update the hardware. */
1159 list_for_each_entry(bus, &pci_root_buses, node)
1160 pci_enable_bridges(bus);
Yinghai Lu76fbc262008-06-23 20:33:06 +02001161
1162 /* dump the resource on buses */
Yinghai Luda7822e2011-05-12 17:11:37 -07001163 list_for_each_entry(bus, &pci_root_buses, node)
Yinghai Lu76fbc262008-06-23 20:33:06 +02001164 pci_bus_dump_resources(bus);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165}
Yinghai Lu6841ec62010-01-22 01:02:25 -08001166
1167void pci_assign_unassigned_bridge_resources(struct pci_dev *bridge)
1168{
1169 struct pci_bus *parent = bridge->subordinate;
Yinghai Lu32180e42010-01-22 01:02:27 -08001170 int tried_times = 0;
1171 struct resource_list_x head, *list;
Yinghai Lu6841ec62010-01-22 01:02:25 -08001172 int retval;
Yinghai Lu32180e42010-01-22 01:02:27 -08001173 unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
1174 IORESOURCE_PREFETCH;
Yinghai Lu6841ec62010-01-22 01:02:25 -08001175
Yinghai Lu32180e42010-01-22 01:02:27 -08001176 head.next = NULL;
1177
1178again:
Yinghai Lu6841ec62010-01-22 01:02:25 -08001179 pci_bus_size_bridges(parent);
Yinghai Lu32180e42010-01-22 01:02:27 -08001180 __pci_bridge_assign_resources(bridge, &head);
Yinghai Lu32180e42010-01-22 01:02:27 -08001181
1182 tried_times++;
1183
1184 if (!head.next)
Yinghai Lu3f579c32010-05-21 14:35:06 -07001185 goto enable_all;
Yinghai Lu32180e42010-01-22 01:02:27 -08001186
1187 if (tried_times >= 2) {
1188 /* still fail, don't need to try more */
Ram Pai094732a2011-02-14 17:43:18 -08001189 free_list(resource_list_x, &head);
Yinghai Lu3f579c32010-05-21 14:35:06 -07001190 goto enable_all;
Yinghai Lu32180e42010-01-22 01:02:27 -08001191 }
1192
1193 printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
1194 tried_times + 1);
1195
1196 /*
1197 * Try to release leaf bridge's resources that doesn't fit resource of
1198 * child device under that bridge
1199 */
1200 for (list = head.next; list;) {
1201 struct pci_bus *bus = list->dev->bus;
1202 unsigned long flags = list->flags;
1203
1204 pci_bus_release_bridge_resources(bus, flags & type_mask,
1205 whole_subtree);
1206 list = list->next;
1207 }
1208 /* restore size and flags */
1209 for (list = head.next; list;) {
1210 struct resource *res = list->res;
1211
1212 res->start = list->start;
1213 res->end = list->end;
1214 res->flags = list->flags;
1215 if (list->dev->subordinate)
1216 res->flags = 0;
1217
1218 list = list->next;
1219 }
Ram Pai094732a2011-02-14 17:43:18 -08001220 free_list(resource_list_x, &head);
Yinghai Lu32180e42010-01-22 01:02:27 -08001221
1222 goto again;
Yinghai Lu3f579c32010-05-21 14:35:06 -07001223
1224enable_all:
1225 retval = pci_reenable_device(bridge);
1226 pci_set_master(bridge);
1227 pci_enable_bridges(parent);
Yinghai Lu6841ec62010-01-22 01:02:25 -08001228}
1229EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources);