blob: 89b3befc7155325b12f21d4667a675b52423bb6d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/bus.c
3 *
4 * From setup-res.c, by:
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
8 * Ivan Kokshaysky (ink@jurassic.park.msu.ru)
9 */
10#include <linux/module.h>
11#include <linux/kernel.h>
12#include <linux/pci.h>
13#include <linux/errno.h>
14#include <linux/ioport.h>
15#include <linux/proc_fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090016#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
18#include "pci.h"
19
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070020void pci_add_resource_offset(struct list_head *resources, struct resource *res,
21 resource_size_t offset)
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060022{
Jiang Liu14d76b62015-02-05 13:44:44 +080023 struct resource_entry *entry;
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060024
Jiang Liu14d76b62015-02-05 13:44:44 +080025 entry = resource_list_create_entry(res, 0);
26 if (!entry) {
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070027 printk(KERN_ERR "PCI: can't add host bridge window %pR\n", res);
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060028 return;
29 }
30
Jiang Liu14d76b62015-02-05 13:44:44 +080031 entry->offset = offset;
32 resource_list_add_tail(entry, resources);
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070033}
34EXPORT_SYMBOL(pci_add_resource_offset);
35
36void pci_add_resource(struct list_head *resources, struct resource *res)
37{
38 pci_add_resource_offset(resources, res, 0);
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060039}
40EXPORT_SYMBOL(pci_add_resource);
41
42void pci_free_resource_list(struct list_head *resources)
43{
Jiang Liu14d76b62015-02-05 13:44:44 +080044 resource_list_free(resources);
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060045}
46EXPORT_SYMBOL(pci_free_resource_list);
47
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070048void pci_bus_add_resource(struct pci_bus *bus, struct resource *res,
49 unsigned int flags)
50{
51 struct pci_bus_resource *bus_res;
52
53 bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
54 if (!bus_res) {
55 dev_err(&bus->dev, "can't add %pR resource\n", res);
56 return;
57 }
58
59 bus_res->res = res;
60 bus_res->flags = flags;
61 list_add_tail(&bus_res->list, &bus->resources);
62}
63
64struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n)
65{
66 struct pci_bus_resource *bus_res;
67
68 if (n < PCI_BRIDGE_RESOURCE_NUM)
69 return bus->resource[n];
70
71 n -= PCI_BRIDGE_RESOURCE_NUM;
72 list_for_each_entry(bus_res, &bus->resources, list) {
73 if (n-- == 0)
74 return bus_res->res;
75 }
76 return NULL;
77}
78EXPORT_SYMBOL_GPL(pci_bus_resource_n);
79
80void pci_bus_remove_resources(struct pci_bus *bus)
81{
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070082 int i;
Yinghai Lu817a2682012-09-14 17:48:41 -070083 struct pci_bus_resource *bus_res, *tmp;
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070084
85 for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
Stephen Hemminger7736a052010-06-01 09:00:16 -070086 bus->resource[i] = NULL;
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070087
Yinghai Lu817a2682012-09-14 17:48:41 -070088 list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
89 list_del(&bus_res->list);
90 kfree(bus_res);
91 }
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070092}
93
Yinghai Luf75b99d2013-12-20 09:57:37 -070094static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
Yinghai Lu3a9ad0b2015-05-27 17:23:51 -070095#ifdef CONFIG_PCI_BUS_ADDR_T_64BIT
Yinghai Luf75b99d2013-12-20 09:57:37 -070096static struct pci_bus_region pci_64_bit = {0,
Yinghai Lu3a9ad0b2015-05-27 17:23:51 -070097 (pci_bus_addr_t) 0xffffffffffffffffULL};
98static struct pci_bus_region pci_high = {(pci_bus_addr_t) 0x100000000ULL,
99 (pci_bus_addr_t) 0xffffffffffffffffULL};
Yinghai Luf75b99d2013-12-20 09:57:37 -0700100#endif
101
102/*
103 * @res contains CPU addresses. Clip it so the corresponding bus addresses
104 * on @bus are entirely within @region. This is used to control the bus
105 * addresses of resources we allocate, e.g., we may need a resource that
106 * can be mapped by a 32-bit BAR.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 */
Yinghai Luf75b99d2013-12-20 09:57:37 -0700108static void pci_clip_resource_to_region(struct pci_bus *bus,
109 struct resource *res,
110 struct pci_bus_region *region)
111{
112 struct pci_bus_region r;
113
114 pcibios_resource_to_bus(bus, &r, res);
115 if (r.start < region->start)
116 r.start = region->start;
117 if (r.end > region->end)
118 r.end = region->end;
119
120 if (r.end < r.start)
121 res->end = res->start - 1;
122 else
123 pcibios_bus_to_resource(bus, res, &r);
124}
125
126static int pci_bus_alloc_from_region(struct pci_bus *bus, struct resource *res,
Greg Kroah-Hartmane31dd6e2006-06-12 17:06:02 -0700127 resource_size_t size, resource_size_t align,
Bjorn Helgaas664c2842014-03-07 13:51:12 -0700128 resource_size_t min, unsigned long type_mask,
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100129 resource_size_t (*alignf)(void *,
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +0100130 const struct resource *,
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100131 resource_size_t,
132 resource_size_t),
Yinghai Luf75b99d2013-12-20 09:57:37 -0700133 void *alignf_data,
134 struct pci_bus_region *region)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135{
Yinghai Luf75b99d2013-12-20 09:57:37 -0700136 int i, ret;
137 struct resource *r, avail;
138 resource_size_t max;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Bjorn Helgaasaa11fc52014-03-07 13:39:01 -0700140 type_mask |= IORESOURCE_TYPE_BITS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
Bjorn Helgaas6db45b72010-12-16 10:38:36 -0700142 pci_bus_for_each_resource(bus, r, i) {
Christoph Biedl3460baa2015-12-23 16:51:57 +0100143 resource_size_t min_used = min;
144
Bjorn Helgaas6db45b72010-12-16 10:38:36 -0700145 if (!r)
146 continue;
147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 /* type_mask must match */
149 if ((res->flags ^ r->flags) & type_mask)
150 continue;
151
152 /* We cannot allocate a non-prefetching resource
153 from a pre-fetching area */
154 if ((r->flags & IORESOURCE_PREFETCH) &&
155 !(res->flags & IORESOURCE_PREFETCH))
156 continue;
157
Yinghai Luf75b99d2013-12-20 09:57:37 -0700158 avail = *r;
159 pci_clip_resource_to_region(bus, &avail, region);
Yinghai Luf75b99d2013-12-20 09:57:37 -0700160
161 /*
162 * "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
163 * protect badly documented motherboard resources, but if
164 * this is an already-configured bridge window, its start
165 * overrides "min".
166 */
167 if (avail.start)
Christoph Biedl3460baa2015-12-23 16:51:57 +0100168 min_used = avail.start;
Yinghai Luf75b99d2013-12-20 09:57:37 -0700169
170 max = avail.end;
171
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 /* Ok, try it out.. */
Christoph Biedl3460baa2015-12-23 16:51:57 +0100173 ret = allocate_resource(r, res, size, min_used, max,
Yinghai Luf75b99d2013-12-20 09:57:37 -0700174 align, alignf, alignf_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 if (ret == 0)
Yinghai Luf75b99d2013-12-20 09:57:37 -0700176 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 }
Yinghai Luf75b99d2013-12-20 09:57:37 -0700178 return -ENOMEM;
179}
180
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181/**
182 * pci_bus_alloc_resource - allocate a resource from a parent bus
183 * @bus: PCI bus
184 * @res: resource to allocate
185 * @size: size of resource to allocate
186 * @align: alignment of resource to allocate
187 * @min: minimum /proc/iomem address to allocate
188 * @type_mask: IORESOURCE_* type flags
189 * @alignf: resource alignment function
190 * @alignf_data: data argument for resource alignment function
191 *
192 * Given the PCI bus a device resides on, the size, minimum address,
193 * alignment and type, try to find an acceptable resource allocation
194 * for a specific device resource.
195 */
Yinghai Lud56dbf52013-12-20 10:55:44 -0700196int pci_bus_alloc_resource(struct pci_bus *bus, struct resource *res,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 resource_size_t size, resource_size_t align,
Bjorn Helgaas664c2842014-03-07 13:51:12 -0700198 resource_size_t min, unsigned long type_mask,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 resource_size_t (*alignf)(void *,
200 const struct resource *,
201 resource_size_t,
202 resource_size_t),
203 void *alignf_data)
204{
Yinghai Lu3a9ad0b2015-05-27 17:23:51 -0700205#ifdef CONFIG_PCI_BUS_ADDR_T_64BIT
Yinghai Lud56dbf52013-12-20 10:55:44 -0700206 int rc;
207
208 if (res->flags & IORESOURCE_MEM_64) {
209 rc = pci_bus_alloc_from_region(bus, res, size, align, min,
210 type_mask, alignf, alignf_data,
211 &pci_high);
212 if (rc == 0)
213 return 0;
214
Yinghai Luf75b99d2013-12-20 09:57:37 -0700215 return pci_bus_alloc_from_region(bus, res, size, align, min,
216 type_mask, alignf, alignf_data,
217 &pci_64_bit);
Yinghai Lud56dbf52013-12-20 10:55:44 -0700218 }
Yinghai Luf75b99d2013-12-20 09:57:37 -0700219#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220
Yinghai Luf75b99d2013-12-20 09:57:37 -0700221 return pci_bus_alloc_from_region(bus, res, size, align, min,
222 type_mask, alignf, alignf_data,
223 &pci_32_bit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600225EXPORT_SYMBOL(pci_bus_alloc_resource);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226
Yinghai Lu0f7e7ae2015-01-15 16:21:49 -0600227/*
228 * The @idx resource of @dev should be a PCI-PCI bridge window. If this
229 * resource fits inside a window of an upstream bridge, do nothing. If it
230 * overlaps an upstream window but extends outside it, clip the resource so
231 * it fits completely inside.
232 */
233bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
234{
235 struct pci_bus *bus = dev->bus;
236 struct resource *res = &dev->resource[idx];
237 struct resource orig_res = *res;
238 struct resource *r;
239 int i;
240
241 pci_bus_for_each_resource(bus, r, i) {
242 resource_size_t start, end;
243
244 if (!r)
245 continue;
246
247 if (resource_type(res) != resource_type(r))
248 continue;
249
250 start = max(r->start, res->start);
251 end = min(r->end, res->end);
252
253 if (start > end)
254 continue; /* no overlap */
255
256 if (res->start == start && res->end == end)
257 return false; /* no change */
258
259 res->start = start;
260 res->end = end;
Bjorn Helgaasb838b392015-09-22 17:03:54 -0500261 res->flags &= ~IORESOURCE_UNSET;
262 orig_res.flags &= ~IORESOURCE_UNSET;
Yinghai Lu0f7e7ae2015-01-15 16:21:49 -0600263 dev_printk(KERN_DEBUG, &dev->dev, "%pR clipped to %pR\n",
264 &orig_res, res);
265
266 return true;
267 }
268
269 return false;
270}
271
Yinghai Lu3c449ed2012-11-03 21:39:31 -0700272void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }
273
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274/**
Yinghai Lu4f535092013-01-21 13:20:52 -0800275 * pci_bus_add_device - start driver for a single device
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 * @dev: device to add
277 *
Yinghai Lu4f535092013-01-21 13:20:52 -0800278 * This adds add sysfs entries and start device drivers
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279 */
Yijing Wangc893d132014-05-30 11:01:03 +0800280void pci_bus_add_device(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281{
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700282 int retval;
Myron Stowe735bff12012-07-09 15:36:46 -0600283
Yinghai Lu4f535092013-01-21 13:20:52 -0800284 /*
285 * Can not put in pci_device_add yet because resources
286 * are not assigned yet for some devices.
287 */
Yinghai Lue253aaf2013-05-07 14:35:44 -0600288 pci_fixup_device(pci_fixup_final, dev);
Yinghai Lu4f535092013-01-21 13:20:52 -0800289 pci_create_sysfs_dev_files(dev);
Yinghai Luef377022013-11-30 14:40:28 -0800290 pci_proc_attach_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291
Yinghai Lu58d9a382013-01-21 13:20:51 -0800292 dev->match_driver = true;
293 retval = device_attach(&dev->dev);
294 WARN_ON(retval < 0);
295
Greg Kroah-Hartman8a1bc902008-02-14 14:56:56 -0800296 dev->is_added = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600298EXPORT_SYMBOL_GPL(pci_bus_add_device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299
300/**
Yinghai Lu4f535092013-01-21 13:20:52 -0800301 * pci_bus_add_devices - start driver for PCI devices
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302 * @bus: bus to check for new devices
303 *
Yinghai Lu4f535092013-01-21 13:20:52 -0800304 * Start driver for PCI devices and add some sysfs entries.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305 */
akpm@linux-foundation.orgc48f1672009-02-03 15:45:26 -0800306void pci_bus_add_devices(const struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307{
308 struct pci_dev *dev;
Yu Zhao3fa16fd2008-11-22 02:41:45 +0800309 struct pci_bus *child;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310
311 list_for_each_entry(dev, &bus->devices, bus_list) {
Greg Kroah-Hartman8a1bc902008-02-14 14:56:56 -0800312 /* Skip already-added devices */
313 if (dev->is_added)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 continue;
Yijing Wangc893d132014-05-30 11:01:03 +0800315 pci_bus_add_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 }
317
318 list_for_each_entry(dev, &bus->devices, bus_list) {
Greg Kroah-Hartman8a1bc902008-02-14 14:56:56 -0800319 BUG_ON(!dev->is_added);
Yu Zhao3fa16fd2008-11-22 02:41:45 +0800320 child = dev->subordinate;
Jiang Liu981cf9e2013-04-12 05:44:16 +0000321 if (child)
322 pci_bus_add_devices(child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 }
324}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600325EXPORT_SYMBOL(pci_bus_add_devices);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326
Paul Mackerrascecf4862005-08-18 14:33:01 +1000327/** pci_walk_bus - walk devices on/under bus, calling callback.
328 * @top bus whose devices should be walked
329 * @cb callback to be called for each device found
330 * @userdata arbitrary pointer to be passed to callback.
331 *
332 * Walk the given bus, including any bridged devices
333 * on buses under this bus. Call the provided callback
334 * on each device found.
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800335 *
336 * We check the return of @cb each time. If it returns anything
337 * other than 0, we break out.
338 *
Paul Mackerrascecf4862005-08-18 14:33:01 +1000339 */
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800340void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
Paul Mackerrascecf4862005-08-18 14:33:01 +1000341 void *userdata)
342{
343 struct pci_dev *dev;
344 struct pci_bus *bus;
345 struct list_head *next;
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800346 int retval;
Paul Mackerrascecf4862005-08-18 14:33:01 +1000347
348 bus = top;
Zhang Yanmind71374d2006-06-02 12:35:43 +0800349 down_read(&pci_bus_sem);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000350 next = top->devices.next;
351 for (;;) {
352 if (next == &bus->devices) {
353 /* end of this bus, go up or finish */
354 if (bus == top)
355 break;
356 next = bus->self->bus_list.next;
357 bus = bus->self->bus;
358 continue;
359 }
360 dev = list_entry(next, struct pci_dev, bus_list);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000361 if (dev->subordinate) {
362 /* this is a pci-pci bridge, do its devices next */
363 next = dev->subordinate->devices.next;
364 bus = dev->subordinate;
365 } else
366 next = dev->bus_list.next;
Paul Mackerrascecf4862005-08-18 14:33:01 +1000367
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800368 retval = cb(dev, userdata);
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800369 if (retval)
370 break;
Paul Mackerrascecf4862005-08-18 14:33:01 +1000371 }
Zhang Yanmind71374d2006-06-02 12:35:43 +0800372 up_read(&pci_bus_sem);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000373}
Konrad Rzeszutek Wilk7c94def2009-12-22 14:49:45 -0500374EXPORT_SYMBOL_GPL(pci_walk_bus);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000375
Jiang Liufe830ef2013-05-25 21:48:29 +0800376struct pci_bus *pci_bus_get(struct pci_bus *bus)
377{
378 if (bus)
379 get_device(&bus->dev);
380 return bus;
381}
382EXPORT_SYMBOL(pci_bus_get);
383
384void pci_bus_put(struct pci_bus *bus)
385{
386 if (bus)
387 put_device(&bus->dev);
388}
389EXPORT_SYMBOL(pci_bus_put);
390