blob: 99d867bcf22aba89ba52e911b641757f6d971fc9 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/pci-driver.c
3 *
Greg Kroah-Hartman2b937302007-11-28 12:23:18 -08004 * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
5 * (C) Copyright 2007 Novell Inc.
6 *
7 * Released under the GPL v2 only.
8 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
11#include <linux/pci.h>
12#include <linux/module.h>
13#include <linux/init.h>
14#include <linux/device.h>
Andi Kleend42c6992005-07-06 19:56:03 +020015#include <linux/mempolicy.h>
Tim Schmielau4e57b682005-10-30 15:03:48 -080016#include <linux/string.h>
17#include <linux/slab.h>
Tim Schmielau8c65b4a2005-11-07 00:59:43 -080018#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include "pci.h"
20
21/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * Dynamic device IDs are disabled for !CONFIG_HOTPLUG
23 */
24
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070025struct pci_dynid {
26 struct list_head node;
27 struct pci_device_id id;
28};
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Greg KH3d3c2ae2005-07-06 09:09:38 -070030#ifdef CONFIG_HOTPLUG
31
Linus Torvalds1da177e2005-04-16 15:20:36 -070032/**
Randy Dunlap8f7020d2005-10-23 11:57:38 -070033 * store_new_id - add a new PCI device ID to this driver and re-probe devices
34 * @driver: target device driver
35 * @buf: buffer for scanning device ID data
36 * @count: input size
Linus Torvalds1da177e2005-04-16 15:20:36 -070037 *
38 * Adds a new dynamic pci device ID to this driver,
39 * and causes the driver to probe for all devices again.
40 */
Randy Dunlapf8eb1002005-10-28 20:36:51 -070041static ssize_t
Linus Torvalds1da177e2005-04-16 15:20:36 -070042store_new_id(struct device_driver *driver, const char *buf, size_t count)
43{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070044 struct pci_dynid *dynid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 struct pci_driver *pdrv = to_pci_driver(driver);
Jean Delvareb41d6cf2008-08-17 21:06:59 +020046 const struct pci_device_id *ids = pdrv->id_table;
Jean Delvare6ba18632007-04-07 17:21:28 +020047 __u32 vendor, device, subvendor=PCI_ANY_ID,
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 subdevice=PCI_ANY_ID, class=0, class_mask=0;
49 unsigned long driver_data=0;
50 int fields=0;
Jean Delvareb41d6cf2008-08-17 21:06:59 +020051 int retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Jean Delvareb41d6cf2008-08-17 21:06:59 +020053 fields = sscanf(buf, "%x %x %x %x %x %x %lx",
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 &vendor, &device, &subvendor, &subdevice,
55 &class, &class_mask, &driver_data);
Jean Delvare6ba18632007-04-07 17:21:28 +020056 if (fields < 2)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 return -EINVAL;
58
Jean Delvareb41d6cf2008-08-17 21:06:59 +020059 /* Only accept driver_data values that match an existing id_table
60 entry */
61 retval = -EINVAL;
62 while (ids->vendor || ids->subvendor || ids->class_mask) {
63 if (driver_data == ids->driver_data) {
64 retval = 0;
65 break;
66 }
67 ids++;
68 }
69 if (retval) /* No match */
70 return retval;
71
Eric Sesterhennf5afe802006-02-28 15:34:49 +010072 dynid = kzalloc(sizeof(*dynid), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 if (!dynid)
74 return -ENOMEM;
75
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 dynid->id.vendor = vendor;
77 dynid->id.device = device;
78 dynid->id.subvendor = subvendor;
79 dynid->id.subdevice = subdevice;
80 dynid->id.class = class;
81 dynid->id.class_mask = class_mask;
Milton Milleredbc25c2008-07-10 16:29:37 -050082 dynid->id.driver_data = driver_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
84 spin_lock(&pdrv->dynids.lock);
Michael Ellermana56bc692007-09-14 15:33:13 +100085 list_add_tail(&dynid->node, &pdrv->dynids.list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070086 spin_unlock(&pdrv->dynids.lock);
87
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070088 if (get_driver(&pdrv->driver)) {
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -070089 retval = driver_attach(&pdrv->driver);
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070090 put_driver(&pdrv->driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 }
92
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -070093 if (retval)
94 return retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -070095 return count;
96}
Linus Torvalds1da177e2005-04-16 15:20:36 -070097static DRIVER_ATTR(new_id, S_IWUSR, NULL, store_new_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
99static void
100pci_free_dynids(struct pci_driver *drv)
101{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700102 struct pci_dynid *dynid, *n;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
104 spin_lock(&drv->dynids.lock);
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700105 list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 list_del(&dynid->node);
107 kfree(dynid);
108 }
109 spin_unlock(&drv->dynids.lock);
110}
111
112static int
113pci_create_newid_file(struct pci_driver *drv)
114{
115 int error = 0;
116 if (drv->probe != NULL)
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800117 error = driver_create_file(&drv->driver, &driver_attr_new_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 return error;
119}
120
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800121static void pci_remove_newid_file(struct pci_driver *drv)
122{
123 driver_remove_file(&drv->driver, &driver_attr_new_id);
124}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125#else /* !CONFIG_HOTPLUG */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126static inline void pci_free_dynids(struct pci_driver *drv) {}
127static inline int pci_create_newid_file(struct pci_driver *drv)
128{
129 return 0;
130}
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800131static inline void pci_remove_newid_file(struct pci_driver *drv) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132#endif
133
134/**
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700135 * pci_match_id - See if a pci device matches a given pci_id table
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 * @ids: array of PCI device id structures to search in
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700137 * @dev: the PCI device structure to match against.
138 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 * Used by a driver to check whether a PCI device present in the
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700140 * system is in its list of supported devices. Returns the matching
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 * pci_device_id structure or %NULL if there is no match.
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700142 *
Randy Dunlap8b607562007-05-09 07:19:14 +0200143 * Deprecated, don't use this as it will not catch any dynamic ids
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700144 * that a driver might want to check for.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 */
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700146const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
147 struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700149 if (ids) {
150 while (ids->vendor || ids->subvendor || ids->class_mask) {
151 if (pci_match_one_device(ids, dev))
152 return ids;
153 ids++;
154 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 }
156 return NULL;
157}
158
159/**
Randy Dunlapae9608a2007-01-09 21:41:01 -0800160 * pci_match_device - Tell if a PCI device structure has a matching PCI device id structure
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700161 * @drv: the PCI driver to match against
Henrik Kretzschmar39ba4872006-08-15 10:57:16 +0200162 * @dev: the PCI device structure to match against
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700163 *
164 * Used by a driver to check whether a PCI device present in the
165 * system is in its list of supported devices. Returns the matching
166 * pci_device_id structure or %NULL if there is no match.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 */
Adrian Bunkd73460d2007-10-24 18:27:18 +0200168static const struct pci_device_id *pci_match_device(struct pci_driver *drv,
169 struct pci_dev *dev)
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700170{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700171 struct pci_dynid *dynid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172
Russell King7461b602006-11-29 21:18:04 +0000173 /* Look at the dynamic ids first, before the static ones */
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700174 spin_lock(&drv->dynids.lock);
175 list_for_each_entry(dynid, &drv->dynids.list, node) {
176 if (pci_match_one_device(&dynid->id, dev)) {
177 spin_unlock(&drv->dynids.lock);
178 return &dynid->id;
179 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 }
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700181 spin_unlock(&drv->dynids.lock);
Russell King7461b602006-11-29 21:18:04 +0000182
183 return pci_match_id(drv->id_table, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184}
185
Andi Kleend42c6992005-07-06 19:56:03 +0200186static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
187 const struct pci_device_id *id)
188{
189 int error;
190#ifdef CONFIG_NUMA
191 /* Execute driver initialization on node where the
192 device's bus is attached to. This way the driver likely
193 allocates its local memory on the right node without
194 any need to change it. */
195 struct mempolicy *oldpol;
196 cpumask_t oldmask = current->cpus_allowed;
Yinghai Lu4efeb4d2008-05-12 21:21:05 +0200197 int node = dev_to_node(&dev->dev);
Mike Travisf70316d2008-04-04 18:11:06 -0700198
199 if (node >= 0) {
200 node_to_cpumask_ptr(nodecpumask, node);
201 set_cpus_allowed_ptr(current, nodecpumask);
202 }
Andi Kleend42c6992005-07-06 19:56:03 +0200203 /* And set default memory allocation policy */
204 oldpol = current->mempolicy;
Lee Schermerhorn74e27e42007-11-21 15:07:05 -0800205 current->mempolicy = NULL; /* fall back to system default policy */
Andi Kleend42c6992005-07-06 19:56:03 +0200206#endif
207 error = drv->probe(dev, id);
208#ifdef CONFIG_NUMA
Mike Travisf70316d2008-04-04 18:11:06 -0700209 set_cpus_allowed_ptr(current, &oldmask);
Andi Kleend42c6992005-07-06 19:56:03 +0200210 current->mempolicy = oldpol;
211#endif
212 return error;
213}
214
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215/**
216 * __pci_device_probe()
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700217 * @drv: driver to call to check if it wants the PCI device
218 * @pci_dev: PCI device being probed
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 *
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700220 * returns 0 on success, else error.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
222 */
223static int
224__pci_device_probe(struct pci_driver *drv, struct pci_dev *pci_dev)
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700225{
226 const struct pci_device_id *id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 int error = 0;
228
229 if (!pci_dev->driver && drv->probe) {
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700230 error = -ENODEV;
231
232 id = pci_match_device(drv, pci_dev);
233 if (id)
Andi Kleend42c6992005-07-06 19:56:03 +0200234 error = pci_call_probe(drv, pci_dev, id);
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700235 if (error >= 0) {
236 pci_dev->driver = drv;
237 error = 0;
238 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 }
240 return error;
241}
242
243static int pci_device_probe(struct device * dev)
244{
245 int error = 0;
246 struct pci_driver *drv;
247 struct pci_dev *pci_dev;
248
249 drv = to_pci_driver(dev->driver);
250 pci_dev = to_pci_dev(dev);
251 pci_dev_get(pci_dev);
252 error = __pci_device_probe(drv, pci_dev);
253 if (error)
254 pci_dev_put(pci_dev);
255
256 return error;
257}
258
259static int pci_device_remove(struct device * dev)
260{
261 struct pci_dev * pci_dev = to_pci_dev(dev);
262 struct pci_driver * drv = pci_dev->driver;
263
264 if (drv) {
265 if (drv->remove)
266 drv->remove(pci_dev);
267 pci_dev->driver = NULL;
268 }
269
270 /*
Shaohua Li2449e062006-10-20 14:45:32 -0700271 * If the device is still on, set the power state as "unknown",
272 * since it might change by the next time we load the driver.
273 */
274 if (pci_dev->current_state == PCI_D0)
275 pci_dev->current_state = PCI_UNKNOWN;
276
277 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 * We would love to complain here if pci_dev->is_enabled is set, that
279 * the driver should have called pci_disable_device(), but the
280 * unfortunate fact is there are too many odd BIOS and bridge setups
281 * that don't like drivers doing that all of the time.
282 * Oh well, we can dream of sane hardware when we sleep, no matter how
283 * horrible the crap we have to deal with is when we are awake...
284 */
285
286 pci_dev_put(pci_dev);
287 return 0;
288}
289
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200290static void pci_device_shutdown(struct device *dev)
291{
292 struct pci_dev *pci_dev = to_pci_dev(dev);
293 struct pci_driver *drv = pci_dev->driver;
294
295 if (drv && drv->shutdown)
296 drv->shutdown(pci_dev);
297 pci_msi_shutdown(pci_dev);
298 pci_msix_shutdown(pci_dev);
299}
300
301#ifdef CONFIG_PM_SLEEP
302
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100303static bool pci_has_legacy_pm_support(struct pci_dev *pci_dev)
304{
305 struct pci_driver *drv = pci_dev->driver;
306
307 return drv && (drv->suspend || drv->suspend_late || drv->resume
308 || drv->resume_early);
309}
310
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200311/*
312 * Default "suspend" method for devices that have no driver provided suspend,
313 * or not even a driver at all.
314 */
315static void pci_default_pm_suspend(struct pci_dev *pci_dev)
316{
317 pci_save_state(pci_dev);
318 /*
319 * mark its power state as "unknown", since we don't know if
320 * e.g. the BIOS will change its device state when we suspend.
321 */
322 if (pci_dev->current_state == PCI_D0)
323 pci_dev->current_state = PCI_UNKNOWN;
324}
325
326/*
327 * Default "resume" method for devices that have no driver provided resume,
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100328 * or not even a driver at all (first part).
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200329 */
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100330static void pci_default_pm_resume_early(struct pci_dev *pci_dev)
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200331{
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200332 /* restore the PCI config space */
333 pci_restore_state(pci_dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100334}
335
336/*
337 * Default "resume" method for devices that have no driver provided resume,
338 * or not even a driver at all (second part).
339 */
340static int pci_default_pm_resume_late(struct pci_dev *pci_dev)
341{
342 int retval;
343
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200344 /* if the device was enabled before suspend, reenable */
345 retval = pci_reenable_device(pci_dev);
346 /*
347 * if the device was busmaster before the suspend, make it busmaster
348 * again
349 */
350 if (pci_dev->is_busmaster)
351 pci_set_master(pci_dev);
352
353 return retval;
354}
355
356static int pci_legacy_suspend(struct device *dev, pm_message_t state)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357{
358 struct pci_dev * pci_dev = to_pci_dev(dev);
359 struct pci_driver * drv = pci_dev->driver;
360 int i = 0;
361
Andrew Morton02669492006-03-23 01:38:34 -0800362 if (drv && drv->suspend) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363 i = drv->suspend(pci_dev, state);
Andrew Morton02669492006-03-23 01:38:34 -0800364 suspend_report_result(drv->suspend, i);
365 } else {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200366 pci_default_pm_suspend(pci_dev);
Andrew Morton02669492006-03-23 01:38:34 -0800367 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 return i;
369}
370
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200371static int pci_legacy_suspend_late(struct device *dev, pm_message_t state)
Linus Torvaldscbd69db2006-06-24 14:50:29 -0700372{
373 struct pci_dev * pci_dev = to_pci_dev(dev);
374 struct pci_driver * drv = pci_dev->driver;
375 int i = 0;
376
377 if (drv && drv->suspend_late) {
378 i = drv->suspend_late(pci_dev, state);
379 suspend_report_result(drv->suspend_late, i);
380 }
381 return i;
382}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200384static int pci_legacy_resume(struct device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385{
Jean Delvare8d92bc22006-04-18 14:49:56 +0200386 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 struct pci_dev * pci_dev = to_pci_dev(dev);
388 struct pci_driver * drv = pci_dev->driver;
389
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100390 if (drv && drv->resume) {
Jean Delvare8d92bc22006-04-18 14:49:56 +0200391 error = drv->resume(pci_dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100392 } else {
393 pci_default_pm_resume_early(pci_dev);
394 error = pci_default_pm_resume_late(pci_dev);
395 }
Jean Delvare8d92bc22006-04-18 14:49:56 +0200396 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397}
398
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200399static int pci_legacy_resume_early(struct device *dev)
Linus Torvaldscbd69db2006-06-24 14:50:29 -0700400{
401 int error = 0;
402 struct pci_dev * pci_dev = to_pci_dev(dev);
403 struct pci_driver * drv = pci_dev->driver;
404
405 if (drv && drv->resume_early)
406 error = drv->resume_early(pci_dev);
407 return error;
408}
409
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200410static int pci_pm_prepare(struct device *dev)
411{
412 struct device_driver *drv = dev->driver;
413 int error = 0;
414
415 if (drv && drv->pm && drv->pm->prepare)
416 error = drv->pm->prepare(dev);
417
418 return error;
419}
420
421static void pci_pm_complete(struct device *dev)
422{
423 struct device_driver *drv = dev->driver;
424
425 if (drv && drv->pm && drv->pm->complete)
426 drv->pm->complete(dev);
427}
428
429#ifdef CONFIG_SUSPEND
430
431static int pci_pm_suspend(struct device *dev)
432{
433 struct pci_dev *pci_dev = to_pci_dev(dev);
434 struct device_driver *drv = dev->driver;
435 int error = 0;
436
437 if (drv && drv->pm) {
438 if (drv->pm->suspend) {
439 error = drv->pm->suspend(dev);
440 suspend_report_result(drv->pm->suspend, error);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200441 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100442 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200443 error = pci_legacy_suspend(dev, PMSG_SUSPEND);
444 }
445 pci_fixup_device(pci_fixup_suspend, pci_dev);
446
447 return error;
448}
449
450static int pci_pm_suspend_noirq(struct device *dev)
Greg KHc8958172005-04-08 14:53:31 +0900451{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100452 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200453 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200454 int error = 0;
Greg KHc8958172005-04-08 14:53:31 +0900455
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200456 if (drv && drv->pm) {
457 if (drv->pm->suspend_noirq) {
458 error = drv->pm->suspend_noirq(dev);
459 suspend_report_result(drv->pm->suspend_noirq, error);
460 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100461 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200462 error = pci_legacy_suspend_late(dev, PMSG_SUSPEND);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100463 } else {
464 pci_default_pm_suspend(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200465 }
466
467 return error;
Greg KHc8958172005-04-08 14:53:31 +0900468}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200470static int pci_pm_resume(struct device *dev)
471{
472 struct pci_dev *pci_dev = to_pci_dev(dev);
473 struct device_driver *drv = dev->driver;
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100474 int error = 0;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200475
476 pci_fixup_device(pci_fixup_resume, pci_dev);
477
478 if (drv && drv->pm) {
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100479 if (drv->pm->resume)
480 error = drv->pm->resume(dev);
481 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200482 error = pci_legacy_resume(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100483 } else {
484 error = pci_default_pm_resume_late(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200485 }
486
487 return error;
488}
489
490static int pci_pm_resume_noirq(struct device *dev)
491{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100492 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200493 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200494 int error = 0;
495
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200496 pci_fixup_device(pci_fixup_resume_early, to_pci_dev(dev));
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200497
498 if (drv && drv->pm) {
499 if (drv->pm->resume_noirq)
500 error = drv->pm->resume_noirq(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100501 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200502 error = pci_legacy_resume_early(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100503 } else {
504 pci_default_pm_resume_early(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200505 }
506
507 return error;
508}
509
510#else /* !CONFIG_SUSPEND */
511
512#define pci_pm_suspend NULL
513#define pci_pm_suspend_noirq NULL
514#define pci_pm_resume NULL
515#define pci_pm_resume_noirq NULL
516
517#endif /* !CONFIG_SUSPEND */
518
519#ifdef CONFIG_HIBERNATION
520
521static int pci_pm_freeze(struct device *dev)
522{
523 struct pci_dev *pci_dev = to_pci_dev(dev);
524 struct device_driver *drv = dev->driver;
525 int error = 0;
526
527 if (drv && drv->pm) {
528 if (drv->pm->freeze) {
529 error = drv->pm->freeze(dev);
530 suspend_report_result(drv->pm->freeze, error);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200531 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100532 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200533 error = pci_legacy_suspend(dev, PMSG_FREEZE);
534 pci_fixup_device(pci_fixup_suspend, pci_dev);
535 }
536
537 return error;
538}
539
540static int pci_pm_freeze_noirq(struct device *dev)
541{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100542 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200543 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200544 int error = 0;
545
546 if (drv && drv->pm) {
547 if (drv->pm->freeze_noirq) {
548 error = drv->pm->freeze_noirq(dev);
549 suspend_report_result(drv->pm->freeze_noirq, error);
550 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100551 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200552 error = pci_legacy_suspend_late(dev, PMSG_FREEZE);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100553 } else {
554 pci_default_pm_suspend(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200555 }
556
557 return error;
558}
559
560static int pci_pm_thaw(struct device *dev)
561{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100562 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200563 struct device_driver *drv = dev->driver;
564 int error = 0;
565
566 if (drv && drv->pm) {
567 if (drv->pm->thaw)
568 error = drv->pm->thaw(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100569 } else if (pci_has_legacy_pm_support(pci_dev)) {
570 pci_fixup_device(pci_fixup_resume, pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200571 error = pci_legacy_resume(dev);
572 }
573
574 return error;
575}
576
577static int pci_pm_thaw_noirq(struct device *dev)
578{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100579 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200580 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200581 int error = 0;
582
583 if (drv && drv->pm) {
584 if (drv->pm->thaw_noirq)
585 error = drv->pm->thaw_noirq(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100586 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200587 pci_fixup_device(pci_fixup_resume_early, to_pci_dev(dev));
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200588 error = pci_legacy_resume_early(dev);
589 }
590
591 return error;
592}
593
594static int pci_pm_poweroff(struct device *dev)
595{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100596 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200597 struct device_driver *drv = dev->driver;
598 int error = 0;
599
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100600 pci_fixup_device(pci_fixup_suspend, pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200601
602 if (drv && drv->pm) {
603 if (drv->pm->poweroff) {
604 error = drv->pm->poweroff(dev);
605 suspend_report_result(drv->pm->poweroff, error);
606 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100607 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200608 error = pci_legacy_suspend(dev, PMSG_HIBERNATE);
609 }
610
611 return error;
612}
613
614static int pci_pm_poweroff_noirq(struct device *dev)
615{
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200616 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200617 int error = 0;
618
619 if (drv && drv->pm) {
620 if (drv->pm->poweroff_noirq) {
621 error = drv->pm->poweroff_noirq(dev);
622 suspend_report_result(drv->pm->poweroff_noirq, error);
623 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100624 } else if (pci_has_legacy_pm_support(to_pci_dev(dev))) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200625 error = pci_legacy_suspend_late(dev, PMSG_HIBERNATE);
626 }
627
628 return error;
629}
630
631static int pci_pm_restore(struct device *dev)
632{
633 struct pci_dev *pci_dev = to_pci_dev(dev);
634 struct device_driver *drv = dev->driver;
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100635 int error = 0;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200636
637 if (drv && drv->pm) {
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100638 if (drv->pm->restore)
639 error = drv->pm->restore(dev);
640 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200641 error = pci_legacy_resume(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100642 } else {
643 error = pci_default_pm_resume_late(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200644 }
645 pci_fixup_device(pci_fixup_resume, pci_dev);
646
647 return error;
648}
649
650static int pci_pm_restore_noirq(struct device *dev)
651{
652 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200653 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200654 int error = 0;
655
656 pci_fixup_device(pci_fixup_resume, pci_dev);
657
658 if (drv && drv->pm) {
659 if (drv->pm->restore_noirq)
660 error = drv->pm->restore_noirq(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100661 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200662 error = pci_legacy_resume_early(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100663 } else {
664 pci_default_pm_resume_early(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200665 }
666 pci_fixup_device(pci_fixup_resume_early, pci_dev);
667
668 return error;
669}
670
671#else /* !CONFIG_HIBERNATION */
672
673#define pci_pm_freeze NULL
674#define pci_pm_freeze_noirq NULL
675#define pci_pm_thaw NULL
676#define pci_pm_thaw_noirq NULL
677#define pci_pm_poweroff NULL
678#define pci_pm_poweroff_noirq NULL
679#define pci_pm_restore NULL
680#define pci_pm_restore_noirq NULL
681
682#endif /* !CONFIG_HIBERNATION */
683
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200684struct dev_pm_ops pci_dev_pm_ops = {
685 .prepare = pci_pm_prepare,
686 .complete = pci_pm_complete,
687 .suspend = pci_pm_suspend,
688 .resume = pci_pm_resume,
689 .freeze = pci_pm_freeze,
690 .thaw = pci_pm_thaw,
691 .poweroff = pci_pm_poweroff,
692 .restore = pci_pm_restore,
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200693 .suspend_noirq = pci_pm_suspend_noirq,
694 .resume_noirq = pci_pm_resume_noirq,
695 .freeze_noirq = pci_pm_freeze_noirq,
696 .thaw_noirq = pci_pm_thaw_noirq,
697 .poweroff_noirq = pci_pm_poweroff_noirq,
698 .restore_noirq = pci_pm_restore_noirq,
699};
700
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200701#define PCI_PM_OPS_PTR (&pci_dev_pm_ops)
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200702
703#else /* !CONFIG_PM_SLEEP */
704
705#define PCI_PM_OPS_PTR NULL
706
707#endif /* !CONFIG_PM_SLEEP */
708
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709/**
Laurent riffard863b18f2005-10-27 23:12:54 +0200710 * __pci_register_driver - register a new pci driver
Linus Torvalds1da177e2005-04-16 15:20:36 -0700711 * @drv: the driver structure to register
Laurent riffard863b18f2005-10-27 23:12:54 +0200712 * @owner: owner module of drv
Randy Dunlapf95d8822007-02-10 14:41:56 -0800713 * @mod_name: module name string
Linus Torvalds1da177e2005-04-16 15:20:36 -0700714 *
715 * Adds the driver structure to the list of registered drivers.
716 * Returns a negative value on error, otherwise 0.
Steven Coleeaae4b32005-05-03 18:38:30 -0600717 * If no error occurred, the driver remains registered even if
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718 * no device was claimed during registration.
719 */
Greg Kroah-Hartman725522b2007-01-15 11:50:02 -0800720int __pci_register_driver(struct pci_driver *drv, struct module *owner,
721 const char *mod_name)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722{
723 int error;
724
725 /* initialize common driver fields */
726 drv->driver.name = drv->name;
727 drv->driver.bus = &pci_bus_type;
Laurent riffard863b18f2005-10-27 23:12:54 +0200728 drv->driver.owner = owner;
Greg Kroah-Hartman725522b2007-01-15 11:50:02 -0800729 drv->driver.mod_name = mod_name;
Alan Cox50b00752006-08-16 17:42:18 +0100730
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700731 spin_lock_init(&drv->dynids.lock);
732 INIT_LIST_HEAD(&drv->dynids.list);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700733
734 /* register with core */
735 error = driver_register(&drv->driver);
Akinobu Mita50bf14b2006-11-08 19:53:59 -0800736 if (error)
737 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700738
Akinobu Mita50bf14b2006-11-08 19:53:59 -0800739 error = pci_create_newid_file(drv);
740 if (error)
741 driver_unregister(&drv->driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700742
743 return error;
744}
745
746/**
747 * pci_unregister_driver - unregister a pci driver
748 * @drv: the driver structure to unregister
749 *
750 * Deletes the driver structure from the list of registered PCI drivers,
751 * gives it a chance to clean up by calling its remove() function for
752 * each device it was responsible for, and marks those devices as
753 * driverless.
754 */
755
756void
757pci_unregister_driver(struct pci_driver *drv)
758{
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800759 pci_remove_newid_file(drv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760 driver_unregister(&drv->driver);
761 pci_free_dynids(drv);
762}
763
764static struct pci_driver pci_compat_driver = {
765 .name = "compat"
766};
767
768/**
769 * pci_dev_driver - get the pci_driver of a device
770 * @dev: the device to query
771 *
772 * Returns the appropriate pci_driver structure or %NULL if there is no
773 * registered driver for the device.
774 */
775struct pci_driver *
776pci_dev_driver(const struct pci_dev *dev)
777{
778 if (dev->driver)
779 return dev->driver;
780 else {
781 int i;
782 for(i=0; i<=PCI_ROM_RESOURCE; i++)
783 if (dev->resource[i].flags & IORESOURCE_BUSY)
784 return &pci_compat_driver;
785 }
786 return NULL;
787}
788
789/**
790 * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700791 * @dev: the PCI device structure to match against
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700792 * @drv: the device driver to search for matching PCI device id structures
Linus Torvalds1da177e2005-04-16 15:20:36 -0700793 *
794 * Used by a driver to check whether a PCI device present in the
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700795 * system is in its list of supported devices. Returns the matching
Linus Torvalds1da177e2005-04-16 15:20:36 -0700796 * pci_device_id structure or %NULL if there is no match.
797 */
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700798static int pci_bus_match(struct device *dev, struct device_driver *drv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700800 struct pci_dev *pci_dev = to_pci_dev(dev);
801 struct pci_driver *pci_drv = to_pci_driver(drv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802 const struct pci_device_id *found_id;
803
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700804 found_id = pci_match_device(pci_drv, pci_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700805 if (found_id)
806 return 1;
807
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700808 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809}
810
811/**
812 * pci_dev_get - increments the reference count of the pci device structure
813 * @dev: the device being referenced
814 *
815 * Each live reference to a device should be refcounted.
816 *
817 * Drivers for PCI devices should normally record such references in
818 * their probe() methods, when they bind to a device, and release
819 * them by calling pci_dev_put(), in their disconnect() methods.
820 *
821 * A pointer to the device with the incremented reference counter is returned.
822 */
823struct pci_dev *pci_dev_get(struct pci_dev *dev)
824{
825 if (dev)
826 get_device(&dev->dev);
827 return dev;
828}
829
830/**
831 * pci_dev_put - release a use of the pci device structure
832 * @dev: device that's been disconnected
833 *
834 * Must be called when a user of a device is finished with it. When the last
835 * user of the device calls this function, the memory of the device is freed.
836 */
837void pci_dev_put(struct pci_dev *dev)
838{
839 if (dev)
840 put_device(&dev->dev);
841}
842
843#ifndef CONFIG_HOTPLUG
Kay Sievers7eff2e72007-08-14 15:15:12 +0200844int pci_uevent(struct device *dev, struct kobj_uevent_env *env)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700845{
846 return -ENODEV;
847}
848#endif
849
850struct bus_type pci_bus_type = {
851 .name = "pci",
852 .match = pci_bus_match,
Kay Sievers312c0042005-11-16 09:00:00 +0100853 .uevent = pci_uevent,
Russell Kingb15d6862006-01-05 14:30:22 +0000854 .probe = pci_device_probe,
855 .remove = pci_device_remove,
Linus Torvaldscbd69db2006-06-24 14:50:29 -0700856 .shutdown = pci_device_shutdown,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700857 .dev_attrs = pci_dev_attrs,
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200858 .pm = PCI_PM_OPS_PTR,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859};
860
861static int __init pci_driver_init(void)
862{
863 return bus_register(&pci_bus_type);
864}
865
866postcore_initcall(pci_driver_init);
867
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700868EXPORT_SYMBOL(pci_match_id);
Laurent riffard863b18f2005-10-27 23:12:54 +0200869EXPORT_SYMBOL(__pci_register_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700870EXPORT_SYMBOL(pci_unregister_driver);
871EXPORT_SYMBOL(pci_dev_driver);
872EXPORT_SYMBOL(pci_bus_type);
873EXPORT_SYMBOL(pci_dev_get);
874EXPORT_SYMBOL(pci_dev_put);