blob: a04392da6ce170bcf4a8d1443715c2319c8c9783 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * File: portdrv_pci.c
3 * Purpose: PCI Express Port Bus Driver
4 *
5 * Copyright (C) 2004 Intel
6 * Copyright (C) Tom Long Nguyen (tom.l.nguyen@intel.com)
7 */
8
9#include <linux/module.h>
10#include <linux/pci.h>
11#include <linux/kernel.h>
12#include <linux/errno.h>
13#include <linux/pm.h>
14#include <linux/init.h>
15#include <linux/pcieport_if.h>
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080016#include <linux/aer.h>
Rafael J. Wysockic39fae12010-02-17 23:40:07 +010017#include <linux/dmi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#include "portdrv.h"
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080020#include "aer/aerdrv.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
22/*
23 * Version Information
24 */
25#define DRIVER_VERSION "v1.0"
26#define DRIVER_AUTHOR "tom.l.nguyen@intel.com"
Stefan Assmann7e8af372009-12-03 18:00:10 +010027#define DRIVER_DESC "PCIe Port Bus Driver"
Linus Torvalds1da177e2005-04-16 15:20:36 -070028MODULE_AUTHOR(DRIVER_AUTHOR);
29MODULE_DESCRIPTION(DRIVER_DESC);
30MODULE_LICENSE("GPL");
31
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020032/* If this switch is set, PCIe port native services should not be enabled. */
33bool pcie_ports_disabled;
34
35static int __init pcie_port_setup(char *str)
36{
37 if (!strncmp(str, "compat", 6))
38 pcie_ports_disabled = true;
39
40 return 1;
41}
42__setup("pcie_ports=", pcie_port_setup);
43
Linus Torvalds1da177e2005-04-16 15:20:36 -070044/* global data */
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080046static int pcie_portdrv_restore_config(struct pci_dev *dev)
47{
48 int retval;
49
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080050 retval = pci_enable_device(dev);
51 if (retval)
52 return retval;
53 pci_set_master(dev);
54 return 0;
55}
56
Zhang, Yanmin0bed2082006-09-28 14:35:59 +080057#ifdef CONFIG_PM
Alexey Dobriyan47145212009-12-14 18:00:08 -080058static const struct dev_pm_ops pcie_portdrv_pm_ops = {
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010059 .suspend = pcie_port_device_suspend,
60 .resume = pcie_port_device_resume,
61 .freeze = pcie_port_device_suspend,
62 .thaw = pcie_port_device_resume,
63 .poweroff = pcie_port_device_suspend,
64 .restore = pcie_port_device_resume,
65};
Rafael J. Wysockia79d6822008-12-27 16:28:58 +010066
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010067#define PCIE_PORTDRV_PM_OPS (&pcie_portdrv_pm_ops)
Rafael J. Wysockia79d6822008-12-27 16:28:58 +010068
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010069#else /* !PM */
70
71#define PCIE_PORTDRV_PM_OPS NULL
72#endif /* !PM */
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080073
Linus Torvalds1da177e2005-04-16 15:20:36 -070074/*
75 * pcie_portdrv_probe - Probe PCI-Express port devices
76 * @dev: PCI-Express port device being probed
77 *
Hidetoshi Seto40da4182009-12-15 11:38:04 +090078 * If detected invokes the pcie_port_device_register() method for
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 * this port device.
80 *
81 */
Kenji Kaneshige898294c2009-11-25 21:00:53 +090082static int __devinit pcie_portdrv_probe(struct pci_dev *dev,
83 const struct pci_device_id *id)
Linus Torvalds1da177e2005-04-16 15:20:36 -070084{
Kenji Kaneshige898294c2009-11-25 21:00:53 +090085 int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -070086
Kenji Kaneshige898294c2009-11-25 21:00:53 +090087 if (!pci_is_pcie(dev) ||
88 ((dev->pcie_type != PCI_EXP_TYPE_ROOT_PORT) &&
89 (dev->pcie_type != PCI_EXP_TYPE_UPSTREAM) &&
90 (dev->pcie_type != PCI_EXP_TYPE_DOWNSTREAM)))
91 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092
Hidetoshi Seto40da4182009-12-15 11:38:04 +090093 if (!dev->irq && dev->pin) {
Bjorn Helgaas34a2e152008-08-25 15:45:20 -060094 dev_warn(&dev->dev, "device [%04x:%04x] has invalid IRQ; "
Bjorn Helgaas34438ba2008-06-13 10:52:13 -060095 "check vendor BIOS\n", dev->vendor, dev->device);
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 }
Rafael J. Wysockif118c0c2009-01-13 14:42:01 +010097 status = pcie_port_device_register(dev);
98 if (status)
99 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
Rafael J. Wysocki87d2e2e2009-01-13 14:43:07 +0100101 pci_save_state(dev);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800102
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 return 0;
104}
105
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900106static void pcie_portdrv_remove(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107{
108 pcie_port_device_remove(dev);
Alex Chiangd8998712009-03-07 19:35:47 -0700109 pci_disable_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110}
111
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800112static int error_detected_iter(struct device *device, void *data)
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400113{
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800114 struct pcie_device *pcie_device;
115 struct pcie_port_service_driver *driver;
116 struct aer_broadcast_data *result_data;
117 pci_ers_result_t status;
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400118
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800119 result_data = (struct aer_broadcast_data *) data;
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400120
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800121 if (device->bus == &pcie_port_bus_type && device->driver) {
122 driver = to_service_driver(device->driver);
123 if (!driver ||
124 !driver->err_handler ||
125 !driver->err_handler->error_detected)
126 return 0;
127
128 pcie_device = to_pcie_device(device);
129
130 /* Forward error detected message to service drivers */
131 status = driver->err_handler->error_detected(
132 pcie_device->port,
133 result_data->state);
134 result_data->result =
135 merge_result(result_data->result, status);
136 }
137
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400138 return 0;
139}
140
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800141static pci_ers_result_t pcie_portdrv_error_detected(struct pci_dev *dev,
142 enum pci_channel_state error)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143{
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900144 struct aer_broadcast_data data = {error, PCI_ERS_RESULT_CAN_RECOVER};
145 int ret;
long5823d102005-06-22 09:09:54 -0700146
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700147 /* can not fail */
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900148 ret = device_for_each_child(&dev->dev, &data, error_detected_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800149
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900150 return data.result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151}
152
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800153static int mmio_enabled_iter(struct device *device, void *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154{
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800155 struct pcie_device *pcie_device;
156 struct pcie_port_service_driver *driver;
157 pci_ers_result_t status, *result;
158
159 result = (pci_ers_result_t *) data;
160
161 if (device->bus == &pcie_port_bus_type && device->driver) {
162 driver = to_service_driver(device->driver);
163 if (driver &&
164 driver->err_handler &&
165 driver->err_handler->mmio_enabled) {
166 pcie_device = to_pcie_device(device);
167
168 /* Forward error message to service drivers */
169 status = driver->err_handler->mmio_enabled(
170 pcie_device->port);
171 *result = merge_result(*result, status);
172 }
173 }
174
175 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176}
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800177
178static pci_ers_result_t pcie_portdrv_mmio_enabled(struct pci_dev *dev)
179{
180 pci_ers_result_t status = PCI_ERS_RESULT_RECOVERED;
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700181 int retval;
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800182
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700183 /* get true return value from &status */
184 retval = device_for_each_child(&dev->dev, &status, mmio_enabled_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800185 return status;
186}
187
188static int slot_reset_iter(struct device *device, void *data)
189{
190 struct pcie_device *pcie_device;
191 struct pcie_port_service_driver *driver;
192 pci_ers_result_t status, *result;
193
194 result = (pci_ers_result_t *) data;
195
196 if (device->bus == &pcie_port_bus_type && device->driver) {
197 driver = to_service_driver(device->driver);
198 if (driver &&
199 driver->err_handler &&
200 driver->err_handler->slot_reset) {
201 pcie_device = to_pcie_device(device);
202
203 /* Forward error message to service drivers */
204 status = driver->err_handler->slot_reset(
205 pcie_device->port);
206 *result = merge_result(*result, status);
207 }
208 }
209
210 return 0;
211}
212
213static pci_ers_result_t pcie_portdrv_slot_reset(struct pci_dev *dev)
214{
Zhang, Yanmin029091d2009-04-30 14:48:29 +0800215 pci_ers_result_t status = PCI_ERS_RESULT_RECOVERED;
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700216 int retval;
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800217
218 /* If fatal, restore cfg space for possible link reset at upstream */
219 if (dev->error_state == pci_channel_io_frozen) {
Rafael J. Wysockie9d82882009-09-14 22:25:11 +0200220 dev->state_saved = true;
Rafael J. Wysockia79d6822008-12-27 16:28:58 +0100221 pci_restore_state(dev);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800222 pcie_portdrv_restore_config(dev);
223 pci_enable_pcie_error_reporting(dev);
224 }
225
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700226 /* get true return value from &status */
227 retval = device_for_each_child(&dev->dev, &status, slot_reset_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800228
229 return status;
230}
231
232static int resume_iter(struct device *device, void *data)
233{
234 struct pcie_device *pcie_device;
235 struct pcie_port_service_driver *driver;
236
237 if (device->bus == &pcie_port_bus_type && device->driver) {
238 driver = to_service_driver(device->driver);
239 if (driver &&
240 driver->err_handler &&
241 driver->err_handler->resume) {
242 pcie_device = to_pcie_device(device);
243
244 /* Forward error message to service drivers */
245 driver->err_handler->resume(pcie_device->port);
246 }
247 }
248
249 return 0;
250}
251
252static void pcie_portdrv_err_resume(struct pci_dev *dev)
253{
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700254 int retval;
255 /* nothing to do with error value, if it ever happens */
256 retval = device_for_each_child(&dev->dev, NULL, resume_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800257}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258
259/*
260 * LINUX Device Driver Model
261 */
262static const struct pci_device_id port_pci_ids[] = { {
263 /* handle any PCI-Express port */
264 PCI_DEVICE_CLASS(((PCI_CLASS_BRIDGE_PCI << 8) | 0x00), ~0),
265 }, { /* end: all zeroes */ }
266};
267MODULE_DEVICE_TABLE(pci, port_pci_ids);
268
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800269static struct pci_error_handlers pcie_portdrv_err_handler = {
270 .error_detected = pcie_portdrv_error_detected,
271 .mmio_enabled = pcie_portdrv_mmio_enabled,
272 .slot_reset = pcie_portdrv_slot_reset,
273 .resume = pcie_portdrv_err_resume,
274};
275
Sam Ravnborg3603a6a2007-02-27 10:19:17 +0100276static struct pci_driver pcie_portdriver = {
Bjorn Helgaase3fb20f2009-10-05 16:47:34 -0600277 .name = "pcieport",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 .id_table = &port_pci_ids[0],
279
280 .probe = pcie_portdrv_probe,
281 .remove = pcie_portdrv_remove,
282
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800283 .err_handler = &pcie_portdrv_err_handler,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100284
285 .driver.pm = PCIE_PORTDRV_PM_OPS,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286};
287
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100288static int __init dmi_pcie_pme_disable_msi(const struct dmi_system_id *d)
289{
290 pr_notice("%s detected: will not use MSI for PCIe PME signaling\n",
291 d->ident);
292 pcie_pme_disable_msi();
293 return 0;
294}
295
296static struct dmi_system_id __initdata pcie_portdrv_dmi_table[] = {
297 /*
298 * Boxes that should not use MSI for PCIe PME signaling.
299 */
300 {
301 .callback = dmi_pcie_pme_disable_msi,
302 .ident = "MSI Wind U-100",
303 .matches = {
304 DMI_MATCH(DMI_SYS_VENDOR,
305 "MICRO-STAR INTERNATIONAL CO., LTD"),
306 DMI_MATCH(DMI_PRODUCT_NAME, "U-100"),
307 },
308 },
309 {}
310};
311
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312static int __init pcie_portdrv_init(void)
313{
Randy Dunlap20d51662006-07-08 22:58:25 -0700314 int retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +0200316 if (pcie_ports_disabled)
317 return -EACCES;
318
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100319 dmi_check_system(pcie_portdrv_dmi_table);
320
Randy Dunlap20d51662006-07-08 22:58:25 -0700321 retval = pcie_port_bus_register();
322 if (retval) {
323 printk(KERN_WARNING "PCIE: bus_register error: %d\n", retval);
324 goto out;
325 }
Sam Ravnborg3603a6a2007-02-27 10:19:17 +0100326 retval = pci_register_driver(&pcie_portdriver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 if (retval)
328 pcie_port_bus_unregister();
Randy Dunlap20d51662006-07-08 22:58:25 -0700329 out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 return retval;
331}
332
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900333static void __exit pcie_portdrv_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334{
Sam Ravnborg3603a6a2007-02-27 10:19:17 +0100335 pci_unregister_driver(&pcie_portdriver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 pcie_port_bus_unregister();
337}
338
339module_init(pcie_portdrv_init);
340module_exit(pcie_portdrv_exit);