blob: e0610bda1dea8ace0c03c202ff52e33a278036ff [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * File: portdrv_pci.c
3 * Purpose: PCI Express Port Bus Driver
4 *
5 * Copyright (C) 2004 Intel
6 * Copyright (C) Tom Long Nguyen (tom.l.nguyen@intel.com)
7 */
8
9#include <linux/module.h>
10#include <linux/pci.h>
11#include <linux/kernel.h>
12#include <linux/errno.h>
13#include <linux/pm.h>
14#include <linux/init.h>
15#include <linux/pcieport_if.h>
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080016#include <linux/aer.h>
Rafael J. Wysockic39fae12010-02-17 23:40:07 +010017#include <linux/dmi.h>
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020018#include <linux/pci-aspm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
20#include "portdrv.h"
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080021#include "aer/aerdrv.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
24 * Version Information
25 */
26#define DRIVER_VERSION "v1.0"
27#define DRIVER_AUTHOR "tom.l.nguyen@intel.com"
Stefan Assmann7e8af372009-12-03 18:00:10 +010028#define DRIVER_DESC "PCIe Port Bus Driver"
Linus Torvalds1da177e2005-04-16 15:20:36 -070029MODULE_AUTHOR(DRIVER_AUTHOR);
30MODULE_DESCRIPTION(DRIVER_DESC);
31MODULE_LICENSE("GPL");
32
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020033/* If this switch is set, PCIe port native services should not be enabled. */
34bool pcie_ports_disabled;
35
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020036/*
37 * If this switch is set, ACPI _OSC will be used to determine whether or not to
38 * enable PCIe port native services.
39 */
40bool pcie_ports_auto = true;
41
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020042static int __init pcie_port_setup(char *str)
43{
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020044 if (!strncmp(str, "compat", 6)) {
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020045 pcie_ports_disabled = true;
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020046 } else if (!strncmp(str, "native", 6)) {
47 pcie_ports_disabled = false;
48 pcie_ports_auto = false;
49 } else if (!strncmp(str, "auto", 4)) {
50 pcie_ports_disabled = false;
51 pcie_ports_auto = true;
52 }
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020053
54 return 1;
55}
56__setup("pcie_ports=", pcie_port_setup);
57
Linus Torvalds1da177e2005-04-16 15:20:36 -070058/* global data */
Linus Torvalds1da177e2005-04-16 15:20:36 -070059
Rafael J. Wysockife31e692010-12-19 15:57:16 +010060/**
61 * pcie_clear_root_pme_status - Clear root port PME interrupt status.
62 * @dev: PCIe root port or event collector.
63 */
64void pcie_clear_root_pme_status(struct pci_dev *dev)
65{
66 int rtsta_pos;
67 u32 rtsta;
68
69 rtsta_pos = pci_pcie_cap(dev) + PCI_EXP_RTSTA;
70
71 pci_read_config_dword(dev, rtsta_pos, &rtsta);
72 rtsta |= PCI_EXP_RTSTA_PME;
73 pci_write_config_dword(dev, rtsta_pos, rtsta);
74}
75
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080076static int pcie_portdrv_restore_config(struct pci_dev *dev)
77{
78 int retval;
79
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080080 retval = pci_enable_device(dev);
81 if (retval)
82 return retval;
83 pci_set_master(dev);
84 return 0;
85}
86
Zhang, Yanmin0bed2082006-09-28 14:35:59 +080087#ifdef CONFIG_PM
Rafael J. Wysockife31e692010-12-19 15:57:16 +010088static int pcie_port_resume_noirq(struct device *dev)
89{
90 struct pci_dev *pdev = to_pci_dev(dev);
91
92 /*
93 * Some BIOSes forget to clear Root PME Status bits after system wakeup
94 * which breaks ACPI-based runtime wakeup on PCI Express, so clear those
95 * bits now just in case (shouldn't hurt).
96 */
97 if(pdev->pcie_type == PCI_EXP_TYPE_ROOT_PORT)
98 pcie_clear_root_pme_status(pdev);
99 return 0;
100}
101
Alexey Dobriyan47145212009-12-14 18:00:08 -0800102static const struct dev_pm_ops pcie_portdrv_pm_ops = {
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100103 .suspend = pcie_port_device_suspend,
104 .resume = pcie_port_device_resume,
105 .freeze = pcie_port_device_suspend,
106 .thaw = pcie_port_device_resume,
107 .poweroff = pcie_port_device_suspend,
108 .restore = pcie_port_device_resume,
Rafael J. Wysockife31e692010-12-19 15:57:16 +0100109 .resume_noirq = pcie_port_resume_noirq,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100110};
Rafael J. Wysockia79d6822008-12-27 16:28:58 +0100111
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100112#define PCIE_PORTDRV_PM_OPS (&pcie_portdrv_pm_ops)
Rafael J. Wysockia79d6822008-12-27 16:28:58 +0100113
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100114#else /* !PM */
115
116#define PCIE_PORTDRV_PM_OPS NULL
117#endif /* !PM */
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800118
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119/*
120 * pcie_portdrv_probe - Probe PCI-Express port devices
121 * @dev: PCI-Express port device being probed
122 *
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900123 * If detected invokes the pcie_port_device_register() method for
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 * this port device.
125 *
126 */
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900127static int __devinit pcie_portdrv_probe(struct pci_dev *dev,
128 const struct pci_device_id *id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129{
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900130 int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900132 if (!pci_is_pcie(dev) ||
133 ((dev->pcie_type != PCI_EXP_TYPE_ROOT_PORT) &&
134 (dev->pcie_type != PCI_EXP_TYPE_UPSTREAM) &&
135 (dev->pcie_type != PCI_EXP_TYPE_DOWNSTREAM)))
136 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900138 if (!dev->irq && dev->pin) {
Bjorn Helgaas34a2e152008-08-25 15:45:20 -0600139 dev_warn(&dev->dev, "device [%04x:%04x] has invalid IRQ; "
Bjorn Helgaas34438ba2008-06-13 10:52:13 -0600140 "check vendor BIOS\n", dev->vendor, dev->device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 }
Rafael J. Wysockif118c0c2009-01-13 14:42:01 +0100142 status = pcie_port_device_register(dev);
143 if (status)
144 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145
Rafael J. Wysocki87d2e2e2009-01-13 14:43:07 +0100146 pci_save_state(dev);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 return 0;
149}
150
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900151static void pcie_portdrv_remove(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152{
153 pcie_port_device_remove(dev);
Alex Chiangd8998712009-03-07 19:35:47 -0700154 pci_disable_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155}
156
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800157static int error_detected_iter(struct device *device, void *data)
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400158{
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800159 struct pcie_device *pcie_device;
160 struct pcie_port_service_driver *driver;
161 struct aer_broadcast_data *result_data;
162 pci_ers_result_t status;
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400163
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800164 result_data = (struct aer_broadcast_data *) data;
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400165
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800166 if (device->bus == &pcie_port_bus_type && device->driver) {
167 driver = to_service_driver(device->driver);
168 if (!driver ||
169 !driver->err_handler ||
170 !driver->err_handler->error_detected)
171 return 0;
172
173 pcie_device = to_pcie_device(device);
174
175 /* Forward error detected message to service drivers */
176 status = driver->err_handler->error_detected(
177 pcie_device->port,
178 result_data->state);
179 result_data->result =
180 merge_result(result_data->result, status);
181 }
182
Henrik Kretzschmar60854832006-07-06 18:05:51 +0400183 return 0;
184}
185
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800186static pci_ers_result_t pcie_portdrv_error_detected(struct pci_dev *dev,
187 enum pci_channel_state error)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188{
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900189 struct aer_broadcast_data data = {error, PCI_ERS_RESULT_CAN_RECOVER};
190 int ret;
long5823d102005-06-22 09:09:54 -0700191
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700192 /* can not fail */
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900193 ret = device_for_each_child(&dev->dev, &data, error_detected_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800194
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900195 return data.result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196}
197
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800198static int mmio_enabled_iter(struct device *device, void *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199{
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800200 struct pcie_device *pcie_device;
201 struct pcie_port_service_driver *driver;
202 pci_ers_result_t status, *result;
203
204 result = (pci_ers_result_t *) data;
205
206 if (device->bus == &pcie_port_bus_type && device->driver) {
207 driver = to_service_driver(device->driver);
208 if (driver &&
209 driver->err_handler &&
210 driver->err_handler->mmio_enabled) {
211 pcie_device = to_pcie_device(device);
212
213 /* Forward error message to service drivers */
214 status = driver->err_handler->mmio_enabled(
215 pcie_device->port);
216 *result = merge_result(*result, status);
217 }
218 }
219
220 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221}
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800222
223static pci_ers_result_t pcie_portdrv_mmio_enabled(struct pci_dev *dev)
224{
225 pci_ers_result_t status = PCI_ERS_RESULT_RECOVERED;
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700226 int retval;
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800227
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700228 /* get true return value from &status */
229 retval = device_for_each_child(&dev->dev, &status, mmio_enabled_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800230 return status;
231}
232
233static int slot_reset_iter(struct device *device, void *data)
234{
235 struct pcie_device *pcie_device;
236 struct pcie_port_service_driver *driver;
237 pci_ers_result_t status, *result;
238
239 result = (pci_ers_result_t *) data;
240
241 if (device->bus == &pcie_port_bus_type && device->driver) {
242 driver = to_service_driver(device->driver);
243 if (driver &&
244 driver->err_handler &&
245 driver->err_handler->slot_reset) {
246 pcie_device = to_pcie_device(device);
247
248 /* Forward error message to service drivers */
249 status = driver->err_handler->slot_reset(
250 pcie_device->port);
251 *result = merge_result(*result, status);
252 }
253 }
254
255 return 0;
256}
257
258static pci_ers_result_t pcie_portdrv_slot_reset(struct pci_dev *dev)
259{
Zhang, Yanmin029091d2009-04-30 14:48:29 +0800260 pci_ers_result_t status = PCI_ERS_RESULT_RECOVERED;
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700261 int retval;
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800262
263 /* If fatal, restore cfg space for possible link reset at upstream */
264 if (dev->error_state == pci_channel_io_frozen) {
Rafael J. Wysockie9d82882009-09-14 22:25:11 +0200265 dev->state_saved = true;
Rafael J. Wysockia79d6822008-12-27 16:28:58 +0100266 pci_restore_state(dev);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800267 pcie_portdrv_restore_config(dev);
268 pci_enable_pcie_error_reporting(dev);
269 }
270
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700271 /* get true return value from &status */
272 retval = device_for_each_child(&dev->dev, &status, slot_reset_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800273
274 return status;
275}
276
277static int resume_iter(struct device *device, void *data)
278{
279 struct pcie_device *pcie_device;
280 struct pcie_port_service_driver *driver;
281
282 if (device->bus == &pcie_port_bus_type && device->driver) {
283 driver = to_service_driver(device->driver);
284 if (driver &&
285 driver->err_handler &&
286 driver->err_handler->resume) {
287 pcie_device = to_pcie_device(device);
288
289 /* Forward error message to service drivers */
290 driver->err_handler->resume(pcie_device->port);
291 }
292 }
293
294 return 0;
295}
296
297static void pcie_portdrv_err_resume(struct pci_dev *dev)
298{
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700299 int retval;
300 /* nothing to do with error value, if it ever happens */
301 retval = device_for_each_child(&dev->dev, NULL, resume_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800302}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304/*
305 * LINUX Device Driver Model
306 */
307static const struct pci_device_id port_pci_ids[] = { {
308 /* handle any PCI-Express port */
309 PCI_DEVICE_CLASS(((PCI_CLASS_BRIDGE_PCI << 8) | 0x00), ~0),
310 }, { /* end: all zeroes */ }
311};
312MODULE_DEVICE_TABLE(pci, port_pci_ids);
313
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800314static struct pci_error_handlers pcie_portdrv_err_handler = {
315 .error_detected = pcie_portdrv_error_detected,
316 .mmio_enabled = pcie_portdrv_mmio_enabled,
317 .slot_reset = pcie_portdrv_slot_reset,
318 .resume = pcie_portdrv_err_resume,
319};
320
Sam Ravnborg3603a6a2007-02-27 10:19:17 +0100321static struct pci_driver pcie_portdriver = {
Bjorn Helgaase3fb20f2009-10-05 16:47:34 -0600322 .name = "pcieport",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 .id_table = &port_pci_ids[0],
324
325 .probe = pcie_portdrv_probe,
326 .remove = pcie_portdrv_remove,
327
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800328 .err_handler = &pcie_portdrv_err_handler,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100329
330 .driver.pm = PCIE_PORTDRV_PM_OPS,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331};
332
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100333static int __init dmi_pcie_pme_disable_msi(const struct dmi_system_id *d)
334{
335 pr_notice("%s detected: will not use MSI for PCIe PME signaling\n",
336 d->ident);
337 pcie_pme_disable_msi();
338 return 0;
339}
340
341static struct dmi_system_id __initdata pcie_portdrv_dmi_table[] = {
342 /*
343 * Boxes that should not use MSI for PCIe PME signaling.
344 */
345 {
346 .callback = dmi_pcie_pme_disable_msi,
347 .ident = "MSI Wind U-100",
348 .matches = {
349 DMI_MATCH(DMI_SYS_VENDOR,
350 "MICRO-STAR INTERNATIONAL CO., LTD"),
351 DMI_MATCH(DMI_PRODUCT_NAME, "U-100"),
352 },
353 },
354 {}
355};
356
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357static int __init pcie_portdrv_init(void)
358{
Randy Dunlap20d51662006-07-08 22:58:25 -0700359 int retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360
Rafael J. Wysockife31e692010-12-19 15:57:16 +0100361 if (pcie_ports_disabled)
362 return pci_register_driver(&pcie_portdriver);
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +0200363
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100364 dmi_check_system(pcie_portdrv_dmi_table);
365
Randy Dunlap20d51662006-07-08 22:58:25 -0700366 retval = pcie_port_bus_register();
367 if (retval) {
368 printk(KERN_WARNING "PCIE: bus_register error: %d\n", retval);
369 goto out;
370 }
Sam Ravnborg3603a6a2007-02-27 10:19:17 +0100371 retval = pci_register_driver(&pcie_portdriver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 if (retval)
373 pcie_port_bus_unregister();
Randy Dunlap20d51662006-07-08 22:58:25 -0700374 out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375 return retval;
376}
377
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378module_init(pcie_portdrv_init);