blob: c78cc432edab798b68404af1a02b67128e7c3ec1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * File: pci-acpi.c
Len Browna406d9e2005-03-23 16:16:03 -05003 * Purpose: Provide PCI support in ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
David Shaohua Li84df749f2005-03-18 18:53:36 -05005 * Copyright (C) 2005 David Shaohua Li <shaohua.li@intel.com>
6 * Copyright (C) 2004 Tom Long Nguyen <tom.l.nguyen@intel.com>
7 * Copyright (C) 2004 Intel Corp.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 */
9
10#include <linux/delay.h>
11#include <linux/init.h>
12#include <linux/pci.h>
13#include <linux/module.h>
Shaohua Li5fde2442008-07-23 10:32:24 +080014#include <linux/pci-aspm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <acpi/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <acpi/acpi_bus.h>
17
18#include <linux/pci-acpi.h>
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010019#include <linux/pm_runtime.h>
Rafael J. Wysocki8b713a82012-10-24 02:08:38 +020020#include <linux/pm_qos.h>
David Shaohua Li0f644742005-03-19 00:15:48 -050021#include "pci.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010023/**
24 * pci_acpi_wake_bus - Wake-up notification handler for root buses.
25 * @handle: ACPI handle of a device the notification is for.
26 * @event: Type of the signaled event.
27 * @context: PCI root bus to wake up devices on.
28 */
29static void pci_acpi_wake_bus(acpi_handle handle, u32 event, void *context)
30{
31 struct pci_bus *pci_bus = context;
32
33 if (event == ACPI_NOTIFY_DEVICE_WAKE && pci_bus)
34 pci_pme_wakeup_bus(pci_bus);
35}
36
37/**
38 * pci_acpi_wake_dev - Wake-up notification handler for PCI devices.
39 * @handle: ACPI handle of a device the notification is for.
40 * @event: Type of the signaled event.
41 * @context: PCI device object to wake up.
42 */
43static void pci_acpi_wake_dev(acpi_handle handle, u32 event, void *context)
44{
45 struct pci_dev *pci_dev = context;
46
Rafael J. Wysockia4249482011-11-06 22:21:46 +010047 if (event != ACPI_NOTIFY_DEVICE_WAKE || !pci_dev)
48 return;
49
Huang Ying448bd852012-06-23 10:23:51 +080050 if (pci_dev->current_state == PCI_D3cold) {
51 pci_wakeup_event(pci_dev);
52 pm_runtime_resume(&pci_dev->dev);
53 return;
54 }
55
Rafael J. Wysocki24ad0ef2013-03-28 11:07:29 +000056 /* Clear PME Status if set. */
57 if (pci_dev->pme_support)
58 pci_check_pme_status(pci_dev);
Rafael J. Wysocki379021d2011-10-03 23:16:33 +020059
Rafael J. Wysocki24ad0ef2013-03-28 11:07:29 +000060 if (pci_dev->pme_poll)
61 pci_dev->pme_poll = false;
62
63 pci_wakeup_event(pci_dev);
64 pm_runtime_resume(&pci_dev->dev);
Rafael J. Wysockia4249482011-11-06 22:21:46 +010065
66 if (pci_dev->subordinate)
67 pci_pme_wakeup_bus(pci_dev->subordinate);
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010068}
69
70/**
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010071 * pci_acpi_add_bus_pm_notifier - Register PM notifier for given PCI bus.
72 * @dev: ACPI device to add the notifier for.
73 * @pci_bus: PCI bus to walk checking for PME status if an event is signaled.
74 */
75acpi_status pci_acpi_add_bus_pm_notifier(struct acpi_device *dev,
76 struct pci_bus *pci_bus)
77{
Rafael J. Wysockiec2cd812012-11-02 01:40:09 +010078 return acpi_add_pm_notifier(dev, pci_acpi_wake_bus, pci_bus);
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010079}
80
81/**
82 * pci_acpi_remove_bus_pm_notifier - Unregister PCI bus PM notifier.
83 * @dev: ACPI device to remove the notifier from.
84 */
85acpi_status pci_acpi_remove_bus_pm_notifier(struct acpi_device *dev)
86{
Rafael J. Wysockiec2cd812012-11-02 01:40:09 +010087 return acpi_remove_pm_notifier(dev, pci_acpi_wake_bus);
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010088}
89
90/**
91 * pci_acpi_add_pm_notifier - Register PM notifier for given PCI device.
92 * @dev: ACPI device to add the notifier for.
93 * @pci_dev: PCI device to check for the PME status if an event is signaled.
94 */
95acpi_status pci_acpi_add_pm_notifier(struct acpi_device *dev,
96 struct pci_dev *pci_dev)
97{
Rafael J. Wysockiec2cd812012-11-02 01:40:09 +010098 return acpi_add_pm_notifier(dev, pci_acpi_wake_dev, pci_dev);
Rafael J. Wysockib67ea762010-02-17 23:44:09 +010099}
100
101/**
102 * pci_acpi_remove_pm_notifier - Unregister PCI device PM notifier.
103 * @dev: ACPI device to remove the notifier from.
104 */
105acpi_status pci_acpi_remove_pm_notifier(struct acpi_device *dev)
106{
Rafael J. Wysockiec2cd812012-11-02 01:40:09 +0100107 return acpi_remove_pm_notifier(dev, pci_acpi_wake_dev);
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100108}
109
Jiang Liuf4b57a32012-06-22 14:55:16 +0800110phys_addr_t acpi_pci_root_get_mcfg_addr(acpi_handle handle)
111{
112 acpi_status status = AE_NOT_EXIST;
113 unsigned long long mcfg_addr;
114
115 if (handle)
116 status = acpi_evaluate_integer(handle, METHOD_NAME__CBA,
117 NULL, &mcfg_addr);
118 if (ACPI_FAILURE(status))
119 return 0;
120
121 return (phys_addr_t)mcfg_addr;
122}
123
David Shaohua Li0f644742005-03-19 00:15:48 -0500124/*
125 * _SxD returns the D-state with the highest power
126 * (lowest D-state number) supported in the S-state "x".
127 *
128 * If the devices does not have a _PRW
129 * (Power Resources for Wake) supporting system wakeup from "x"
130 * then the OS is free to choose a lower power (higher number
131 * D-state) than the return value from _SxD.
132 *
133 * But if _PRW is enabled at S-state "x", the OS
134 * must not choose a power lower than _SxD --
135 * unless the device has an _SxW method specifying
136 * the lowest power (highest D-state number) the device
137 * may enter while still able to wake the system.
138 *
139 * ie. depending on global OS policy:
140 *
141 * if (_PRW at S-state x)
142 * choose from highest power _SxD to lowest power _SxW
143 * else // no _PRW at S-state x
144 * choose highest power _SxD or any lower power
David Shaohua Li0f644742005-03-19 00:15:48 -0500145 */
146
Rafael J. Wysocki8d2bdf42008-06-05 01:16:37 +0200147static pci_power_t acpi_pci_choose_state(struct pci_dev *pdev)
David Shaohua Li0f644742005-03-19 00:15:48 -0500148{
Huang Ying448bd852012-06-23 10:23:51 +0800149 int acpi_state, d_max;
David Shaohua Li0f644742005-03-19 00:15:48 -0500150
Huang Ying448bd852012-06-23 10:23:51 +0800151 if (pdev->no_d3cold)
152 d_max = ACPI_STATE_D3_HOT;
153 else
154 d_max = ACPI_STATE_D3_COLD;
155 acpi_state = acpi_pm_device_sleep_state(&pdev->dev, NULL, d_max);
Shaohua Liab826ca2007-07-20 10:03:22 +0800156 if (acpi_state < 0)
157 return PCI_POWER_ERROR;
158
159 switch (acpi_state) {
160 case ACPI_STATE_D0:
161 return PCI_D0;
162 case ACPI_STATE_D1:
163 return PCI_D1;
164 case ACPI_STATE_D2:
165 return PCI_D2;
Lin Ming1cc0c992012-04-23 09:03:49 +0800166 case ACPI_STATE_D3_HOT:
Shaohua Liab826ca2007-07-20 10:03:22 +0800167 return PCI_D3hot;
Lin Ming28c21032011-05-04 22:56:43 +0800168 case ACPI_STATE_D3_COLD:
169 return PCI_D3cold;
Shaohua Liab826ca2007-07-20 10:03:22 +0800170 }
171 return PCI_POWER_ERROR;
David Shaohua Li0f644742005-03-19 00:15:48 -0500172}
Rafael J. Wysocki961d9122008-07-07 03:32:02 +0200173
174static bool acpi_pci_power_manageable(struct pci_dev *dev)
175{
176 acpi_handle handle = DEVICE_ACPI_HANDLE(&dev->dev);
177
178 return handle ? acpi_bus_power_manageable(handle) : false;
179}
David Shaohua Li0f644742005-03-19 00:15:48 -0500180
David Shaohua Lib9131002005-03-19 00:16:18 -0500181static int acpi_pci_set_power_state(struct pci_dev *dev, pci_power_t state)
182{
183 acpi_handle handle = DEVICE_ACPI_HANDLE(&dev->dev);
Shaohua Li10b3dca2007-07-20 10:03:25 +0800184 acpi_handle tmp;
David Brownell583c3772008-02-22 21:41:51 -0800185 static const u8 state_conv[] = {
186 [PCI_D0] = ACPI_STATE_D0,
187 [PCI_D1] = ACPI_STATE_D1,
188 [PCI_D2] = ACPI_STATE_D2,
Rafael J. Wysockifc6504b2013-06-14 00:29:50 +0200189 [PCI_D3hot] = ACPI_STATE_D3_COLD,
190 [PCI_D3cold] = ACPI_STATE_D3_COLD,
David Shaohua Lib9131002005-03-19 00:16:18 -0500191 };
Rafael J. Wysocki44e4e662008-07-07 03:32:52 +0200192 int error = -EINVAL;
David Shaohua Lib9131002005-03-19 00:16:18 -0500193
Shaohua Li10b3dca2007-07-20 10:03:25 +0800194 /* If the ACPI device has _EJ0, ignore the device */
Rafael J. Wysocki44e4e662008-07-07 03:32:52 +0200195 if (!handle || ACPI_SUCCESS(acpi_get_handle(handle, "_EJ0", &tmp)))
196 return -ENODEV;
David Brownell583c3772008-02-22 21:41:51 -0800197
198 switch (state) {
Rafael J. Wysocki8b713a82012-10-24 02:08:38 +0200199 case PCI_D3cold:
200 if (dev_pm_qos_flags(&dev->dev, PM_QOS_FLAG_NO_POWER_OFF) ==
201 PM_QOS_FLAGS_ALL) {
202 error = -EBUSY;
203 break;
204 }
David Brownell583c3772008-02-22 21:41:51 -0800205 case PCI_D0:
206 case PCI_D1:
207 case PCI_D2:
208 case PCI_D3hot:
Rafael J. Wysocki44e4e662008-07-07 03:32:52 +0200209 error = acpi_bus_set_power(handle, state_conv[state]);
David Brownell583c3772008-02-22 21:41:51 -0800210 }
Rafael J. Wysocki44e4e662008-07-07 03:32:52 +0200211
212 if (!error)
Rafael J. Wysocki3d0882c2012-08-04 23:27:32 +0200213 dev_info(&dev->dev, "power state changed by ACPI to %s\n",
Rafael J. Wysockifc6504b2013-06-14 00:29:50 +0200214 acpi_power_state_string(state_conv[state]));
Rafael J. Wysocki44e4e662008-07-07 03:32:52 +0200215
216 return error;
David Shaohua Lib9131002005-03-19 00:16:18 -0500217}
218
Rafael J. Wysockieb9d0fe2008-07-07 03:34:48 +0200219static bool acpi_pci_can_wakeup(struct pci_dev *dev)
220{
221 acpi_handle handle = DEVICE_ACPI_HANDLE(&dev->dev);
222
223 return handle ? acpi_bus_can_wakeup(handle) : false;
224}
225
Rafael J. Wysocki0baed8d2009-09-08 23:16:24 +0200226static void acpi_pci_propagate_wakeup_enable(struct pci_bus *bus, bool enable)
227{
228 while (bus->parent) {
Rafael J. Wysockidc1a94a2009-11-29 16:35:54 +0100229 if (!acpi_pm_device_sleep_wake(&bus->self->dev, enable))
Rafael J. Wysocki0baed8d2009-09-08 23:16:24 +0200230 return;
231 bus = bus->parent;
232 }
233
234 /* We have reached the root bus. */
235 if (bus->bridge)
236 acpi_pm_device_sleep_wake(bus->bridge, enable);
237}
238
Rafael J. Wysockieb9d0fe2008-07-07 03:34:48 +0200239static int acpi_pci_sleep_wake(struct pci_dev *dev, bool enable)
240{
Rafael J. Wysocki0baed8d2009-09-08 23:16:24 +0200241 if (acpi_pci_can_wakeup(dev))
242 return acpi_pm_device_sleep_wake(&dev->dev, enable);
243
Rafael J. Wysockidc1a94a2009-11-29 16:35:54 +0100244 acpi_pci_propagate_wakeup_enable(dev->bus, enable);
Rafael J. Wysocki0baed8d2009-09-08 23:16:24 +0200245 return 0;
Rafael J. Wysockieb9d0fe2008-07-07 03:34:48 +0200246}
247
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100248static void acpi_pci_propagate_run_wake(struct pci_bus *bus, bool enable)
249{
250 while (bus->parent) {
251 struct pci_dev *bridge = bus->self;
252
253 if (bridge->pme_interrupt)
254 return;
Lin Mingb24e5092012-03-27 15:43:25 +0800255 if (!acpi_pm_device_run_wake(&bridge->dev, enable))
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100256 return;
257 bus = bus->parent;
258 }
259
260 /* We have reached the root bus. */
261 if (bus->bridge)
Lin Mingb24e5092012-03-27 15:43:25 +0800262 acpi_pm_device_run_wake(bus->bridge, enable);
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100263}
264
265static int acpi_pci_run_wake(struct pci_dev *dev, bool enable)
266{
Huang Ying448bd852012-06-23 10:23:51 +0800267 /*
268 * Per PCI Express Base Specification Revision 2.0 section
269 * 5.3.3.2 Link Wakeup, platform support is needed for D3cold
270 * waking up to power on the main link even if there is PME
271 * support for D3cold
272 */
273 if (dev->pme_interrupt && !dev->runtime_d3cold)
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100274 return 0;
275
Lin Mingb24e5092012-03-27 15:43:25 +0800276 if (!acpi_pm_device_run_wake(&dev->dev, enable))
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100277 return 0;
278
279 acpi_pci_propagate_run_wake(dev->bus, enable);
280 return 0;
281}
282
Rafael J. Wysocki961d9122008-07-07 03:32:02 +0200283static struct pci_platform_pm_ops acpi_pci_platform_pm = {
284 .is_manageable = acpi_pci_power_manageable,
285 .set_state = acpi_pci_set_power_state,
286 .choose_state = acpi_pci_choose_state,
Rafael J. Wysockieb9d0fe2008-07-07 03:34:48 +0200287 .sleep_wake = acpi_pci_sleep_wake,
Rafael J. Wysockib67ea762010-02-17 23:44:09 +0100288 .run_wake = acpi_pci_run_wake,
Rafael J. Wysocki961d9122008-07-07 03:32:02 +0200289};
David Shaohua Lib9131002005-03-19 00:16:18 -0500290
Jiang Liu5090d4a2013-04-12 05:44:21 +0000291void acpi_pci_add_bus(struct pci_bus *bus)
292{
Rafael J. Wysockibe1c9de2013-07-13 23:27:23 +0200293 if (acpi_pci_disabled || !bus->bridge)
Jiang Liu5090d4a2013-04-12 05:44:21 +0000294 return;
295
Rafael J. Wysockibe1c9de2013-07-13 23:27:23 +0200296 acpi_pci_slot_enumerate(bus);
297 acpiphp_enumerate_slots(bus);
Jiang Liu5090d4a2013-04-12 05:44:21 +0000298}
299
300void acpi_pci_remove_bus(struct pci_bus *bus)
301{
Rafael J. Wysockibe1c9de2013-07-13 23:27:23 +0200302 if (acpi_pci_disabled || !bus->bridge)
Jiang Liu5090d4a2013-04-12 05:44:21 +0000303 return;
304
Jiang Liu3b63aaa2013-04-12 05:44:26 +0000305 acpiphp_remove_slots(bus);
Jiang Liu5c0b04e2013-04-12 05:44:24 +0000306 acpi_pci_slot_remove(bus);
Jiang Liu5090d4a2013-04-12 05:44:21 +0000307}
308
David Shaohua Li84df749f2005-03-18 18:53:36 -0500309/* ACPI bus type */
Muthu Kumar9c273b92006-04-28 00:42:21 -0700310static int acpi_pci_find_device(struct device *dev, acpi_handle *handle)
David Shaohua Li84df749f2005-03-18 18:53:36 -0500311{
312 struct pci_dev * pci_dev;
Lin Ming439913f2010-01-28 10:53:19 +0800313 u64 addr;
David Shaohua Li84df749f2005-03-18 18:53:36 -0500314
315 pci_dev = to_pci_dev(dev);
316 /* Please ref to ACPI spec for the syntax of _ADR */
317 addr = (PCI_SLOT(pci_dev->devfn) << 16) | PCI_FUNC(pci_dev->devfn);
318 *handle = acpi_get_child(DEVICE_ACPI_HANDLE(dev->parent), addr);
319 if (!*handle)
320 return -ENODEV;
321 return 0;
322}
323
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100324static void pci_acpi_setup(struct device *dev)
Rafael J. Wysockid2e5f0c2012-12-23 00:02:44 +0100325{
Rafael J. Wysockid2e5f0c2012-12-23 00:02:44 +0100326 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100327 acpi_handle handle = ACPI_HANDLE(dev);
328 struct acpi_device *adev;
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100329
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100330 if (acpi_bus_get_device(handle, &adev) || !adev->wakeup.flags.valid)
Rafael J. Wysockid2e5f0c2012-12-23 00:02:44 +0100331 return;
332
333 device_set_wakeup_capable(dev, true);
334 acpi_pci_sleep_wake(pci_dev, false);
335
336 pci_acpi_add_pm_notifier(adev, pci_dev);
337 if (adev->wakeup.flags.run_wake)
338 device_set_run_wake(dev, true);
339}
340
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100341static void pci_acpi_cleanup(struct device *dev)
Rafael J. Wysockid2e5f0c2012-12-23 00:02:44 +0100342{
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100343 acpi_handle handle = ACPI_HANDLE(dev);
344 struct acpi_device *adev;
Rafael J. Wysockid2e5f0c2012-12-23 00:02:44 +0100345
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100346 if (!acpi_bus_get_device(handle, &adev) && adev->wakeup.flags.valid) {
Rafael J. Wysockid2e5f0c2012-12-23 00:02:44 +0100347 device_set_wakeup_capable(dev, false);
348 device_set_run_wake(dev, false);
349 pci_acpi_remove_pm_notifier(adev);
350 }
351}
352
Rafael J. Wysocki53540092013-03-03 22:35:20 +0100353static bool pci_acpi_bus_match(struct device *dev)
354{
355 return dev->bus == &pci_bus_type;
356}
357
Muthu Kumar9c273b92006-04-28 00:42:21 -0700358static struct acpi_bus_type acpi_pci_bus = {
Rafael J. Wysocki53540092013-03-03 22:35:20 +0100359 .name = "PCI",
360 .match = pci_acpi_bus_match,
Muthu Kumar9c273b92006-04-28 00:42:21 -0700361 .find_device = acpi_pci_find_device,
Rafael J. Wysocki38a9a672012-12-23 00:02:54 +0100362 .setup = pci_acpi_setup,
363 .cleanup = pci_acpi_cleanup,
David Shaohua Li84df749f2005-03-18 18:53:36 -0500364};
365
Muthu Kumar9c273b92006-04-28 00:42:21 -0700366static int __init acpi_pci_init(void)
David Shaohua Li84df749f2005-03-18 18:53:36 -0500367{
368 int ret;
369
Bob Moore993958f2009-02-03 15:14:33 +0800370 if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_MSI) {
Yijing Wange7d45152013-05-28 16:03:46 +0800371 pr_info("ACPI FADT declares the system doesn't support MSI, so disable it\n");
Shaohua Lif8993af2007-04-25 11:05:12 +0800372 pci_no_msi();
373 }
Shaohua Li5fde2442008-07-23 10:32:24 +0800374
Bob Moore993958f2009-02-03 15:14:33 +0800375 if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_ASPM) {
Yijing Wange7d45152013-05-28 16:03:46 +0800376 pr_info("ACPI FADT declares the system doesn't support PCIe ASPM, so disable it\n");
Shaohua Li5fde2442008-07-23 10:32:24 +0800377 pcie_no_aspm();
378 }
379
Muthu Kumar9c273b92006-04-28 00:42:21 -0700380 ret = register_acpi_bus_type(&acpi_pci_bus);
David Shaohua Li84df749f2005-03-18 18:53:36 -0500381 if (ret)
382 return 0;
Jiang Liu5c0b04e2013-04-12 05:44:24 +0000383
Rafael J. Wysocki961d9122008-07-07 03:32:02 +0200384 pci_set_platform_pm(&acpi_pci_platform_pm);
Jiang Liu5c0b04e2013-04-12 05:44:24 +0000385 acpi_pci_slot_init();
Jiang Liu3b63aaa2013-04-12 05:44:26 +0000386 acpiphp_init();
Jiang Liu5c0b04e2013-04-12 05:44:24 +0000387
David Shaohua Li84df749f2005-03-18 18:53:36 -0500388 return 0;
389}
Muthu Kumar9c273b92006-04-28 00:42:21 -0700390arch_initcall(acpi_pci_init);