blob: 9d6aff22684ea6ab5c95e4cdc7008f3a394441d9 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Rafael J. Wysockiac212b62013-05-03 00:26:22 +02002 * processor_driver.c - ACPI Processor Driver
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
5 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 * Copyright (C) 2004 Dominik Brodowski <linux@brodo.de>
7 * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
8 * - Added processor hotplug support
Rafael J. Wysockiac212b62013-05-03 00:26:22 +02009 * Copyright (C) 2013, Intel Corporation
10 * Rafael J. Wysocki <rafael.j.wysocki@intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 *
12 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
13 *
14 * This program is free software; you can redistribute it and/or modify
15 * it under the terms of the GNU General Public License as published by
16 * the Free Software Foundation; either version 2 of the License, or (at
17 * your option) any later version.
18 *
19 * This program is distributed in the hope that it will be useful, but
20 * WITHOUT ANY WARRANTY; without even the implied warranty of
21 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
22 * General Public License for more details.
23 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070024 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 */
26
27#include <linux/kernel.h>
28#include <linux/module.h>
29#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/cpufreq.h>
31#include <linux/cpu.h>
Len Brown4f86d3a2007-10-03 18:58:00 -040032#include <linux/cpuidle.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090033#include <linux/slab.h>
Toshi Kani47db4542012-11-20 23:42:27 +000034#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <acpi/processor.h>
37
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020038#include "internal.h"
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
41#define ACPI_PROCESSOR_NOTIFY_POWER 0x81
Luming Yu01854e62007-05-26 22:49:58 +080042#define ACPI_PROCESSOR_NOTIFY_THROTTLING 0x82
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
Linus Torvalds1da177e2005-04-16 15:20:36 -070044#define _COMPONENT ACPI_PROCESSOR_COMPONENT
Alex Chiang0131aa32010-02-22 12:11:08 -070045ACPI_MODULE_NAME("processor_driver");
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
Len Brownf52fd662007-02-12 22:42:12 -050047MODULE_AUTHOR("Paul Diefenbaugh");
Len Brown7cda93e2007-02-12 23:50:02 -050048MODULE_DESCRIPTION("ACPI Processor Driver");
Linus Torvalds1da177e2005-04-16 15:20:36 -070049MODULE_LICENSE("GPL");
50
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020051static int acpi_processor_start(struct device *dev);
52static int acpi_processor_stop(struct device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Thomas Renninger1ba90e32007-07-23 14:44:41 +020054static const struct acpi_device_id processor_device_ids[] = {
Myron Stowead93a762008-11-04 14:52:55 -070055 {ACPI_PROCESSOR_OBJECT_HID, 0},
Toshi Kani9f324bd2012-03-19 13:08:02 -060056 {ACPI_PROCESSOR_DEVICE_HID, 0},
Thomas Renninger1ba90e32007-07-23 14:44:41 +020057 {"", 0},
58};
59MODULE_DEVICE_TABLE(acpi, processor_device_ids);
60
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020061static struct device_driver acpi_processor_driver = {
Len Brownc2b67052007-02-12 23:33:40 -050062 .name = "processor",
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020063 .bus = &cpu_subsys,
64 .acpi_match_table = processor_device_ids,
65 .probe = acpi_processor_start,
66 .remove = acpi_processor_stop,
Linus Torvalds1da177e2005-04-16 15:20:36 -070067};
68
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020069static void acpi_processor_notify(acpi_handle handle, u32 event, void *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -070070{
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020071 struct acpi_device *device = data;
Myron Stoweb26e9282008-11-04 14:53:00 -070072 struct acpi_processor *pr;
Alexey Starikovskiye790cc82007-11-21 03:23:32 +030073 int saved;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
Rafael J. Wysockiac212b62013-05-03 00:26:22 +020075 if (device->handle != handle)
76 return;
77
78 pr = acpi_driver_data(device);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 if (!pr)
Patrick Mocheld550d982006-06-27 00:41:40 -040080 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 switch (event) {
83 case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
Alexey Starikovskiye790cc82007-11-21 03:23:32 +030084 saved = pr->performance_platform_limit;
Zhao Yakuid81c45e12009-10-16 09:20:41 +080085 acpi_processor_ppc_has_changed(pr, 1);
Alexey Starikovskiye790cc82007-11-21 03:23:32 +030086 if (saved == pr->performance_platform_limit)
87 break;
Zhang Rui962ce8c2007-08-23 01:24:31 +080088 acpi_bus_generate_netlink_event(device->pnp.device_class,
Kay Sievers07944692008-10-30 01:18:59 +010089 dev_name(&device->dev), event,
Zhang Rui962ce8c2007-08-23 01:24:31 +080090 pr->performance_platform_limit);
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 break;
92 case ACPI_PROCESSOR_NOTIFY_POWER:
Sudeep Hollaa36a7fe2016-07-21 17:18:07 +010093 acpi_processor_power_state_has_changed(pr);
Zhang Rui962ce8c2007-08-23 01:24:31 +080094 acpi_bus_generate_netlink_event(device->pnp.device_class,
Kay Sievers07944692008-10-30 01:18:59 +010095 dev_name(&device->dev), event, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 break;
Luming Yu01854e62007-05-26 22:49:58 +080097 case ACPI_PROCESSOR_NOTIFY_THROTTLING:
98 acpi_processor_tstate_has_changed(pr);
Zhang Rui962ce8c2007-08-23 01:24:31 +080099 acpi_bus_generate_netlink_event(device->pnp.device_class,
Kay Sievers07944692008-10-30 01:18:59 +0100100 dev_name(&device->dev), event, 0);
Alan Cox879dca02012-10-26 01:05:56 +0200101 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 default:
103 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
Len Brown4be44fc2005-08-05 00:44:28 -0400104 "Unsupported event [0x%x]\n", event));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 break;
106 }
107
Patrick Mocheld550d982006-06-27 00:41:40 -0400108 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109}
110
Paul Gortmakerfe7bf102013-06-19 14:30:58 -0400111static int __acpi_processor_start(struct acpi_device *device);
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200112
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200113static int acpi_soft_cpu_online(unsigned int cpu)
Venkatesh Pallipadi729c6ba2007-09-16 15:36:43 +0200114{
Mike Travis706546d2008-06-09 16:22:23 -0700115 struct acpi_processor *pr = per_cpu(processors, cpu);
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200116 struct acpi_device *device;
Toshi Kani8da83732014-05-08 07:58:59 -0600117
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200118 if (!pr || acpi_bus_get_device(pr->handle, &device))
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200119 return 0;
120 /*
121 * CPU got physically hotplugged and onlined for the first time:
122 * Initialize missing things.
123 */
124 if (pr->flags.need_hotplug_init) {
125 int ret;
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200126
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200127 pr_info("Will online and init hotplugged CPU: %d\n",
128 pr->id);
129 pr->flags.need_hotplug_init = 0;
130 ret = __acpi_processor_start(device);
131 WARN(ret, "Failed to start CPU: %d\n", pr->id);
132 } else {
133 /* Normal CPU soft online event. */
134 acpi_processor_ppc_has_changed(pr, 0);
135 acpi_processor_hotplug(pr);
136 acpi_processor_reevaluate_tstate(pr, false);
137 acpi_processor_tstate_has_changed(pr);
Zhao Yakui5a344a52011-01-10 16:35:45 +0800138 }
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200139 return 0;
Venkatesh Pallipadi729c6ba2007-09-16 15:36:43 +0200140}
141
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200142static int acpi_soft_cpu_dead(unsigned int cpu)
143{
144 struct acpi_processor *pr = per_cpu(processors, cpu);
145 struct acpi_device *device;
146
147 if (!pr || acpi_bus_get_device(pr->handle, &device))
148 return 0;
149
150 acpi_processor_reevaluate_tstate(pr, true);
151 return 0;
152}
Venkatesh Pallipadi729c6ba2007-09-16 15:36:43 +0200153
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400154#ifdef CONFIG_ACPI_CPU_FREQ_PSS
155static int acpi_pss_perf_init(struct acpi_processor *pr,
156 struct acpi_device *device)
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100157{
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100158 int result = 0;
159
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100160 acpi_processor_ppc_has_changed(pr, 0);
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400161
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100162 acpi_processor_get_throttling_info(pr);
Lan Tianyu22e75512013-08-13 12:11:22 +0200163
164 if (pr->flags.throttling)
165 pr->flags.limit = 1;
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100166
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100167 pr->cdev = thermal_cooling_device_register("Processor", device,
168 &processor_cooling_ops);
169 if (IS_ERR(pr->cdev)) {
170 result = PTR_ERR(pr->cdev);
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400171 return result;
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100172 }
173
174 dev_dbg(&device->dev, "registered as cooling_device%d\n",
175 pr->cdev->id);
176
177 result = sysfs_create_link(&device->dev.kobj,
178 &pr->cdev->device.kobj,
179 "thermal_cooling");
180 if (result) {
Toshi Kani47db4542012-11-20 23:42:27 +0000181 dev_err(&device->dev,
182 "Failed to create sysfs link 'thermal_cooling'\n");
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100183 goto err_thermal_unregister;
184 }
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400185
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100186 result = sysfs_create_link(&pr->cdev->device.kobj,
187 &device->dev.kobj,
188 "device");
189 if (result) {
Toshi Kani47db4542012-11-20 23:42:27 +0000190 dev_err(&pr->cdev->device,
191 "Failed to create sysfs link 'device'\n");
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100192 goto err_remove_sysfs_thermal;
193 }
194
Srinivas Pandruvadace360db2015-12-16 20:32:23 -0800195 return 0;
196
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200197 err_remove_sysfs_thermal:
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100198 sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200199 err_thermal_unregister:
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100200 thermal_cooling_device_unregister(pr->cdev);
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400201
202 return result;
203}
204
205static void acpi_pss_perf_exit(struct acpi_processor *pr,
206 struct acpi_device *device)
207{
208 if (pr->cdev) {
209 sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
210 sysfs_remove_link(&pr->cdev->device.kobj, "device");
211 thermal_cooling_device_unregister(pr->cdev);
212 pr->cdev = NULL;
213 }
214}
215#else
216static inline int acpi_pss_perf_init(struct acpi_processor *pr,
217 struct acpi_device *device)
218{
219 return 0;
220}
221
222static inline void acpi_pss_perf_exit(struct acpi_processor *pr,
223 struct acpi_device *device) {}
224#endif /* CONFIG_ACPI_CPU_FREQ_PSS */
225
226static int __acpi_processor_start(struct acpi_device *device)
227{
228 struct acpi_processor *pr = acpi_driver_data(device);
229 acpi_status status;
230 int result = 0;
231
232 if (!pr)
233 return -ENODEV;
234
235 if (pr->flags.need_hotplug_init)
236 return 0;
237
Ashwin Chaugule4f2f7572015-09-09 16:27:07 -0400238 result = acpi_cppc_processor_probe(pr);
Srinivas Pandruvada65e95892016-09-01 13:37:08 -0700239 if (result && !IS_ENABLED(CONFIG_ACPI_CPU_FREQ_PSS))
Hanjun Guo512bb032017-07-26 18:40:12 +0800240 dev_dbg(&device->dev, "CPPC data invalid or not present\n");
Ashwin Chaugule4f2f7572015-09-09 16:27:07 -0400241
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400242 if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver)
243 acpi_processor_power_init(pr);
244
245 result = acpi_pss_perf_init(pr, device);
246 if (result)
247 goto err_power_exit;
248
249 status = acpi_install_notify_handler(device->handle, ACPI_DEVICE_NOTIFY,
250 acpi_processor_notify, device);
251 if (ACPI_SUCCESS(status))
252 return 0;
253
Thomas Gleixnera5cbdf62017-04-12 22:07:33 +0200254 result = -ENODEV;
255 acpi_pss_perf_exit(pr, device);
256
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400257err_power_exit:
Daniel Lezcano38a991b2012-09-15 22:42:54 +0200258 acpi_processor_power_exit(pr);
Thomas Renninger54d5dcc2012-01-19 18:18:42 +0100259 return result;
260}
261
Paul Gortmakerfe7bf102013-06-19 14:30:58 -0400262static int acpi_processor_start(struct device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263{
Lan Tianyud0a7edb2013-12-06 15:36:26 +0800264 struct acpi_device *device = ACPI_COMPANION(dev);
Thomas Gleixner8153f9a2017-04-12 22:07:34 +0200265 int ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266
Lan Tianyud0a7edb2013-12-06 15:36:26 +0800267 if (!device)
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200268 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269
Thomas Gleixner8153f9a2017-04-12 22:07:34 +0200270 /* Protect against concurrent CPU hotplug operations */
Thomas Gleixnerfdaf0a52017-05-24 10:15:33 +0200271 cpu_hotplug_disable();
Thomas Gleixner8153f9a2017-04-12 22:07:34 +0200272 ret = __acpi_processor_start(device);
Thomas Gleixnerfdaf0a52017-05-24 10:15:33 +0200273 cpu_hotplug_enable();
Thomas Gleixner8153f9a2017-04-12 22:07:34 +0200274 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275}
276
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200277static int acpi_processor_stop(struct device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278{
Lan Tianyud0a7edb2013-12-06 15:36:26 +0800279 struct acpi_device *device = ACPI_COMPANION(dev);
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200280 struct acpi_processor *pr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281
Lan Tianyud0a7edb2013-12-06 15:36:26 +0800282 if (!device)
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200283 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200285 acpi_remove_notify_handler(device->handle, ACPI_DEVICE_NOTIFY,
286 acpi_processor_notify);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287
Jan Engelhardt50dd0962006-10-01 00:28:50 +0200288 pr = acpi_driver_data(device);
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200289 if (!pr)
290 return 0;
Daniel Lezcano38a991b2012-09-15 22:42:54 +0200291 acpi_processor_power_exit(pr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292
Ashwin Chaugule239708a2015-08-05 09:40:25 -0400293 acpi_pss_perf_exit(pr, device);
294
Ashwin Chaugule4f2f7572015-09-09 16:27:07 -0400295 acpi_cppc_processor_exit(pr);
296
Patrick Mocheld550d982006-06-27 00:41:40 -0400297 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298}
299
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300/*
301 * We keep the driver loaded even when ACPI is not running.
302 * This is needed for the powernow-k8 driver, that works even without
303 * ACPI, but needs symbols from this driver
304 */
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200305static enum cpuhp_state hp_online;
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200306static int __init acpi_processor_driver_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307{
Len Brown4be44fc2005-08-05 00:44:28 -0400308 int result = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309
Yinghai Luce8442b2009-08-26 14:29:26 -0700310 if (acpi_disabled)
311 return 0;
312
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200313 result = driver_register(&acpi_processor_driver);
Len Brown4f86d3a2007-10-03 18:58:00 -0400314 if (result < 0)
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530315 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200317 result = cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN,
318 "acpi/cpu-drv:online",
319 acpi_soft_cpu_online, NULL);
320 if (result < 0)
321 goto err;
322 hp_online = result;
323 cpuhp_setup_state_nocalls(CPUHP_ACPI_CPUDRV_DEAD, "acpi/cpu-drv:dead",
324 NULL, acpi_soft_cpu_dead);
325
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 acpi_thermal_cpufreq_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 acpi_processor_ppc_init();
Zhao Yakui11805092008-01-28 13:53:42 +0800328 acpi_processor_throttling_init();
Patrick Mocheld550d982006-06-27 00:41:40 -0400329 return 0;
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200330err:
331 driver_unregister(&acpi_processor_driver);
332 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333}
334
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200335static void __exit acpi_processor_driver_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336{
Yinghai Luce8442b2009-08-26 14:29:26 -0700337 if (acpi_disabled)
338 return;
339
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340 acpi_processor_ppc_exit();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341 acpi_thermal_cpufreq_exit();
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +0200342 cpuhp_remove_state_nocalls(hp_online);
343 cpuhp_remove_state_nocalls(CPUHP_ACPI_CPUDRV_DEAD);
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200344 driver_unregister(&acpi_processor_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345}
346
Rafael J. Wysockiac212b62013-05-03 00:26:22 +0200347module_init(acpi_processor_driver_init);
348module_exit(acpi_processor_driver_exit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350MODULE_ALIAS("processor");