blob: 0af48a8554cd786620266c5449fb82798f034de1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * processor_perflib.c - ACPI Processor P-States Library ($Revision: 71 $)
3 *
4 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
5 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 * Copyright (C) 2004 Dominik Brodowski <linux@brodo.de>
7 * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
8 * - Added processor hotplug support
9 *
10 *
11 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
12 *
13 * This program is free software; you can redistribute it and/or modify
14 * it under the terms of the GNU General Public License as published by
15 * the Free Software Foundation; either version 2 of the License, or (at
16 * your option) any later version.
17 *
18 * This program is distributed in the hope that it will be useful, but
19 * WITHOUT ANY WARRANTY; without even the implied warranty of
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
21 * General Public License for more details.
22 *
23 * You should have received a copy of the GNU General Public License along
24 * with this program; if not, write to the Free Software Foundation, Inc.,
25 * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
26 *
27 */
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/kernel.h>
30#include <linux/module.h>
31#include <linux/init.h>
32#include <linux/cpufreq.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090033#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Miao Xie16be87e2008-10-24 17:22:04 +080035#ifdef CONFIG_X86
Thomas Renninger910dfae2008-09-01 14:27:04 +020036#include <asm/cpufeature.h>
Miao Xie16be87e2008-10-24 17:22:04 +080037#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
39#include <acpi/acpi_bus.h>
Bjorn Helgaas89595b82008-11-07 16:57:45 -070040#include <acpi/acpi_drivers.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070041#include <acpi/processor.h>
42
Len Browna192a952009-07-28 16:45:54 -040043#define PREFIX "ACPI: "
44
Linus Torvalds1da177e2005-04-16 15:20:36 -070045#define ACPI_PROCESSOR_CLASS "processor"
Linus Torvalds1da177e2005-04-16 15:20:36 -070046#define ACPI_PROCESSOR_FILE_PERFORMANCE "performance"
47#define _COMPONENT ACPI_PROCESSOR_COMPONENT
Len Brownf52fd662007-02-12 22:42:12 -050048ACPI_MODULE_NAME("processor_perflib");
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Arjan van de Ven65c19bb2006-04-27 05:25:00 -040050static DEFINE_MUTEX(performance_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
52/*
53 * _PPC support is implemented as a CPUfreq policy notifier:
54 * This means each time a CPUfreq driver registered also with
55 * the ACPI core is asked to change the speed policy, the maximum
56 * value is adjusted so that it is within the platform limit.
57 *
58 * Also, when a new platform limit value is detected, the CPUfreq
59 * policy is adjusted accordingly.
60 */
61
Thomas Renningera1531ac2008-07-29 22:32:58 -070062/* ignore_ppc:
63 * -1 -> cpufreq low level drivers not initialized -> _PSS, etc. not called yet
64 * ignore _PPC
65 * 0 -> cpufreq low level drivers initialized -> consider _PPC values
66 * 1 -> ignore _PPC totally -> forced by user through boot param
67 */
Milan Broz9f497bc2008-08-12 17:48:27 +020068static int ignore_ppc = -1;
Milan Broz613e5f32008-08-16 02:11:28 +020069module_param(ignore_ppc, int, 0644);
Thomas Renninger623b78c2007-05-18 21:59:28 -050070MODULE_PARM_DESC(ignore_ppc, "If the frequency of your machine gets wrongly" \
71 "limited by BIOS, this should help");
72
Linus Torvalds1da177e2005-04-16 15:20:36 -070073#define PPC_REGISTERED 1
74#define PPC_IN_USE 2
75
Thomas Renningera1531ac2008-07-29 22:32:58 -070076static int acpi_processor_ppc_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
78static int acpi_processor_ppc_notifier(struct notifier_block *nb,
Len Brown4be44fc2005-08-05 00:44:28 -040079 unsigned long event, void *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -070080{
81 struct cpufreq_policy *policy = data;
82 struct acpi_processor *pr;
83 unsigned int ppc = 0;
84
Thomas Renningera1531ac2008-07-29 22:32:58 -070085 if (event == CPUFREQ_START && ignore_ppc <= 0) {
86 ignore_ppc = 0;
87 return 0;
88 }
89
Thomas Renninger623b78c2007-05-18 21:59:28 -050090 if (ignore_ppc)
91 return 0;
92
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 if (event != CPUFREQ_INCOMPATIBLE)
Thomas Renninger9b67c5d2008-07-29 22:32:59 -070094 return 0;
95
96 mutex_lock(&performance_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070097
Mike Travis706546d2008-06-09 16:22:23 -070098 pr = per_cpu(processors, policy->cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 if (!pr || !pr->performance)
100 goto out;
101
Len Brown4be44fc2005-08-05 00:44:28 -0400102 ppc = (unsigned int)pr->performance_platform_limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
Dave Jones0916bd32006-11-22 20:42:01 -0500104 if (ppc >= pr->performance->state_count)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 goto out;
106
107 cpufreq_verify_within_limits(policy, 0,
Len Brown4be44fc2005-08-05 00:44:28 -0400108 pr->performance->states[ppc].
109 core_frequency * 1000);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110
Len Brown4be44fc2005-08-05 00:44:28 -0400111 out:
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400112 mutex_unlock(&performance_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113
114 return 0;
115}
116
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117static struct notifier_block acpi_ppc_notifier_block = {
118 .notifier_call = acpi_processor_ppc_notifier,
119};
120
Len Brown4be44fc2005-08-05 00:44:28 -0400121static int acpi_processor_get_platform_limit(struct acpi_processor *pr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122{
Len Brown4be44fc2005-08-05 00:44:28 -0400123 acpi_status status = 0;
Matthew Wilcox27663c52008-10-10 02:22:59 -0400124 unsigned long long ppc = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
127 if (!pr)
Patrick Mocheld550d982006-06-27 00:41:40 -0400128 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129
130 /*
131 * _PPC indicates the maximum state currently supported by the platform
132 * (e.g. 0 = states 0..n; 1 = states 1..n; etc.
133 */
134 status = acpi_evaluate_integer(pr->handle, "_PPC", NULL, &ppc);
135
136 if (status != AE_NOT_FOUND)
137 acpi_processor_ppc_status |= PPC_IN_USE;
138
Len Brown4be44fc2005-08-05 00:44:28 -0400139 if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) {
Thomas Renningera6fc6722006-06-26 23:58:43 -0400140 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PPC"));
Patrick Mocheld550d982006-06-27 00:41:40 -0400141 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 }
143
Dominik Brodowski2d06d8c2011-03-27 15:04:46 +0200144 pr_debug("CPU %d: _PPC is %d - frequency %s limited\n", pr->id,
Thomas Renninger919158d2007-10-31 15:41:42 +0100145 (int)ppc, ppc ? "" : "not");
146
Len Brown4be44fc2005-08-05 00:44:28 -0400147 pr->performance_platform_limit = (int)ppc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
Patrick Mocheld550d982006-06-27 00:41:40 -0400149 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150}
151
Zhao Yakuid81c45e2009-10-16 09:20:41 +0800152#define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
153/*
154 * acpi_processor_ppc_ost: Notify firmware the _PPC evaluation status
155 * @handle: ACPI processor handle
156 * @status: the status code of _PPC evaluation
157 * 0: success. OSPM is now using the performance state specificed.
158 * 1: failure. OSPM has not changed the number of P-states in use
159 */
160static void acpi_processor_ppc_ost(acpi_handle handle, int status)
161{
162 union acpi_object params[2] = {
163 {.type = ACPI_TYPE_INTEGER,},
164 {.type = ACPI_TYPE_INTEGER,},
165 };
166 struct acpi_object_list arg_list = {2, params};
167 acpi_handle temp;
168
169 params[0].integer.value = ACPI_PROCESSOR_NOTIFY_PERFORMANCE;
170 params[1].integer.value = status;
171
172 /* when there is no _OST , skip it */
173 if (ACPI_FAILURE(acpi_get_handle(handle, "_OST", &temp)))
174 return;
175
176 acpi_evaluate_object(handle, "_OST", &arg_list, NULL);
177 return;
178}
179
180int acpi_processor_ppc_has_changed(struct acpi_processor *pr, int event_flag)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181{
Thomas Renninger623b78c2007-05-18 21:59:28 -0500182 int ret;
183
Zhao Yakuid81c45e2009-10-16 09:20:41 +0800184 if (ignore_ppc) {
185 /*
186 * Only when it is notification event, the _OST object
187 * will be evaluated. Otherwise it is skipped.
188 */
189 if (event_flag)
190 acpi_processor_ppc_ost(pr->handle, 1);
Thomas Renninger623b78c2007-05-18 21:59:28 -0500191 return 0;
Zhao Yakuid81c45e2009-10-16 09:20:41 +0800192 }
Thomas Renninger623b78c2007-05-18 21:59:28 -0500193
194 ret = acpi_processor_get_platform_limit(pr);
Zhao Yakuid81c45e2009-10-16 09:20:41 +0800195 /*
196 * Only when it is notification event, the _OST object
197 * will be evaluated. Otherwise it is skipped.
198 */
199 if (event_flag) {
200 if (ret < 0)
201 acpi_processor_ppc_ost(pr->handle, 1);
202 else
203 acpi_processor_ppc_ost(pr->handle, 0);
204 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 if (ret < 0)
206 return (ret);
207 else
208 return cpufreq_update_policy(pr->id);
209}
210
Thomas Renningere2f74f32009-11-19 12:31:01 +0100211int acpi_processor_get_bios_limit(int cpu, unsigned int *limit)
212{
213 struct acpi_processor *pr;
214
215 pr = per_cpu(processors, cpu);
216 if (!pr || !pr->performance || !pr->performance->state_count)
217 return -ENODEV;
218 *limit = pr->performance->states[pr->performance_platform_limit].
219 core_frequency * 1000;
220 return 0;
221}
222EXPORT_SYMBOL(acpi_processor_get_bios_limit);
223
Len Brown4be44fc2005-08-05 00:44:28 -0400224void acpi_processor_ppc_init(void)
225{
226 if (!cpufreq_register_notifier
227 (&acpi_ppc_notifier_block, CPUFREQ_POLICY_NOTIFIER))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 acpi_processor_ppc_status |= PPC_REGISTERED;
229 else
Len Brown4be44fc2005-08-05 00:44:28 -0400230 printk(KERN_DEBUG
231 "Warning: Processor Platform Limit not supported.\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232}
233
Len Brown4be44fc2005-08-05 00:44:28 -0400234void acpi_processor_ppc_exit(void)
235{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 if (acpi_processor_ppc_status & PPC_REGISTERED)
Len Brown4be44fc2005-08-05 00:44:28 -0400237 cpufreq_unregister_notifier(&acpi_ppc_notifier_block,
238 CPUFREQ_POLICY_NOTIFIER);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239
240 acpi_processor_ppc_status &= ~PPC_REGISTERED;
241}
242
Andi Kleen9061e0e2012-01-26 00:09:08 +0100243/*
244 * Do a quick check if the systems looks like it should use ACPI
245 * cpufreq. We look at a _PCT method being available, but don't
246 * do a whole lot of sanity checks.
247 */
248void acpi_processor_load_module(struct acpi_processor *pr)
249{
250 static int requested;
251 acpi_status status = 0;
252 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
253
254 if (!arch_has_acpi_pdc() || requested)
255 return;
256 status = acpi_evaluate_object(pr->handle, "_PCT", NULL, &buffer);
257 if (!ACPI_FAILURE(status)) {
258 printk(KERN_INFO PREFIX "Requesting acpi_cpufreq\n");
259 request_module_nowait("acpi_cpufreq");
260 requested = 1;
261 }
262 kfree(buffer.pointer);
263}
264
Len Brown4be44fc2005-08-05 00:44:28 -0400265static int acpi_processor_get_performance_control(struct acpi_processor *pr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266{
Len Brown4be44fc2005-08-05 00:44:28 -0400267 int result = 0;
268 acpi_status status = 0;
269 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
270 union acpi_object *pct = NULL;
271 union acpi_object obj = { 0 };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273
274 status = acpi_evaluate_object(pr->handle, "_PCT", NULL, &buffer);
Len Brown4be44fc2005-08-05 00:44:28 -0400275 if (ACPI_FAILURE(status)) {
Thomas Renningera6fc6722006-06-26 23:58:43 -0400276 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PCT"));
Patrick Mocheld550d982006-06-27 00:41:40 -0400277 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 }
279
Len Brown4be44fc2005-08-05 00:44:28 -0400280 pct = (union acpi_object *)buffer.pointer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 if (!pct || (pct->type != ACPI_TYPE_PACKAGE)
Len Brown4be44fc2005-08-05 00:44:28 -0400282 || (pct->package.count != 2)) {
Len Brown64684632006-06-26 23:41:38 -0400283 printk(KERN_ERR PREFIX "Invalid _PCT data\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284 result = -EFAULT;
285 goto end;
286 }
287
288 /*
289 * control_register
290 */
291
292 obj = pct->package.elements[0];
293
294 if ((obj.type != ACPI_TYPE_BUFFER)
Len Brown4be44fc2005-08-05 00:44:28 -0400295 || (obj.buffer.length < sizeof(struct acpi_pct_register))
296 || (obj.buffer.pointer == NULL)) {
Len Brown64684632006-06-26 23:41:38 -0400297 printk(KERN_ERR PREFIX "Invalid _PCT data (control_register)\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 result = -EFAULT;
299 goto end;
300 }
Len Brown4be44fc2005-08-05 00:44:28 -0400301 memcpy(&pr->performance->control_register, obj.buffer.pointer,
302 sizeof(struct acpi_pct_register));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304 /*
305 * status_register
306 */
307
308 obj = pct->package.elements[1];
309
310 if ((obj.type != ACPI_TYPE_BUFFER)
Len Brown4be44fc2005-08-05 00:44:28 -0400311 || (obj.buffer.length < sizeof(struct acpi_pct_register))
312 || (obj.buffer.pointer == NULL)) {
Len Brown64684632006-06-26 23:41:38 -0400313 printk(KERN_ERR PREFIX "Invalid _PCT data (status_register)\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 result = -EFAULT;
315 goto end;
316 }
317
Len Brown4be44fc2005-08-05 00:44:28 -0400318 memcpy(&pr->performance->status_register, obj.buffer.pointer,
319 sizeof(struct acpi_pct_register));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320
Len Brown4be44fc2005-08-05 00:44:28 -0400321 end:
Len Brown02438d82006-06-30 03:19:10 -0400322 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323
Patrick Mocheld550d982006-06-27 00:41:40 -0400324 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325}
326
Len Brown4be44fc2005-08-05 00:44:28 -0400327static int acpi_processor_get_performance_states(struct acpi_processor *pr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328{
Len Brown4be44fc2005-08-05 00:44:28 -0400329 int result = 0;
330 acpi_status status = AE_OK;
331 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
332 struct acpi_buffer format = { sizeof("NNNNNN"), "NNNNNN" };
333 struct acpi_buffer state = { 0, NULL };
334 union acpi_object *pss = NULL;
335 int i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337
338 status = acpi_evaluate_object(pr->handle, "_PSS", NULL, &buffer);
Len Brown4be44fc2005-08-05 00:44:28 -0400339 if (ACPI_FAILURE(status)) {
Thomas Renningera6fc6722006-06-26 23:58:43 -0400340 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PSS"));
Patrick Mocheld550d982006-06-27 00:41:40 -0400341 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 }
343
Jan Engelhardt50dd0962006-10-01 00:28:50 +0200344 pss = buffer.pointer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 if (!pss || (pss->type != ACPI_TYPE_PACKAGE)) {
Len Brown64684632006-06-26 23:41:38 -0400346 printk(KERN_ERR PREFIX "Invalid _PSS data\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347 result = -EFAULT;
348 goto end;
349 }
350
351 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found %d performance states\n",
Len Brown4be44fc2005-08-05 00:44:28 -0400352 pss->package.count));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353
354 pr->performance->state_count = pss->package.count;
Len Brown4be44fc2005-08-05 00:44:28 -0400355 pr->performance->states =
356 kmalloc(sizeof(struct acpi_processor_px) * pss->package.count,
357 GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 if (!pr->performance->states) {
359 result = -ENOMEM;
360 goto end;
361 }
362
363 for (i = 0; i < pr->performance->state_count; i++) {
364
365 struct acpi_processor_px *px = &(pr->performance->states[i]);
366
367 state.length = sizeof(struct acpi_processor_px);
368 state.pointer = px;
369
370 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Extracting state %d\n", i));
371
372 status = acpi_extract_package(&(pss->package.elements[i]),
Len Brown4be44fc2005-08-05 00:44:28 -0400373 &format, &state);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 if (ACPI_FAILURE(status)) {
Thomas Renningera6fc6722006-06-26 23:58:43 -0400375 ACPI_EXCEPTION((AE_INFO, status, "Invalid _PSS data"));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376 result = -EFAULT;
377 kfree(pr->performance->states);
378 goto end;
379 }
380
381 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
Len Brown4be44fc2005-08-05 00:44:28 -0400382 "State [%d]: core_frequency[%d] power[%d] transition_latency[%d] bus_master_latency[%d] control[0x%x] status[0x%x]\n",
383 i,
384 (u32) px->core_frequency,
385 (u32) px->power,
386 (u32) px->transition_latency,
387 (u32) px->bus_master_latency,
388 (u32) px->control, (u32) px->status));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389
Len Brown34d531e2009-05-26 15:11:06 -0400390 /*
391 * Check that ACPI's u64 MHz will be valid as u32 KHz in cpufreq
392 */
393 if (!px->core_frequency ||
394 ((u32)(px->core_frequency * 1000) !=
395 (px->core_frequency * 1000))) {
396 printk(KERN_ERR FW_BUG PREFIX
397 "Invalid BIOS _PSS frequency: 0x%llx MHz\n",
398 px->core_frequency);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399 result = -EFAULT;
400 kfree(pr->performance->states);
401 goto end;
402 }
403 }
404
Len Brown4be44fc2005-08-05 00:44:28 -0400405 end:
Len Brown02438d82006-06-30 03:19:10 -0400406 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407
Patrick Mocheld550d982006-06-27 00:41:40 -0400408 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409}
410
Len Brown4be44fc2005-08-05 00:44:28 -0400411static int acpi_processor_get_performance_info(struct acpi_processor *pr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412{
Len Brown4be44fc2005-08-05 00:44:28 -0400413 int result = 0;
414 acpi_status status = AE_OK;
415 acpi_handle handle = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 if (!pr || !pr->performance || !pr->handle)
Patrick Mocheld550d982006-06-27 00:41:40 -0400418 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419
Linus Torvalds1da177e2005-04-16 15:20:36 -0700420 status = acpi_get_handle(pr->handle, "_PCT", &handle);
421 if (ACPI_FAILURE(status)) {
422 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
Len Brown4be44fc2005-08-05 00:44:28 -0400423 "ACPI-based processor performance control unavailable\n"));
Patrick Mocheld550d982006-06-27 00:41:40 -0400424 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425 }
426
427 result = acpi_processor_get_performance_control(pr);
428 if (result)
Thomas Renninger910dfae2008-09-01 14:27:04 +0200429 goto update_bios;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430
431 result = acpi_processor_get_performance_states(pr);
432 if (result)
Thomas Renninger910dfae2008-09-01 14:27:04 +0200433 goto update_bios;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434
Darrick J. Wong455c0d72010-02-18 10:28:20 -0800435 /* We need to call _PPC once when cpufreq starts */
436 if (ignore_ppc != 1)
437 result = acpi_processor_get_platform_limit(pr);
438
439 return result;
Thomas Renninger910dfae2008-09-01 14:27:04 +0200440
441 /*
442 * Having _PPC but missing frequencies (_PSS, _PCT) is a very good hint that
443 * the BIOS is older than the CPU and does not know its frequencies
444 */
445 update_bios:
Miao Xie16be87e2008-10-24 17:22:04 +0800446#ifdef CONFIG_X86
Thomas Renninger910dfae2008-09-01 14:27:04 +0200447 if (ACPI_SUCCESS(acpi_get_handle(pr->handle, "_PPC", &handle))){
448 if(boot_cpu_has(X86_FEATURE_EST))
449 printk(KERN_WARNING FW_BUG "BIOS needs update for CPU "
450 "frequency support\n");
451 }
Miao Xie16be87e2008-10-24 17:22:04 +0800452#endif
Thomas Renninger910dfae2008-09-01 14:27:04 +0200453 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454}
455
Len Brown4be44fc2005-08-05 00:44:28 -0400456int acpi_processor_notify_smm(struct module *calling_module)
457{
458 acpi_status status;
459 static int is_done = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460
Linus Torvalds1da177e2005-04-16 15:20:36 -0700461
462 if (!(acpi_processor_ppc_status & PPC_REGISTERED))
Patrick Mocheld550d982006-06-27 00:41:40 -0400463 return -EBUSY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464
465 if (!try_module_get(calling_module))
Patrick Mocheld550d982006-06-27 00:41:40 -0400466 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467
Lucas De Marchi58f87ed2010-09-07 12:49:45 -0400468 /* is_done is set to negative if an error occurred,
469 * and to postitive if _no_ error occurred, but SMM
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470 * was already notified. This avoids double notification
471 * which might lead to unexpected results...
472 */
473 if (is_done > 0) {
474 module_put(calling_module);
Patrick Mocheld550d982006-06-27 00:41:40 -0400475 return 0;
Len Brown4be44fc2005-08-05 00:44:28 -0400476 } else if (is_done < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477 module_put(calling_module);
Patrick Mocheld550d982006-06-27 00:41:40 -0400478 return is_done;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 }
480
481 is_done = -EIO;
482
Alexey Starikovskiyad718602007-02-02 19:48:19 +0300483 /* Can't write pstate_control to smi_command if either value is zero */
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300484 if ((!acpi_gbl_FADT.smi_command) || (!acpi_gbl_FADT.pstate_control)) {
Alexey Starikovskiyad718602007-02-02 19:48:19 +0300485 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No SMI port or pstate_control\n"));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 module_put(calling_module);
Patrick Mocheld550d982006-06-27 00:41:40 -0400487 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488 }
489
Len Brown4be44fc2005-08-05 00:44:28 -0400490 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
Alexey Starikovskiyad718602007-02-02 19:48:19 +0300491 "Writing pstate_control [0x%x] to smi_command [0x%x]\n",
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300492 acpi_gbl_FADT.pstate_control, acpi_gbl_FADT.smi_command));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300494 status = acpi_os_write_port(acpi_gbl_FADT.smi_command,
495 (u32) acpi_gbl_FADT.pstate_control, 8);
Len Brown4be44fc2005-08-05 00:44:28 -0400496 if (ACPI_FAILURE(status)) {
Thomas Renningera6fc6722006-06-26 23:58:43 -0400497 ACPI_EXCEPTION((AE_INFO, status,
Alexey Starikovskiyad718602007-02-02 19:48:19 +0300498 "Failed to write pstate_control [0x%x] to "
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300499 "smi_command [0x%x]", acpi_gbl_FADT.pstate_control,
500 acpi_gbl_FADT.smi_command));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501 module_put(calling_module);
Patrick Mocheld550d982006-06-27 00:41:40 -0400502 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700503 }
504
505 /* Success. If there's no _PPC, we need to fear nothing, so
506 * we can allow the cpufreq driver to be rmmod'ed. */
507 is_done = 1;
508
509 if (!(acpi_processor_ppc_status & PPC_IN_USE))
510 module_put(calling_module);
511
Patrick Mocheld550d982006-06-27 00:41:40 -0400512 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700513}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514
Len Brown4be44fc2005-08-05 00:44:28 -0400515EXPORT_SYMBOL(acpi_processor_notify_smm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500517static int acpi_processor_get_psd(struct acpi_processor *pr)
518{
519 int result = 0;
520 acpi_status status = AE_OK;
521 struct acpi_buffer buffer = {ACPI_ALLOCATE_BUFFER, NULL};
522 struct acpi_buffer format = {sizeof("NNNNN"), "NNNNN"};
523 struct acpi_buffer state = {0, NULL};
524 union acpi_object *psd = NULL;
525 struct acpi_psd_package *pdomain;
526
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500527 status = acpi_evaluate_object(pr->handle, "_PSD", NULL, &buffer);
528 if (ACPI_FAILURE(status)) {
Len Brown9011bff2006-05-11 00:28:12 -0400529 return -ENODEV;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500530 }
531
Jan Engelhardt50dd0962006-10-01 00:28:50 +0200532 psd = buffer.pointer;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500533 if (!psd || (psd->type != ACPI_TYPE_PACKAGE)) {
Lin Ming55ac9a02008-09-28 14:51:56 +0800534 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500535 result = -EFAULT;
536 goto end;
537 }
538
539 if (psd->package.count != 1) {
Lin Ming55ac9a02008-09-28 14:51:56 +0800540 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500541 result = -EFAULT;
542 goto end;
543 }
544
545 pdomain = &(pr->performance->domain_info);
546
547 state.length = sizeof(struct acpi_psd_package);
548 state.pointer = pdomain;
549
550 status = acpi_extract_package(&(psd->package.elements[0]),
551 &format, &state);
552 if (ACPI_FAILURE(status)) {
Lin Ming55ac9a02008-09-28 14:51:56 +0800553 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500554 result = -EFAULT;
555 goto end;
556 }
557
558 if (pdomain->num_entries != ACPI_PSD_REV0_ENTRIES) {
Lin Ming55ac9a02008-09-28 14:51:56 +0800559 printk(KERN_ERR PREFIX "Unknown _PSD:num_entries\n");
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500560 result = -EFAULT;
561 goto end;
562 }
563
564 if (pdomain->revision != ACPI_PSD_REV0_REVISION) {
Lin Ming55ac9a02008-09-28 14:51:56 +0800565 printk(KERN_ERR PREFIX "Unknown _PSD:revision\n");
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500566 result = -EFAULT;
567 goto end;
568 }
569
Stanislaw Gruszkae1eb4772009-03-24 13:41:59 +0100570 if (pdomain->coord_type != DOMAIN_COORD_TYPE_SW_ALL &&
571 pdomain->coord_type != DOMAIN_COORD_TYPE_SW_ANY &&
572 pdomain->coord_type != DOMAIN_COORD_TYPE_HW_ALL) {
573 printk(KERN_ERR PREFIX "Invalid _PSD:coord_type\n");
574 result = -EFAULT;
575 goto end;
576 }
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500577end:
Len Brown02438d82006-06-30 03:19:10 -0400578 kfree(buffer.pointer);
Len Brown9011bff2006-05-11 00:28:12 -0400579 return result;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500580}
581
582int acpi_processor_preregister_performance(
Tejun Heoa29d8b82010-02-02 14:39:15 +0900583 struct acpi_processor_performance __percpu *performance)
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500584{
585 int count, count_target;
586 int retval = 0;
587 unsigned int i, j;
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800588 cpumask_var_t covered_cpus;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500589 struct acpi_processor *pr;
590 struct acpi_psd_package *pdomain;
591 struct acpi_processor *match_pr;
592 struct acpi_psd_package *match_pdomain;
593
Li Zefan79f55992009-06-15 14:58:26 +0800594 if (!zalloc_cpumask_var(&covered_cpus, GFP_KERNEL))
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800595 return -ENOMEM;
596
Len Brown785fccc2006-06-15 22:19:31 -0400597 mutex_lock(&performance_mutex);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500598
Stanislaw Gruszkae1eb4772009-03-24 13:41:59 +0100599 /*
600 * Check if another driver has already registered, and abort before
601 * changing pr->performance if it has. Check input data as well.
602 */
KAMEZAWA Hiroyuki193de0c2006-04-27 05:25:00 -0400603 for_each_possible_cpu(i) {
Mike Travis706546d2008-06-09 16:22:23 -0700604 pr = per_cpu(processors, i);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500605 if (!pr) {
606 /* Look only at processors in ACPI namespace */
607 continue;
608 }
609
610 if (pr->performance) {
611 retval = -EBUSY;
Stanislaw Gruszkae1eb4772009-03-24 13:41:59 +0100612 goto err_out;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500613 }
614
Rusty Russellb36128c2009-02-20 16:29:08 +0900615 if (!performance || !per_cpu_ptr(performance, i)) {
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500616 retval = -EINVAL;
Stanislaw Gruszkae1eb4772009-03-24 13:41:59 +0100617 goto err_out;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500618 }
Stanislaw Gruszkae1eb4772009-03-24 13:41:59 +0100619 }
620
621 /* Call _PSD for all CPUs */
622 for_each_possible_cpu(i) {
623 pr = per_cpu(processors, i);
624 if (!pr)
625 continue;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500626
Rusty Russellb36128c2009-02-20 16:29:08 +0900627 pr->performance = per_cpu_ptr(performance, i);
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800628 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500629 if (acpi_processor_get_psd(pr)) {
630 retval = -EINVAL;
631 continue;
632 }
633 }
634 if (retval)
635 goto err_ret;
636
637 /*
638 * Now that we have _PSD data from all CPUs, lets setup P-state
639 * domain info.
640 */
KAMEZAWA Hiroyuki193de0c2006-04-27 05:25:00 -0400641 for_each_possible_cpu(i) {
Mike Travis706546d2008-06-09 16:22:23 -0700642 pr = per_cpu(processors, i);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500643 if (!pr)
644 continue;
645
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800646 if (cpumask_test_cpu(i, covered_cpus))
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500647 continue;
648
649 pdomain = &(pr->performance->domain_info);
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800650 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
651 cpumask_set_cpu(i, covered_cpus);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500652 if (pdomain->num_processors <= 1)
653 continue;
654
655 /* Validate the Domain info */
656 count_target = pdomain->num_processors;
657 count = 1;
Venkatesh Pallipadi46f18e32006-06-26 00:34:43 -0400658 if (pdomain->coord_type == DOMAIN_COORD_TYPE_SW_ALL)
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500659 pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ALL;
Venkatesh Pallipadi46f18e32006-06-26 00:34:43 -0400660 else if (pdomain->coord_type == DOMAIN_COORD_TYPE_HW_ALL)
661 pr->performance->shared_type = CPUFREQ_SHARED_TYPE_HW;
662 else if (pdomain->coord_type == DOMAIN_COORD_TYPE_SW_ANY)
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500663 pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ANY;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500664
KAMEZAWA Hiroyuki193de0c2006-04-27 05:25:00 -0400665 for_each_possible_cpu(j) {
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500666 if (i == j)
667 continue;
668
Mike Travis706546d2008-06-09 16:22:23 -0700669 match_pr = per_cpu(processors, j);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500670 if (!match_pr)
671 continue;
672
673 match_pdomain = &(match_pr->performance->domain_info);
674 if (match_pdomain->domain != pdomain->domain)
675 continue;
676
677 /* Here i and j are in the same domain */
678
679 if (match_pdomain->num_processors != count_target) {
680 retval = -EINVAL;
681 goto err_ret;
682 }
683
684 if (pdomain->coord_type != match_pdomain->coord_type) {
685 retval = -EINVAL;
686 goto err_ret;
687 }
688
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800689 cpumask_set_cpu(j, covered_cpus);
690 cpumask_set_cpu(j, pr->performance->shared_cpu_map);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500691 count++;
692 }
693
KAMEZAWA Hiroyuki193de0c2006-04-27 05:25:00 -0400694 for_each_possible_cpu(j) {
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500695 if (i == j)
696 continue;
697
Mike Travis706546d2008-06-09 16:22:23 -0700698 match_pr = per_cpu(processors, j);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500699 if (!match_pr)
700 continue;
701
702 match_pdomain = &(match_pr->performance->domain_info);
703 if (match_pdomain->domain != pdomain->domain)
704 continue;
705
706 match_pr->performance->shared_type =
707 pr->performance->shared_type;
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800708 cpumask_copy(match_pr->performance->shared_cpu_map,
709 pr->performance->shared_cpu_map);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500710 }
711 }
712
713err_ret:
KAMEZAWA Hiroyuki193de0c2006-04-27 05:25:00 -0400714 for_each_possible_cpu(i) {
Mike Travis706546d2008-06-09 16:22:23 -0700715 pr = per_cpu(processors, i);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500716 if (!pr || !pr->performance)
717 continue;
718
719 /* Assume no coordination on any error parsing domain info */
720 if (retval) {
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800721 cpumask_clear(pr->performance->shared_cpu_map);
722 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500723 pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ALL;
724 }
725 pr->performance = NULL; /* Will be set for real in register */
726 }
727
Stanislaw Gruszkae1eb4772009-03-24 13:41:59 +0100728err_out:
Len Brown785fccc2006-06-15 22:19:31 -0400729 mutex_unlock(&performance_mutex);
Rusty Russell2fdf66b2008-12-31 18:08:47 -0800730 free_cpumask_var(covered_cpus);
Len Brown9011bff2006-05-11 00:28:12 -0400731 return retval;
Venkatesh Pallipadi3b2d9942005-12-14 15:05:00 -0500732}
733EXPORT_SYMBOL(acpi_processor_preregister_performance);
734
Linus Torvalds1da177e2005-04-16 15:20:36 -0700735int
Len Brown4be44fc2005-08-05 00:44:28 -0400736acpi_processor_register_performance(struct acpi_processor_performance
737 *performance, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700738{
739 struct acpi_processor *pr;
740
Linus Torvalds1da177e2005-04-16 15:20:36 -0700741 if (!(acpi_processor_ppc_status & PPC_REGISTERED))
Patrick Mocheld550d982006-06-27 00:41:40 -0400742 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700743
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400744 mutex_lock(&performance_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745
Mike Travis706546d2008-06-09 16:22:23 -0700746 pr = per_cpu(processors, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747 if (!pr) {
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400748 mutex_unlock(&performance_mutex);
Patrick Mocheld550d982006-06-27 00:41:40 -0400749 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 }
751
752 if (pr->performance) {
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400753 mutex_unlock(&performance_mutex);
Patrick Mocheld550d982006-06-27 00:41:40 -0400754 return -EBUSY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700755 }
756
Andrew Mortona913f502006-06-10 09:54:13 -0700757 WARN_ON(!performance);
758
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759 pr->performance = performance;
760
761 if (acpi_processor_get_performance_info(pr)) {
762 pr->performance = NULL;
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400763 mutex_unlock(&performance_mutex);
Patrick Mocheld550d982006-06-27 00:41:40 -0400764 return -EIO;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765 }
766
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400767 mutex_unlock(&performance_mutex);
Patrick Mocheld550d982006-06-27 00:41:40 -0400768 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769}
Len Brown4be44fc2005-08-05 00:44:28 -0400770
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771EXPORT_SYMBOL(acpi_processor_register_performance);
772
Linus Torvalds1da177e2005-04-16 15:20:36 -0700773void
Len Brown4be44fc2005-08-05 00:44:28 -0400774acpi_processor_unregister_performance(struct acpi_processor_performance
775 *performance, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776{
777 struct acpi_processor *pr;
778
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400779 mutex_lock(&performance_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780
Mike Travis706546d2008-06-09 16:22:23 -0700781 pr = per_cpu(processors, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700782 if (!pr) {
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400783 mutex_unlock(&performance_mutex);
Patrick Mocheld550d982006-06-27 00:41:40 -0400784 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700785 }
786
Andrew Mortona913f502006-06-10 09:54:13 -0700787 if (pr->performance)
788 kfree(pr->performance->states);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789 pr->performance = NULL;
790
Arjan van de Ven65c19bb2006-04-27 05:25:00 -0400791 mutex_unlock(&performance_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792
Patrick Mocheld550d982006-06-27 00:41:40 -0400793 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700794}
Len Brown4be44fc2005-08-05 00:44:28 -0400795
Linus Torvalds1da177e2005-04-16 15:20:36 -0700796EXPORT_SYMBOL(acpi_processor_unregister_performance);