blob: 3fffbe6025cd34e9dc2ee9cbfd893c6f1eff9f68 [file] [log] [blame]
Rafa³ Bilski86acd492007-02-05 19:57:25 +01001/*
2 * Based on documentation provided by Dave Jones. Thanks!
3 *
4 * Licensed under the terms of the GNU GPL License version 2.
5 *
6 * BIG FAT DISCLAIMER: Work in progress code. Possibly *dangerous*
7 */
8
9#include <linux/kernel.h>
10#include <linux/module.h>
11#include <linux/init.h>
12#include <linux/cpufreq.h>
13#include <linux/ioport.h>
14#include <linux/slab.h>
Dave Jonesc9b8c872009-01-17 22:54:47 -050015#include <linux/timex.h>
16#include <linux/io.h>
17#include <linux/delay.h>
Rafa³ Bilski86acd492007-02-05 19:57:25 +010018
Andi Kleenfa8031a2012-01-26 00:09:12 +010019#include <asm/cpu_device_id.h>
Rafa³ Bilski86acd492007-02-05 19:57:25 +010020#include <asm/msr.h>
21#include <asm/tsc.h>
Rafa³ Bilski86acd492007-02-05 19:57:25 +010022
Rafał Bilski27e954c2011-07-21 22:11:29 +010023#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
24#include <linux/acpi.h>
25#include <acpi/processor.h>
26#endif
27
Rafa³ Bilski86acd492007-02-05 19:57:25 +010028#define EPS_BRAND_C7M 0
29#define EPS_BRAND_C7 1
30#define EPS_BRAND_EDEN 2
31#define EPS_BRAND_C3 3
Jesse Ahrens535ae382008-01-17 15:25:08 -060032#define EPS_BRAND_C7D 4
Rafa³ Bilski86acd492007-02-05 19:57:25 +010033
34struct eps_cpu_data {
35 u32 fsb;
Rafał Bilski27e954c2011-07-21 22:11:29 +010036#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
37 u32 bios_limit;
38#endif
Rafa³ Bilski86acd492007-02-05 19:57:25 +010039 struct cpufreq_frequency_table freq_table[];
40};
41
42static struct eps_cpu_data *eps_cpu[NR_CPUS];
43
Rafał Bilskied361bf2011-07-20 21:20:56 +010044/* Module parameters */
45static int freq_failsafe_off;
46static int voltage_failsafe_off;
Rafał Bilski826e5702011-07-23 23:35:28 +010047static int set_max_voltage;
Rafał Bilskied361bf2011-07-20 21:20:56 +010048
Rafał Bilski27e954c2011-07-21 22:11:29 +010049#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
50static int ignore_acpi_limit;
51
52static struct acpi_processor_performance *eps_acpi_cpu_perf;
53
54/* Minimum necessary to get acpi_processor_get_bios_limit() working */
55static int eps_acpi_init(void)
56{
57 eps_acpi_cpu_perf = kzalloc(sizeof(struct acpi_processor_performance),
58 GFP_KERNEL);
59 if (!eps_acpi_cpu_perf)
60 return -ENOMEM;
61
62 if (!zalloc_cpumask_var(&eps_acpi_cpu_perf->shared_cpu_map,
63 GFP_KERNEL)) {
64 kfree(eps_acpi_cpu_perf);
65 eps_acpi_cpu_perf = NULL;
66 return -ENOMEM;
67 }
68
69 if (acpi_processor_register_performance(eps_acpi_cpu_perf, 0)) {
70 free_cpumask_var(eps_acpi_cpu_perf->shared_cpu_map);
71 kfree(eps_acpi_cpu_perf);
72 eps_acpi_cpu_perf = NULL;
73 return -EIO;
74 }
75 return 0;
76}
77
78static int eps_acpi_exit(struct cpufreq_policy *policy)
79{
80 if (eps_acpi_cpu_perf) {
81 acpi_processor_unregister_performance(eps_acpi_cpu_perf, 0);
82 free_cpumask_var(eps_acpi_cpu_perf->shared_cpu_map);
83 kfree(eps_acpi_cpu_perf);
84 eps_acpi_cpu_perf = NULL;
85 }
86 return 0;
87}
88#endif
Rafa³ Bilski86acd492007-02-05 19:57:25 +010089
90static unsigned int eps_get(unsigned int cpu)
91{
92 struct eps_cpu_data *centaur;
93 u32 lo, hi;
94
95 if (cpu)
96 return 0;
97 centaur = eps_cpu[cpu];
98 if (centaur == NULL)
99 return 0;
100
101 /* Return current frequency */
102 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
103 return centaur->fsb * ((lo >> 8) & 0xff);
104}
105
106static int eps_set_state(struct eps_cpu_data *centaur,
107 unsigned int cpu,
108 u32 dest_state)
109{
110 struct cpufreq_freqs freqs;
111 u32 lo, hi;
112 int err = 0;
113 int i;
114
115 freqs.old = eps_get(cpu);
116 freqs.new = centaur->fsb * ((dest_state >> 8) & 0xff);
117 freqs.cpu = cpu;
118 cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
119
120 /* Wait while CPU is busy */
121 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
122 i = 0;
123 while (lo & ((1 << 16) | (1 << 17))) {
124 udelay(16);
125 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
126 i++;
127 if (unlikely(i > 64)) {
128 err = -ENODEV;
129 goto postchange;
130 }
131 }
132 /* Set new multiplier and voltage */
133 wrmsr(MSR_IA32_PERF_CTL, dest_state & 0xffff, 0);
134 /* Wait until transition end */
135 i = 0;
136 do {
137 udelay(16);
138 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
139 i++;
140 if (unlikely(i > 64)) {
141 err = -ENODEV;
142 goto postchange;
143 }
144 } while (lo & ((1 << 16) | (1 << 17)));
145
146 /* Return current frequency */
147postchange:
148 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
149 freqs.new = centaur->fsb * ((lo >> 8) & 0xff);
150
Dave Jones0e5aa8d2008-02-15 18:11:14 -0500151#ifdef DEBUG
152 {
153 u8 current_multiplier, current_voltage;
154
Jesse Ahrens535ae382008-01-17 15:25:08 -0600155 /* Print voltage and multiplier */
156 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
157 current_voltage = lo & 0xff;
158 printk(KERN_INFO "eps: Current voltage = %dmV\n",
159 current_voltage * 16 + 700);
160 current_multiplier = (lo >> 8) & 0xff;
161 printk(KERN_INFO "eps: Current multiplier = %d\n",
162 current_multiplier);
Dave Jones0e5aa8d2008-02-15 18:11:14 -0500163 }
164#endif
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100165 cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
166 return err;
167}
168
169static int eps_target(struct cpufreq_policy *policy,
170 unsigned int target_freq,
171 unsigned int relation)
172{
173 struct eps_cpu_data *centaur;
174 unsigned int newstate = 0;
175 unsigned int cpu = policy->cpu;
176 unsigned int dest_state;
177 int ret;
178
179 if (unlikely(eps_cpu[cpu] == NULL))
180 return -ENODEV;
181 centaur = eps_cpu[cpu];
182
183 if (unlikely(cpufreq_frequency_table_target(policy,
184 &eps_cpu[cpu]->freq_table[0],
185 target_freq,
186 relation,
187 &newstate))) {
188 return -EINVAL;
189 }
190
191 /* Make frequency transition */
192 dest_state = centaur->freq_table[newstate].index & 0xffff;
193 ret = eps_set_state(centaur, cpu, dest_state);
194 if (ret)
195 printk(KERN_ERR "eps: Timeout!\n");
196 return ret;
197}
198
199static int eps_verify(struct cpufreq_policy *policy)
200{
201 return cpufreq_frequency_table_verify(policy,
202 &eps_cpu[policy->cpu]->freq_table[0]);
203}
204
205static int eps_cpu_init(struct cpufreq_policy *policy)
206{
207 unsigned int i;
208 u32 lo, hi;
209 u64 val;
210 u8 current_multiplier, current_voltage;
211 u8 max_multiplier, max_voltage;
212 u8 min_multiplier, min_voltage;
Jesse Ahrens535ae382008-01-17 15:25:08 -0600213 u8 brand = 0;
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100214 u32 fsb;
215 struct eps_cpu_data *centaur;
Jesse Ahrens535ae382008-01-17 15:25:08 -0600216 struct cpuinfo_x86 *c = &cpu_data(0);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100217 struct cpufreq_frequency_table *f_table;
218 int k, step, voltage;
219 int ret;
220 int states;
Rafał Bilski27e954c2011-07-21 22:11:29 +0100221#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
222 unsigned int limit;
223#endif
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100224
225 if (policy->cpu != 0)
226 return -ENODEV;
227
228 /* Check brand */
Dave Jonese19717f2008-02-06 22:00:31 -0500229 printk(KERN_INFO "eps: Detected VIA ");
Jesse Ahrens535ae382008-01-17 15:25:08 -0600230
231 switch (c->x86_model) {
232 case 10:
233 rdmsr(0x1153, lo, hi);
234 brand = (((lo >> 2) ^ lo) >> 18) & 3;
235 printk(KERN_CONT "Model A ");
236 break;
237 case 13:
238 rdmsr(0x1154, lo, hi);
239 brand = (((lo >> 4) ^ (lo >> 2))) & 0x000000ff;
240 printk(KERN_CONT "Model D ");
241 break;
242 }
243
Dave Jonesc9b8c872009-01-17 22:54:47 -0500244 switch (brand) {
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100245 case EPS_BRAND_C7M:
Dave Jonese19717f2008-02-06 22:00:31 -0500246 printk(KERN_CONT "C7-M\n");
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100247 break;
248 case EPS_BRAND_C7:
Dave Jonese19717f2008-02-06 22:00:31 -0500249 printk(KERN_CONT "C7\n");
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100250 break;
251 case EPS_BRAND_EDEN:
Dave Jonese19717f2008-02-06 22:00:31 -0500252 printk(KERN_CONT "Eden\n");
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100253 break;
Jesse Ahrens535ae382008-01-17 15:25:08 -0600254 case EPS_BRAND_C7D:
255 printk(KERN_CONT "C7-D\n");
256 break;
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100257 case EPS_BRAND_C3:
Dave Jonese19717f2008-02-06 22:00:31 -0500258 printk(KERN_CONT "C3\n");
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100259 return -ENODEV;
260 break;
261 }
262 /* Enable Enhanced PowerSaver */
263 rdmsrl(MSR_IA32_MISC_ENABLE, val);
Vegard Nossumecab22a2009-02-20 11:56:38 +0100264 if (!(val & MSR_IA32_MISC_ENABLE_ENHANCED_SPEEDSTEP)) {
265 val |= MSR_IA32_MISC_ENABLE_ENHANCED_SPEEDSTEP;
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100266 wrmsrl(MSR_IA32_MISC_ENABLE, val);
267 /* Can be locked at 0 */
268 rdmsrl(MSR_IA32_MISC_ENABLE, val);
Vegard Nossumecab22a2009-02-20 11:56:38 +0100269 if (!(val & MSR_IA32_MISC_ENABLE_ENHANCED_SPEEDSTEP)) {
Dave Jonese19717f2008-02-06 22:00:31 -0500270 printk(KERN_INFO "eps: Can't enable Enhanced PowerSaver\n");
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100271 return -ENODEV;
272 }
273 }
274
275 /* Print voltage and multiplier */
276 rdmsr(MSR_IA32_PERF_STATUS, lo, hi);
277 current_voltage = lo & 0xff;
Dave Jonesc9b8c872009-01-17 22:54:47 -0500278 printk(KERN_INFO "eps: Current voltage = %dmV\n",
279 current_voltage * 16 + 700);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100280 current_multiplier = (lo >> 8) & 0xff;
Dave Jonese19717f2008-02-06 22:00:31 -0500281 printk(KERN_INFO "eps: Current multiplier = %d\n", current_multiplier);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100282
283 /* Print limits */
284 max_voltage = hi & 0xff;
Dave Jonesc9b8c872009-01-17 22:54:47 -0500285 printk(KERN_INFO "eps: Highest voltage = %dmV\n",
286 max_voltage * 16 + 700);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100287 max_multiplier = (hi >> 8) & 0xff;
Dave Jonese19717f2008-02-06 22:00:31 -0500288 printk(KERN_INFO "eps: Highest multiplier = %d\n", max_multiplier);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100289 min_voltage = (hi >> 16) & 0xff;
Dave Jonesc9b8c872009-01-17 22:54:47 -0500290 printk(KERN_INFO "eps: Lowest voltage = %dmV\n",
291 min_voltage * 16 + 700);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100292 min_multiplier = (hi >> 24) & 0xff;
Dave Jonese19717f2008-02-06 22:00:31 -0500293 printk(KERN_INFO "eps: Lowest multiplier = %d\n", min_multiplier);
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100294
295 /* Sanity checks */
296 if (current_multiplier == 0 || max_multiplier == 0
297 || min_multiplier == 0)
298 return -EINVAL;
299 if (current_multiplier > max_multiplier
300 || max_multiplier <= min_multiplier)
301 return -EINVAL;
Jesse Ahrens535ae382008-01-17 15:25:08 -0600302 if (current_voltage > 0x1f || max_voltage > 0x1f)
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100303 return -EINVAL;
Rafał Bilskied361bf2011-07-20 21:20:56 +0100304 if (max_voltage < min_voltage
305 || current_voltage < min_voltage
306 || current_voltage > max_voltage)
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100307 return -EINVAL;
308
Rafał Bilskied361bf2011-07-20 21:20:56 +0100309 /* Check for systems using underclocked CPU */
310 if (!freq_failsafe_off && max_multiplier != current_multiplier) {
311 printk(KERN_INFO "eps: Your processor is running at different "
312 "frequency then its maximum. Aborting.\n");
313 printk(KERN_INFO "eps: You can use freq_failsafe_off option "
314 "to disable this check.\n");
315 return -EINVAL;
316 }
317 if (!voltage_failsafe_off && max_voltage != current_voltage) {
318 printk(KERN_INFO "eps: Your processor is running at different "
319 "voltage then its maximum. Aborting.\n");
320 printk(KERN_INFO "eps: You can use voltage_failsafe_off "
321 "option to disable this check.\n");
322 return -EINVAL;
323 }
324
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100325 /* Calc FSB speed */
326 fsb = cpu_khz / current_multiplier;
Rafał Bilski27e954c2011-07-21 22:11:29 +0100327
328#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
329 /* Check for ACPI processor speed limit */
330 if (!ignore_acpi_limit && !eps_acpi_init()) {
331 if (!acpi_processor_get_bios_limit(policy->cpu, &limit)) {
332 printk(KERN_INFO "eps: ACPI limit %u.%uGHz\n",
333 limit/1000000,
334 (limit%1000000)/10000);
335 eps_acpi_exit(policy);
336 /* Check if max_multiplier is in BIOS limits */
337 if (limit && max_multiplier * fsb > limit) {
338 printk(KERN_INFO "eps: Aborting.\n");
339 return -EINVAL;
340 }
341 }
342 }
343#endif
344
Rafał Bilski826e5702011-07-23 23:35:28 +0100345 /* Allow user to set lower maximum voltage then that reported
346 * by processor */
347 if (brand == EPS_BRAND_C7M && set_max_voltage) {
348 u32 v;
349
350 /* Change mV to something hardware can use */
351 v = (set_max_voltage - 700) / 16;
352 /* Check if voltage is within limits */
353 if (v >= min_voltage && v <= max_voltage) {
354 printk(KERN_INFO "eps: Setting %dmV as maximum.\n",
355 v * 16 + 700);
356 max_voltage = v;
357 }
358 }
359
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100360 /* Calc number of p-states supported */
361 if (brand == EPS_BRAND_C7M)
362 states = max_multiplier - min_multiplier + 1;
363 else
364 states = 2;
365
366 /* Allocate private data and frequency table for current cpu */
367 centaur = kzalloc(sizeof(struct eps_cpu_data)
368 + (states + 1) * sizeof(struct cpufreq_frequency_table),
369 GFP_KERNEL);
370 if (!centaur)
371 return -ENOMEM;
372 eps_cpu[0] = centaur;
373
374 /* Copy basic values */
375 centaur->fsb = fsb;
Rafał Bilski27e954c2011-07-21 22:11:29 +0100376#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
377 centaur->bios_limit = limit;
378#endif
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100379
380 /* Fill frequency and MSR value table */
381 f_table = &centaur->freq_table[0];
Rafa³ Bilskib6f45a42007-02-12 22:19:12 +0100382 if (brand != EPS_BRAND_C7M) {
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100383 f_table[0].frequency = fsb * min_multiplier;
384 f_table[0].index = (min_multiplier << 8) | min_voltage;
385 f_table[1].frequency = fsb * max_multiplier;
386 f_table[1].index = (max_multiplier << 8) | max_voltage;
387 f_table[2].frequency = CPUFREQ_TABLE_END;
388 } else {
389 k = 0;
390 step = ((max_voltage - min_voltage) * 256)
391 / (max_multiplier - min_multiplier);
392 for (i = min_multiplier; i <= max_multiplier; i++) {
393 voltage = (k * step) / 256 + min_voltage;
394 f_table[k].frequency = fsb * i;
395 f_table[k].index = (i << 8) | voltage;
396 k++;
397 }
398 f_table[k].frequency = CPUFREQ_TABLE_END;
399 }
400
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100401 policy->cpuinfo.transition_latency = 140000; /* 844mV -> 700mV in ns */
402 policy->cur = fsb * current_multiplier;
403
404 ret = cpufreq_frequency_table_cpuinfo(policy, &centaur->freq_table[0]);
405 if (ret) {
406 kfree(centaur);
407 return ret;
408 }
409
410 cpufreq_frequency_table_get_attr(&centaur->freq_table[0], policy->cpu);
411 return 0;
412}
413
414static int eps_cpu_exit(struct cpufreq_policy *policy)
415{
416 unsigned int cpu = policy->cpu;
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100417
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100418 /* Bye */
419 cpufreq_frequency_table_put_attr(policy->cpu);
420 kfree(eps_cpu[cpu]);
421 eps_cpu[cpu] = NULL;
422 return 0;
423}
424
Dave Jonesc9b8c872009-01-17 22:54:47 -0500425static struct freq_attr *eps_attr[] = {
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100426 &cpufreq_freq_attr_scaling_available_freqs,
427 NULL,
428};
429
Linus Torvalds221dee22007-02-26 14:55:48 -0800430static struct cpufreq_driver eps_driver = {
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100431 .verify = eps_verify,
432 .target = eps_target,
433 .init = eps_cpu_init,
434 .exit = eps_cpu_exit,
435 .get = eps_get,
436 .name = "e_powersaver",
437 .owner = THIS_MODULE,
438 .attr = eps_attr,
439};
440
Andi Kleenfa8031a2012-01-26 00:09:12 +0100441
442/* This driver will work only on Centaur C7 processors with
443 * Enhanced SpeedStep/PowerSaver registers */
444static const struct x86_cpu_id eps_cpu_id[] = {
445 { X86_VENDOR_CENTAUR, 6, X86_MODEL_ANY, X86_FEATURE_EST },
446 {}
447};
448MODULE_DEVICE_TABLE(x86cpu, eps_cpu_id);
449
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100450static int __init eps_init(void)
451{
Andi Kleenfa8031a2012-01-26 00:09:12 +0100452 if (!x86_match_cpu(eps_cpu_id) || boot_cpu_data.x86_model < 10)
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100453 return -ENODEV;
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100454 if (cpufreq_register_driver(&eps_driver))
455 return -EINVAL;
456 return 0;
457}
458
459static void __exit eps_exit(void)
460{
461 cpufreq_unregister_driver(&eps_driver);
462}
463
Rafał Bilskied361bf2011-07-20 21:20:56 +0100464/* Allow user to overclock his machine or to change frequency to higher after
465 * unloading module */
466module_param(freq_failsafe_off, int, 0644);
467MODULE_PARM_DESC(freq_failsafe_off, "Disable current vs max frequency check");
468module_param(voltage_failsafe_off, int, 0644);
469MODULE_PARM_DESC(voltage_failsafe_off, "Disable current vs max voltage check");
Rafał Bilski27e954c2011-07-21 22:11:29 +0100470#if defined CONFIG_ACPI_PROCESSOR || defined CONFIG_ACPI_PROCESSOR_MODULE
471module_param(ignore_acpi_limit, int, 0644);
472MODULE_PARM_DESC(ignore_acpi_limit, "Don't check ACPI's processor speed limit");
473#endif
Rafał Bilski826e5702011-07-23 23:35:28 +0100474module_param(set_max_voltage, int, 0644);
475MODULE_PARM_DESC(set_max_voltage, "Set maximum CPU voltage (mV) C7-M only");
Rafał Bilskied361bf2011-07-20 21:20:56 +0100476
Dave Jonesc9b8c872009-01-17 22:54:47 -0500477MODULE_AUTHOR("Rafal Bilski <rafalbilski@interia.pl>");
Rafa³ Bilski86acd492007-02-05 19:57:25 +0100478MODULE_DESCRIPTION("Enhanced PowerSaver driver for VIA C7 CPU's.");
479MODULE_LICENSE("GPL");
480
481module_init(eps_init);
482module_exit(eps_exit);