blob: 42c2f431ea519cb8c1959253568ea4c4fe307183 [file] [log] [blame]
Rudolf Marekbebe4672007-05-08 17:22:02 +02001/*
2 * coretemp.c - Linux kernel module for hardware monitoring
3 *
4 * Copyright (C) 2007 Rudolf Marek <r.marek@assembler.cz>
5 *
6 * Inspired from many hwmon drivers
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; version 2 of the License.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
20 * 02110-1301 USA.
21 */
22
Joe Perchesf8bb8922010-10-20 06:51:31 +000023#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24
Rudolf Marekbebe4672007-05-08 17:22:02 +020025#include <linux/module.h>
Rudolf Marekbebe4672007-05-08 17:22:02 +020026#include <linux/init.h>
27#include <linux/slab.h>
28#include <linux/jiffies.h>
29#include <linux/hwmon.h>
30#include <linux/sysfs.h>
31#include <linux/hwmon-sysfs.h>
32#include <linux/err.h>
33#include <linux/mutex.h>
34#include <linux/list.h>
35#include <linux/platform_device.h>
36#include <linux/cpu.h>
Yong Wang1fe63ab2010-01-10 20:52:34 +010037#include <linux/pci.h>
Guenter Roeck4cc45272011-05-19 14:45:48 -070038#include <linux/smp.h>
Jean Delvarea45a8c82011-09-16 21:24:02 +020039#include <linux/moduleparam.h>
Rudolf Marekbebe4672007-05-08 17:22:02 +020040#include <asm/msr.h>
41#include <asm/processor.h>
Andi Kleen9b380962012-01-26 00:09:10 +010042#include <asm/cpu_device_id.h>
Rudolf Marekbebe4672007-05-08 17:22:02 +020043
44#define DRVNAME "coretemp"
45
Jean Delvarea45a8c82011-09-16 21:24:02 +020046/*
47 * force_tjmax only matters when TjMax can't be read from the CPU itself.
48 * When set, it replaces the driver's suboptimal heuristic.
49 */
50static int force_tjmax;
51module_param_named(tjmax, force_tjmax, int, 0444);
52MODULE_PARM_DESC(tjmax, "TjMax value in degrees Celsius");
53
Durgadoss R199e0de2011-05-20 01:29:35 +053054#define BASE_SYSFS_ATTR_NO 2 /* Sysfs Base attr no for coretemp */
Guenter Roeckbdc71c92012-05-01 08:15:42 -070055#define NUM_REAL_CORES 32 /* Number of Real cores per cpu */
Durgadoss R199e0de2011-05-20 01:29:35 +053056#define CORETEMP_NAME_LENGTH 17 /* String Length of attrs */
Durgadoss Rc814a4c2011-07-12 07:07:16 -040057#define MAX_CORE_ATTRS 4 /* Maximum no of basic attrs */
Guenter Roeckf4af6fd2011-09-19 21:41:16 -070058#define TOTAL_ATTRS (MAX_CORE_ATTRS + 1)
Durgadoss R199e0de2011-05-20 01:29:35 +053059#define MAX_CORE_DATA (NUM_REAL_CORES + BASE_SYSFS_ATTR_NO)
60
Guenter Roeck780affe2012-01-20 09:31:17 -080061#define TO_PHYS_ID(cpu) (cpu_data(cpu).phys_proc_id)
62#define TO_CORE_ID(cpu) (cpu_data(cpu).cpu_core_id)
Kevin Winchester141168c2011-12-20 20:52:22 -040063#define TO_ATTR_NO(cpu) (TO_CORE_ID(cpu) + BASE_SYSFS_ATTR_NO)
64
65#ifdef CONFIG_SMP
Guenter Roeckbb74e8c2011-05-23 12:06:41 -070066#define for_each_sibling(i, cpu) for_each_cpu(i, cpu_sibling_mask(cpu))
Durgadoss R199e0de2011-05-20 01:29:35 +053067#else
Guenter Roeckbb74e8c2011-05-23 12:06:41 -070068#define for_each_sibling(i, cpu) for (i = 0; false; )
Durgadoss R199e0de2011-05-20 01:29:35 +053069#endif
Rudolf Marekbebe4672007-05-08 17:22:02 +020070
71/*
Durgadoss R199e0de2011-05-20 01:29:35 +053072 * Per-Core Temperature Data
73 * @last_updated: The time when the current temperature value was updated
74 * earlier (in jiffies).
75 * @cpu_core_id: The CPU Core from which temperature values should be read
76 * This value is passed as "id" field to rdmsr/wrmsr functions.
77 * @status_reg: One of IA32_THERM_STATUS or IA32_PACKAGE_THERM_STATUS,
78 * from where the temperature values should be read.
Durgadoss Rc814a4c2011-07-12 07:07:16 -040079 * @attr_size: Total number of pre-core attrs displayed in the sysfs.
Durgadoss R199e0de2011-05-20 01:29:35 +053080 * @is_pkg_data: If this is 1, the temp_data holds pkgtemp data.
81 * Otherwise, temp_data holds coretemp data.
82 * @valid: If this is 1, the current temperature is valid.
Rudolf Marekbebe4672007-05-08 17:22:02 +020083 */
Durgadoss R199e0de2011-05-20 01:29:35 +053084struct temp_data {
Rudolf Marekbebe4672007-05-08 17:22:02 +020085 int temp;
Rudolf Marek6369a2882008-01-18 00:42:54 +010086 int ttarget;
Durgadoss R199e0de2011-05-20 01:29:35 +053087 int tjmax;
88 unsigned long last_updated;
89 unsigned int cpu;
90 u32 cpu_core_id;
91 u32 status_reg;
Durgadoss Rc814a4c2011-07-12 07:07:16 -040092 int attr_size;
Durgadoss R199e0de2011-05-20 01:29:35 +053093 bool is_pkg_data;
94 bool valid;
Durgadoss Rc814a4c2011-07-12 07:07:16 -040095 struct sensor_device_attribute sd_attrs[TOTAL_ATTRS];
96 char attr_name[TOTAL_ATTRS][CORETEMP_NAME_LENGTH];
Durgadoss R199e0de2011-05-20 01:29:35 +053097 struct mutex update_lock;
Rudolf Marekbebe4672007-05-08 17:22:02 +020098};
99
Durgadoss R199e0de2011-05-20 01:29:35 +0530100/* Platform Data per Physical CPU */
101struct platform_data {
102 struct device *hwmon_dev;
103 u16 phys_proc_id;
104 struct temp_data *core_data[MAX_CORE_DATA];
105 struct device_attribute name_attr;
106};
Rudolf Marekbebe4672007-05-08 17:22:02 +0200107
Durgadoss R199e0de2011-05-20 01:29:35 +0530108struct pdev_entry {
109 struct list_head list;
110 struct platform_device *pdev;
Durgadoss R199e0de2011-05-20 01:29:35 +0530111 u16 phys_proc_id;
Durgadoss R199e0de2011-05-20 01:29:35 +0530112};
113
114static LIST_HEAD(pdev_list);
115static DEFINE_MUTEX(pdev_list_mutex);
116
117static ssize_t show_name(struct device *dev,
118 struct device_attribute *devattr, char *buf)
Rudolf Marekbebe4672007-05-08 17:22:02 +0200119{
Durgadoss R199e0de2011-05-20 01:29:35 +0530120 return sprintf(buf, "%s\n", DRVNAME);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200121}
122
Durgadoss R199e0de2011-05-20 01:29:35 +0530123static ssize_t show_label(struct device *dev,
124 struct device_attribute *devattr, char *buf)
Rudolf Marekbebe4672007-05-08 17:22:02 +0200125{
Durgadoss R199e0de2011-05-20 01:29:35 +0530126 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
127 struct platform_data *pdata = dev_get_drvdata(dev);
128 struct temp_data *tdata = pdata->core_data[attr->index];
129
130 if (tdata->is_pkg_data)
131 return sprintf(buf, "Physical id %u\n", pdata->phys_proc_id);
132
133 return sprintf(buf, "Core %u\n", tdata->cpu_core_id);
134}
135
136static ssize_t show_crit_alarm(struct device *dev,
137 struct device_attribute *devattr, char *buf)
138{
139 u32 eax, edx;
140 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
141 struct platform_data *pdata = dev_get_drvdata(dev);
142 struct temp_data *tdata = pdata->core_data[attr->index];
143
144 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
145
146 return sprintf(buf, "%d\n", (eax >> 5) & 1);
147}
148
149static ssize_t show_tjmax(struct device *dev,
150 struct device_attribute *devattr, char *buf)
151{
152 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
153 struct platform_data *pdata = dev_get_drvdata(dev);
154
155 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->tjmax);
156}
157
158static ssize_t show_ttarget(struct device *dev,
159 struct device_attribute *devattr, char *buf)
160{
161 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
162 struct platform_data *pdata = dev_get_drvdata(dev);
163
164 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->ttarget);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200165}
166
167static ssize_t show_temp(struct device *dev,
Durgadoss R199e0de2011-05-20 01:29:35 +0530168 struct device_attribute *devattr, char *buf)
Rudolf Marekbebe4672007-05-08 17:22:02 +0200169{
Durgadoss R199e0de2011-05-20 01:29:35 +0530170 u32 eax, edx;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200171 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
Durgadoss R199e0de2011-05-20 01:29:35 +0530172 struct platform_data *pdata = dev_get_drvdata(dev);
173 struct temp_data *tdata = pdata->core_data[attr->index];
Rudolf Marekbebe4672007-05-08 17:22:02 +0200174
Durgadoss R199e0de2011-05-20 01:29:35 +0530175 mutex_lock(&tdata->update_lock);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200176
Durgadoss R199e0de2011-05-20 01:29:35 +0530177 /* Check whether the time interval has elapsed */
178 if (!tdata->valid || time_after(jiffies, tdata->last_updated + HZ)) {
179 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
180 tdata->valid = 0;
181 /* Check whether the data is valid */
Rudolf Marekbebe4672007-05-08 17:22:02 +0200182 if (eax & 0x80000000) {
Durgadoss R199e0de2011-05-20 01:29:35 +0530183 tdata->temp = tdata->tjmax -
Guenter Roeck4cc45272011-05-19 14:45:48 -0700184 ((eax >> 16) & 0x7f) * 1000;
Durgadoss R199e0de2011-05-20 01:29:35 +0530185 tdata->valid = 1;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200186 }
Durgadoss R199e0de2011-05-20 01:29:35 +0530187 tdata->last_updated = jiffies;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200188 }
189
Durgadoss R199e0de2011-05-20 01:29:35 +0530190 mutex_unlock(&tdata->update_lock);
191 return tdata->valid ? sprintf(buf, "%d\n", tdata->temp) : -EAGAIN;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200192}
193
Jean Delvared6db23c2012-01-16 22:51:47 +0100194static int __cpuinit adjust_tjmax(struct cpuinfo_x86 *c, u32 id,
195 struct device *dev)
Rudolf Marek118a8872008-02-17 22:59:39 +0100196{
197 /* The 100C is default for both mobile and non mobile CPUs */
198
199 int tjmax = 100000;
Rudolf Marekeccfed42009-09-23 22:59:42 +0200200 int tjmax_ee = 85000;
Rudolf Marek708a62b2009-09-23 22:59:42 +0200201 int usemsr_ee = 1;
Rudolf Marek118a8872008-02-17 22:59:39 +0100202 int err;
203 u32 eax, edx;
Yong Wang1fe63ab2010-01-10 20:52:34 +0100204 struct pci_dev *host_bridge;
Rudolf Marek118a8872008-02-17 22:59:39 +0100205
206 /* Early chips have no MSR for TjMax */
207
Guenter Roeck4cc45272011-05-19 14:45:48 -0700208 if (c->x86_model == 0xf && c->x86_mask < 4)
Rudolf Marek708a62b2009-09-23 22:59:42 +0200209 usemsr_ee = 0;
Rudolf Marek118a8872008-02-17 22:59:39 +0100210
Yong Wang1fe63ab2010-01-10 20:52:34 +0100211 /* Atom CPUs */
Rudolf Marek708a62b2009-09-23 22:59:42 +0200212
Jean Delvarefcc14ac2012-06-17 18:05:05 +0200213 if (c->x86_model == 0x1c || c->x86_model == 0x26
214 || c->x86_model == 0x27) {
Rudolf Marek708a62b2009-09-23 22:59:42 +0200215 usemsr_ee = 0;
Yong Wang1fe63ab2010-01-10 20:52:34 +0100216
217 host_bridge = pci_get_bus_and_slot(0, PCI_DEVFN(0, 0));
218
219 if (host_bridge && host_bridge->vendor == PCI_VENDOR_ID_INTEL
220 && (host_bridge->device == 0xa000 /* NM10 based nettop */
221 || host_bridge->device == 0xa010)) /* NM10 based netbook */
222 tjmax = 100000;
223 else
224 tjmax = 90000;
225
226 pci_dev_put(host_bridge);
Guenter Roeck55929062012-06-17 18:05:05 +0200227 } else if (c->x86_model == 0x36) {
228 usemsr_ee = 0;
229 tjmax = 100000;
Rudolf Marek708a62b2009-09-23 22:59:42 +0200230 }
231
Guenter Roeck4cc45272011-05-19 14:45:48 -0700232 if (c->x86_model > 0xe && usemsr_ee) {
Rudolf Marekeccfed42009-09-23 22:59:42 +0200233 u8 platform_id;
Rudolf Marek118a8872008-02-17 22:59:39 +0100234
Guenter Roeck4cc45272011-05-19 14:45:48 -0700235 /*
236 * Now we can detect the mobile CPU using Intel provided table
237 * http://softwarecommunity.intel.com/Wiki/Mobility/720.htm
238 * For Core2 cores, check MSR 0x17, bit 28 1 = Mobile CPU
239 */
Rudolf Marek118a8872008-02-17 22:59:39 +0100240 err = rdmsr_safe_on_cpu(id, 0x17, &eax, &edx);
241 if (err) {
242 dev_warn(dev,
243 "Unable to access MSR 0x17, assuming desktop"
244 " CPU\n");
Rudolf Marek708a62b2009-09-23 22:59:42 +0200245 usemsr_ee = 0;
Rudolf Marekeccfed42009-09-23 22:59:42 +0200246 } else if (c->x86_model < 0x17 && !(eax & 0x10000000)) {
Guenter Roeck4cc45272011-05-19 14:45:48 -0700247 /*
248 * Trust bit 28 up to Penryn, I could not find any
249 * documentation on that; if you happen to know
250 * someone at Intel please ask
251 */
Rudolf Marek708a62b2009-09-23 22:59:42 +0200252 usemsr_ee = 0;
Rudolf Marekeccfed42009-09-23 22:59:42 +0200253 } else {
254 /* Platform ID bits 52:50 (EDX starts at bit 32) */
255 platform_id = (edx >> 18) & 0x7;
256
Guenter Roeck4cc45272011-05-19 14:45:48 -0700257 /*
258 * Mobile Penryn CPU seems to be platform ID 7 or 5
259 * (guesswork)
260 */
261 if (c->x86_model == 0x17 &&
262 (platform_id == 5 || platform_id == 7)) {
263 /*
264 * If MSR EE bit is set, set it to 90 degrees C,
265 * otherwise 105 degrees C
266 */
Rudolf Marekeccfed42009-09-23 22:59:42 +0200267 tjmax_ee = 90000;
268 tjmax = 105000;
269 }
Rudolf Marek118a8872008-02-17 22:59:39 +0100270 }
271 }
272
Rudolf Marek708a62b2009-09-23 22:59:42 +0200273 if (usemsr_ee) {
Rudolf Marek118a8872008-02-17 22:59:39 +0100274 err = rdmsr_safe_on_cpu(id, 0xee, &eax, &edx);
275 if (err) {
276 dev_warn(dev,
277 "Unable to access MSR 0xEE, for Tjmax, left"
Dean Nelson4d7a5642010-03-29 22:03:00 +0200278 " at default\n");
Rudolf Marek118a8872008-02-17 22:59:39 +0100279 } else if (eax & 0x40000000) {
Rudolf Marekeccfed42009-09-23 22:59:42 +0200280 tjmax = tjmax_ee;
Rudolf Marek118a8872008-02-17 22:59:39 +0100281 }
Rudolf Marek708a62b2009-09-23 22:59:42 +0200282 } else if (tjmax == 100000) {
Guenter Roeck4cc45272011-05-19 14:45:48 -0700283 /*
284 * If we don't use msr EE it means we are desktop CPU
285 * (with exeception of Atom)
286 */
Rudolf Marek118a8872008-02-17 22:59:39 +0100287 dev_warn(dev, "Using relative temperature scale!\n");
288 }
289
290 return tjmax;
291}
292
Jean Delvared6db23c2012-01-16 22:51:47 +0100293static int __cpuinit get_tjmax(struct cpuinfo_x86 *c, u32 id,
294 struct device *dev)
Carsten Emdea321ced2010-05-24 14:33:41 -0700295{
Carsten Emdea321ced2010-05-24 14:33:41 -0700296 int err;
297 u32 eax, edx;
298 u32 val;
299
Guenter Roeck4cc45272011-05-19 14:45:48 -0700300 /*
301 * A new feature of current Intel(R) processors, the
302 * IA32_TEMPERATURE_TARGET contains the TjMax value
303 */
Carsten Emdea321ced2010-05-24 14:33:41 -0700304 err = rdmsr_safe_on_cpu(id, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
305 if (err) {
Jean Delvare6bf9e9b2011-09-16 21:21:43 +0200306 if (c->x86_model > 0xe && c->x86_model != 0x1c)
307 dev_warn(dev, "Unable to read TjMax from CPU %u\n", id);
Carsten Emdea321ced2010-05-24 14:33:41 -0700308 } else {
309 val = (eax >> 16) & 0xff;
310 /*
311 * If the TjMax is not plausible, an assumption
312 * will be used
313 */
Guenter Roeckbb9973e2011-06-01 11:03:41 -0700314 if (val) {
Jean Delvare6bf9e9b2011-09-16 21:21:43 +0200315 dev_dbg(dev, "TjMax is %d degrees C\n", val);
Carsten Emdea321ced2010-05-24 14:33:41 -0700316 return val * 1000;
317 }
318 }
319
Jean Delvarea45a8c82011-09-16 21:24:02 +0200320 if (force_tjmax) {
321 dev_notice(dev, "TjMax forced to %d degrees C by user\n",
322 force_tjmax);
323 return force_tjmax * 1000;
324 }
325
Carsten Emdea321ced2010-05-24 14:33:41 -0700326 /*
327 * An assumption is made for early CPUs and unreadable MSR.
Guenter Roeck4f5f71a2011-05-31 06:54:21 -0700328 * NOTE: the calculated value may not be correct.
Carsten Emdea321ced2010-05-24 14:33:41 -0700329 */
Guenter Roeck4f5f71a2011-05-31 06:54:21 -0700330 return adjust_tjmax(c, id, dev);
Carsten Emdea321ced2010-05-24 14:33:41 -0700331}
332
Jean Delvared6db23c2012-01-16 22:51:47 +0100333static int __devinit create_name_attr(struct platform_data *pdata,
334 struct device *dev)
Durgadoss R199e0de2011-05-20 01:29:35 +0530335{
Sergey Senozhatsky42587812011-05-24 07:28:31 -0400336 sysfs_attr_init(&pdata->name_attr.attr);
Durgadoss R199e0de2011-05-20 01:29:35 +0530337 pdata->name_attr.attr.name = "name";
338 pdata->name_attr.attr.mode = S_IRUGO;
339 pdata->name_attr.show = show_name;
340 return device_create_file(dev, &pdata->name_attr);
341}
342
Jean Delvared6db23c2012-01-16 22:51:47 +0100343static int __cpuinit create_core_attrs(struct temp_data *tdata,
344 struct device *dev, int attr_no)
Durgadoss R199e0de2011-05-20 01:29:35 +0530345{
346 int err, i;
Jan Beuliche3204ed2011-09-23 06:36:53 -0400347 static ssize_t (*const rd_ptr[TOTAL_ATTRS]) (struct device *dev,
Durgadoss R199e0de2011-05-20 01:29:35 +0530348 struct device_attribute *devattr, char *buf) = {
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400349 show_label, show_crit_alarm, show_temp, show_tjmax,
Guenter Roeckf4af6fd2011-09-19 21:41:16 -0700350 show_ttarget };
Jan Beuliche3204ed2011-09-23 06:36:53 -0400351 static const char *const names[TOTAL_ATTRS] = {
Durgadoss R199e0de2011-05-20 01:29:35 +0530352 "temp%d_label", "temp%d_crit_alarm",
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400353 "temp%d_input", "temp%d_crit",
Guenter Roeckf4af6fd2011-09-19 21:41:16 -0700354 "temp%d_max" };
Durgadoss R199e0de2011-05-20 01:29:35 +0530355
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400356 for (i = 0; i < tdata->attr_size; i++) {
Durgadoss R199e0de2011-05-20 01:29:35 +0530357 snprintf(tdata->attr_name[i], CORETEMP_NAME_LENGTH, names[i],
358 attr_no);
Sergey Senozhatsky42587812011-05-24 07:28:31 -0400359 sysfs_attr_init(&tdata->sd_attrs[i].dev_attr.attr);
Durgadoss R199e0de2011-05-20 01:29:35 +0530360 tdata->sd_attrs[i].dev_attr.attr.name = tdata->attr_name[i];
361 tdata->sd_attrs[i].dev_attr.attr.mode = S_IRUGO;
362 tdata->sd_attrs[i].dev_attr.show = rd_ptr[i];
Durgadoss R199e0de2011-05-20 01:29:35 +0530363 tdata->sd_attrs[i].index = attr_no;
364 err = device_create_file(dev, &tdata->sd_attrs[i].dev_attr);
365 if (err)
366 goto exit_free;
367 }
368 return 0;
369
370exit_free:
371 while (--i >= 0)
372 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
373 return err;
374}
375
Rudolf Marekbebe4672007-05-08 17:22:02 +0200376
Jean Delvare0eb97822011-09-28 08:11:00 -0700377static int __cpuinit chk_ucode_version(unsigned int cpu)
Durgadoss R199e0de2011-05-20 01:29:35 +0530378{
Jean Delvare0eb97822011-09-28 08:11:00 -0700379 struct cpuinfo_x86 *c = &cpu_data(cpu);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200380
Durgadoss R199e0de2011-05-20 01:29:35 +0530381 /*
382 * Check if we have problem with errata AE18 of Core processors:
383 * Readings might stop update when processor visited too deep sleep,
384 * fixed for stepping D0 (6EC).
385 */
Andi Kleenca8bc8d2011-10-12 17:46:35 -0700386 if (c->x86_model == 0xe && c->x86_mask < 0xc && c->microcode < 0x39) {
387 pr_err("Errata AE18 not fixed, update BIOS or "
388 "microcode of the CPU!\n");
389 return -ENODEV;
Rudolf Marek67f363b2007-05-27 22:17:43 +0200390 }
Durgadoss R199e0de2011-05-20 01:29:35 +0530391 return 0;
392}
Rudolf Marek67f363b2007-05-27 22:17:43 +0200393
Jean Delvared6db23c2012-01-16 22:51:47 +0100394static struct platform_device __cpuinit *coretemp_get_pdev(unsigned int cpu)
Durgadoss R199e0de2011-05-20 01:29:35 +0530395{
396 u16 phys_proc_id = TO_PHYS_ID(cpu);
397 struct pdev_entry *p;
398
399 mutex_lock(&pdev_list_mutex);
400
401 list_for_each_entry(p, &pdev_list, list)
402 if (p->phys_proc_id == phys_proc_id) {
403 mutex_unlock(&pdev_list_mutex);
404 return p->pdev;
405 }
406
407 mutex_unlock(&pdev_list_mutex);
408 return NULL;
409}
410
Jean Delvared6db23c2012-01-16 22:51:47 +0100411static struct temp_data __cpuinit *init_temp_data(unsigned int cpu,
412 int pkg_flag)
Durgadoss R199e0de2011-05-20 01:29:35 +0530413{
414 struct temp_data *tdata;
415
416 tdata = kzalloc(sizeof(struct temp_data), GFP_KERNEL);
417 if (!tdata)
418 return NULL;
419
420 tdata->status_reg = pkg_flag ? MSR_IA32_PACKAGE_THERM_STATUS :
421 MSR_IA32_THERM_STATUS;
422 tdata->is_pkg_data = pkg_flag;
423 tdata->cpu = cpu;
424 tdata->cpu_core_id = TO_CORE_ID(cpu);
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400425 tdata->attr_size = MAX_CORE_ATTRS;
Durgadoss R199e0de2011-05-20 01:29:35 +0530426 mutex_init(&tdata->update_lock);
427 return tdata;
428}
429
Jean Delvared6db23c2012-01-16 22:51:47 +0100430static int __cpuinit create_core_data(struct platform_device *pdev,
Durgadoss R199e0de2011-05-20 01:29:35 +0530431 unsigned int cpu, int pkg_flag)
432{
433 struct temp_data *tdata;
Jan Beulich2f1c3db2011-09-23 06:40:08 -0400434 struct platform_data *pdata = platform_get_drvdata(pdev);
Durgadoss R199e0de2011-05-20 01:29:35 +0530435 struct cpuinfo_x86 *c = &cpu_data(cpu);
436 u32 eax, edx;
437 int err, attr_no;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200438
Carsten Emdea321ced2010-05-24 14:33:41 -0700439 /*
Durgadoss R199e0de2011-05-20 01:29:35 +0530440 * Find attr number for sysfs:
441 * We map the attr number to core id of the CPU
442 * The attr number is always core id + 2
443 * The Pkgtemp will always show up as temp1_*, if available
Carsten Emdea321ced2010-05-24 14:33:41 -0700444 */
Durgadoss R199e0de2011-05-20 01:29:35 +0530445 attr_no = pkg_flag ? 1 : TO_ATTR_NO(cpu);
Rudolf Marek6369a2882008-01-18 00:42:54 +0100446
Durgadoss R199e0de2011-05-20 01:29:35 +0530447 if (attr_no > MAX_CORE_DATA - 1)
448 return -ERANGE;
Rudolf Marek6369a2882008-01-18 00:42:54 +0100449
Guenter Roeckf4e0bcf2011-05-23 14:05:38 -0700450 /*
451 * Provide a single set of attributes for all HT siblings of a core
452 * to avoid duplicate sensors (the processor ID and core ID of all
Guenter Roeck6777b9e2011-05-23 13:52:35 -0700453 * HT siblings of a core are the same).
454 * Skip if a HT sibling of this core is already registered.
Guenter Roeckf4e0bcf2011-05-23 14:05:38 -0700455 * This is not an error.
456 */
Durgadoss R199e0de2011-05-20 01:29:35 +0530457 if (pdata->core_data[attr_no] != NULL)
458 return 0;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200459
Durgadoss R199e0de2011-05-20 01:29:35 +0530460 tdata = init_temp_data(cpu, pkg_flag);
461 if (!tdata)
462 return -ENOMEM;
463
464 /* Test if we can access the status register */
465 err = rdmsr_safe_on_cpu(cpu, tdata->status_reg, &eax, &edx);
466 if (err)
467 goto exit_free;
468
469 /* We can access status register. Get Critical Temperature */
Jean Delvare6bf9e9b2011-09-16 21:21:43 +0200470 tdata->tjmax = get_tjmax(c, cpu, &pdev->dev);
Durgadoss R199e0de2011-05-20 01:29:35 +0530471
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400472 /*
Guenter Roeckf4af6fd2011-09-19 21:41:16 -0700473 * Read the still undocumented bits 8:15 of IA32_TEMPERATURE_TARGET.
474 * The target temperature is available on older CPUs but not in this
475 * register. Atoms don't have the register at all.
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400476 */
Guenter Roeckf4af6fd2011-09-19 21:41:16 -0700477 if (c->x86_model > 0xe && c->x86_model != 0x1c) {
478 err = rdmsr_safe_on_cpu(cpu, MSR_IA32_TEMPERATURE_TARGET,
479 &eax, &edx);
480 if (!err) {
481 tdata->ttarget
482 = tdata->tjmax - ((eax >> 8) & 0xff) * 1000;
483 tdata->attr_size++;
484 }
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400485 }
486
Durgadoss R199e0de2011-05-20 01:29:35 +0530487 pdata->core_data[attr_no] = tdata;
488
489 /* Create sysfs interfaces */
490 err = create_core_attrs(tdata, &pdev->dev, attr_no);
491 if (err)
492 goto exit_free;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200493
494 return 0;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200495exit_free:
Guenter Roeck20ecb492011-09-24 15:27:04 -0700496 pdata->core_data[attr_no] = NULL;
Durgadoss R199e0de2011-05-20 01:29:35 +0530497 kfree(tdata);
498 return err;
499}
500
Jean Delvared6db23c2012-01-16 22:51:47 +0100501static void __cpuinit coretemp_add_core(unsigned int cpu, int pkg_flag)
Durgadoss R199e0de2011-05-20 01:29:35 +0530502{
Durgadoss R199e0de2011-05-20 01:29:35 +0530503 struct platform_device *pdev = coretemp_get_pdev(cpu);
504 int err;
505
506 if (!pdev)
507 return;
508
Jan Beulich2f1c3db2011-09-23 06:40:08 -0400509 err = create_core_data(pdev, cpu, pkg_flag);
Durgadoss R199e0de2011-05-20 01:29:35 +0530510 if (err)
511 dev_err(&pdev->dev, "Adding Core %u failed\n", cpu);
512}
513
514static void coretemp_remove_core(struct platform_data *pdata,
515 struct device *dev, int indx)
516{
517 int i;
518 struct temp_data *tdata = pdata->core_data[indx];
519
520 /* Remove the sysfs attributes */
Durgadoss Rc814a4c2011-07-12 07:07:16 -0400521 for (i = 0; i < tdata->attr_size; i++)
Durgadoss R199e0de2011-05-20 01:29:35 +0530522 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
523
524 kfree(pdata->core_data[indx]);
525 pdata->core_data[indx] = NULL;
526}
527
528static int __devinit coretemp_probe(struct platform_device *pdev)
529{
530 struct platform_data *pdata;
531 int err;
532
Durgadoss R199e0de2011-05-20 01:29:35 +0530533 /* Initialize the per-package data structures */
534 pdata = kzalloc(sizeof(struct platform_data), GFP_KERNEL);
535 if (!pdata)
536 return -ENOMEM;
537
538 err = create_name_attr(pdata, &pdev->dev);
539 if (err)
540 goto exit_free;
541
Jan Beulichb3a242a2011-09-23 06:35:00 -0400542 pdata->phys_proc_id = pdev->id;
Durgadoss R199e0de2011-05-20 01:29:35 +0530543 platform_set_drvdata(pdev, pdata);
544
545 pdata->hwmon_dev = hwmon_device_register(&pdev->dev);
546 if (IS_ERR(pdata->hwmon_dev)) {
547 err = PTR_ERR(pdata->hwmon_dev);
548 dev_err(&pdev->dev, "Class registration failed (%d)\n", err);
549 goto exit_name;
550 }
551 return 0;
552
553exit_name:
554 device_remove_file(&pdev->dev, &pdata->name_attr);
555 platform_set_drvdata(pdev, NULL);
556exit_free:
557 kfree(pdata);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200558 return err;
559}
560
561static int __devexit coretemp_remove(struct platform_device *pdev)
562{
Durgadoss R199e0de2011-05-20 01:29:35 +0530563 struct platform_data *pdata = platform_get_drvdata(pdev);
564 int i;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200565
Durgadoss R199e0de2011-05-20 01:29:35 +0530566 for (i = MAX_CORE_DATA - 1; i >= 0; --i)
567 if (pdata->core_data[i])
568 coretemp_remove_core(pdata, &pdev->dev, i);
569
570 device_remove_file(&pdev->dev, &pdata->name_attr);
571 hwmon_device_unregister(pdata->hwmon_dev);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200572 platform_set_drvdata(pdev, NULL);
Durgadoss R199e0de2011-05-20 01:29:35 +0530573 kfree(pdata);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200574 return 0;
575}
576
577static struct platform_driver coretemp_driver = {
578 .driver = {
579 .owner = THIS_MODULE,
580 .name = DRVNAME,
581 },
582 .probe = coretemp_probe,
583 .remove = __devexit_p(coretemp_remove),
584};
585
Rudolf Marekbebe4672007-05-08 17:22:02 +0200586static int __cpuinit coretemp_device_add(unsigned int cpu)
587{
588 int err;
589 struct platform_device *pdev;
590 struct pdev_entry *pdev_entry;
Jean Delvared883b9f2010-07-09 16:22:49 +0200591
592 mutex_lock(&pdev_list_mutex);
593
Jan Beulichb3a242a2011-09-23 06:35:00 -0400594 pdev = platform_device_alloc(DRVNAME, TO_PHYS_ID(cpu));
Rudolf Marekbebe4672007-05-08 17:22:02 +0200595 if (!pdev) {
596 err = -ENOMEM;
Joe Perchesf8bb8922010-10-20 06:51:31 +0000597 pr_err("Device allocation failed\n");
Rudolf Marekbebe4672007-05-08 17:22:02 +0200598 goto exit;
599 }
600
601 pdev_entry = kzalloc(sizeof(struct pdev_entry), GFP_KERNEL);
602 if (!pdev_entry) {
603 err = -ENOMEM;
604 goto exit_device_put;
605 }
606
607 err = platform_device_add(pdev);
608 if (err) {
Joe Perchesf8bb8922010-10-20 06:51:31 +0000609 pr_err("Device addition failed (%d)\n", err);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200610 goto exit_device_free;
611 }
612
613 pdev_entry->pdev = pdev;
Jean Delvare0eb97822011-09-28 08:11:00 -0700614 pdev_entry->phys_proc_id = pdev->id;
Durgadoss R199e0de2011-05-20 01:29:35 +0530615
Rudolf Marekbebe4672007-05-08 17:22:02 +0200616 list_add_tail(&pdev_entry->list, &pdev_list);
617 mutex_unlock(&pdev_list_mutex);
618
619 return 0;
620
621exit_device_free:
622 kfree(pdev_entry);
623exit_device_put:
624 platform_device_put(pdev);
625exit:
Jean Delvared883b9f2010-07-09 16:22:49 +0200626 mutex_unlock(&pdev_list_mutex);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200627 return err;
628}
629
Jean Delvared6db23c2012-01-16 22:51:47 +0100630static void __cpuinit coretemp_device_remove(unsigned int cpu)
Rudolf Marekbebe4672007-05-08 17:22:02 +0200631{
Durgadoss R199e0de2011-05-20 01:29:35 +0530632 struct pdev_entry *p, *n;
633 u16 phys_proc_id = TO_PHYS_ID(cpu);
Jan Beuliche40cc4b2010-09-13 10:23:05 +0000634
Rudolf Marekbebe4672007-05-08 17:22:02 +0200635 mutex_lock(&pdev_list_mutex);
Durgadoss R199e0de2011-05-20 01:29:35 +0530636 list_for_each_entry_safe(p, n, &pdev_list, list) {
637 if (p->phys_proc_id != phys_proc_id)
Jan Beuliche40cc4b2010-09-13 10:23:05 +0000638 continue;
Jan Beuliche40cc4b2010-09-13 10:23:05 +0000639 platform_device_unregister(p->pdev);
640 list_del(&p->list);
Jan Beuliche40cc4b2010-09-13 10:23:05 +0000641 kfree(p);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200642 }
643 mutex_unlock(&pdev_list_mutex);
644}
645
Jean Delvared6db23c2012-01-16 22:51:47 +0100646static bool __cpuinit is_any_core_online(struct platform_data *pdata)
Durgadoss R199e0de2011-05-20 01:29:35 +0530647{
648 int i;
649
650 /* Find online cores, except pkgtemp data */
651 for (i = MAX_CORE_DATA - 1; i >= 0; --i) {
652 if (pdata->core_data[i] &&
653 !pdata->core_data[i]->is_pkg_data) {
654 return true;
655 }
656 }
657 return false;
658}
659
660static void __cpuinit get_core_online(unsigned int cpu)
661{
662 struct cpuinfo_x86 *c = &cpu_data(cpu);
663 struct platform_device *pdev = coretemp_get_pdev(cpu);
664 int err;
665
666 /*
667 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
668 * sensors. We check this bit only, all the early CPUs
669 * without thermal sensors will be filtered out.
670 */
671 if (!cpu_has(c, X86_FEATURE_DTS))
672 return;
673
674 if (!pdev) {
Jean Delvare0eb97822011-09-28 08:11:00 -0700675 /* Check the microcode version of the CPU */
676 if (chk_ucode_version(cpu))
677 return;
678
Durgadoss R199e0de2011-05-20 01:29:35 +0530679 /*
680 * Alright, we have DTS support.
681 * We are bringing the _first_ core in this pkg
682 * online. So, initialize per-pkg data structures and
683 * then bring this core online.
684 */
685 err = coretemp_device_add(cpu);
686 if (err)
687 return;
688 /*
689 * Check whether pkgtemp support is available.
690 * If so, add interfaces for pkgtemp.
691 */
692 if (cpu_has(c, X86_FEATURE_PTS))
693 coretemp_add_core(cpu, 1);
694 }
695 /*
696 * Physical CPU device already exists.
697 * So, just add interfaces for this core.
698 */
699 coretemp_add_core(cpu, 0);
700}
701
702static void __cpuinit put_core_offline(unsigned int cpu)
703{
704 int i, indx;
705 struct platform_data *pdata;
706 struct platform_device *pdev = coretemp_get_pdev(cpu);
707
708 /* If the physical CPU device does not exist, just return */
709 if (!pdev)
710 return;
711
712 pdata = platform_get_drvdata(pdev);
713
714 indx = TO_ATTR_NO(cpu);
715
Kirill A. Shutemovb7048712012-04-30 09:18:01 -0400716 /* The core id is too big, just return */
717 if (indx > MAX_CORE_DATA - 1)
718 return;
719
Durgadoss R199e0de2011-05-20 01:29:35 +0530720 if (pdata->core_data[indx] && pdata->core_data[indx]->cpu == cpu)
721 coretemp_remove_core(pdata, &pdev->dev, indx);
722
Guenter Roeckf4e0bcf2011-05-23 14:05:38 -0700723 /*
Guenter Roeck6777b9e2011-05-23 13:52:35 -0700724 * If a HT sibling of a core is taken offline, but another HT sibling
725 * of the same core is still online, register the alternate sibling.
726 * This ensures that exactly one set of attributes is provided as long
727 * as at least one HT sibling of a core is online.
Guenter Roeckf4e0bcf2011-05-23 14:05:38 -0700728 */
Guenter Roeckbb74e8c2011-05-23 12:06:41 -0700729 for_each_sibling(i, cpu) {
Durgadoss R199e0de2011-05-20 01:29:35 +0530730 if (i != cpu) {
731 get_core_online(i);
Guenter Roeckf4e0bcf2011-05-23 14:05:38 -0700732 /*
733 * Display temperature sensor data for one HT sibling
734 * per core only, so abort the loop after one such
735 * sibling has been found.
736 */
Durgadoss R199e0de2011-05-20 01:29:35 +0530737 break;
738 }
739 }
740 /*
741 * If all cores in this pkg are offline, remove the device.
742 * coretemp_device_remove calls unregister_platform_device,
743 * which in turn calls coretemp_remove. This removes the
744 * pkgtemp entry and does other clean ups.
745 */
746 if (!is_any_core_online(pdata))
747 coretemp_device_remove(cpu);
748}
749
Sam Ravnborgba7c1922008-02-17 13:22:51 +0100750static int __cpuinit coretemp_cpu_callback(struct notifier_block *nfb,
Rudolf Marekbebe4672007-05-08 17:22:02 +0200751 unsigned long action, void *hcpu)
752{
753 unsigned int cpu = (unsigned long) hcpu;
754
755 switch (action) {
756 case CPU_ONLINE:
Rafael J. Wysocki561d9a92007-12-03 18:01:50 +0100757 case CPU_DOWN_FAILED:
Durgadoss R199e0de2011-05-20 01:29:35 +0530758 get_core_online(cpu);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200759 break;
Rafael J. Wysocki561d9a92007-12-03 18:01:50 +0100760 case CPU_DOWN_PREPARE:
Durgadoss R199e0de2011-05-20 01:29:35 +0530761 put_core_offline(cpu);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200762 break;
763 }
764 return NOTIFY_OK;
765}
766
Sam Ravnborgba7c1922008-02-17 13:22:51 +0100767static struct notifier_block coretemp_cpu_notifier __refdata = {
Rudolf Marekbebe4672007-05-08 17:22:02 +0200768 .notifier_call = coretemp_cpu_callback,
769};
Rudolf Marekbebe4672007-05-08 17:22:02 +0200770
Andi Kleen9b380962012-01-26 00:09:10 +0100771static const struct x86_cpu_id coretemp_ids[] = {
772 { X86_VENDOR_INTEL, X86_FAMILY_ANY, X86_MODEL_ANY, X86_FEATURE_DTS },
773 {}
774};
775MODULE_DEVICE_TABLE(x86cpu, coretemp_ids);
776
Rudolf Marekbebe4672007-05-08 17:22:02 +0200777static int __init coretemp_init(void)
778{
779 int i, err = -ENODEV;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200780
Andi Kleen9b380962012-01-26 00:09:10 +0100781 /*
782 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
783 * sensors. We check this bit only, all the early CPUs
784 * without thermal sensors will be filtered out.
785 */
786 if (!x86_match_cpu(coretemp_ids))
787 return -ENODEV;
Rudolf Marekbebe4672007-05-08 17:22:02 +0200788
789 err = platform_driver_register(&coretemp_driver);
790 if (err)
791 goto exit;
792
Jan Beulicha4659052010-09-23 22:21:34 -0700793 for_each_online_cpu(i)
Durgadoss R199e0de2011-05-20 01:29:35 +0530794 get_core_online(i);
Jan Beulich89a3fd32010-09-13 10:05:51 +0000795
796#ifndef CONFIG_HOTPLUG_CPU
Rudolf Marekbebe4672007-05-08 17:22:02 +0200797 if (list_empty(&pdev_list)) {
798 err = -ENODEV;
799 goto exit_driver_unreg;
800 }
Jan Beulich89a3fd32010-09-13 10:05:51 +0000801#endif
Rudolf Marekbebe4672007-05-08 17:22:02 +0200802
Rudolf Marekbebe4672007-05-08 17:22:02 +0200803 register_hotcpu_notifier(&coretemp_cpu_notifier);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200804 return 0;
805
Chen Gong0dca94b2010-08-09 17:21:09 -0700806#ifndef CONFIG_HOTPLUG_CPU
Jan Beulich89a3fd32010-09-13 10:05:51 +0000807exit_driver_unreg:
Rudolf Marekbebe4672007-05-08 17:22:02 +0200808 platform_driver_unregister(&coretemp_driver);
Chen Gong0dca94b2010-08-09 17:21:09 -0700809#endif
Rudolf Marekbebe4672007-05-08 17:22:02 +0200810exit:
811 return err;
812}
813
814static void __exit coretemp_exit(void)
815{
816 struct pdev_entry *p, *n;
Chen Gong17c10d62010-10-08 22:01:48 -0400817
Rudolf Marekbebe4672007-05-08 17:22:02 +0200818 unregister_hotcpu_notifier(&coretemp_cpu_notifier);
Rudolf Marekbebe4672007-05-08 17:22:02 +0200819 mutex_lock(&pdev_list_mutex);
820 list_for_each_entry_safe(p, n, &pdev_list, list) {
821 platform_device_unregister(p->pdev);
822 list_del(&p->list);
823 kfree(p);
824 }
825 mutex_unlock(&pdev_list_mutex);
826 platform_driver_unregister(&coretemp_driver);
827}
828
829MODULE_AUTHOR("Rudolf Marek <r.marek@assembler.cz>");
830MODULE_DESCRIPTION("Intel Core temperature monitor");
831MODULE_LICENSE("GPL");
832
833module_init(coretemp_init)
834module_exit(coretemp_exit)