blob: 9a5578efbc9368437c559ba4ed358560721b512b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Kay Sievers8a25a2f2011-12-21 14:29:42 -08002 * CPU subsystem support
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 */
4
Linus Torvalds1da177e2005-04-16 15:20:36 -07005#include <linux/module.h>
6#include <linux/init.h>
Al Virof6a57032006-10-18 01:47:25 -04007#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <linux/cpu.h>
9#include <linux/topology.h>
10#include <linux/device.h>
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070011#include <linux/node.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090012#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
Ben Dooksa1bdc7a2005-10-13 17:54:41 +010014#include "base.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
Kay Sievers8a25a2f2011-12-21 14:29:42 -080016struct bus_type cpu_subsys = {
Kay Sieversaf5ca3f2007-12-20 02:09:39 +010017 .name = "cpu",
Kay Sievers8a25a2f2011-12-21 14:29:42 -080018 .dev_name = "cpu",
Linus Torvalds1da177e2005-04-16 15:20:36 -070019};
Kay Sievers8a25a2f2011-12-21 14:29:42 -080020EXPORT_SYMBOL_GPL(cpu_subsys);
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Kay Sievers8a25a2f2011-12-21 14:29:42 -080022static DEFINE_PER_CPU(struct device *, cpu_sys_devices);
Ashok Rajad745572005-10-30 14:59:49 -080023
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#ifdef CONFIG_HOTPLUG_CPU
Kay Sievers8a25a2f2011-12-21 14:29:42 -080025static ssize_t show_online(struct device *dev,
26 struct device_attribute *attr,
Andi Kleen4a0b2b42008-07-01 18:48:41 +020027 char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -070028{
Kay Sievers8a25a2f2011-12-21 14:29:42 -080029 struct cpu *cpu = container_of(dev, struct cpu, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Kay Sievers8a25a2f2011-12-21 14:29:42 -080031 return sprintf(buf, "%u\n", !!cpu_online(cpu->dev.id));
Linus Torvalds1da177e2005-04-16 15:20:36 -070032}
33
Kay Sievers8a25a2f2011-12-21 14:29:42 -080034static ssize_t __ref store_online(struct device *dev,
35 struct device_attribute *attr,
36 const char *buf, size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -070037{
Kay Sievers8a25a2f2011-12-21 14:29:42 -080038 struct cpu *cpu = container_of(dev, struct cpu, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 ssize_t ret;
40
Gautham R Shenoy51badeb2009-11-26 09:59:05 +000041 cpu_hotplug_driver_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 switch (buf[0]) {
43 case '0':
Kay Sievers8a25a2f2011-12-21 14:29:42 -080044 ret = cpu_down(cpu->dev.id);
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 if (!ret)
Kay Sievers312c0042005-11-16 09:00:00 +010046 kobject_uevent(&dev->kobj, KOBJ_OFFLINE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 break;
48 case '1':
Kay Sievers8a25a2f2011-12-21 14:29:42 -080049 ret = cpu_up(cpu->dev.id);
Nathan Lynchfb69c392005-06-25 14:55:05 -070050 if (!ret)
Kay Sievers312c0042005-11-16 09:00:00 +010051 kobject_uevent(&dev->kobj, KOBJ_ONLINE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 break;
53 default:
54 ret = -EINVAL;
55 }
Gautham R Shenoy51badeb2009-11-26 09:59:05 +000056 cpu_hotplug_driver_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
58 if (ret >= 0)
59 ret = count;
60 return ret;
61}
Kay Sievers8a25a2f2011-12-21 14:29:42 -080062static DEVICE_ATTR(online, 0644, show_online, store_online);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Sam Ravnborg6c847402008-03-04 15:09:05 -080064static void __cpuinit register_cpu_control(struct cpu *cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070065{
Kay Sievers8a25a2f2011-12-21 14:29:42 -080066 device_create_file(&cpu->dev, &dev_attr_online);
Linus Torvalds1da177e2005-04-16 15:20:36 -070067}
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070068void unregister_cpu(struct cpu *cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070069{
Kay Sievers8a25a2f2011-12-21 14:29:42 -080070 int logical_cpu = cpu->dev.id;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070072 unregister_cpu_under_node(logical_cpu, cpu_to_node(logical_cpu));
73
Kay Sievers8a25a2f2011-12-21 14:29:42 -080074 device_remove_file(&cpu->dev, &dev_attr_online);
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
Kay Sievers8a25a2f2011-12-21 14:29:42 -080076 device_unregister(&cpu->dev);
Mike Travise37d05d2008-05-01 04:35:16 -070077 per_cpu(cpu_sys_devices, logical_cpu) = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 return;
79}
Nathan Fontenot12633e82009-11-25 17:23:25 +000080
81#ifdef CONFIG_ARCH_CPU_PROBE_RELEASE
Kay Sievers8a25a2f2011-12-21 14:29:42 -080082static ssize_t cpu_probe_store(struct device *dev,
83 struct device_attribute *attr,
Stephen Rothwell67fc2332010-03-16 10:33:32 +110084 const char *buf,
Nathan Fontenot12633e82009-11-25 17:23:25 +000085 size_t count)
86{
87 return arch_cpu_probe(buf, count);
88}
89
Kay Sievers8a25a2f2011-12-21 14:29:42 -080090static ssize_t cpu_release_store(struct device *dev,
91 struct device_attribute *attr,
Stephen Rothwell67fc2332010-03-16 10:33:32 +110092 const char *buf,
Nathan Fontenot12633e82009-11-25 17:23:25 +000093 size_t count)
94{
95 return arch_cpu_release(buf, count);
96}
97
Kay Sievers8a25a2f2011-12-21 14:29:42 -080098static DEVICE_ATTR(probe, S_IWUSR, NULL, cpu_probe_store);
99static DEVICE_ATTR(release, S_IWUSR, NULL, cpu_release_store);
Nathan Fontenot12633e82009-11-25 17:23:25 +0000100#endif /* CONFIG_ARCH_CPU_PROBE_RELEASE */
101
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102#else /* ... !CONFIG_HOTPLUG_CPU */
103static inline void register_cpu_control(struct cpu *cpu)
104{
105}
106#endif /* CONFIG_HOTPLUG_CPU */
107
Vivek Goyal51be5602006-01-09 20:51:42 -0800108#ifdef CONFIG_KEXEC
109#include <linux/kexec.h>
110
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800111static ssize_t show_crash_notes(struct device *dev, struct device_attribute *attr,
Andi Kleen4a0b2b42008-07-01 18:48:41 +0200112 char *buf)
Vivek Goyal51be5602006-01-09 20:51:42 -0800113{
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800114 struct cpu *cpu = container_of(dev, struct cpu, dev);
Vivek Goyal51be5602006-01-09 20:51:42 -0800115 ssize_t rc;
116 unsigned long long addr;
117 int cpunum;
118
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800119 cpunum = cpu->dev.id;
Vivek Goyal51be5602006-01-09 20:51:42 -0800120
121 /*
122 * Might be reading other cpu's data based on which cpu read thread
123 * has been scheduled. But cpu data (memory) is allocated once during
124 * boot up and this data does not change there after. Hence this
125 * operation should be safe. No locking required.
126 */
Vivek Goyal3b034b02009-11-24 15:50:03 +0900127 addr = per_cpu_ptr_to_phys(per_cpu_ptr(crash_notes, cpunum));
Vivek Goyal51be5602006-01-09 20:51:42 -0800128 rc = sprintf(buf, "%Lx\n", addr);
Vivek Goyal51be5602006-01-09 20:51:42 -0800129 return rc;
130}
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800131static DEVICE_ATTR(crash_notes, 0400, show_crash_notes, NULL);
Vivek Goyal51be5602006-01-09 20:51:42 -0800132#endif
133
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134/*
Mike Travis9d1fe3232008-04-08 11:43:04 -0700135 * Print cpu online, possible, present, and system maps
136 */
Andi Kleen265d2e22010-01-05 12:48:00 +0100137
138struct cpu_attr {
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800139 struct device_attribute attr;
Andi Kleen265d2e22010-01-05 12:48:00 +0100140 const struct cpumask *const * const map;
141};
142
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800143static ssize_t show_cpus_attr(struct device *dev,
144 struct device_attribute *attr,
Andi Kleen265d2e22010-01-05 12:48:00 +0100145 char *buf)
Mike Travis9d1fe3232008-04-08 11:43:04 -0700146{
Andi Kleen265d2e22010-01-05 12:48:00 +0100147 struct cpu_attr *ca = container_of(attr, struct cpu_attr, attr);
148 int n = cpulist_scnprintf(buf, PAGE_SIZE-2, *(ca->map));
Mike Travis9d1fe3232008-04-08 11:43:04 -0700149
150 buf[n++] = '\n';
151 buf[n] = '\0';
152 return n;
153}
154
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800155#define _CPU_ATTR(name, map) \
156 { __ATTR(name, 0444, show_cpus_attr, NULL), map }
Mike Travis9d1fe3232008-04-08 11:43:04 -0700157
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800158/* Keep in sync with cpu_subsys_attrs */
Andi Kleen265d2e22010-01-05 12:48:00 +0100159static struct cpu_attr cpu_attrs[] = {
160 _CPU_ATTR(online, &cpu_online_mask),
161 _CPU_ATTR(possible, &cpu_possible_mask),
162 _CPU_ATTR(present, &cpu_present_mask),
163};
Mike Travis9d1fe3232008-04-08 11:43:04 -0700164
Mike Travise057d7a2008-12-15 20:26:48 -0800165/*
166 * Print values for NR_CPUS and offlined cpus
167 */
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800168static ssize_t print_cpus_kernel_max(struct device *dev,
169 struct device_attribute *attr, char *buf)
Mike Travise057d7a2008-12-15 20:26:48 -0800170{
Mike Travis8fd2d2d2008-12-31 18:08:48 -0800171 int n = snprintf(buf, PAGE_SIZE-2, "%d\n", NR_CPUS - 1);
Mike Travise057d7a2008-12-15 20:26:48 -0800172 return n;
173}
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800174static DEVICE_ATTR(kernel_max, 0444, print_cpus_kernel_max, NULL);
Mike Travise057d7a2008-12-15 20:26:48 -0800175
176/* arch-optional setting to enable display of offline cpus >= nr_cpu_ids */
177unsigned int total_cpus;
178
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800179static ssize_t print_cpus_offline(struct device *dev,
180 struct device_attribute *attr, char *buf)
Mike Travise057d7a2008-12-15 20:26:48 -0800181{
182 int n = 0, len = PAGE_SIZE-2;
183 cpumask_var_t offline;
184
185 /* display offline cpus < nr_cpu_ids */
186 if (!alloc_cpumask_var(&offline, GFP_KERNEL))
187 return -ENOMEM;
Jan Beulichcdc6e3d2010-04-27 14:01:20 -0700188 cpumask_andnot(offline, cpu_possible_mask, cpu_online_mask);
Mike Travise057d7a2008-12-15 20:26:48 -0800189 n = cpulist_scnprintf(buf, len, offline);
190 free_cpumask_var(offline);
191
192 /* display offline cpus >= nr_cpu_ids */
193 if (total_cpus && nr_cpu_ids < total_cpus) {
194 if (n && n < len)
195 buf[n++] = ',';
196
197 if (nr_cpu_ids == total_cpus-1)
198 n += snprintf(&buf[n], len - n, "%d", nr_cpu_ids);
199 else
200 n += snprintf(&buf[n], len - n, "%d-%d",
201 nr_cpu_ids, total_cpus-1);
202 }
203
204 n += snprintf(&buf[n], len - n, "\n");
205 return n;
206}
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800207static DEVICE_ATTR(offline, 0444, print_cpus_offline, NULL);
Mike Travise057d7a2008-12-15 20:26:48 -0800208
Mike Travis9d1fe3232008-04-08 11:43:04 -0700209/*
Robert P. J. Day405ae7d2007-02-17 19:13:42 +0100210 * register_cpu - Setup a sysfs device for a CPU.
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100211 * @cpu - cpu->hotpluggable field set to 1 will generate a control file in
212 * sysfs for this CPU.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 * @num - CPU number to use when creating the device.
214 *
215 * Initialize and register the CPU device.
216 */
Randy Dunlap33b5f312008-02-06 01:36:28 -0800217int __cpuinit register_cpu(struct cpu *cpu, int num)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218{
219 int error;
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800220
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 cpu->node_id = cpu_to_node(num);
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800222 cpu->dev.id = num;
223 cpu->dev.bus = &cpu_subsys;
224 error = device_register(&cpu->dev);
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100225 if (!error && cpu->hotpluggable)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 register_cpu_control(cpu);
Ashok Rajad745572005-10-30 14:59:49 -0800227 if (!error)
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800228 per_cpu(cpu_sys_devices, num) = &cpu->dev;
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -0700229 if (!error)
230 register_cpu_under_node(num, cpu_to_node(num));
Vivek Goyal51be5602006-01-09 20:51:42 -0800231
232#ifdef CONFIG_KEXEC
233 if (!error)
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800234 error = device_create_file(&cpu->dev, &dev_attr_crash_notes);
Vivek Goyal51be5602006-01-09 20:51:42 -0800235#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 return error;
237}
238
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800239struct device *get_cpu_device(unsigned cpu)
Ashok Rajad745572005-10-30 14:59:49 -0800240{
Mike Travise37d05d2008-05-01 04:35:16 -0700241 if (cpu < nr_cpu_ids && cpu_possible(cpu))
242 return per_cpu(cpu_sys_devices, cpu);
Ashok Rajad745572005-10-30 14:59:49 -0800243 else
244 return NULL;
245}
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800246EXPORT_SYMBOL_GPL(get_cpu_device);
247
248static struct attribute *cpu_root_attrs[] = {
249#ifdef CONFIG_ARCH_CPU_PROBE_RELEASE
250 &dev_attr_probe.attr,
251 &dev_attr_release.attr,
252#endif
253 &cpu_attrs[0].attr.attr,
254 &cpu_attrs[1].attr.attr,
255 &cpu_attrs[2].attr.attr,
256 &dev_attr_kernel_max.attr,
257 &dev_attr_offline.attr,
258 NULL
259};
260
261static struct attribute_group cpu_root_attr_group = {
262 .attrs = cpu_root_attrs,
263};
264
265static const struct attribute_group *cpu_root_attr_groups[] = {
266 &cpu_root_attr_group,
267 NULL,
268};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269
Josh Triplett29875572011-12-03 13:06:50 -0800270bool cpu_is_hotpluggable(unsigned cpu)
271{
Linus Torvalds7affca32012-01-07 12:03:30 -0800272 struct device *dev = get_cpu_device(cpu);
273 return dev && container_of(dev, struct cpu, dev)->hotpluggable;
Josh Triplett29875572011-12-03 13:06:50 -0800274}
275EXPORT_SYMBOL_GPL(cpu_is_hotpluggable);
276
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277int __init cpu_dev_init(void)
278{
Siddha, Suresh B5c45bf22006-06-27 02:54:42 -0700279 int err;
280
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800281 err = subsys_system_register(&cpu_subsys, cpu_root_attr_groups);
282 if (err)
283 return err;
Siddha, Suresh B5c45bf22006-06-27 02:54:42 -0700284
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800285#if defined(CONFIG_SCHED_MC) || defined(CONFIG_SCHED_SMT)
286 err = sched_create_sysfs_power_savings_entries(cpu_subsys.dev_root);
287#endif
Siddha, Suresh B5c45bf22006-06-27 02:54:42 -0700288 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289}