blob: 091badf0f6ba99152860ad3bf95f778e7cf90415 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/linux/cpu.h - generic cpu definition
3 *
4 * This is mainly for topological representation. We define the
5 * basic 'struct cpu' here, which can be embedded in per-arch
6 * definitions of processors.
7 *
8 * Basic handling of the devices is done in drivers/base/cpu.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
Robert P. J. Day611a75e12013-05-03 06:45:48 -040010 * CPUs are exported via sysfs in the devices/system/cpu
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * directory.
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 */
13#ifndef _LINUX_CPU_H_
14#define _LINUX_CPU_H_
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/node.h>
17#include <linux/compiler.h>
18#include <linux/cpumask.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Paul Gortmaker313162d2012-01-30 11:46:54 -050020struct device;
David Millerd1cb9d12013-10-03 17:24:51 -040021struct device_node;
Sudeep Holla3d529432014-09-30 14:48:24 +010022struct attribute_group;
Paul Gortmaker313162d2012-01-30 11:46:54 -050023
Linus Torvalds1da177e2005-04-16 15:20:36 -070024struct cpu {
25 int node_id; /* The node which contains the CPU */
Siddha, Suresh B72486f12006-12-07 02:14:10 +010026 int hotpluggable; /* creates sysfs control file if hotpluggable */
Kay Sievers8a25a2f2011-12-21 14:29:42 -080027 struct device dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -070028};
29
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070030extern int register_cpu(struct cpu *cpu, int num);
Kay Sievers8a25a2f2011-12-21 14:29:42 -080031extern struct device *get_cpu_device(unsigned cpu);
Josh Triplett29875572011-12-03 13:06:50 -080032extern bool cpu_is_hotpluggable(unsigned cpu);
Sudeep KarkadaNagesha183912d2013-08-15 14:01:40 +010033extern bool arch_match_cpu_phys_id(int cpu, u64 phys_id);
David Millerd1cb9d12013-10-03 17:24:51 -040034extern bool arch_find_n_match_cpu_physical_id(struct device_node *cpun,
35 int cpu, unsigned int *thread);
Christian Krafft0344c6c2006-10-24 18:31:24 +020036
Kay Sievers8a25a2f2011-12-21 14:29:42 -080037extern int cpu_add_dev_attr(struct device_attribute *attr);
38extern void cpu_remove_dev_attr(struct device_attribute *attr);
Christian Krafft0344c6c2006-10-24 18:31:24 +020039
Kay Sievers8a25a2f2011-12-21 14:29:42 -080040extern int cpu_add_dev_attr_group(struct attribute_group *attrs);
41extern void cpu_remove_dev_attr_group(struct attribute_group *attrs);
Christian Krafft0344c6c2006-10-24 18:31:24 +020042
Sudeep Holla3d529432014-09-30 14:48:24 +010043extern struct device *cpu_device_create(struct device *parent, void *drvdata,
44 const struct attribute_group **groups,
45 const char *fmt, ...);
Linus Torvalds1da177e2005-04-16 15:20:36 -070046#ifdef CONFIG_HOTPLUG_CPU
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070047extern void unregister_cpu(struct cpu *cpu);
Nathan Fontenot12633e82009-11-25 17:23:25 +000048extern ssize_t arch_cpu_probe(const char *, size_t);
49extern ssize_t arch_cpu_release(const char *, size_t);
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#endif
51struct notifier_block;
52
Tejun Heo50a323b2010-06-08 21:40:36 +020053/*
54 * CPU notifier priorities.
55 */
56enum {
Tejun Heo3a101d02010-06-08 21:40:36 +020057 /*
58 * SCHED_ACTIVE marks a cpu which is coming up active during
59 * CPU_ONLINE and CPU_DOWN_FAILED and must be the first
60 * notifier. CPUSET_ACTIVE adjusts cpuset according to
61 * cpu_active mask right after SCHED_ACTIVE. During
62 * CPU_DOWN_PREPARE, SCHED_INACTIVE and CPUSET_INACTIVE are
63 * ordered in the similar way.
64 *
65 * This ordering guarantees consistent cpu_active mask and
66 * migration behavior to all cpu notifiers.
67 */
68 CPU_PRI_SCHED_ACTIVE = INT_MAX,
69 CPU_PRI_CPUSET_ACTIVE = INT_MAX - 1,
70 CPU_PRI_SCHED_INACTIVE = INT_MIN + 1,
71 CPU_PRI_CPUSET_INACTIVE = INT_MIN,
72
Tejun Heo50a323b2010-06-08 21:40:36 +020073 /* migration should happen before other stuff but after perf */
74 CPU_PRI_PERF = 20,
75 CPU_PRI_MIGRATION = 10,
Paul E. McKenney00df35f2015-04-12 08:06:55 -070076 CPU_PRI_SMPBOOT = 9,
Tejun Heo65758202012-07-17 12:39:26 -070077 /* bring up workqueues before normal notifiers and down after */
78 CPU_PRI_WORKQUEUE_UP = 5,
79 CPU_PRI_WORKQUEUE_DOWN = -5,
Tejun Heo50a323b2010-06-08 21:40:36 +020080};
81
Amerigo Wang80f1ff92011-07-25 17:13:08 -070082#define CPU_ONLINE 0x0002 /* CPU (unsigned)v is up */
83#define CPU_UP_PREPARE 0x0003 /* CPU (unsigned)v coming up */
84#define CPU_UP_CANCELED 0x0004 /* CPU (unsigned)v NOT coming up */
85#define CPU_DOWN_PREPARE 0x0005 /* CPU (unsigned)v going down */
86#define CPU_DOWN_FAILED 0x0006 /* CPU (unsigned)v NOT going down */
87#define CPU_DEAD 0x0007 /* CPU (unsigned)v dead */
88#define CPU_DYING 0x0008 /* CPU (unsigned)v not running any task,
89 * not handling interrupts, soon dead.
90 * Called on the dying cpu, interrupts
91 * are already disabled. Must not
92 * sleep, must not fail */
93#define CPU_POST_DEAD 0x0009 /* CPU (unsigned)v dead, cpu_hotplug
94 * lock is dropped */
95#define CPU_STARTING 0x000A /* CPU (unsigned)v soon running.
96 * Called on the new cpu, just before
97 * enabling interrupts. Must not sleep,
98 * must not fail */
Paul E. McKenney88428cc2015-01-28 14:42:09 -080099#define CPU_DYING_IDLE 0x000B /* CPU (unsigned)v dying, reached
100 * idle loop. */
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800101#define CPU_BROKEN 0x000C /* CPU (unsigned)v did not die properly,
102 * perhaps due to preemption. */
Amerigo Wang80f1ff92011-07-25 17:13:08 -0700103
104/* Used for CPU hotplug events occurring while tasks are frozen due to a suspend
105 * operation in progress
106 */
107#define CPU_TASKS_FROZEN 0x0010
108
109#define CPU_ONLINE_FROZEN (CPU_ONLINE | CPU_TASKS_FROZEN)
110#define CPU_UP_PREPARE_FROZEN (CPU_UP_PREPARE | CPU_TASKS_FROZEN)
111#define CPU_UP_CANCELED_FROZEN (CPU_UP_CANCELED | CPU_TASKS_FROZEN)
112#define CPU_DOWN_PREPARE_FROZEN (CPU_DOWN_PREPARE | CPU_TASKS_FROZEN)
113#define CPU_DOWN_FAILED_FROZEN (CPU_DOWN_FAILED | CPU_TASKS_FROZEN)
114#define CPU_DEAD_FROZEN (CPU_DEAD | CPU_TASKS_FROZEN)
115#define CPU_DYING_FROZEN (CPU_DYING | CPU_TASKS_FROZEN)
116#define CPU_STARTING_FROZEN (CPU_STARTING | CPU_TASKS_FROZEN)
117
118
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119#ifdef CONFIG_SMP
120/* Need to know about CPUs going up/down? */
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700121#if defined(CONFIG_HOTPLUG_CPU) || !defined(MODULE)
122#define cpu_notifier(fn, pri) { \
Paul Gortmaker0db06282013-06-19 14:53:51 -0400123 static struct notifier_block fn##_nb = \
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700124 { .notifier_call = fn, .priority = pri }; \
125 register_cpu_notifier(&fn##_nb); \
126}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530127
128#define __cpu_notifier(fn, pri) { \
129 static struct notifier_block fn##_nb = \
130 { .notifier_call = fn, .priority = pri }; \
131 __register_cpu_notifier(&fn##_nb); \
132}
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700133#else /* #if defined(CONFIG_HOTPLUG_CPU) || !defined(MODULE) */
134#define cpu_notifier(fn, pri) do { (void)(fn); } while (0)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530135#define __cpu_notifier(fn, pri) do { (void)(fn); } while (0)
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700136#endif /* #else #if defined(CONFIG_HOTPLUG_CPU) || !defined(MODULE) */
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530137
Chandra Seetharaman65edc682006-06-27 02:54:08 -0700138#ifdef CONFIG_HOTPLUG_CPU
Avi Kivity47e627b2007-02-12 00:54:43 -0800139extern int register_cpu_notifier(struct notifier_block *nb);
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530140extern int __register_cpu_notifier(struct notifier_block *nb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141extern void unregister_cpu_notifier(struct notifier_block *nb);
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530142extern void __unregister_cpu_notifier(struct notifier_block *nb);
Chandra Seetharaman65edc682006-06-27 02:54:08 -0700143#else
Avi Kivity47e627b2007-02-12 00:54:43 -0800144
145#ifndef MODULE
146extern int register_cpu_notifier(struct notifier_block *nb);
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530147extern int __register_cpu_notifier(struct notifier_block *nb);
Avi Kivity47e627b2007-02-12 00:54:43 -0800148#else
149static inline int register_cpu_notifier(struct notifier_block *nb)
150{
151 return 0;
152}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530153
154static inline int __register_cpu_notifier(struct notifier_block *nb)
155{
156 return 0;
157}
Avi Kivity47e627b2007-02-12 00:54:43 -0800158#endif
159
Chandra Seetharaman65edc682006-06-27 02:54:08 -0700160static inline void unregister_cpu_notifier(struct notifier_block *nb)
161{
162}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530163
164static inline void __unregister_cpu_notifier(struct notifier_block *nb)
165{
166}
Chandra Seetharaman65edc682006-06-27 02:54:08 -0700167#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168
Paul E. McKenney00df35f2015-04-12 08:06:55 -0700169void smpboot_thread_init(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170int cpu_up(unsigned int cpu);
Manfred Spraule545a612008-09-07 16:57:22 +0200171void notify_cpu_starting(unsigned int cpu);
Oleg Nesterov3da1c842008-07-25 01:47:50 -0700172extern void cpu_maps_update_begin(void);
173extern void cpu_maps_update_done(void);
Ingo Molnard0d23b52008-01-25 21:08:02 +0100174
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530175#define cpu_notifier_register_begin cpu_maps_update_begin
176#define cpu_notifier_register_done cpu_maps_update_done
177
Oleg Nesterov3da1c842008-07-25 01:47:50 -0700178#else /* CONFIG_SMP */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700180#define cpu_notifier(fn, pri) do { (void)(fn); } while (0)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530181#define __cpu_notifier(fn, pri) do { (void)(fn); } while (0)
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700182
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183static inline int register_cpu_notifier(struct notifier_block *nb)
184{
185 return 0;
186}
Ingo Molnard0d23b52008-01-25 21:08:02 +0100187
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530188static inline int __register_cpu_notifier(struct notifier_block *nb)
189{
190 return 0;
191}
192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193static inline void unregister_cpu_notifier(struct notifier_block *nb)
194{
195}
196
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530197static inline void __unregister_cpu_notifier(struct notifier_block *nb)
198{
199}
200
Oleg Nesterov3da1c842008-07-25 01:47:50 -0700201static inline void cpu_maps_update_begin(void)
202{
203}
204
205static inline void cpu_maps_update_done(void)
206{
207}
208
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530209static inline void cpu_notifier_register_begin(void)
210{
211}
212
213static inline void cpu_notifier_register_done(void)
214{
215}
216
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217#endif /* CONFIG_SMP */
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800218extern struct bus_type cpu_subsys;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219
220#ifdef CONFIG_HOTPLUG_CPU
221/* Stop CPUs going up and down. */
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800222
Toshi Kanib9d10be2013-08-12 09:45:53 -0600223extern void cpu_hotplug_begin(void);
224extern void cpu_hotplug_done(void);
Gautham R Shenoy86ef5c92008-01-25 21:08:02 +0100225extern void get_online_cpus(void);
Paul E. McKenneydd56af42014-08-25 20:25:06 -0700226extern bool try_get_online_cpus(void);
Gautham R Shenoy86ef5c92008-01-25 21:08:02 +0100227extern void put_online_cpus(void);
Srivatsa S. Bhat16e53db2013-06-12 14:04:36 -0700228extern void cpu_hotplug_disable(void);
229extern void cpu_hotplug_enable(void);
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700230#define hotcpu_notifier(fn, pri) cpu_notifier(fn, pri)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530231#define __hotcpu_notifier(fn, pri) __cpu_notifier(fn, pri)
Chandra Seetharaman39f48852006-06-27 02:54:10 -0700232#define register_hotcpu_notifier(nb) register_cpu_notifier(nb)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530233#define __register_hotcpu_notifier(nb) __register_cpu_notifier(nb)
Chandra Seetharaman39f48852006-06-27 02:54:10 -0700234#define unregister_hotcpu_notifier(nb) unregister_cpu_notifier(nb)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530235#define __unregister_hotcpu_notifier(nb) __unregister_cpu_notifier(nb)
Anton Vorontsovcb792952012-05-31 16:26:22 -0700236void clear_tasks_mm_cpumask(int cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237int cpu_down(unsigned int cpu);
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800238
239#else /* CONFIG_HOTPLUG_CPU */
240
Toshi Kanib9d10be2013-08-12 09:45:53 -0600241static inline void cpu_hotplug_begin(void) {}
242static inline void cpu_hotplug_done(void) {}
Gautham R Shenoy86ef5c92008-01-25 21:08:02 +0100243#define get_online_cpus() do { } while (0)
Paul E. McKenneydd56af42014-08-25 20:25:06 -0700244#define try_get_online_cpus() true
Gautham R Shenoy86ef5c92008-01-25 21:08:02 +0100245#define put_online_cpus() do { } while (0)
Srivatsa S. Bhat16e53db2013-06-12 14:04:36 -0700246#define cpu_hotplug_disable() do { } while (0)
247#define cpu_hotplug_enable() do { } while (0)
Ingo Molnar023160672006-12-06 20:38:17 -0800248#define hotcpu_notifier(fn, pri) do { (void)(fn); } while (0)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530249#define __hotcpu_notifier(fn, pri) do { (void)(fn); } while (0)
Satyam Sharma761bb432007-10-18 03:06:38 -0700250/* These aren't inline functions due to a GCC bug. */
251#define register_hotcpu_notifier(nb) ({ (void)(nb); 0; })
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530252#define __register_hotcpu_notifier(nb) ({ (void)(nb); 0; })
Satyam Sharma761bb432007-10-18 03:06:38 -0700253#define unregister_hotcpu_notifier(nb) ({ (void)(nb); })
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530254#define __unregister_hotcpu_notifier(nb) ({ (void)(nb); })
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800255#endif /* CONFIG_HOTPLUG_CPU */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700257#ifdef CONFIG_PM_SLEEP_SMP
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700258extern int disable_nonboot_cpus(void);
259extern void enable_nonboot_cpus(void);
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700260#else /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700261static inline int disable_nonboot_cpus(void) { return 0; }
262static inline void enable_nonboot_cpus(void) {}
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700263#endif /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700264
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100265enum cpuhp_state {
266 CPUHP_OFFLINE,
267 CPUHP_ONLINE,
268};
269
270void cpu_startup_entry(enum cpuhp_state state);
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100271
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100272void cpu_idle_poll_ctrl(bool enable);
273
274void arch_cpu_idle(void);
275void arch_cpu_idle_prepare(void);
276void arch_cpu_idle_enter(void);
277void arch_cpu_idle_exit(void);
278void arch_cpu_idle_dead(void);
279
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800280DECLARE_PER_CPU(bool, cpu_dead_idle);
281
282int cpu_report_state(int cpu);
283int cpu_check_up_prepare(int cpu);
284void cpu_set_state_online(int cpu);
285#ifdef CONFIG_HOTPLUG_CPU
286bool cpu_wait_death(unsigned int cpu, int seconds);
287bool cpu_report_death(void);
288#endif /* #ifdef CONFIG_HOTPLUG_CPU */
289
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290#endif /* _LINUX_CPU_H_ */