blob: af3dde1cfb34c7d7379b43524becfbee304cf25c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/linux/cpu.h - generic cpu definition
3 *
4 * This is mainly for topological representation. We define the
5 * basic 'struct cpu' here, which can be embedded in per-arch
6 * definitions of processors.
7 *
8 * Basic handling of the devices is done in drivers/base/cpu.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
Robert P. J. Day611a75e12013-05-03 06:45:48 -040010 * CPUs are exported via sysfs in the devices/system/cpu
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * directory.
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 */
13#ifndef _LINUX_CPU_H_
14#define _LINUX_CPU_H_
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/node.h>
17#include <linux/compiler.h>
18#include <linux/cpumask.h>
Thomas Gleixnercff7d372016-02-26 18:43:28 +000019#include <linux/cpuhotplug.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Paul Gortmaker313162d2012-01-30 11:46:54 -050021struct device;
David Millerd1cb9d12013-10-03 17:24:51 -040022struct device_node;
Sudeep Holla3d529432014-09-30 14:48:24 +010023struct attribute_group;
Paul Gortmaker313162d2012-01-30 11:46:54 -050024
Linus Torvalds1da177e2005-04-16 15:20:36 -070025struct cpu {
26 int node_id; /* The node which contains the CPU */
Siddha, Suresh B72486f12006-12-07 02:14:10 +010027 int hotpluggable; /* creates sysfs control file if hotpluggable */
Kay Sievers8a25a2f2011-12-21 14:29:42 -080028 struct device dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -070029};
30
Thomas Gleixnercff7d372016-02-26 18:43:28 +000031extern void boot_cpu_init(void);
Linus Torvalds6bb53ee2018-08-12 12:19:42 -070032extern void boot_cpu_hotplug_init(void);
Thomas Gleixnercff7d372016-02-26 18:43:28 +000033
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070034extern int register_cpu(struct cpu *cpu, int num);
Kay Sievers8a25a2f2011-12-21 14:29:42 -080035extern struct device *get_cpu_device(unsigned cpu);
Josh Triplett29875572011-12-03 13:06:50 -080036extern bool cpu_is_hotpluggable(unsigned cpu);
Sudeep KarkadaNagesha183912d2013-08-15 14:01:40 +010037extern bool arch_match_cpu_phys_id(int cpu, u64 phys_id);
David Millerd1cb9d12013-10-03 17:24:51 -040038extern bool arch_find_n_match_cpu_physical_id(struct device_node *cpun,
39 int cpu, unsigned int *thread);
Christian Krafft0344c6c2006-10-24 18:31:24 +020040
Kay Sievers8a25a2f2011-12-21 14:29:42 -080041extern int cpu_add_dev_attr(struct device_attribute *attr);
42extern void cpu_remove_dev_attr(struct device_attribute *attr);
Christian Krafft0344c6c2006-10-24 18:31:24 +020043
Kay Sievers8a25a2f2011-12-21 14:29:42 -080044extern int cpu_add_dev_attr_group(struct attribute_group *attrs);
45extern void cpu_remove_dev_attr_group(struct attribute_group *attrs);
Christian Krafft0344c6c2006-10-24 18:31:24 +020046
Thomas Gleixner11ec2df2018-01-07 22:48:00 +010047extern ssize_t cpu_show_meltdown(struct device *dev,
48 struct device_attribute *attr, char *buf);
49extern ssize_t cpu_show_spectre_v1(struct device *dev,
50 struct device_attribute *attr, char *buf);
51extern ssize_t cpu_show_spectre_v2(struct device *dev,
52 struct device_attribute *attr, char *buf);
Konrad Rzeszutek Wilk24e4dd92018-04-25 22:04:20 -040053extern ssize_t cpu_show_spec_store_bypass(struct device *dev,
54 struct device_attribute *attr, char *buf);
Andi Kleen432e99b2018-06-13 15:48:26 -070055extern ssize_t cpu_show_l1tf(struct device *dev,
56 struct device_attribute *attr, char *buf);
Thomas Gleixnerba08d562019-02-18 22:51:43 +010057extern ssize_t cpu_show_mds(struct device *dev,
58 struct device_attribute *attr, char *buf);
Thomas Gleixner11ec2df2018-01-07 22:48:00 +010059
Nicolas Iooss8db14862015-07-17 16:23:42 -070060extern __printf(4, 5)
61struct device *cpu_device_create(struct device *parent, void *drvdata,
62 const struct attribute_group **groups,
63 const char *fmt, ...);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064#ifdef CONFIG_HOTPLUG_CPU
KAMEZAWA Hiroyuki76b67ed92006-06-27 02:53:41 -070065extern void unregister_cpu(struct cpu *cpu);
Nathan Fontenot12633e82009-11-25 17:23:25 +000066extern ssize_t arch_cpu_probe(const char *, size_t);
67extern ssize_t arch_cpu_release(const char *, size_t);
Linus Torvalds1da177e2005-04-16 15:20:36 -070068#endif
69struct notifier_block;
70
Amerigo Wang80f1ff92011-07-25 17:13:08 -070071#define CPU_ONLINE 0x0002 /* CPU (unsigned)v is up */
72#define CPU_UP_PREPARE 0x0003 /* CPU (unsigned)v coming up */
73#define CPU_UP_CANCELED 0x0004 /* CPU (unsigned)v NOT coming up */
74#define CPU_DOWN_PREPARE 0x0005 /* CPU (unsigned)v going down */
75#define CPU_DOWN_FAILED 0x0006 /* CPU (unsigned)v NOT going down */
76#define CPU_DEAD 0x0007 /* CPU (unsigned)v dead */
Amerigo Wang80f1ff92011-07-25 17:13:08 -070077#define CPU_POST_DEAD 0x0009 /* CPU (unsigned)v dead, cpu_hotplug
78 * lock is dropped */
Thomas Gleixner27d50c72016-02-26 18:43:44 +000079#define CPU_BROKEN 0x000B /* CPU (unsigned)v did not die properly,
Paul E. McKenney8038dad2015-02-25 10:34:39 -080080 * perhaps due to preemption. */
Amerigo Wang80f1ff92011-07-25 17:13:08 -070081
82/* Used for CPU hotplug events occurring while tasks are frozen due to a suspend
83 * operation in progress
84 */
85#define CPU_TASKS_FROZEN 0x0010
86
87#define CPU_ONLINE_FROZEN (CPU_ONLINE | CPU_TASKS_FROZEN)
88#define CPU_UP_PREPARE_FROZEN (CPU_UP_PREPARE | CPU_TASKS_FROZEN)
89#define CPU_UP_CANCELED_FROZEN (CPU_UP_CANCELED | CPU_TASKS_FROZEN)
90#define CPU_DOWN_PREPARE_FROZEN (CPU_DOWN_PREPARE | CPU_TASKS_FROZEN)
91#define CPU_DOWN_FAILED_FROZEN (CPU_DOWN_FAILED | CPU_TASKS_FROZEN)
92#define CPU_DEAD_FROZEN (CPU_DEAD | CPU_TASKS_FROZEN)
Amerigo Wang80f1ff92011-07-25 17:13:08 -070093
Linus Torvalds1da177e2005-04-16 15:20:36 -070094#ifdef CONFIG_SMP
Thomas Gleixner090e77c2016-02-26 18:43:23 +000095extern bool cpuhp_tasks_frozen;
Linus Torvalds1da177e2005-04-16 15:20:36 -070096/* Need to know about CPUs going up/down? */
Paul E. McKenney799e64f2009-08-15 09:53:47 -070097#if defined(CONFIG_HOTPLUG_CPU) || !defined(MODULE)
98#define cpu_notifier(fn, pri) { \
Paul Gortmaker0db06282013-06-19 14:53:51 -040099 static struct notifier_block fn##_nb = \
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700100 { .notifier_call = fn, .priority = pri }; \
101 register_cpu_notifier(&fn##_nb); \
102}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530103
104#define __cpu_notifier(fn, pri) { \
105 static struct notifier_block fn##_nb = \
106 { .notifier_call = fn, .priority = pri }; \
107 __register_cpu_notifier(&fn##_nb); \
108}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530109
Avi Kivity47e627b2007-02-12 00:54:43 -0800110extern int register_cpu_notifier(struct notifier_block *nb);
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530111extern int __register_cpu_notifier(struct notifier_block *nb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112extern void unregister_cpu_notifier(struct notifier_block *nb);
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530113extern void __unregister_cpu_notifier(struct notifier_block *nb);
Avi Kivity47e627b2007-02-12 00:54:43 -0800114
Michal Hocko56eaecc2016-12-07 14:54:38 +0100115#else /* #if defined(CONFIG_HOTPLUG_CPU) || !defined(MODULE) */
116#define cpu_notifier(fn, pri) do { (void)(fn); } while (0)
117#define __cpu_notifier(fn, pri) do { (void)(fn); } while (0)
118
Avi Kivity47e627b2007-02-12 00:54:43 -0800119static inline int register_cpu_notifier(struct notifier_block *nb)
120{
121 return 0;
122}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530123
124static inline int __register_cpu_notifier(struct notifier_block *nb)
125{
126 return 0;
127}
Avi Kivity47e627b2007-02-12 00:54:43 -0800128
Chandra Seetharaman65edc682006-06-27 02:54:08 -0700129static inline void unregister_cpu_notifier(struct notifier_block *nb)
130{
131}
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530132
133static inline void __unregister_cpu_notifier(struct notifier_block *nb)
134{
135}
Chandra Seetharaman65edc682006-06-27 02:54:08 -0700136#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
138int cpu_up(unsigned int cpu);
Manfred Spraule545a612008-09-07 16:57:22 +0200139void notify_cpu_starting(unsigned int cpu);
Oleg Nesterov3da1c842008-07-25 01:47:50 -0700140extern void cpu_maps_update_begin(void);
141extern void cpu_maps_update_done(void);
Ingo Molnard0d23b52008-01-25 21:08:02 +0100142
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530143#define cpu_notifier_register_begin cpu_maps_update_begin
144#define cpu_notifier_register_done cpu_maps_update_done
145
Oleg Nesterov3da1c842008-07-25 01:47:50 -0700146#else /* CONFIG_SMP */
Thomas Gleixner090e77c2016-02-26 18:43:23 +0000147#define cpuhp_tasks_frozen 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700149#define cpu_notifier(fn, pri) do { (void)(fn); } while (0)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530150#define __cpu_notifier(fn, pri) do { (void)(fn); } while (0)
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700151
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152static inline int register_cpu_notifier(struct notifier_block *nb)
153{
154 return 0;
155}
Ingo Molnard0d23b52008-01-25 21:08:02 +0100156
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530157static inline int __register_cpu_notifier(struct notifier_block *nb)
158{
159 return 0;
160}
161
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162static inline void unregister_cpu_notifier(struct notifier_block *nb)
163{
164}
165
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530166static inline void __unregister_cpu_notifier(struct notifier_block *nb)
167{
168}
169
Oleg Nesterov3da1c842008-07-25 01:47:50 -0700170static inline void cpu_maps_update_begin(void)
171{
172}
173
174static inline void cpu_maps_update_done(void)
175{
176}
177
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530178static inline void cpu_notifier_register_begin(void)
179{
180}
181
182static inline void cpu_notifier_register_done(void)
183{
184}
185
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186#endif /* CONFIG_SMP */
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800187extern struct bus_type cpu_subsys;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188
189#ifdef CONFIG_HOTPLUG_CPU
190/* Stop CPUs going up and down. */
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800191
Toshi Kanib9d10be2013-08-12 09:45:53 -0600192extern void cpu_hotplug_begin(void);
193extern void cpu_hotplug_done(void);
Gautham R Shenoy86ef5c92008-01-25 21:08:02 +0100194extern void get_online_cpus(void);
195extern void put_online_cpus(void);
Srivatsa S. Bhat16e53db2013-06-12 14:04:36 -0700196extern void cpu_hotplug_disable(void);
197extern void cpu_hotplug_enable(void);
Paul E. McKenney799e64f2009-08-15 09:53:47 -0700198#define hotcpu_notifier(fn, pri) cpu_notifier(fn, pri)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530199#define __hotcpu_notifier(fn, pri) __cpu_notifier(fn, pri)
Chandra Seetharaman39f48852006-06-27 02:54:10 -0700200#define register_hotcpu_notifier(nb) register_cpu_notifier(nb)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530201#define __register_hotcpu_notifier(nb) __register_cpu_notifier(nb)
Chandra Seetharaman39f48852006-06-27 02:54:10 -0700202#define unregister_hotcpu_notifier(nb) unregister_cpu_notifier(nb)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530203#define __unregister_hotcpu_notifier(nb) __unregister_cpu_notifier(nb)
Anton Vorontsovcb792952012-05-31 16:26:22 -0700204void clear_tasks_mm_cpumask(int cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205int cpu_down(unsigned int cpu);
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800206
207#else /* CONFIG_HOTPLUG_CPU */
208
Toshi Kanib9d10be2013-08-12 09:45:53 -0600209static inline void cpu_hotplug_begin(void) {}
210static inline void cpu_hotplug_done(void) {}
Gautham R Shenoy86ef5c92008-01-25 21:08:02 +0100211#define get_online_cpus() do { } while (0)
212#define put_online_cpus() do { } while (0)
Srivatsa S. Bhat16e53db2013-06-12 14:04:36 -0700213#define cpu_hotplug_disable() do { } while (0)
214#define cpu_hotplug_enable() do { } while (0)
Ingo Molnar023160672006-12-06 20:38:17 -0800215#define hotcpu_notifier(fn, pri) do { (void)(fn); } while (0)
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530216#define __hotcpu_notifier(fn, pri) do { (void)(fn); } while (0)
Satyam Sharma761bb432007-10-18 03:06:38 -0700217/* These aren't inline functions due to a GCC bug. */
218#define register_hotcpu_notifier(nb) ({ (void)(nb); 0; })
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530219#define __register_hotcpu_notifier(nb) ({ (void)(nb); 0; })
Satyam Sharma761bb432007-10-18 03:06:38 -0700220#define unregister_hotcpu_notifier(nb) ({ (void)(nb); })
Srivatsa S. Bhat93ae4f92014-03-11 02:04:14 +0530221#define __unregister_hotcpu_notifier(nb) ({ (void)(nb); })
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800222#endif /* CONFIG_HOTPLUG_CPU */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700224#ifdef CONFIG_PM_SLEEP_SMP
James Morsed391e552016-08-17 13:50:25 +0100225extern int freeze_secondary_cpus(int primary);
226static inline int disable_nonboot_cpus(void)
227{
228 return freeze_secondary_cpus(0);
229}
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700230extern void enable_nonboot_cpus(void);
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700231#else /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700232static inline int disable_nonboot_cpus(void) { return 0; }
233static inline void enable_nonboot_cpus(void) {}
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700234#endif /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700235
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100236void cpu_startup_entry(enum cpuhp_state state);
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100237
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100238void cpu_idle_poll_ctrl(bool enable);
239
Chris Metcalf6727ad92016-10-07 17:02:55 -0700240/* Attach to any functions which should be considered cpuidle. */
241#define __cpuidle __attribute__((__section__(".cpuidle.text")))
242
243bool cpu_in_idle(unsigned long pc);
244
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100245void arch_cpu_idle(void);
246void arch_cpu_idle_prepare(void);
247void arch_cpu_idle_enter(void);
248void arch_cpu_idle_exit(void);
249void arch_cpu_idle_dead(void);
250
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800251int cpu_report_state(int cpu);
252int cpu_check_up_prepare(int cpu);
253void cpu_set_state_online(int cpu);
254#ifdef CONFIG_HOTPLUG_CPU
255bool cpu_wait_death(unsigned int cpu, int seconds);
256bool cpu_report_death(void);
Thomas Gleixnere69aab12016-02-26 18:43:43 +0000257void cpuhp_report_idle_dead(void);
258#else
259static inline void cpuhp_report_idle_dead(void) { }
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800260#endif /* #ifdef CONFIG_HOTPLUG_CPU */
261
Thomas Gleixnerf37486c2018-05-29 17:48:27 +0200262enum cpuhp_smt_control {
263 CPU_SMT_ENABLED,
264 CPU_SMT_DISABLED,
265 CPU_SMT_FORCE_DISABLED,
266 CPU_SMT_NOT_SUPPORTED,
267};
268
269#if defined(CONFIG_SMP) && defined(CONFIG_HOTPLUG_SMT)
270extern enum cpuhp_smt_control cpu_smt_control;
Jiri Kosinaa69c5e02018-07-13 16:23:23 +0200271extern void cpu_smt_disable(bool force);
Thomas Gleixnerc504b9f2018-08-07 08:19:57 +0200272extern void cpu_smt_check_topology_early(void);
Thomas Gleixner929d3b22018-07-13 16:23:24 +0200273extern void cpu_smt_check_topology(void);
Jiri Kosina5bdc5362019-05-30 00:09:39 +0200274extern int cpuhp_smt_enable(void);
275extern int cpuhp_smt_disable(enum cpuhp_smt_control ctrlval);
Thomas Gleixnerf37486c2018-05-29 17:48:27 +0200276#else
277# define cpu_smt_control (CPU_SMT_ENABLED)
Jiri Kosinaa69c5e02018-07-13 16:23:23 +0200278static inline void cpu_smt_disable(bool force) { }
Thomas Gleixnerc504b9f2018-08-07 08:19:57 +0200279static inline void cpu_smt_check_topology_early(void) { }
Thomas Gleixner929d3b22018-07-13 16:23:24 +0200280static inline void cpu_smt_check_topology(void) { }
Jiri Kosina5bdc5362019-05-30 00:09:39 +0200281static inline int cpuhp_smt_enable(void) { return 0; }
282static inline int cpuhp_smt_disable(enum cpuhp_smt_control ctrlval) { return 0; }
Thomas Gleixnerf37486c2018-05-29 17:48:27 +0200283#endif
284
Josh Poimboeufedda9c32019-04-12 15:39:28 -0500285/*
286 * These are used for a global "mitigations=" cmdline option for toggling
287 * optional CPU mitigations.
288 */
289enum cpu_mitigations {
290 CPU_MITIGATIONS_OFF,
291 CPU_MITIGATIONS_AUTO,
292 CPU_MITIGATIONS_AUTO_NOSMT,
293};
294
295extern enum cpu_mitigations cpu_mitigations;
296
297/* mitigations=off */
298static inline bool cpu_mitigations_off(void)
299{
300 return cpu_mitigations == CPU_MITIGATIONS_OFF;
301}
302
303/* mitigations=auto,nosmt */
304static inline bool cpu_mitigations_auto_nosmt(void)
305{
306 return cpu_mitigations == CPU_MITIGATIONS_AUTO_NOSMT;
307}
308
Todd Poynor5ee34122011-06-15 17:21:57 -0700309#define IDLE_START 1
310#define IDLE_END 2
311
312void idle_notifier_register(struct notifier_block *n);
313void idle_notifier_unregister(struct notifier_block *n);
314void idle_notifier_call_chain(unsigned long val);
315
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316#endif /* _LINUX_CPU_H_ */