blob: 6be0299ac4fa1482451321e5c71a4394b5bd0f03 [file] [log] [blame]
Thomas Gleixnercff7d372016-02-26 18:43:28 +00001#ifndef __CPUHOTPLUG_H
2#define __CPUHOTPLUG_H
3
Paul Burton6cfeaf52016-09-14 11:00:26 +01004#include <linux/types.h>
5
Thomas Gleixnercff7d372016-02-26 18:43:28 +00006enum cpuhp_state {
7 CPUHP_OFFLINE,
8 CPUHP_CREATE_THREADS,
Thomas Gleixner00e16c32016-07-13 17:16:09 +00009 CPUHP_PERF_PREPARE,
Thomas Gleixner95ca7922016-07-13 17:16:10 +000010 CPUHP_PERF_X86_PREPARE,
Thomas Gleixner1a246b92016-07-13 17:16:12 +000011 CPUHP_PERF_X86_UNCORE_PREP,
Richard Cochran96b2bd32016-07-13 17:16:13 +000012 CPUHP_PERF_X86_AMD_UNCORE_PREP,
Thomas Gleixnera409f5e2016-07-13 17:16:19 +000013 CPUHP_PERF_BFIN,
Thomas Gleixner57ecde42016-07-13 17:16:20 +000014 CPUHP_PERF_POWER,
Thomas Gleixnere3cfce12016-07-13 17:16:23 +000015 CPUHP_PERF_SUPERH,
Sebastian Andrzej Siewior48d7f6c2016-07-13 17:16:30 +000016 CPUHP_X86_HPET_DEAD,
Sebastian Andrzej Siewior148b9e22016-07-13 17:16:34 +000017 CPUHP_X86_APB_DEAD,
Sebastian Andrzej Siewior8017c272016-08-12 19:49:43 +020018 CPUHP_VIRT_NET_DEAD,
Sebastian Andrzej Siewiora96a87b2016-08-18 14:57:19 +020019 CPUHP_SLUB_DEAD,
Sebastian Andrzej Siewior1d7ac6a2016-08-18 14:57:20 +020020 CPUHP_MM_WRITEBACK_DEAD,
Sebastian Andrzej Siewiorc4544db2016-08-18 14:57:21 +020021 CPUHP_SOFTIRQ_DEAD,
Sebastian Andrzej Siewior84a3f4d2016-08-18 14:57:23 +020022 CPUHP_NET_MVNETA_DEAD,
Sebastian Andrzej Siewior529351f2016-08-18 14:57:25 +020023 CPUHP_CPUIDLE_DEAD,
Sebastian Andrzej Siewiorc23a7262016-09-06 19:04:37 +020024 CPUHP_ARM64_FPSIMD_DEAD,
Sebastian Andrzej Siewiora4fa9cc2016-09-06 19:04:39 +020025 CPUHP_ARM_OMAP_WAKE_DEAD,
Sebastian Andrzej Siewior75e12ed2016-09-06 19:04:43 +020026 CPUHP_IRQ_POLL_DEAD,
Sebastian Andrzej Siewior9a659f42016-09-06 19:04:44 +020027 CPUHP_BLOCK_SOFTIRQ_DEAD,
Sebastian Andrzej Siewior8904f5a2016-09-06 19:04:46 +020028 CPUHP_VIRT_SCSI_DEAD,
Sebastian Andrzej Siewior64f3bf22016-09-06 19:04:47 +020029 CPUHP_ACPI_CPUDRV_DEAD,
Sebastian Andrzej Siewior84c9cee2016-09-06 19:04:53 +020030 CPUHP_S390_PFAULT_DEAD,
Sebastian Andrzej Siewiore2a738f2016-09-06 19:04:55 +020031 CPUHP_BLK_MQ_DEAD,
Thomas Gleixner7ee681b2016-07-13 17:16:29 +000032 CPUHP_WORKQUEUE_PREP,
Sebastian Andrzej Siewiorbdab88e2016-07-18 16:07:28 +020033 CPUHP_POWER_NUMA_PREPARE,
Thomas Gleixner27590dc2016-07-15 10:41:04 +020034 CPUHP_HRTIMERS_PREPARE,
Sebastian Andrzej Siewiore722d8d2016-07-13 17:16:59 +000035 CPUHP_PROFILE_PREPARE,
Sebastian Andrzej Siewior6b2c2842016-07-13 17:17:00 +000036 CPUHP_X2APIC_PREPARE,
Richard Weinberger31487f82016-07-13 17:17:01 +000037 CPUHP_SMPCFD_PREPARE,
Richard Weinbergere6d49892016-08-18 14:57:17 +020038 CPUHP_RELAY_PREPARE,
Sebastian Andrzej Siewior6731d4f2016-08-23 14:53:19 +020039 CPUHP_SLAB_PREPARE,
Sebastian Andrzej Siewior29c6d1b2016-08-18 14:57:24 +020040 CPUHP_MD_RAID5_PREPARE,
Thomas Gleixner4df83742016-07-13 17:17:03 +000041 CPUHP_RCUTREE_PREP,
Sabyasachi Singh518d4abc2017-06-26 13:56:47 -070042 CPUHP_CORE_CTL_ISOLATION_DEAD,
Sebastian Andrzej Siewiordfc616d2016-08-24 11:14:44 +020043 CPUHP_CPUIDLE_COUPLED_PREPARE,
Sebastian Andrzej Siewior68e694d2016-08-18 14:57:30 +020044 CPUHP_POWERPC_PMAC_PREPARE,
Sebastian Andrzej Siewiorda3ed652016-08-18 14:57:31 +020045 CPUHP_POWERPC_MMU_CTX_PREPARE,
Boris Ostrovsky4d737042016-09-07 13:19:00 -040046 CPUHP_XEN_PREPARE,
Sebastian Andrzej Siewiorc8761e22016-09-07 13:19:01 -040047 CPUHP_XEN_EVTCHN_PREPARE,
Stephen Boyd6208a582017-03-02 15:09:13 -080048 CPUHP_QCOM_CPUFREQ_PREPARE,
Thomas Gleixnercff7d372016-02-26 18:43:28 +000049 CPUHP_NOTIFY_PREPARE,
Sebastian Andrzej Siewior657ebf7a2016-09-06 19:04:38 +020050 CPUHP_ARM_SHMOBILE_SCU_PREPARE,
Sebastian Andrzej Siewior51533232016-09-06 19:04:41 +020051 CPUHP_SH_SH3X_PREPARE,
Sebastian Andrzej Siewiore2a738f2016-09-06 19:04:55 +020052 CPUHP_BLK_MQ_PREPARE,
Sebastian Andrzej Siewiord8d6c8a2016-11-03 15:50:09 +010053 CPUHP_TOPOLOGY_PREPARE,
Richard Cochran4fae16d2016-07-27 11:08:18 +020054 CPUHP_TIMERS_DEAD,
Sebastian Andrzej Siewior8c588982016-09-06 19:04:50 +020055 CPUHP_NOTF_ERR_INJ_PREPARE,
Sebastian Andrzej Siewiordd6d7c62016-09-06 19:04:51 +020056 CPUHP_MIPS_SOC_PREPARE,
Thomas Gleixnercff7d372016-02-26 18:43:28 +000057 CPUHP_BRINGUP_CPU,
Thomas Gleixnere69aab12016-02-26 18:43:43 +000058 CPUHP_AP_IDLE_DEAD,
Thomas Gleixner4baa0af2016-02-26 18:43:29 +000059 CPUHP_AP_OFFLINE,
Thomas Gleixner9cf72432016-03-10 12:54:09 +010060 CPUHP_AP_SCHED_STARTING,
Thomas Gleixner4df83742016-07-13 17:17:03 +000061 CPUHP_AP_RCUTREE_DYING,
Richard Cochran93131f72016-07-13 17:16:04 +000062 CPUHP_AP_IRQ_GIC_STARTING,
Richard Cochran6670a6d2016-07-13 17:16:05 +000063 CPUHP_AP_IRQ_GICV3_STARTING,
Richard Cochran6c034d12016-07-13 17:16:06 +000064 CPUHP_AP_IRQ_HIP04_STARTING,
Richard Cochrancb5ff2d2016-07-13 17:16:07 +000065 CPUHP_AP_IRQ_ARMADA_XP_STARTING,
66 CPUHP_AP_IRQ_ARMADA_CASC_STARTING,
Sebastian Andrzej Siewior7ca04bc2016-07-13 17:16:07 +000067 CPUHP_AP_IRQ_BCM2836_STARTING,
Sebastian Andrzej Siewior7fbbaeb2016-07-13 17:16:08 +000068 CPUHP_AP_ARM_MVEBU_COHERENCY,
Thomas Gleixner1a246b92016-07-13 17:16:12 +000069 CPUHP_AP_PERF_X86_UNCORE_STARTING,
Richard Cochran96b2bd32016-07-13 17:16:13 +000070 CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING,
Thomas Gleixner95ca7922016-07-13 17:16:10 +000071 CPUHP_AP_PERF_X86_STARTING,
Thomas Gleixner9744f7b2016-07-13 17:16:14 +000072 CPUHP_AP_PERF_X86_AMD_IBS_STARTING,
Richard Cochranf0704822016-07-13 17:16:16 +000073 CPUHP_AP_PERF_X86_CQM_STARTING,
Sebastian Andrzej Siewior77c34ef2016-07-13 17:16:18 +000074 CPUHP_AP_PERF_X86_CSTATE_STARTING,
Sebastian Andrzej Siewior25a77b52016-07-13 17:16:26 +000075 CPUHP_AP_PERF_XTENSA_STARTING,
Richard Cochran04d045a2016-07-13 17:16:49 +000076 CPUHP_AP_PERF_METAG_STARTING,
Richard Cochran65264e32016-07-13 17:16:53 +000077 CPUHP_AP_MIPS_OP_LOONGSON3_STARTING,
Thomas Gleixnere5b61ba2016-07-13 17:16:35 +000078 CPUHP_AP_ARM_VFP_STARTING,
Will Deacone937dd52016-08-16 11:29:17 +010079 CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING,
Will Deacond7a83d12016-08-15 18:55:11 +010080 CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING,
Thomas Gleixner7d88eb62016-07-13 17:16:36 +000081 CPUHP_AP_PERF_ARM_STARTING,
Richard Cochran9eeb2262016-07-13 17:16:50 +000082 CPUHP_AP_ARM_L2X0_STARTING,
Richard Cochran7e86e8b2016-07-13 17:16:39 +000083 CPUHP_AP_ARM_ARCH_TIMER_STARTING,
Richard Cochranb8a12292016-07-13 17:17:04 +000084 CPUHP_AP_ARM_GLOBAL_TIMER_STARTING,
Rich Felker9995f4f2016-10-13 21:51:06 +000085 CPUHP_AP_JCORE_TIMER_STARTING,
Richard Cochrand11b3a62016-07-13 17:17:05 +000086 CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING,
Richard Cochran26b87682016-07-13 17:16:51 +000087 CPUHP_AP_ARM_TWD_STARTING,
Richard Cochran31e8e5d2016-07-13 17:16:42 +000088 CPUHP_AP_METAG_TIMER_STARTING,
Richard Cochranb0404162016-07-13 17:16:43 +000089 CPUHP_AP_QCOM_TIMER_STARTING,
Mahesh Sivasubramanian63ea2522016-11-04 15:40:41 -060090 CPUHP_AP_QCOM_SLEEP_STARTING,
Stephen Boyd6208a582017-03-02 15:09:13 -080091 CPUHP_AP_QCOM_CPUFREQ_STARTING,
Richard Cochran2c48fef2016-07-13 17:17:06 +000092 CPUHP_AP_ARMADA_TIMER_STARTING,
Richard Cochraneb0a9d82016-07-13 17:17:07 +000093 CPUHP_AP_MARCO_TIMER_STARTING,
Richard Cochran2dab9092016-07-13 17:16:44 +000094 CPUHP_AP_MIPS_GIC_TIMER_STARTING,
Anna-Maria Gleixnerecd80812016-07-13 17:17:07 +000095 CPUHP_AP_ARC_TIMER_STARTING,
Thomas Gleixner8c18b2d2016-07-13 17:16:37 +000096 CPUHP_AP_KVM_STARTING,
Anna-Maria Gleixner15d7e3d2016-07-13 17:17:02 +000097 CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING,
Richard Cochran42ec50b2016-07-13 17:16:46 +000098 CPUHP_AP_KVM_ARM_VGIC_STARTING,
Richard Cochranb3c99502016-07-13 17:16:47 +000099 CPUHP_AP_KVM_ARM_TIMER_STARTING,
Thomas Gleixner34db2012016-12-15 12:01:05 +0100100 /* Must be the last timer callback */
101 CPUHP_AP_DUMMY_TIMER_STARTING,
Richard Cochran4761adb2016-07-13 17:16:52 +0000102 CPUHP_AP_ARM_XEN_STARTING,
Richard Cochran2b5283d2016-07-13 17:16:54 +0000103 CPUHP_AP_ARM_CORESIGHT_STARTING,
Satyajit Desai66b6c452017-06-27 17:10:46 -0700104 CPUHP_AP_ARM_SAVE_RESTORE_CORESIGHT4_STARTING,
105 CPUHP_AP_ARM_MM_CORESIGHT4_STARTING,
Sebastian Andrzej Siewior58eb4572016-07-13 17:16:55 +0000106 CPUHP_AP_ARM_CORESIGHT4_STARTING,
Sebastian Andrzej Siewior27c01a82016-07-13 17:16:56 +0000107 CPUHP_AP_ARM64_ISNDEP_STARTING,
Richard Weinberger31487f82016-07-13 17:17:01 +0000108 CPUHP_AP_SMPCFD_DYING,
Richard Cochranae6a8a22016-07-13 17:16:57 +0000109 CPUHP_AP_X86_TBOOT_DYING,
Thomas Gleixner4baa0af2016-02-26 18:43:29 +0000110 CPUHP_AP_ONLINE,
111 CPUHP_TEARDOWN_CPU,
Thomas Gleixnerfc6d73d2016-02-26 18:43:40 +0000112 CPUHP_AP_ONLINE_IDLE,
Thomas Gleixner1cf4f622016-02-26 18:43:39 +0000113 CPUHP_AP_SMPBOOT_THREADS,
Sebastian Andrzej Siewior07d36c92016-07-13 17:16:03 +0000114 CPUHP_AP_X86_VDSO_VMA_ONLINE,
Thomas Gleixner00e16c32016-07-13 17:16:09 +0000115 CPUHP_AP_PERF_ONLINE,
Thomas Gleixner95ca7922016-07-13 17:16:10 +0000116 CPUHP_AP_PERF_X86_ONLINE,
Thomas Gleixner1a246b92016-07-13 17:16:12 +0000117 CPUHP_AP_PERF_X86_UNCORE_ONLINE,
Richard Cochran96b2bd32016-07-13 17:16:13 +0000118 CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE,
Anna-Maria Gleixnerc6a84daa2016-07-13 17:16:28 +0000119 CPUHP_AP_PERF_X86_AMD_POWER_ONLINE,
Richard Cochran8b5b7732016-07-13 17:16:15 +0000120 CPUHP_AP_PERF_X86_RAPL_ONLINE,
Richard Cochranf0704822016-07-13 17:16:16 +0000121 CPUHP_AP_PERF_X86_CQM_ONLINE,
Sebastian Andrzej Siewior77c34ef2016-07-13 17:16:18 +0000122 CPUHP_AP_PERF_X86_CSTATE_ONLINE,
Thomas Gleixner4f0f8212016-07-13 17:16:21 +0000123 CPUHP_AP_PERF_S390_CF_ONLINE,
Sebastian Andrzej Siewiore3d617f2016-07-13 17:16:22 +0000124 CPUHP_AP_PERF_S390_SF_ONLINE,
Sebastian Andrzej Siewior28c94842016-07-13 17:16:24 +0000125 CPUHP_AP_PERF_ARM_CCI_ONLINE,
Sebastian Andrzej Siewiorfdc15a32016-07-13 17:16:25 +0000126 CPUHP_AP_PERF_ARM_CCN_ONLINE,
Mark Rutlandb828f962016-09-02 10:35:18 +0100127 CPUHP_AP_PERF_ARM_L2X0_ONLINE,
Thomas Gleixner7ee681b2016-07-13 17:16:29 +0000128 CPUHP_AP_WORKQUEUE_ONLINE,
Thomas Gleixner4df83742016-07-13 17:17:03 +0000129 CPUHP_AP_RCUTREE_ONLINE,
Thomas Gleixner1cf4f622016-02-26 18:43:39 +0000130 CPUHP_AP_NOTIFY_ONLINE,
131 CPUHP_AP_ONLINE_DYN,
132 CPUHP_AP_ONLINE_DYN_END = CPUHP_AP_ONLINE_DYN + 30,
Sebastian Andrzej Siewior48d7f6c2016-07-13 17:16:30 +0000133 CPUHP_AP_X86_HPET_ONLINE,
Sebastian Andrzej Siewior251a5fd2016-07-13 17:16:33 +0000134 CPUHP_AP_X86_KVM_CLK_ONLINE,
Thomas Gleixneraaddd7d2016-03-10 12:54:19 +0100135 CPUHP_AP_ACTIVE,
Thomas Gleixnercff7d372016-02-26 18:43:28 +0000136 CPUHP_ONLINE,
137};
138
Thomas Gleixner5b7aa872016-02-26 18:43:33 +0000139int __cpuhp_setup_state(enum cpuhp_state state, const char *name, bool invoke,
140 int (*startup)(unsigned int cpu),
Thomas Gleixnercf392d12016-08-12 19:49:39 +0200141 int (*teardown)(unsigned int cpu), bool multi_instance);
Thomas Gleixner5b7aa872016-02-26 18:43:33 +0000142
143/**
144 * cpuhp_setup_state - Setup hotplug state callbacks with calling the callbacks
145 * @state: The state for which the calls are installed
146 * @name: Name of the callback (will be used in debug output)
147 * @startup: startup callback function
148 * @teardown: teardown callback function
149 *
150 * Installs the callback functions and invokes the startup callback on
151 * the present cpus which have already reached the @state.
152 */
153static inline int cpuhp_setup_state(enum cpuhp_state state,
154 const char *name,
155 int (*startup)(unsigned int cpu),
156 int (*teardown)(unsigned int cpu))
157{
Thomas Gleixnercf392d12016-08-12 19:49:39 +0200158 return __cpuhp_setup_state(state, name, true, startup, teardown, false);
Thomas Gleixner5b7aa872016-02-26 18:43:33 +0000159}
160
161/**
162 * cpuhp_setup_state_nocalls - Setup hotplug state callbacks without calling the
163 * callbacks
164 * @state: The state for which the calls are installed
165 * @name: Name of the callback.
166 * @startup: startup callback function
167 * @teardown: teardown callback function
168 *
169 * Same as @cpuhp_setup_state except that no calls are executed are invoked
170 * during installation of this callback. NOP if SMP=n or HOTPLUG_CPU=n.
171 */
172static inline int cpuhp_setup_state_nocalls(enum cpuhp_state state,
173 const char *name,
174 int (*startup)(unsigned int cpu),
175 int (*teardown)(unsigned int cpu))
176{
Thomas Gleixnercf392d12016-08-12 19:49:39 +0200177 return __cpuhp_setup_state(state, name, false, startup, teardown,
178 false);
179}
180
181/**
182 * cpuhp_setup_state_multi - Add callbacks for multi state
183 * @state: The state for which the calls are installed
184 * @name: Name of the callback.
185 * @startup: startup callback function
186 * @teardown: teardown callback function
187 *
188 * Sets the internal multi_instance flag and prepares a state to work as a multi
189 * instance callback. No callbacks are invoked at this point. The callbacks are
190 * invoked once an instance for this state are registered via
191 * @cpuhp_state_add_instance or @cpuhp_state_add_instance_nocalls.
192 */
193static inline int cpuhp_setup_state_multi(enum cpuhp_state state,
194 const char *name,
195 int (*startup)(unsigned int cpu,
196 struct hlist_node *node),
197 int (*teardown)(unsigned int cpu,
198 struct hlist_node *node))
199{
200 return __cpuhp_setup_state(state, name, false,
201 (void *) startup,
202 (void *) teardown, true);
203}
204
205int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,
206 bool invoke);
207
208/**
209 * cpuhp_state_add_instance - Add an instance for a state and invoke startup
210 * callback.
211 * @state: The state for which the instance is installed
212 * @node: The node for this individual state.
213 *
214 * Installs the instance for the @state and invokes the startup callback on
215 * the present cpus which have already reached the @state. The @state must have
216 * been earlier marked as multi-instance by @cpuhp_setup_state_multi.
217 */
218static inline int cpuhp_state_add_instance(enum cpuhp_state state,
219 struct hlist_node *node)
220{
221 return __cpuhp_state_add_instance(state, node, true);
222}
223
224/**
225 * cpuhp_state_add_instance_nocalls - Add an instance for a state without
226 * invoking the startup callback.
227 * @state: The state for which the instance is installed
228 * @node: The node for this individual state.
229 *
230 * Installs the instance for the @state The @state must have been earlier
231 * marked as multi-instance by @cpuhp_setup_state_multi.
232 */
233static inline int cpuhp_state_add_instance_nocalls(enum cpuhp_state state,
234 struct hlist_node *node)
235{
236 return __cpuhp_state_add_instance(state, node, false);
Thomas Gleixner5b7aa872016-02-26 18:43:33 +0000237}
238
239void __cpuhp_remove_state(enum cpuhp_state state, bool invoke);
240
241/**
242 * cpuhp_remove_state - Remove hotplug state callbacks and invoke the teardown
243 * @state: The state for which the calls are removed
244 *
245 * Removes the callback functions and invokes the teardown callback on
246 * the present cpus which have already reached the @state.
247 */
248static inline void cpuhp_remove_state(enum cpuhp_state state)
249{
250 __cpuhp_remove_state(state, true);
251}
252
253/**
254 * cpuhp_remove_state_nocalls - Remove hotplug state callbacks without invoking
255 * teardown
256 * @state: The state for which the calls are removed
257 */
258static inline void cpuhp_remove_state_nocalls(enum cpuhp_state state)
259{
260 __cpuhp_remove_state(state, false);
261}
262
Thomas Gleixnercf392d12016-08-12 19:49:39 +0200263/**
264 * cpuhp_remove_multi_state - Remove hotplug multi state callback
265 * @state: The state for which the calls are removed
266 *
267 * Removes the callback functions from a multi state. This is the reverse of
268 * cpuhp_setup_state_multi(). All instances should have been removed before
269 * invoking this function.
270 */
271static inline void cpuhp_remove_multi_state(enum cpuhp_state state)
272{
273 __cpuhp_remove_state(state, false);
274}
275
276int __cpuhp_state_remove_instance(enum cpuhp_state state,
277 struct hlist_node *node, bool invoke);
278
279/**
280 * cpuhp_state_remove_instance - Remove hotplug instance from state and invoke
281 * the teardown callback
282 * @state: The state from which the instance is removed
283 * @node: The node for this individual state.
284 *
285 * Removes the instance and invokes the teardown callback on the present cpus
286 * which have already reached the @state.
287 */
288static inline int cpuhp_state_remove_instance(enum cpuhp_state state,
289 struct hlist_node *node)
290{
291 return __cpuhp_state_remove_instance(state, node, true);
292}
293
294/**
295 * cpuhp_state_remove_instance_nocalls - Remove hotplug instance from state
296 * without invoking the reatdown callback
297 * @state: The state from which the instance is removed
298 * @node: The node for this individual state.
299 *
300 * Removes the instance without invoking the teardown callback.
301 */
302static inline int cpuhp_state_remove_instance_nocalls(enum cpuhp_state state,
303 struct hlist_node *node)
304{
305 return __cpuhp_state_remove_instance(state, node, false);
306}
307
Thomas Gleixner8df3e072016-02-26 18:43:41 +0000308#ifdef CONFIG_SMP
309void cpuhp_online_idle(enum cpuhp_state state);
310#else
311static inline void cpuhp_online_idle(enum cpuhp_state state) { }
312#endif
313
Thomas Gleixnercff7d372016-02-26 18:43:28 +0000314#endif