blob: 0434c400287cffa9c8d80075c5a31defa4097629 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_SMP_H
2#define _ASM_X86_SMP_H
Glauber Costac27cfef2008-03-03 14:12:29 -03003#ifndef __ASSEMBLY__
Glauber Costa53ebef42008-03-03 14:12:31 -03004#include <linux/cpumask.h>
Glauber Costa93b016f2008-03-03 14:12:40 -03005#include <linux/init.h>
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -03006#include <asm/percpu.h>
Glauber Costa53ebef42008-03-03 14:12:31 -03007
Glauber Costab23dab02008-03-27 14:06:00 -03008/*
9 * We need the APIC definitions automatically as part of 'smp.h'
10 */
11#ifdef CONFIG_X86_LOCAL_APIC
12# include <asm/mpspec.h>
13# include <asm/apic.h>
14# ifdef CONFIG_X86_IO_APIC
15# include <asm/io_apic.h>
16# endif
17#endif
Glauber Costab23dab02008-03-27 14:06:00 -030018#include <asm/thread_info.h>
Jaswinder Singh Rajputfb8fd072009-01-10 12:20:24 +053019#include <asm/cpumask.h>
Lin Ming69092622011-03-03 10:34:50 +080020#include <asm/cpufeature.h>
Glauber Costab23dab02008-03-27 14:06:00 -030021
Glauber Costa53ebef42008-03-03 14:12:31 -030022extern int smp_num_siblings;
23extern unsigned int num_processors;
Glauber Costac27cfef2008-03-03 14:12:29 -030024
Lin Ming69092622011-03-03 10:34:50 +080025static inline bool cpu_has_ht_siblings(void)
26{
27 bool has_siblings = false;
28#ifdef CONFIG_SMP
29 has_siblings = cpu_has_ht && smp_num_siblings > 1;
30#endif
31 return has_siblings;
32}
33
Rusty Russell7ad728f2009-03-13 14:49:50 +103034DECLARE_PER_CPU(cpumask_var_t, cpu_sibling_map);
35DECLARE_PER_CPU(cpumask_var_t, cpu_core_map);
Yinghai Lub3d73362011-01-21 15:29:44 -080036/* cpus sharing the last level cache: */
37DECLARE_PER_CPU(cpumask_var_t, cpu_llc_shared_map);
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -030038DECLARE_PER_CPU(u16, cpu_llc_id);
Jaswinder Singhfb261322008-07-21 21:36:40 +053039DECLARE_PER_CPU(int, cpu_number);
Mike Travis23ca4bb2008-05-12 21:21:12 +020040
Mike Travisc2d1cec2009-01-04 05:18:03 -080041static inline struct cpumask *cpu_sibling_mask(int cpu)
42{
Rusty Russell7ad728f2009-03-13 14:49:50 +103043 return per_cpu(cpu_sibling_map, cpu);
Mike Travisc2d1cec2009-01-04 05:18:03 -080044}
45
46static inline struct cpumask *cpu_core_mask(int cpu)
47{
Rusty Russell7ad728f2009-03-13 14:49:50 +103048 return per_cpu(cpu_core_map, cpu);
Mike Travisc2d1cec2009-01-04 05:18:03 -080049}
50
Yinghai Lub3d73362011-01-21 15:29:44 -080051static inline struct cpumask *cpu_llc_shared_mask(int cpu)
52{
53 return per_cpu(cpu_llc_shared_map, cpu);
54}
55
Mike Travis23ca4bb2008-05-12 21:21:12 +020056DECLARE_EARLY_PER_CPU(u16, x86_cpu_to_apicid);
57DECLARE_EARLY_PER_CPU(u16, x86_bios_cpu_apicid);
Tejun Heo4e624452011-01-28 17:22:48 +010058#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
Tejun Heo4c321ff2011-01-23 14:37:30 +010059DECLARE_EARLY_PER_CPU(int, x86_cpu_to_logical_apicid);
60#endif
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -030061
Glauber de Oliveira Costa9d97d0d2008-03-19 14:25:57 -030062/* Static state in head.S used to set up a CPU */
H. Peter Anvin11d4c3f2011-02-04 16:14:11 -080063extern unsigned long stack_start; /* Initial stack pointer address */
Glauber de Oliveira Costa9d97d0d2008-03-19 14:25:57 -030064
Glauber Costa16694022008-03-03 14:12:32 -030065struct smp_ops {
66 void (*smp_prepare_boot_cpu)(void);
67 void (*smp_prepare_cpus)(unsigned max_cpus);
Glauber Costa16694022008-03-03 14:12:32 -030068 void (*smp_cpus_done)(unsigned max_cpus);
69
Alok Kataria76fac072010-10-11 14:37:08 -070070 void (*stop_other_cpus)(int wait);
Glauber Costa16694022008-03-03 14:12:32 -030071 void (*smp_send_reschedule)(int cpu);
Jens Axboe3b16cf82008-06-26 11:21:54 +020072
Alex Nixon93be71b2008-08-22 11:52:11 +010073 int (*cpu_up)(unsigned cpu);
74 int (*cpu_disable)(void);
75 void (*cpu_die)(unsigned int cpu);
76 void (*play_dead)(void);
77
Mike Travisbcda0162008-12-16 17:33:59 -080078 void (*send_call_func_ipi)(const struct cpumask *mask);
Jens Axboe3b16cf82008-06-26 11:21:54 +020079 void (*send_call_func_single_ipi)(int cpu);
Glauber Costa16694022008-03-03 14:12:32 -030080};
81
Glauber Costa14522072008-03-03 14:12:59 -030082/* Globals due to paravirt */
83extern void set_cpu_sibling_map(int cpu);
84
Glauber Costac76cb362008-03-03 14:12:33 -030085#ifdef CONFIG_SMP
Glauber de Oliveira Costad0173ae2008-03-19 14:24:59 -030086#ifndef CONFIG_PARAVIRT
87#define startup_ipi_hook(phys_apicid, start_eip, start_esp) do { } while (0)
88#endif
Glauber Costac76cb362008-03-03 14:12:33 -030089extern struct smp_ops smp_ops;
Glauber Costa86789692008-03-03 14:12:34 -030090
Glauber Costa377d6982008-03-03 14:12:51 -030091static inline void smp_send_stop(void)
92{
Alok Kataria76fac072010-10-11 14:37:08 -070093 smp_ops.stop_other_cpus(0);
94}
95
96static inline void stop_other_cpus(void)
97{
98 smp_ops.stop_other_cpus(1);
Glauber Costa377d6982008-03-03 14:12:51 -030099}
100
Glauber Costa1e3fac82008-03-03 14:12:37 -0300101static inline void smp_prepare_boot_cpu(void)
102{
103 smp_ops.smp_prepare_boot_cpu();
104}
105
Glauber Costa7557da62008-03-03 14:12:38 -0300106static inline void smp_prepare_cpus(unsigned int max_cpus)
107{
108 smp_ops.smp_prepare_cpus(max_cpus);
109}
110
Glauber Costac5597642008-03-03 14:12:39 -0300111static inline void smp_cpus_done(unsigned int max_cpus)
112{
113 smp_ops.smp_cpus_done(max_cpus);
114}
115
Glauber Costa71d19542008-03-03 14:12:36 -0300116static inline int __cpu_up(unsigned int cpu)
117{
118 return smp_ops.cpu_up(cpu);
119}
120
Alex Nixon93be71b2008-08-22 11:52:11 +0100121static inline int __cpu_disable(void)
122{
123 return smp_ops.cpu_disable();
124}
125
126static inline void __cpu_die(unsigned int cpu)
127{
128 smp_ops.cpu_die(cpu);
129}
130
131static inline void play_dead(void)
132{
133 smp_ops.play_dead();
134}
135
Glauber Costa86789692008-03-03 14:12:34 -0300136static inline void smp_send_reschedule(int cpu)
137{
138 smp_ops.smp_send_reschedule(cpu);
139}
Glauber Costa64b1a21e02008-03-03 14:12:35 -0300140
Jens Axboe3b16cf82008-06-26 11:21:54 +0200141static inline void arch_send_call_function_single_ipi(int cpu)
Glauber Costa64b1a21e02008-03-03 14:12:35 -0300142{
Jens Axboe3b16cf82008-06-26 11:21:54 +0200143 smp_ops.send_call_func_single_ipi(cpu);
144}
145
Rusty Russellb643dec2009-03-13 14:49:51 +1030146static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask)
Jens Axboe3b16cf82008-06-26 11:21:54 +0200147{
Rusty Russellb643dec2009-03-13 14:49:51 +1030148 smp_ops.send_call_func_ipi(mask);
Glauber Costa64b1a21e02008-03-03 14:12:35 -0300149}
Glauber Costa71d19542008-03-03 14:12:36 -0300150
Alex Nixon8227dce2008-08-22 11:52:14 +0100151void cpu_disable_common(void);
Glauber Costa1e3fac82008-03-03 14:12:37 -0300152void native_smp_prepare_boot_cpu(void);
Glauber Costa7557da62008-03-03 14:12:38 -0300153void native_smp_prepare_cpus(unsigned int max_cpus);
Glauber Costac5597642008-03-03 14:12:39 -0300154void native_smp_cpus_done(unsigned int max_cpus);
Glauber Costa71d19542008-03-03 14:12:36 -0300155int native_cpu_up(unsigned int cpunum);
Alex Nixon93be71b2008-08-22 11:52:11 +0100156int native_cpu_disable(void);
157void native_cpu_die(unsigned int cpu);
158void native_play_dead(void);
Alex Nixona21f5d882008-08-22 11:52:13 +0100159void play_dead_common(void);
Borislav Petkova7b480e2010-01-22 16:01:03 +0100160void wbinvd_on_cpu(int cpu);
161int wbinvd_on_all_cpus(void);
Alex Nixon93be71b2008-08-22 11:52:11 +0100162
Mike Travisbcda0162008-12-16 17:33:59 -0800163void native_send_call_func_ipi(const struct cpumask *mask);
Jens Axboe3b16cf82008-06-26 11:21:54 +0200164void native_send_call_func_single_ipi(int cpu);
Glauber Costa93b016f2008-03-03 14:12:40 -0300165
Glauber de Oliveira Costa1d89a7f2008-03-19 14:25:05 -0300166void smp_store_cpu_info(int id);
Glauber de Oliveira Costac70dcb72008-03-19 14:25:58 -0300167#define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu)
Glauber Costaa9c057c2008-03-27 14:06:02 -0300168
169/* We don't mark CPUs online until __cpu_up(), so we need another measure */
170static inline int num_booting_cpus(void)
171{
Mike Travisc2d1cec2009-01-04 05:18:03 -0800172 return cpumask_weight(cpu_callout_mask);
Glauber Costaa9c057c2008-03-27 14:06:02 -0300173}
Borislav Petkova7b480e2010-01-22 16:01:03 +0100174#else /* !CONFIG_SMP */
175#define wbinvd_on_cpu(cpu) wbinvd()
176static inline int wbinvd_on_all_cpus(void)
177{
178 wbinvd();
179 return 0;
180}
Chuck Ebbert14adf852008-09-29 18:29:42 -0400181#endif /* CONFIG_SMP */
Glauber Costaa9c057c2008-03-27 14:06:02 -0300182
Alexey Starikovskiy2fe60142008-04-04 23:41:44 +0400183extern unsigned disabled_cpus __cpuinitdata;
184
Glauber Costaa9c057c2008-03-27 14:06:02 -0300185#ifdef CONFIG_X86_32_SMP
186/*
187 * This function is needed by all SMP systems. It must _always_ be valid
188 * from the initial startup. We map APIC_BASE very early in page_setup(),
189 * so this is correct in the x86 case.
190 */
Ingo Molnar6dbde352009-01-15 22:15:53 +0900191#define raw_smp_processor_id() (percpu_read(cpu_number))
Glauber Costaa9c057c2008-03-27 14:06:02 -0300192extern int safe_smp_processor_id(void);
193
194#elif defined(CONFIG_X86_64_SMP)
Brian Gerstea927902009-01-19 00:38:58 +0900195#define raw_smp_processor_id() (percpu_read(cpu_number))
Glauber Costaa9c057c2008-03-27 14:06:02 -0300196
197#define stack_smp_processor_id() \
198({ \
199 struct thread_info *ti; \
200 __asm__("andq %%rsp,%0; ":"=r" (ti) : "0" (CURRENT_MASK)); \
201 ti->cpu; \
202})
203#define safe_smp_processor_id() smp_processor_id()
204
Glauber Costac76cb362008-03-03 14:12:33 -0300205#endif
Glauber Costa16694022008-03-03 14:12:32 -0300206
Glauber Costa1b000842008-03-27 14:05:58 -0300207#ifdef CONFIG_X86_LOCAL_APIC
208
Suresh Siddha1b374e42008-07-10 11:16:49 -0700209#ifndef CONFIG_X86_64
Glauber Costa1b000842008-03-27 14:05:58 -0300210static inline int logical_smp_processor_id(void)
211{
212 /* we don't want to mark this access volatile - bad code generation */
Yinghai Lu4797f6b2009-05-02 10:40:57 -0700213 return GET_APIC_LOGICAL_ID(apic_read(APIC_LDR));
Glauber Costa1b000842008-03-27 14:05:58 -0300214}
215
Jack Steinerac23d4e2008-03-28 14:12:16 -0500216#endif
217
Glauber Costa1b000842008-03-27 14:05:58 -0300218extern int hard_smp_processor_id(void);
Glauber Costa1b000842008-03-27 14:05:58 -0300219
220#else /* CONFIG_X86_LOCAL_APIC */
221
222# ifndef CONFIG_SMP
223# define hard_smp_processor_id() 0
224# endif
225
226#endif /* CONFIG_X86_LOCAL_APIC */
227
Don Zickus99e8b9c2011-10-13 15:14:26 -0400228#ifdef CONFIG_DEBUG_NMI_SELFTEST
229extern void nmi_selftest(void);
230#else
231#define nmi_selftest() do { } while (0)
232#endif
233
Glauber Costac27cfef2008-03-03 14:12:29 -0300234#endif /* __ASSEMBLY__ */
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700235#endif /* _ASM_X86_SMP_H */