blob: ec841639fb445bbf3c90f6835d276757375b7ec3 [file] [log] [blame]
Glauber Costac27cfef2008-03-03 14:12:29 -03001#ifndef _ASM_X86_SMP_H_
2#define _ASM_X86_SMP_H_
3#ifndef __ASSEMBLY__
Glauber Costa53ebef42008-03-03 14:12:31 -03004#include <linux/cpumask.h>
Glauber Costa93b016f2008-03-03 14:12:40 -03005#include <linux/init.h>
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -03006#include <asm/percpu.h>
Glauber Costa53ebef42008-03-03 14:12:31 -03007
Glauber Costab23dab02008-03-27 14:06:00 -03008/*
9 * We need the APIC definitions automatically as part of 'smp.h'
10 */
11#ifdef CONFIG_X86_LOCAL_APIC
12# include <asm/mpspec.h>
13# include <asm/apic.h>
14# ifdef CONFIG_X86_IO_APIC
15# include <asm/io_apic.h>
16# endif
17#endif
18#include <asm/pda.h>
19#include <asm/thread_info.h>
20
Glauber Costa53ebef42008-03-03 14:12:31 -030021extern cpumask_t cpu_callout_map;
Glauber Costa8be9ac82008-03-27 14:06:04 -030022extern cpumask_t cpu_initialized;
23extern cpumask_t cpu_callin_map;
24
25extern void (*mtrr_hook)(void);
26extern void zap_low_mappings(void);
Glauber Costa53ebef42008-03-03 14:12:31 -030027
28extern int smp_num_siblings;
29extern unsigned int num_processors;
Glauber de Oliveira Costacb3c8b92008-03-19 14:25:59 -030030extern cpumask_t cpu_initialized;
Glauber Costac27cfef2008-03-03 14:12:29 -030031
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -030032DECLARE_PER_CPU(cpumask_t, cpu_sibling_map);
33DECLARE_PER_CPU(cpumask_t, cpu_core_map);
34DECLARE_PER_CPU(u16, cpu_llc_id);
Mike Travis23ca4bb2008-05-12 21:21:12 +020035
36DECLARE_EARLY_PER_CPU(u16, x86_cpu_to_apicid);
37DECLARE_EARLY_PER_CPU(u16, x86_bios_cpu_apicid);
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -030038
Glauber de Oliveira Costa9d97d0d2008-03-19 14:25:57 -030039/* Static state in head.S used to set up a CPU */
40extern struct {
41 void *sp;
42 unsigned short ss;
43} stack_start;
44
Glauber Costa16694022008-03-03 14:12:32 -030045struct smp_ops {
46 void (*smp_prepare_boot_cpu)(void);
47 void (*smp_prepare_cpus)(unsigned max_cpus);
48 int (*cpu_up)(unsigned cpu);
49 void (*smp_cpus_done)(unsigned max_cpus);
50
51 void (*smp_send_stop)(void);
52 void (*smp_send_reschedule)(int cpu);
53 int (*smp_call_function_mask)(cpumask_t mask,
54 void (*func)(void *info), void *info,
55 int wait);
56};
57
Glauber Costa14522072008-03-03 14:12:59 -030058/* Globals due to paravirt */
59extern void set_cpu_sibling_map(int cpu);
60
Glauber Costac76cb362008-03-03 14:12:33 -030061#ifdef CONFIG_SMP
Glauber de Oliveira Costad0173ae2008-03-19 14:24:59 -030062#ifndef CONFIG_PARAVIRT
63#define startup_ipi_hook(phys_apicid, start_eip, start_esp) do { } while (0)
64#endif
Glauber Costac76cb362008-03-03 14:12:33 -030065extern struct smp_ops smp_ops;
Glauber Costa86789692008-03-03 14:12:34 -030066
Glauber Costa377d6982008-03-03 14:12:51 -030067static inline void smp_send_stop(void)
68{
69 smp_ops.smp_send_stop();
70}
71
Glauber Costa1e3fac82008-03-03 14:12:37 -030072static inline void smp_prepare_boot_cpu(void)
73{
74 smp_ops.smp_prepare_boot_cpu();
75}
76
Glauber Costa7557da62008-03-03 14:12:38 -030077static inline void smp_prepare_cpus(unsigned int max_cpus)
78{
79 smp_ops.smp_prepare_cpus(max_cpus);
80}
81
Glauber Costac5597642008-03-03 14:12:39 -030082static inline void smp_cpus_done(unsigned int max_cpus)
83{
84 smp_ops.smp_cpus_done(max_cpus);
85}
86
Glauber Costa71d19542008-03-03 14:12:36 -030087static inline int __cpu_up(unsigned int cpu)
88{
89 return smp_ops.cpu_up(cpu);
90}
91
Glauber Costa86789692008-03-03 14:12:34 -030092static inline void smp_send_reschedule(int cpu)
93{
94 smp_ops.smp_send_reschedule(cpu);
95}
Glauber Costa64b1a21e02008-03-03 14:12:35 -030096
97static inline int smp_call_function_mask(cpumask_t mask,
98 void (*func) (void *info), void *info,
99 int wait)
100{
101 return smp_ops.smp_call_function_mask(mask, func, info, wait);
102}
Glauber Costa71d19542008-03-03 14:12:36 -0300103
Glauber Costa1e3fac82008-03-03 14:12:37 -0300104void native_smp_prepare_boot_cpu(void);
Glauber Costa7557da62008-03-03 14:12:38 -0300105void native_smp_prepare_cpus(unsigned int max_cpus);
Glauber Costac5597642008-03-03 14:12:39 -0300106void native_smp_cpus_done(unsigned int max_cpus);
Glauber Costa71d19542008-03-03 14:12:36 -0300107int native_cpu_up(unsigned int cpunum);
Glauber Costa93b016f2008-03-03 14:12:40 -0300108
Glauber Costa69c18c12008-03-03 14:13:07 -0300109extern int __cpu_disable(void);
110extern void __cpu_die(unsigned int cpu);
111
Glauber Costa68a1c3f2008-03-03 14:12:42 -0300112extern void prefill_possible_map(void);
Glauber Costa91718e82008-03-03 14:13:12 -0300113
Glauber de Oliveira Costa1d89a7f2008-03-19 14:25:05 -0300114void smp_store_cpu_info(int id);
Glauber de Oliveira Costac70dcb72008-03-19 14:25:58 -0300115#define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu)
Glauber Costaa9c057c2008-03-27 14:06:02 -0300116
117/* We don't mark CPUs online until __cpu_up(), so we need another measure */
118static inline int num_booting_cpus(void)
119{
120 return cpus_weight(cpu_callout_map);
121}
122#endif /* CONFIG_SMP */
123
Alexey Starikovskiy2fe60142008-04-04 23:41:44 +0400124extern unsigned disabled_cpus __cpuinitdata;
125
Glauber Costaa9c057c2008-03-27 14:06:02 -0300126#ifdef CONFIG_X86_32_SMP
127/*
128 * This function is needed by all SMP systems. It must _always_ be valid
129 * from the initial startup. We map APIC_BASE very early in page_setup(),
130 * so this is correct in the x86 case.
131 */
132DECLARE_PER_CPU(int, cpu_number);
133#define raw_smp_processor_id() (x86_read_percpu(cpu_number))
134extern int safe_smp_processor_id(void);
135
136#elif defined(CONFIG_X86_64_SMP)
137#define raw_smp_processor_id() read_pda(cpunumber)
138
139#define stack_smp_processor_id() \
140({ \
141 struct thread_info *ti; \
142 __asm__("andq %%rsp,%0; ":"=r" (ti) : "0" (CURRENT_MASK)); \
143 ti->cpu; \
144})
145#define safe_smp_processor_id() smp_processor_id()
146
147#else /* !CONFIG_X86_32_SMP && !CONFIG_X86_64_SMP */
Glauber de Oliveira Costac70dcb72008-03-19 14:25:58 -0300148#define cpu_physical_id(cpu) boot_cpu_physical_apicid
Glauber Costaa9c057c2008-03-27 14:06:02 -0300149#define safe_smp_processor_id() 0
150#define stack_smp_processor_id() 0
Glauber Costac76cb362008-03-03 14:12:33 -0300151#endif
Glauber Costa16694022008-03-03 14:12:32 -0300152
Glauber Costa1b000842008-03-27 14:05:58 -0300153#ifdef CONFIG_X86_LOCAL_APIC
154
155static inline int logical_smp_processor_id(void)
156{
157 /* we don't want to mark this access volatile - bad code generation */
158 return GET_APIC_LOGICAL_ID(*(u32 *)(APIC_BASE + APIC_LDR));
159}
160
Ingo Molnara24eae82008-03-30 12:17:12 +0200161#ifndef CONFIG_X86_64
Jack Steiner05f2d122008-03-28 14:12:02 -0500162static inline unsigned int read_apic_id(void)
163{
164 return *(u32 *)(APIC_BASE + APIC_ID);
165}
Jack Steinerac23d4e2008-03-28 14:12:16 -0500166#else
167extern unsigned int read_apic_id(void);
168#endif
169
Jack Steiner05f2d122008-03-28 14:12:02 -0500170
Glauber Costa1b000842008-03-27 14:05:58 -0300171# ifdef APIC_DEFINITION
172extern int hard_smp_processor_id(void);
173# else
174# include <mach_apicdef.h>
175static inline int hard_smp_processor_id(void)
176{
177 /* we don't want to mark this access volatile - bad code generation */
Jack Steiner05f2d122008-03-28 14:12:02 -0500178 return GET_APIC_ID(read_apic_id());
Glauber Costa1b000842008-03-27 14:05:58 -0300179}
180# endif /* APIC_DEFINITION */
181
182#else /* CONFIG_X86_LOCAL_APIC */
183
184# ifndef CONFIG_SMP
185# define hard_smp_processor_id() 0
186# endif
187
188#endif /* CONFIG_X86_LOCAL_APIC */
189
Glauber Costa1dbb4722008-03-03 14:13:01 -0300190#ifdef CONFIG_HOTPLUG_CPU
191extern void cpu_exit_clear(void);
192extern void cpu_uninit(void);
Glauber Costa1dbb4722008-03-03 14:13:01 -0300193#endif
194
Glauber Costa639acb12008-03-03 14:12:30 -0300195extern void smp_alloc_memory(void);
196extern void lock_ipi_call_lock(void);
197extern void unlock_ipi_call_lock(void);
Glauber Costac27cfef2008-03-03 14:12:29 -0300198#endif /* __ASSEMBLY__ */
199#endif