blob: 21472cea3d6cb39f6d8f6da392434d5e629b94c2 [file] [log] [blame]
Glauber Costac27cfef2008-03-03 14:12:29 -03001#ifndef _ASM_X86_SMP_H_
2#define _ASM_X86_SMP_H_
3#ifndef __ASSEMBLY__
Glauber Costa53ebef42008-03-03 14:12:31 -03004#include <linux/cpumask.h>
Glauber Costa93b016f2008-03-03 14:12:40 -03005#include <linux/init.h>
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -03006#include <asm/percpu.h>
Glauber Costa53ebef42008-03-03 14:12:31 -03007
Glauber Costab23dab02008-03-27 14:06:00 -03008/*
9 * We need the APIC definitions automatically as part of 'smp.h'
10 */
11#ifdef CONFIG_X86_LOCAL_APIC
12# include <asm/mpspec.h>
13# include <asm/apic.h>
14# ifdef CONFIG_X86_IO_APIC
15# include <asm/io_apic.h>
16# endif
17#endif
18#include <asm/pda.h>
19#include <asm/thread_info.h>
20
Glauber Costa53ebef42008-03-03 14:12:31 -030021extern cpumask_t cpu_callout_map;
22
23extern int smp_num_siblings;
24extern unsigned int num_processors;
Glauber de Oliveira Costacb3c8b92008-03-19 14:25:59 -030025extern cpumask_t cpu_initialized;
Glauber Costac27cfef2008-03-03 14:12:29 -030026
Glauber de Oliveira Costa7e1efc02008-03-19 14:25:18 -030027extern u16 x86_cpu_to_apicid_init[];
28extern u16 x86_bios_cpu_apicid_init[];
29extern void *x86_cpu_to_apicid_early_ptr;
30extern void *x86_bios_cpu_apicid_early_ptr;
31
32DECLARE_PER_CPU(cpumask_t, cpu_sibling_map);
33DECLARE_PER_CPU(cpumask_t, cpu_core_map);
34DECLARE_PER_CPU(u16, cpu_llc_id);
35DECLARE_PER_CPU(u16, x86_cpu_to_apicid);
36DECLARE_PER_CPU(u16, x86_bios_cpu_apicid);
37
Glauber Costa42068822008-03-03 14:13:09 -030038/*
39 * Trampoline 80x86 program as an array.
40 */
41extern const unsigned char trampoline_data [];
42extern const unsigned char trampoline_end [];
Glauber Costa91718e82008-03-03 14:13:12 -030043extern unsigned char *trampoline_base;
Glauber Costa42068822008-03-03 14:13:09 -030044
Glauber de Oliveira Costa9d97d0d2008-03-19 14:25:57 -030045/* Static state in head.S used to set up a CPU */
46extern struct {
47 void *sp;
48 unsigned short ss;
49} stack_start;
50
Glauber de Oliveira Costacb3c8b92008-03-19 14:25:59 -030051extern unsigned long init_rsp;
52extern unsigned long initial_code;
Glauber de Oliveira Costa9d97d0d2008-03-19 14:25:57 -030053
Glauber Costa16694022008-03-03 14:12:32 -030054struct smp_ops {
55 void (*smp_prepare_boot_cpu)(void);
56 void (*smp_prepare_cpus)(unsigned max_cpus);
57 int (*cpu_up)(unsigned cpu);
58 void (*smp_cpus_done)(unsigned max_cpus);
59
60 void (*smp_send_stop)(void);
61 void (*smp_send_reschedule)(int cpu);
62 int (*smp_call_function_mask)(cpumask_t mask,
63 void (*func)(void *info), void *info,
64 int wait);
65};
66
Glauber Costa14522072008-03-03 14:12:59 -030067/* Globals due to paravirt */
68extern void set_cpu_sibling_map(int cpu);
69
Glauber Costac76cb362008-03-03 14:12:33 -030070#ifdef CONFIG_SMP
Glauber de Oliveira Costad0173ae2008-03-19 14:24:59 -030071#ifndef CONFIG_PARAVIRT
72#define startup_ipi_hook(phys_apicid, start_eip, start_esp) do { } while (0)
73#endif
Glauber Costac76cb362008-03-03 14:12:33 -030074extern struct smp_ops smp_ops;
Glauber Costa86789692008-03-03 14:12:34 -030075
Glauber Costa377d6982008-03-03 14:12:51 -030076static inline void smp_send_stop(void)
77{
78 smp_ops.smp_send_stop();
79}
80
Glauber Costa1e3fac82008-03-03 14:12:37 -030081static inline void smp_prepare_boot_cpu(void)
82{
83 smp_ops.smp_prepare_boot_cpu();
84}
85
Glauber Costa7557da62008-03-03 14:12:38 -030086static inline void smp_prepare_cpus(unsigned int max_cpus)
87{
88 smp_ops.smp_prepare_cpus(max_cpus);
89}
90
Glauber Costac5597642008-03-03 14:12:39 -030091static inline void smp_cpus_done(unsigned int max_cpus)
92{
93 smp_ops.smp_cpus_done(max_cpus);
94}
95
Glauber Costa71d19542008-03-03 14:12:36 -030096static inline int __cpu_up(unsigned int cpu)
97{
98 return smp_ops.cpu_up(cpu);
99}
100
Glauber Costa86789692008-03-03 14:12:34 -0300101static inline void smp_send_reschedule(int cpu)
102{
103 smp_ops.smp_send_reschedule(cpu);
104}
Glauber Costa64b1a212008-03-03 14:12:35 -0300105
106static inline int smp_call_function_mask(cpumask_t mask,
107 void (*func) (void *info), void *info,
108 int wait)
109{
110 return smp_ops.smp_call_function_mask(mask, func, info, wait);
111}
Glauber Costa71d19542008-03-03 14:12:36 -0300112
Glauber Costa1e3fac82008-03-03 14:12:37 -0300113void native_smp_prepare_boot_cpu(void);
Glauber Costa7557da62008-03-03 14:12:38 -0300114void native_smp_prepare_cpus(unsigned int max_cpus);
Glauber Costac5597642008-03-03 14:12:39 -0300115void native_smp_cpus_done(unsigned int max_cpus);
Glauber Costa71d19542008-03-03 14:12:36 -0300116int native_cpu_up(unsigned int cpunum);
Glauber Costa93b016f2008-03-03 14:12:40 -0300117
Glauber Costa69c18c12008-03-03 14:13:07 -0300118extern int __cpu_disable(void);
119extern void __cpu_die(unsigned int cpu);
120
Glauber Costa93b016f2008-03-03 14:12:40 -0300121extern unsigned disabled_cpus;
Glauber Costa68a1c3f2008-03-03 14:12:42 -0300122extern void prefill_possible_map(void);
Glauber Costa91718e82008-03-03 14:13:12 -0300123
124#define SMP_TRAMPOLINE_BASE 0x6000
125extern unsigned long setup_trampoline(void);
Glauber de Oliveira Costa1d89a7f2008-03-19 14:25:05 -0300126
127void smp_store_cpu_info(int id);
Glauber de Oliveira Costac70dcb72008-03-19 14:25:58 -0300128#define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu)
129#else
130#define cpu_physical_id(cpu) boot_cpu_physical_apicid
Glauber Costac76cb362008-03-03 14:12:33 -0300131#endif
Glauber Costa16694022008-03-03 14:12:32 -0300132
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200133#ifdef CONFIG_X86_32
134# include "smp_32.h"
135#else
136# include "smp_64.h"
137#endif
Glauber Costac27cfef2008-03-03 14:12:29 -0300138
Glauber Costa1b000842008-03-27 14:05:58 -0300139#ifdef CONFIG_X86_LOCAL_APIC
140
141static inline int logical_smp_processor_id(void)
142{
143 /* we don't want to mark this access volatile - bad code generation */
144 return GET_APIC_LOGICAL_ID(*(u32 *)(APIC_BASE + APIC_LDR));
145}
146
147# ifdef APIC_DEFINITION
148extern int hard_smp_processor_id(void);
149# else
150# include <mach_apicdef.h>
151static inline int hard_smp_processor_id(void)
152{
153 /* we don't want to mark this access volatile - bad code generation */
154 return GET_APIC_ID(*(u32 *)(APIC_BASE + APIC_ID));
155}
156# endif /* APIC_DEFINITION */
157
158#else /* CONFIG_X86_LOCAL_APIC */
159
160# ifndef CONFIG_SMP
161# define hard_smp_processor_id() 0
162# endif
163
164#endif /* CONFIG_X86_LOCAL_APIC */
165
Glauber Costa1dbb4722008-03-03 14:13:01 -0300166#ifdef CONFIG_HOTPLUG_CPU
167extern void cpu_exit_clear(void);
168extern void cpu_uninit(void);
169extern void remove_siblinginfo(int cpu);
170#endif
171
Glauber Costa639acb12008-03-03 14:12:30 -0300172extern void smp_alloc_memory(void);
173extern void lock_ipi_call_lock(void);
174extern void unlock_ipi_call_lock(void);
Glauber Costac27cfef2008-03-03 14:12:29 -0300175#endif /* __ASSEMBLY__ */
176#endif