blob: 56152e31228794ad8ddb685aaacf65aeef82ec6c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __ASM_SMP_H
2#define __ASM_SMP_H
3
Thomas Gleixnerae9d9832008-01-30 13:30:36 +01004#ifndef __ASSEMBLY__
5#include <linux/cpumask.h>
6#include <linux/init.h>
7
Linus Torvalds1da177e2005-04-16 15:20:36 -07008/*
9 * We need the APIC definitions automatically as part of 'smp.h'
10 */
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010011#ifdef CONFIG_X86_LOCAL_APIC
12# include <asm/mpspec.h>
13# include <asm/apic.h>
14# ifdef CONFIG_X86_IO_APIC
15# include <asm/io_apic.h>
16# endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#endif
18
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010019extern cpumask_t cpu_callout_map;
20extern cpumask_t cpu_callin_map;
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Linus Torvalds1da177e2005-04-16 15:20:36 -070022extern int smp_num_siblings;
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010023extern unsigned int num_processors;
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010025extern void smp_alloc_memory(void);
Li Shaohua6fe940d2005-06-25 14:54:53 -070026extern void lock_ipi_call_lock(void);
27extern void unlock_ipi_call_lock(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010029extern void (*mtrr_hook) (void);
30extern void zap_low_mappings (void);
31
Mike Travis71fff5e2007-10-19 20:35:03 +020032extern u8 __initdata x86_cpu_to_apicid_init[];
travis@sgi.com3b419082008-01-30 13:33:11 +010033extern void *x86_cpu_to_apicid_early_ptr;
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010034
35DECLARE_PER_CPU(cpumask_t, cpu_sibling_map);
36DECLARE_PER_CPU(cpumask_t, cpu_core_map);
37DECLARE_PER_CPU(u8, cpu_llc_id);
Mike Travis71fff5e2007-10-19 20:35:03 +020038DECLARE_PER_CPU(u8, x86_cpu_to_apicid);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
Li Shaohuae1367da2005-06-25 14:54:56 -070040#ifdef CONFIG_HOTPLUG_CPU
41extern void cpu_exit_clear(void);
42extern void cpu_uninit(void);
Jeremy Fitzhardingec70df742007-07-17 18:37:03 -070043extern void remove_siblinginfo(int cpu);
Li Shaohuae1367da2005-06-25 14:54:56 -070044#endif
45
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010046/* Globals due to paravirt */
47extern void set_cpu_sibling_map(int cpu);
48
Jeremy Fitzhardinge01a2f432007-05-02 19:27:11 +020049struct smp_ops
50{
51 void (*smp_prepare_boot_cpu)(void);
52 void (*smp_prepare_cpus)(unsigned max_cpus);
53 int (*cpu_up)(unsigned cpu);
54 void (*smp_cpus_done)(unsigned max_cpus);
55
56 void (*smp_send_stop)(void);
57 void (*smp_send_reschedule)(int cpu);
58 int (*smp_call_function_mask)(cpumask_t mask,
59 void (*func)(void *info), void *info,
60 int wait);
61};
62
Thomas Gleixnerae9d9832008-01-30 13:30:36 +010063#ifdef CONFIG_SMP
Jeremy Fitzhardinge01a2f432007-05-02 19:27:11 +020064extern struct smp_ops smp_ops;
65
66static inline void smp_prepare_boot_cpu(void)
67{
68 smp_ops.smp_prepare_boot_cpu();
69}
70static inline void smp_prepare_cpus(unsigned int max_cpus)
71{
72 smp_ops.smp_prepare_cpus(max_cpus);
73}
74static inline int __cpu_up(unsigned int cpu)
75{
76 return smp_ops.cpu_up(cpu);
77}
78static inline void smp_cpus_done(unsigned int max_cpus)
79{
80 smp_ops.smp_cpus_done(max_cpus);
81}
82
83static inline void smp_send_stop(void)
84{
85 smp_ops.smp_send_stop();
86}
87static inline void smp_send_reschedule(int cpu)
88{
89 smp_ops.smp_send_reschedule(cpu);
90}
Thomas Gleixnerceff8d82007-10-26 17:22:17 +020091static inline int smp_call_function_mask(cpumask_t mask,
92 void (*func) (void *info), void *info,
93 int wait)
94{
95 return smp_ops.smp_call_function_mask(mask, func, info, wait);
96}
Jeremy Fitzhardinge01a2f432007-05-02 19:27:11 +020097
98void native_smp_prepare_boot_cpu(void);
99void native_smp_prepare_cpus(unsigned int max_cpus);
100int native_cpu_up(unsigned int cpunum);
101void native_smp_cpus_done(unsigned int max_cpus);
102
Zachary Amsdenae5da272007-02-13 13:26:21 +0100103#ifndef CONFIG_PARAVIRT
Thomas Gleixnerae9d9832008-01-30 13:30:36 +0100104#define startup_ipi_hook(phys_apicid, start_eip, start_esp) do { } while (0)
Zachary Amsdenae5da272007-02-13 13:26:21 +0100105#endif
106
Thomas Gleixnerae9d9832008-01-30 13:30:36 +0100107extern int __cpu_disable(void);
108extern void __cpu_die(unsigned int cpu);
109
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110/*
111 * This function is needed by all SMP systems. It must _always_ be valid
112 * from the initial startup. We map APIC_BASE very early in page_setup(),
113 * so this is correct in the x86 case.
114 */
Jeremy Fitzhardinge7c3576d2007-05-02 19:27:16 +0200115DECLARE_PER_CPU(int, cpu_number);
116#define raw_smp_processor_id() (x86_read_percpu(cpu_number))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117
Thomas Gleixnerae9d9832008-01-30 13:30:36 +0100118#define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu)
119
120extern int safe_smp_processor_id(void);
121
122void __cpuinit smp_store_cpu_info(int id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
124/* We don't mark CPUs online until __cpu_up(), so we need another measure */
125static inline int num_booting_cpus(void)
126{
127 return cpus_weight(cpu_callout_map);
128}
129
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700130#else /* CONFIG_SMP */
131
132#define safe_smp_processor_id() 0
133#define cpu_physical_id(cpu) boot_cpu_physical_apicid
134
Thomas Gleixnerae9d9832008-01-30 13:30:36 +0100135#endif /* !CONFIG_SMP */
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700136
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137#ifdef CONFIG_X86_LOCAL_APIC
138
Andi Kleen874c4fe2006-09-26 10:52:26 +0200139static __inline int logical_smp_processor_id(void)
140{
141 /* we don't want to mark this access volatile - bad code generation */
Thomas Gleixnerae9d9832008-01-30 13:30:36 +0100142 return GET_APIC_LOGICAL_ID(*(u32 *)(APIC_BASE + APIC_LDR));
Andi Kleen874c4fe2006-09-26 10:52:26 +0200143}
Andi Kleen874c4fe2006-09-26 10:52:26 +0200144
Thomas Gleixnerae9d9832008-01-30 13:30:36 +0100145# ifdef APIC_DEFINITION
146extern int hard_smp_processor_id(void);
147# else
148# include <mach_apicdef.h>
149static inline int hard_smp_processor_id(void)
150{
151 /* we don't want to mark this access volatile - bad code generation */
152 return GET_APIC_ID(*(u32 *)(APIC_BASE + APIC_ID));
153}
154# endif /* APIC_DEFINITION */
155
156#else /* CONFIG_X86_LOCAL_APIC */
157
158# ifndef CONFIG_SMP
159# define hard_smp_processor_id() 0
160# endif
161
162#endif /* CONFIG_X86_LOCAL_APIC */
163
164#endif /* !ASSEMBLY */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165#endif