blob: ee46038d126c07fac09499d7acdf99ac2dfdc684 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __ASM_SMP_H
2#define __ASM_SMP_H
3
4/*
5 * We need the APIC definitions automatically as part of 'smp.h'
6 */
7#ifndef __ASSEMBLY__
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <linux/kernel.h>
9#include <linux/threads.h>
10#include <linux/cpumask.h>
11#endif
12
Jan Beulich00f1ea62007-05-02 19:27:04 +020013#if defined(CONFIG_X86_LOCAL_APIC) && !defined(__ASSEMBLY__)
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <asm/bitops.h>
15#include <asm/mpspec.h>
Jan Beulich00f1ea62007-05-02 19:27:04 +020016#include <asm/apic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#ifdef CONFIG_X86_IO_APIC
18#include <asm/io_apic.h>
19#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#endif
21
22#define BAD_APICID 0xFFu
23#ifdef CONFIG_SMP
24#ifndef __ASSEMBLY__
25
26/*
27 * Private routines/data
28 */
29
30extern void smp_alloc_memory(void);
31extern int pic_mode;
32extern int smp_num_siblings;
Mike Travisd5a74302007-10-16 01:24:05 -070033DECLARE_PER_CPU(cpumask_t, cpu_sibling_map);
Mike Travis08357612007-10-16 01:24:04 -070034DECLARE_PER_CPU(cpumask_t, cpu_core_map);
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Linus Torvalds1da177e2005-04-16 15:20:36 -070036extern void (*mtrr_hook) (void);
37extern void zap_low_mappings (void);
Li Shaohua6fe940d2005-06-25 14:54:53 -070038extern void lock_ipi_call_lock(void);
39extern void unlock_ipi_call_lock(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
41#define MAX_APICID 256
42extern u8 x86_cpu_to_apicid[];
43
Ashok Rajb4033c12005-11-08 21:42:33 -080044#define cpu_physical_id(cpu) x86_cpu_to_apicid[cpu]
45
Jeremy Fitzhardingec70df742007-07-17 18:37:03 -070046extern void set_cpu_sibling_map(int cpu);
47
Li Shaohuae1367da2005-06-25 14:54:56 -070048#ifdef CONFIG_HOTPLUG_CPU
49extern void cpu_exit_clear(void);
50extern void cpu_uninit(void);
Jeremy Fitzhardingec70df742007-07-17 18:37:03 -070051extern void remove_siblinginfo(int cpu);
Li Shaohuae1367da2005-06-25 14:54:56 -070052#endif
53
Jeremy Fitzhardinge01a2f432007-05-02 19:27:11 +020054struct smp_ops
55{
56 void (*smp_prepare_boot_cpu)(void);
57 void (*smp_prepare_cpus)(unsigned max_cpus);
58 int (*cpu_up)(unsigned cpu);
59 void (*smp_cpus_done)(unsigned max_cpus);
60
61 void (*smp_send_stop)(void);
62 void (*smp_send_reschedule)(int cpu);
63 int (*smp_call_function_mask)(cpumask_t mask,
64 void (*func)(void *info), void *info,
65 int wait);
66};
67
68extern struct smp_ops smp_ops;
69
70static inline void smp_prepare_boot_cpu(void)
71{
72 smp_ops.smp_prepare_boot_cpu();
73}
74static inline void smp_prepare_cpus(unsigned int max_cpus)
75{
76 smp_ops.smp_prepare_cpus(max_cpus);
77}
78static inline int __cpu_up(unsigned int cpu)
79{
80 return smp_ops.cpu_up(cpu);
81}
82static inline void smp_cpus_done(unsigned int max_cpus)
83{
84 smp_ops.smp_cpus_done(max_cpus);
85}
86
87static inline void smp_send_stop(void)
88{
89 smp_ops.smp_send_stop();
90}
91static inline void smp_send_reschedule(int cpu)
92{
93 smp_ops.smp_send_reschedule(cpu);
94}
Laurent Vivier6442eea2007-10-17 18:04:33 +020095extern int smp_call_function_mask(cpumask_t mask,
96 void (*func) (void *info), void *info,
97 int wait);
Jeremy Fitzhardinge01a2f432007-05-02 19:27:11 +020098
99void native_smp_prepare_boot_cpu(void);
100void native_smp_prepare_cpus(unsigned int max_cpus);
101int native_cpu_up(unsigned int cpunum);
102void native_smp_cpus_done(unsigned int max_cpus);
103
Zachary Amsdenae5da272007-02-13 13:26:21 +0100104#ifndef CONFIG_PARAVIRT
105#define startup_ipi_hook(phys_apicid, start_eip, start_esp) \
106do { } while (0)
107#endif
108
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109/*
110 * This function is needed by all SMP systems. It must _always_ be valid
111 * from the initial startup. We map APIC_BASE very early in page_setup(),
112 * so this is correct in the x86 case.
113 */
Jeremy Fitzhardinge7c3576d2007-05-02 19:27:16 +0200114DECLARE_PER_CPU(int, cpu_number);
115#define raw_smp_processor_id() (x86_read_percpu(cpu_number))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117extern cpumask_t cpu_callout_map;
118extern cpumask_t cpu_callin_map;
Zwane Mwaikambo4ad8d382005-09-03 15:56:51 -0700119extern cpumask_t cpu_possible_map;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
121/* We don't mark CPUs online until __cpu_up(), so we need another measure */
122static inline int num_booting_cpus(void)
123{
124 return cpus_weight(cpu_callout_map);
125}
126
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700127extern int safe_smp_processor_id(void);
128extern int __cpu_disable(void);
129extern void __cpu_die(unsigned int cpu);
130extern unsigned int num_processors;
131
Jeremy Fitzhardinge724faa82007-07-17 18:37:03 -0700132void __cpuinit smp_store_cpu_info(int id);
133
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700134#endif /* !__ASSEMBLY__ */
135
136#else /* CONFIG_SMP */
137
138#define safe_smp_processor_id() 0
139#define cpu_physical_id(cpu) boot_cpu_physical_apicid
140
141#define NO_PROC_ID 0xFF /* No processor magic marker */
142
143#endif /* CONFIG_SMP */
144
145#ifndef __ASSEMBLY__
146
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147#ifdef CONFIG_X86_LOCAL_APIC
148
149#ifdef APIC_DEFINITION
150extern int hard_smp_processor_id(void);
151#else
152#include <mach_apicdef.h>
153static inline int hard_smp_processor_id(void)
154{
155 /* we don't want to mark this access volatile - bad code generation */
156 return GET_APIC_ID(*(unsigned long *)(APIC_BASE+APIC_ID));
157}
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700158#endif /* APIC_DEFINITION */
Zwane Mwaikambof3705132005-06-25 14:54:50 -0700159
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700160#else /* CONFIG_X86_LOCAL_APIC */
Andi Kleen874c4fe2006-09-26 10:52:26 +0200161
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700162#ifndef CONFIG_SMP
Fernando Luis Vazquez Cao2f4dfe22007-05-09 02:33:25 -0700163#define hard_smp_processor_id() 0
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700164#endif
Ashok Rajb4033c12005-11-08 21:42:33 -0800165
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700166#endif /* CONFIG_X86_LOCAL_APIC */
Jiri Kosina815a9652006-10-06 11:11:56 +0200167
168extern u8 apicid_2_node[];
169
Andi Kleen874c4fe2006-09-26 10:52:26 +0200170#ifdef CONFIG_X86_LOCAL_APIC
171static __inline int logical_smp_processor_id(void)
172{
173 /* we don't want to mark this access volatile - bad code generation */
174 return GET_APIC_LOGICAL_ID(*(unsigned long *)(APIC_BASE+APIC_LDR));
175}
176#endif
177#endif
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179#endif