blob: 1f73bde165b166759b1a4f1331f3058673716738 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __ASM_SMP_H
2#define __ASM_SMP_H
3
4/*
5 * We need the APIC definitions automatically as part of 'smp.h'
6 */
7#ifndef __ASSEMBLY__
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <linux/kernel.h>
9#include <linux/threads.h>
10#include <linux/cpumask.h>
11#endif
12
Jan Beulich00f1ea62007-05-02 19:27:04 +020013#if defined(CONFIG_X86_LOCAL_APIC) && !defined(__ASSEMBLY__)
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <asm/bitops.h>
15#include <asm/mpspec.h>
Jan Beulich00f1ea62007-05-02 19:27:04 +020016#include <asm/apic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#ifdef CONFIG_X86_IO_APIC
18#include <asm/io_apic.h>
19#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#endif
21
22#define BAD_APICID 0xFFu
23#ifdef CONFIG_SMP
24#ifndef __ASSEMBLY__
25
26/*
27 * Private routines/data
28 */
29
30extern void smp_alloc_memory(void);
31extern int pic_mode;
32extern int smp_num_siblings;
33extern cpumask_t cpu_sibling_map[];
Andi Kleen3dd9d512005-04-16 15:25:15 -070034extern cpumask_t cpu_core_map[];
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Linus Torvalds1da177e2005-04-16 15:20:36 -070036extern void (*mtrr_hook) (void);
37extern void zap_low_mappings (void);
Li Shaohua6fe940d2005-06-25 14:54:53 -070038extern void lock_ipi_call_lock(void);
39extern void unlock_ipi_call_lock(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
41#define MAX_APICID 256
42extern u8 x86_cpu_to_apicid[];
43
Ashok Rajb4033c12005-11-08 21:42:33 -080044#define cpu_physical_id(cpu) x86_cpu_to_apicid[cpu]
45
Jeremy Fitzhardingec70df742007-07-17 18:37:03 -070046extern void set_cpu_sibling_map(int cpu);
47
Li Shaohuae1367da2005-06-25 14:54:56 -070048#ifdef CONFIG_HOTPLUG_CPU
49extern void cpu_exit_clear(void);
50extern void cpu_uninit(void);
Jeremy Fitzhardingec70df742007-07-17 18:37:03 -070051extern void remove_siblinginfo(int cpu);
Li Shaohuae1367da2005-06-25 14:54:56 -070052#endif
53
Jeremy Fitzhardinge01a2f432007-05-02 19:27:11 +020054struct smp_ops
55{
56 void (*smp_prepare_boot_cpu)(void);
57 void (*smp_prepare_cpus)(unsigned max_cpus);
58 int (*cpu_up)(unsigned cpu);
59 void (*smp_cpus_done)(unsigned max_cpus);
60
61 void (*smp_send_stop)(void);
62 void (*smp_send_reschedule)(int cpu);
63 int (*smp_call_function_mask)(cpumask_t mask,
64 void (*func)(void *info), void *info,
65 int wait);
66};
67
68extern struct smp_ops smp_ops;
69
70static inline void smp_prepare_boot_cpu(void)
71{
72 smp_ops.smp_prepare_boot_cpu();
73}
74static inline void smp_prepare_cpus(unsigned int max_cpus)
75{
76 smp_ops.smp_prepare_cpus(max_cpus);
77}
78static inline int __cpu_up(unsigned int cpu)
79{
80 return smp_ops.cpu_up(cpu);
81}
82static inline void smp_cpus_done(unsigned int max_cpus)
83{
84 smp_ops.smp_cpus_done(max_cpus);
85}
86
87static inline void smp_send_stop(void)
88{
89 smp_ops.smp_send_stop();
90}
91static inline void smp_send_reschedule(int cpu)
92{
93 smp_ops.smp_send_reschedule(cpu);
94}
95static inline int smp_call_function_mask(cpumask_t mask,
96 void (*func) (void *info), void *info,
97 int wait)
98{
99 return smp_ops.smp_call_function_mask(mask, func, info, wait);
100}
101
102void native_smp_prepare_boot_cpu(void);
103void native_smp_prepare_cpus(unsigned int max_cpus);
104int native_cpu_up(unsigned int cpunum);
105void native_smp_cpus_done(unsigned int max_cpus);
106
Zachary Amsdenae5da272007-02-13 13:26:21 +0100107#ifndef CONFIG_PARAVIRT
108#define startup_ipi_hook(phys_apicid, start_eip, start_esp) \
109do { } while (0)
110#endif
111
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112/*
113 * This function is needed by all SMP systems. It must _always_ be valid
114 * from the initial startup. We map APIC_BASE very early in page_setup(),
115 * so this is correct in the x86 case.
116 */
Jeremy Fitzhardinge7c3576d2007-05-02 19:27:16 +0200117DECLARE_PER_CPU(int, cpu_number);
118#define raw_smp_processor_id() (x86_read_percpu(cpu_number))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
120extern cpumask_t cpu_callout_map;
121extern cpumask_t cpu_callin_map;
Zwane Mwaikambo4ad8d382005-09-03 15:56:51 -0700122extern cpumask_t cpu_possible_map;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
124/* We don't mark CPUs online until __cpu_up(), so we need another measure */
125static inline int num_booting_cpus(void)
126{
127 return cpus_weight(cpu_callout_map);
128}
129
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700130extern int safe_smp_processor_id(void);
131extern int __cpu_disable(void);
132extern void __cpu_die(unsigned int cpu);
133extern unsigned int num_processors;
134
Jeremy Fitzhardinge724faa82007-07-17 18:37:03 -0700135void __cpuinit smp_store_cpu_info(int id);
136
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700137#endif /* !__ASSEMBLY__ */
138
139#else /* CONFIG_SMP */
140
141#define safe_smp_processor_id() 0
142#define cpu_physical_id(cpu) boot_cpu_physical_apicid
143
144#define NO_PROC_ID 0xFF /* No processor magic marker */
145
146#endif /* CONFIG_SMP */
147
148#ifndef __ASSEMBLY__
149
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150#ifdef CONFIG_X86_LOCAL_APIC
151
152#ifdef APIC_DEFINITION
153extern int hard_smp_processor_id(void);
154#else
155#include <mach_apicdef.h>
156static inline int hard_smp_processor_id(void)
157{
158 /* we don't want to mark this access volatile - bad code generation */
159 return GET_APIC_ID(*(unsigned long *)(APIC_BASE+APIC_ID));
160}
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700161#endif /* APIC_DEFINITION */
Zwane Mwaikambof3705132005-06-25 14:54:50 -0700162
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700163#else /* CONFIG_X86_LOCAL_APIC */
Andi Kleen874c4fe2006-09-26 10:52:26 +0200164
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700165#ifndef CONFIG_SMP
Fernando Luis Vazquez Cao2f4dfe22007-05-09 02:33:25 -0700166#define hard_smp_processor_id() 0
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700167#endif
Ashok Rajb4033c12005-11-08 21:42:33 -0800168
Fernando Luis Vazquez Caoa36166c2007-05-09 02:33:27 -0700169#endif /* CONFIG_X86_LOCAL_APIC */
Jiri Kosina815a9652006-10-06 11:11:56 +0200170
171extern u8 apicid_2_node[];
172
Andi Kleen874c4fe2006-09-26 10:52:26 +0200173#ifdef CONFIG_X86_LOCAL_APIC
174static __inline int logical_smp_processor_id(void)
175{
176 /* we don't want to mark this access volatile - bad code generation */
177 return GET_APIC_LOGICAL_ID(*(unsigned long *)(APIC_BASE+APIC_LDR));
178}
179#endif
180#endif
181
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182#endif