blob: dc1db99cd40e928c195b07736de40269b74ab1ee [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_APIC_H
2#define _ASM_X86_APIC_H
Thomas Gleixner67c5fc52008-01-30 13:30:15 +01003
4#include <linux/pm.h>
5#include <linux/delay.h>
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +01006
7#include <asm/alternative.h>
Thomas Gleixner67c5fc52008-01-30 13:30:15 +01008#include <asm/fixmap.h>
9#include <asm/apicdef.h>
10#include <asm/processor.h>
11#include <asm/system.h>
Suresh Siddha13c88fb52008-07-10 11:16:52 -070012#include <asm/cpufeature.h>
13#include <asm/msr.h>
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010014
15#define ARCH_APICTIMER_STOPS_ON_C3 1
16
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010017/*
18 * Debugging macros
19 */
20#define APIC_QUIET 0
21#define APIC_VERBOSE 1
22#define APIC_DEBUG 2
23
24/*
25 * Define the default level of output to be very little
26 * This can be turned up by using apic=verbose for more
27 * information and apic=debug for _lots_ of information.
28 * apic_verbosity is defined in apic.c
29 */
30#define apic_printk(v, s, a...) do { \
31 if ((v) <= apic_verbosity) \
32 printk(s, ##a); \
33 } while (0)
34
35
Ingo Molnar160d8da2009-02-11 11:27:39 +010036#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010037extern void generic_apic_probe(void);
Ingo Molnar160d8da2009-02-11 11:27:39 +010038#else
39static inline void generic_apic_probe(void)
40{
41}
42#endif
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010043
44#ifdef CONFIG_X86_LOCAL_APIC
45
Maciej W. Rozyckibaa13182008-07-14 18:44:51 +010046extern unsigned int apic_verbosity;
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010047extern int local_apic_timer_c2_ok;
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010048
Yinghai Lu3c999f12008-06-20 16:11:20 -070049extern int disable_apic;
Ingo Molnar0939e4f2009-01-28 17:16:25 +010050
51#ifdef CONFIG_SMP
52extern void __inquire_remote_apic(int apicid);
53#else /* CONFIG_SMP */
54static inline void __inquire_remote_apic(int apicid)
55{
56}
57#endif /* CONFIG_SMP */
58
59static inline void default_inquire_remote_apic(int apicid)
60{
61 if (apic_verbosity >= APIC_DEBUG)
62 __inquire_remote_apic(apicid);
63}
64
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010065/*
66 * Basic functions accessing APICs.
67 */
68#ifdef CONFIG_PARAVIRT
69#include <asm/paravirt.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020070#else
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010071#define setup_boot_clock setup_boot_APIC_clock
72#define setup_secondary_clock setup_secondary_APIC_clock
Thomas Gleixner96a388d2007-10-11 11:20:03 +020073#endif
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010074
Ravikiran G Thirumalaiaa7d8e25e2008-03-20 00:41:16 -070075extern int is_vsmp_box(void);
Jaswinder Singh2b97df02008-07-23 17:13:14 +053076extern void xapic_wait_icr_idle(void);
77extern u32 safe_xapic_wait_icr_idle(void);
Jaswinder Singh2b97df02008-07-23 17:13:14 +053078extern void xapic_icr_write(u32, u32);
79extern int setup_profiling_timer(unsigned int);
Ravikiran G Thirumalaiaa7d8e25e2008-03-20 00:41:16 -070080
Suresh Siddha1b374e42008-07-10 11:16:49 -070081static inline void native_apic_mem_write(u32 reg, u32 v)
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010082{
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +010083 volatile u32 *addr = (volatile u32 *)(APIC_BASE + reg);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010084
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +010085 alternative_io("movl %0, %1", "xchgl %0, %1", X86_FEATURE_11AP,
86 ASM_OUTPUT2("=r" (v), "=m" (*addr)),
87 ASM_OUTPUT2("0" (v), "m" (*addr)));
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010088}
89
Suresh Siddha1b374e42008-07-10 11:16:49 -070090static inline u32 native_apic_mem_read(u32 reg)
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010091{
92 return *((volatile u32 *)(APIC_BASE + reg));
93}
94
Suresh Siddha13c88fb52008-07-10 11:16:52 -070095static inline void native_apic_msr_write(u32 reg, u32 v)
96{
97 if (reg == APIC_DFR || reg == APIC_ID || reg == APIC_LDR ||
98 reg == APIC_LVR)
99 return;
100
101 wrmsr(APIC_BASE_MSR + (reg >> 4), v, 0);
102}
103
104static inline u32 native_apic_msr_read(u32 reg)
105{
106 u32 low, high;
107
108 if (reg == APIC_DFR)
109 return -1;
110
111 rdmsr(APIC_BASE_MSR + (reg >> 4), low, high);
112 return low;
113}
114
Yinghai Lu06cd9a72009-02-16 17:29:58 -0800115#ifdef CONFIG_X86_X2APIC
Jaswinder Singhb6b301a2008-12-23 21:52:33 +0530116extern int x2apic;
Suresh Siddha6e1cb382008-07-10 11:16:58 -0700117extern void check_x2apic(void);
118extern void enable_x2apic(void);
119extern void enable_IR_x2apic(void);
120extern void x2apic_icr_write(u32 low, u32 id);
Yinghai Lua11b5ab2008-09-03 16:58:31 -0700121static inline int x2apic_enabled(void)
122{
123 int msr, msr2;
124
125 if (!cpu_has_x2apic)
126 return 0;
127
128 rdmsr(MSR_IA32_APICBASE, msr, msr2);
129 if (msr & X2APIC_ENABLE)
130 return 1;
131 return 0;
132}
133#else
Yinghai Lu06cd9a72009-02-16 17:29:58 -0800134static inline void check_x2apic(void)
135{
136}
137static inline void enable_x2apic(void)
138{
139}
140static inline void enable_IR_x2apic(void)
141{
142}
143static inline int x2apic_enabled(void)
144{
145 return 0;
146}
Yinghai Luc535b6a2008-07-11 18:41:54 -0700147#endif
Suresh Siddha1b374e42008-07-10 11:16:49 -0700148
149struct apic_ops {
150 u32 (*read)(u32 reg);
151 void (*write)(u32 reg, u32 v);
Suresh Siddha1b374e42008-07-10 11:16:49 -0700152 u64 (*icr_read)(void);
153 void (*icr_write)(u32 low, u32 high);
154 void (*wait_icr_idle)(void);
155 u32 (*safe_wait_icr_idle)(void);
156};
157
158extern struct apic_ops *apic_ops;
159
Jeremy Fitzhardinge3c552ac2009-02-09 12:05:47 -0800160static inline u32 apic_read(u32 reg)
161{
162 return apic_ops->read(reg);
163}
164
165static inline void apic_write(u32 reg, u32 val)
166{
167 apic_ops->write(reg, val);
168}
169
170static inline u64 apic_icr_read(void)
171{
172 return apic_ops->icr_read();
173}
174
175static inline void apic_icr_write(u32 low, u32 high)
176{
177 apic_ops->icr_write(low, high);
178}
179
180static inline void apic_wait_icr_idle(void)
181{
182 apic_ops->wait_icr_idle();
183}
184
185static inline u32 safe_apic_wait_icr_idle(void)
186{
187 return apic_ops->safe_wait_icr_idle();
188}
Suresh Siddha1b374e42008-07-10 11:16:49 -0700189
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100190extern int get_physical_broadcast(void);
191
Yinghai Lu06cd9a72009-02-16 17:29:58 -0800192#ifdef CONFIG_X86_X2APIC
Suresh Siddha89027d32008-07-10 11:16:56 -0700193static inline void ack_x2APIC_irq(void)
194{
195 /* Docs say use 0 for future compatibility */
196 native_apic_msr_write(APIC_EOI, 0);
197}
198#endif
199
200
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100201static inline void ack_APIC_irq(void)
202{
203 /*
Maciej W. Rozycki0791e132008-07-21 01:28:43 +0100204 * ack_APIC_irq() actually gets compiled as a single instruction
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100205 * ... yummie.
206 */
207
208 /* Docs say use 0 for future compatibility */
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +0100209 apic_write(APIC_EOI, 0);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100210}
211
212extern int lapic_get_maxlvt(void);
213extern void clear_local_APIC(void);
214extern void connect_bsp_APIC(void);
215extern void disconnect_bsp_APIC(int virt_wire_setup);
216extern void disable_local_APIC(void);
217extern void lapic_shutdown(void);
218extern int verify_local_APIC(void);
219extern void cache_APIC_registers(void);
220extern void sync_Arb_IDs(void);
221extern void init_bsp_APIC(void);
222extern void setup_local_APIC(void);
Andi Kleen739f33b2008-01-30 13:30:40 +0100223extern void end_local_APIC_setup(void);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100224extern void init_apic_mappings(void);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100225extern void setup_boot_APIC_clock(void);
226extern void setup_secondary_APIC_clock(void);
227extern int APIC_init_uniprocessor(void);
Jan Beuliche9427102008-01-30 13:31:24 +0100228extern void enable_NMI_through_LVT0(void);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100229
230/*
231 * On 32bit this is mach-xxx local
232 */
233#ifdef CONFIG_X86_64
Yinghai Lu8643f9d2008-02-19 03:21:06 -0800234extern void early_init_lapic_mapping(void);
Alok Kataria8fbbc4b2008-07-01 11:43:34 -0700235extern int apic_is_clustered_box(void);
236#else
237static inline int apic_is_clustered_box(void)
238{
239 return 0;
240}
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100241#endif
242
Robert Richter7b83dae2008-01-30 13:30:40 +0100243extern u8 setup_APIC_eilvt_mce(u8 vector, u8 msg_type, u8 mask);
244extern u8 setup_APIC_eilvt_ibs(u8 vector, u8 msg_type, u8 mask);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100245
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100246
247#else /* !CONFIG_X86_LOCAL_APIC */
248static inline void lapic_shutdown(void) { }
249#define local_apic_timer_c2_ok 1
Yinghai Luf3294a32008-06-27 01:41:56 -0700250static inline void init_apic_mappings(void) { }
Ivan Vecerad3ec5ca2008-11-11 14:33:44 +0100251static inline void disable_local_APIC(void) { }
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100252
253#endif /* !CONFIG_X86_LOCAL_APIC */
254
Ingo Molnar1f75ed02009-01-28 17:36:56 +0100255#ifdef CONFIG_X86_64
256#define SET_APIC_ID(x) (apic->set_apic_id(x))
257#else
258
Ingo Molnar6bda2c82009-01-28 19:32:55 +0100259#ifdef CONFIG_X86_LOCAL_APIC
Ingo Molnar1dcdd3d2009-01-28 17:55:37 +0100260static inline unsigned default_get_apic_id(unsigned long x)
Ingo Molnar1f75ed02009-01-28 17:36:56 +0100261{
262 unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR));
263
264 if (APIC_XAPIC(ver))
265 return (x >> 24) & 0xFF;
266 else
267 return (x >> 24) & 0x0F;
268}
Ingo Molnar6bda2c82009-01-28 19:32:55 +0100269#endif
Ingo Molnar1f75ed02009-01-28 17:36:56 +0100270
271#endif
272
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700273#endif /* _ASM_X86_APIC_H */