blob: fba49f66228f740f7bc328fca85ee853f23bae66 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_APIC_H
2#define _ASM_X86_APIC_H
Thomas Gleixner67c5fc52008-01-30 13:30:15 +01003
4#include <linux/pm.h>
5#include <linux/delay.h>
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +01006
7#include <asm/alternative.h>
Thomas Gleixner67c5fc52008-01-30 13:30:15 +01008#include <asm/fixmap.h>
9#include <asm/apicdef.h>
10#include <asm/processor.h>
11#include <asm/system.h>
Suresh Siddha13c88fb2008-07-10 11:16:52 -070012#include <asm/cpufeature.h>
13#include <asm/msr.h>
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010014
15#define ARCH_APICTIMER_STOPS_ON_C3 1
16
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010017/*
18 * Debugging macros
19 */
20#define APIC_QUIET 0
21#define APIC_VERBOSE 1
22#define APIC_DEBUG 2
23
24/*
25 * Define the default level of output to be very little
26 * This can be turned up by using apic=verbose for more
27 * information and apic=debug for _lots_ of information.
28 * apic_verbosity is defined in apic.c
29 */
30#define apic_printk(v, s, a...) do { \
31 if ((v) <= apic_verbosity) \
32 printk(s, ##a); \
33 } while (0)
34
35
Ingo Molnar160d8da2009-02-11 11:27:39 +010036#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010037extern void generic_apic_probe(void);
Ingo Molnar160d8da2009-02-11 11:27:39 +010038#else
39static inline void generic_apic_probe(void)
40{
41}
42#endif
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010043
44#ifdef CONFIG_X86_LOCAL_APIC
45
Maciej W. Rozyckibaa13182008-07-14 18:44:51 +010046extern unsigned int apic_verbosity;
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010047extern int local_apic_timer_c2_ok;
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010048
Yinghai Lu3c999f12008-06-20 16:11:20 -070049extern int disable_apic;
Ingo Molnar0939e4f2009-01-28 17:16:25 +010050
51#ifdef CONFIG_SMP
52extern void __inquire_remote_apic(int apicid);
53#else /* CONFIG_SMP */
54static inline void __inquire_remote_apic(int apicid)
55{
56}
57#endif /* CONFIG_SMP */
58
59static inline void default_inquire_remote_apic(int apicid)
60{
61 if (apic_verbosity >= APIC_DEBUG)
62 __inquire_remote_apic(apicid);
63}
64
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010065/*
66 * Basic functions accessing APICs.
67 */
68#ifdef CONFIG_PARAVIRT
69#include <asm/paravirt.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020070#else
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010071#define setup_boot_clock setup_boot_APIC_clock
72#define setup_secondary_clock setup_secondary_APIC_clock
Thomas Gleixner96a388d2007-10-11 11:20:03 +020073#endif
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010074
Ravikiran G Thirumalaiaa7d8e25e2008-03-20 00:41:16 -070075extern int is_vsmp_box(void);
Jaswinder Singh2b97df02008-07-23 17:13:14 +053076extern void xapic_wait_icr_idle(void);
77extern u32 safe_xapic_wait_icr_idle(void);
Jaswinder Singh2b97df02008-07-23 17:13:14 +053078extern void xapic_icr_write(u32, u32);
79extern int setup_profiling_timer(unsigned int);
Ravikiran G Thirumalaiaa7d8e25e2008-03-20 00:41:16 -070080
Suresh Siddha1b374e42008-07-10 11:16:49 -070081static inline void native_apic_mem_write(u32 reg, u32 v)
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010082{
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +010083 volatile u32 *addr = (volatile u32 *)(APIC_BASE + reg);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010084
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +010085 alternative_io("movl %0, %1", "xchgl %0, %1", X86_FEATURE_11AP,
86 ASM_OUTPUT2("=r" (v), "=m" (*addr)),
87 ASM_OUTPUT2("0" (v), "m" (*addr)));
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010088}
89
Suresh Siddha1b374e42008-07-10 11:16:49 -070090static inline u32 native_apic_mem_read(u32 reg)
Thomas Gleixner67c5fc52008-01-30 13:30:15 +010091{
92 return *((volatile u32 *)(APIC_BASE + reg));
93}
94
Suresh Siddha13c88fb2008-07-10 11:16:52 -070095static inline void native_apic_msr_write(u32 reg, u32 v)
96{
97 if (reg == APIC_DFR || reg == APIC_ID || reg == APIC_LDR ||
98 reg == APIC_LVR)
99 return;
100
101 wrmsr(APIC_BASE_MSR + (reg >> 4), v, 0);
102}
103
104static inline u32 native_apic_msr_read(u32 reg)
105{
106 u32 low, high;
107
108 if (reg == APIC_DFR)
109 return -1;
110
111 rdmsr(APIC_BASE_MSR + (reg >> 4), low, high);
112 return low;
113}
114
Yinghai Luc535b6a2008-07-11 18:41:54 -0700115#ifndef CONFIG_X86_32
Jaswinder Singhb6b301a2008-12-23 21:52:33 +0530116extern int x2apic;
Suresh Siddha6e1cb382008-07-10 11:16:58 -0700117extern void check_x2apic(void);
118extern void enable_x2apic(void);
119extern void enable_IR_x2apic(void);
120extern void x2apic_icr_write(u32 low, u32 id);
Yinghai Lua11b5ab2008-09-03 16:58:31 -0700121static inline int x2apic_enabled(void)
122{
123 int msr, msr2;
124
125 if (!cpu_has_x2apic)
126 return 0;
127
128 rdmsr(MSR_IA32_APICBASE, msr, msr2);
129 if (msr & X2APIC_ENABLE)
130 return 1;
131 return 0;
132}
133#else
134#define x2apic_enabled() 0
Yinghai Luc535b6a2008-07-11 18:41:54 -0700135#endif
Suresh Siddha1b374e42008-07-10 11:16:49 -0700136
137struct apic_ops {
138 u32 (*read)(u32 reg);
139 void (*write)(u32 reg, u32 v);
Suresh Siddha1b374e42008-07-10 11:16:49 -0700140 u64 (*icr_read)(void);
141 void (*icr_write)(u32 low, u32 high);
142 void (*wait_icr_idle)(void);
143 u32 (*safe_wait_icr_idle)(void);
144};
145
146extern struct apic_ops *apic_ops;
147
Jeremy Fitzhardinge3c552ac2009-02-09 12:05:47 -0800148static inline u32 apic_read(u32 reg)
149{
150 return apic_ops->read(reg);
151}
152
153static inline void apic_write(u32 reg, u32 val)
154{
155 apic_ops->write(reg, val);
156}
157
158static inline u64 apic_icr_read(void)
159{
160 return apic_ops->icr_read();
161}
162
163static inline void apic_icr_write(u32 low, u32 high)
164{
165 apic_ops->icr_write(low, high);
166}
167
168static inline void apic_wait_icr_idle(void)
169{
170 apic_ops->wait_icr_idle();
171}
172
173static inline u32 safe_apic_wait_icr_idle(void)
174{
175 return apic_ops->safe_wait_icr_idle();
176}
Suresh Siddha1b374e42008-07-10 11:16:49 -0700177
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100178extern int get_physical_broadcast(void);
179
Suresh Siddha89027d32008-07-10 11:16:56 -0700180#ifdef CONFIG_X86_64
181static inline void ack_x2APIC_irq(void)
182{
183 /* Docs say use 0 for future compatibility */
184 native_apic_msr_write(APIC_EOI, 0);
185}
186#endif
187
188
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100189static inline void ack_APIC_irq(void)
190{
191 /*
Maciej W. Rozycki0791e132008-07-21 01:28:43 +0100192 * ack_APIC_irq() actually gets compiled as a single instruction
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100193 * ... yummie.
194 */
195
196 /* Docs say use 0 for future compatibility */
Maciej W. Rozycki593f4a72008-07-16 19:15:30 +0100197 apic_write(APIC_EOI, 0);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100198}
199
200extern int lapic_get_maxlvt(void);
201extern void clear_local_APIC(void);
202extern void connect_bsp_APIC(void);
203extern void disconnect_bsp_APIC(int virt_wire_setup);
204extern void disable_local_APIC(void);
205extern void lapic_shutdown(void);
206extern int verify_local_APIC(void);
207extern void cache_APIC_registers(void);
208extern void sync_Arb_IDs(void);
209extern void init_bsp_APIC(void);
210extern void setup_local_APIC(void);
Andi Kleen739f33b2008-01-30 13:30:40 +0100211extern void end_local_APIC_setup(void);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100212extern void init_apic_mappings(void);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100213extern void setup_boot_APIC_clock(void);
214extern void setup_secondary_APIC_clock(void);
215extern int APIC_init_uniprocessor(void);
Jan Beuliche9427102008-01-30 13:31:24 +0100216extern void enable_NMI_through_LVT0(void);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100217
218/*
219 * On 32bit this is mach-xxx local
220 */
221#ifdef CONFIG_X86_64
Yinghai Lu8643f9d2008-02-19 03:21:06 -0800222extern void early_init_lapic_mapping(void);
Alok Kataria8fbbc4b2008-07-01 11:43:34 -0700223extern int apic_is_clustered_box(void);
224#else
225static inline int apic_is_clustered_box(void)
226{
227 return 0;
228}
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100229#endif
230
Robert Richter7b83dae2008-01-30 13:30:40 +0100231extern u8 setup_APIC_eilvt_mce(u8 vector, u8 msg_type, u8 mask);
232extern u8 setup_APIC_eilvt_ibs(u8 vector, u8 msg_type, u8 mask);
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100233
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100234
235#else /* !CONFIG_X86_LOCAL_APIC */
236static inline void lapic_shutdown(void) { }
237#define local_apic_timer_c2_ok 1
Yinghai Luf3294a32008-06-27 01:41:56 -0700238static inline void init_apic_mappings(void) { }
Ivan Vecerad3ec5ca2008-11-11 14:33:44 +0100239static inline void disable_local_APIC(void) { }
Thomas Gleixner67c5fc52008-01-30 13:30:15 +0100240
241#endif /* !CONFIG_X86_LOCAL_APIC */
242
Ingo Molnar1f75ed02009-01-28 17:36:56 +0100243#ifdef CONFIG_X86_64
244#define SET_APIC_ID(x) (apic->set_apic_id(x))
245#else
246
Ingo Molnar6bda2c82009-01-28 19:32:55 +0100247#ifdef CONFIG_X86_LOCAL_APIC
Ingo Molnar1dcdd3d2009-01-28 17:55:37 +0100248static inline unsigned default_get_apic_id(unsigned long x)
Ingo Molnar1f75ed02009-01-28 17:36:56 +0100249{
250 unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR));
251
252 if (APIC_XAPIC(ver))
253 return (x >> 24) & 0xFF;
254 else
255 return (x >> 24) & 0x0F;
256}
Ingo Molnar6bda2c82009-01-28 19:32:55 +0100257#endif
Ingo Molnar1f75ed02009-01-28 17:36:56 +0100258
259#endif
260
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700261#endif /* _ASM_X86_APIC_H */