H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 1 | #ifndef _ASM_X86_PROCESSOR_H |
| 2 | #define _ASM_X86_PROCESSOR_H |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 3 | |
Glauber de Oliveira Costa | 053de04 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 4 | #include <asm/processor-flags.h> |
| 5 | |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 6 | /* Forward declaration, a strange C thing */ |
| 7 | struct task_struct; |
| 8 | struct mm_struct; |
Brian Gerst | 9fda6a0 | 2015-07-29 01:41:16 -0400 | [diff] [blame] | 9 | struct vm86; |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 10 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 11 | #include <asm/math_emu.h> |
| 12 | #include <asm/segment.h> |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 13 | #include <asm/types.h> |
| 14 | #include <asm/sigcontext.h> |
| 15 | #include <asm/current.h> |
| 16 | #include <asm/cpufeature.h> |
Glauber de Oliveira Costa | c72dcf8 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 17 | #include <asm/page.h> |
Jeremy Fitzhardinge | 54321d9 | 2009-02-11 10:20:05 -0800 | [diff] [blame] | 18 | #include <asm/pgtable_types.h> |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 19 | #include <asm/percpu.h> |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 20 | #include <asm/msr.h> |
| 21 | #include <asm/desc_defs.h> |
Andi Kleen | bd61643 | 2008-01-30 13:32:38 +0100 | [diff] [blame] | 22 | #include <asm/nops.h> |
David Howells | f05e798 | 2012-03-28 18:11:12 +0100 | [diff] [blame] | 23 | #include <asm/special_insns.h> |
Ingo Molnar | 14b9675 | 2015-04-22 09:57:24 +0200 | [diff] [blame] | 24 | #include <asm/fpu/types.h> |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 25 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 26 | #include <linux/personality.h> |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 27 | #include <linux/cpumask.h> |
| 28 | #include <linux/cache.h> |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 29 | #include <linux/threads.h> |
Peter Zijlstra | 5cbc19a | 2009-09-02 11:49:52 +0200 | [diff] [blame] | 30 | #include <linux/math64.h> |
Peter Zijlstra | faa4602 | 2010-03-25 14:51:50 +0100 | [diff] [blame] | 31 | #include <linux/err.h> |
David Howells | f05e798 | 2012-03-28 18:11:12 +0100 | [diff] [blame] | 32 | #include <linux/irqflags.h> |
| 33 | |
| 34 | /* |
| 35 | * We handle most unaligned accesses in hardware. On the other hand |
| 36 | * unaligned DMA can be quite expensive on some Nehalem processors. |
| 37 | * |
| 38 | * Based on this we disable the IP header alignment in network drivers. |
| 39 | */ |
| 40 | #define NET_IP_ALIGN 0 |
Glauber de Oliveira Costa | c72dcf8 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 41 | |
K.Prasad | b332828c | 2009-06-01 23:43:10 +0530 | [diff] [blame] | 42 | #define HBP_NUM 4 |
Glauber de Oliveira Costa | 0ccb8ac | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 43 | /* |
| 44 | * Default implementation of macro that returns current |
| 45 | * instruction pointer ("program counter"). |
| 46 | */ |
| 47 | static inline void *current_text_addr(void) |
| 48 | { |
| 49 | void *pc; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 50 | |
| 51 | asm volatile("mov $1f, %0; 1:":"=r" (pc)); |
| 52 | |
Glauber de Oliveira Costa | 0ccb8ac | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 53 | return pc; |
| 54 | } |
| 55 | |
Ingo Molnar | b8c1b8ea | 2015-05-24 09:58:12 +0200 | [diff] [blame] | 56 | /* |
| 57 | * These alignment constraints are for performance in the vSMP case, |
| 58 | * but in the task_struct case we must also meet hardware imposed |
| 59 | * alignment requirements of the FPU state: |
| 60 | */ |
Glauber de Oliveira Costa | dbcb466 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 61 | #ifdef CONFIG_X86_VSMP |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 62 | # define ARCH_MIN_TASKALIGN (1 << INTERNODE_CACHE_SHIFT) |
| 63 | # define ARCH_MIN_MMSTRUCT_ALIGN (1 << INTERNODE_CACHE_SHIFT) |
Glauber de Oliveira Costa | dbcb466 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 64 | #else |
Ingo Molnar | b8c1b8ea | 2015-05-24 09:58:12 +0200 | [diff] [blame] | 65 | # define ARCH_MIN_TASKALIGN __alignof__(union fpregs_state) |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 66 | # define ARCH_MIN_MMSTRUCT_ALIGN 0 |
Glauber de Oliveira Costa | dbcb466 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 67 | #endif |
| 68 | |
Alex Shi | e0ba94f | 2012-06-28 09:02:16 +0800 | [diff] [blame] | 69 | enum tlb_infos { |
| 70 | ENTRIES, |
| 71 | NR_INFO |
| 72 | }; |
| 73 | |
| 74 | extern u16 __read_mostly tlb_lli_4k[NR_INFO]; |
| 75 | extern u16 __read_mostly tlb_lli_2m[NR_INFO]; |
| 76 | extern u16 __read_mostly tlb_lli_4m[NR_INFO]; |
| 77 | extern u16 __read_mostly tlb_lld_4k[NR_INFO]; |
| 78 | extern u16 __read_mostly tlb_lld_2m[NR_INFO]; |
| 79 | extern u16 __read_mostly tlb_lld_4m[NR_INFO]; |
Kirill A. Shutemov | dd36039 | 2013-12-23 14:16:58 +0200 | [diff] [blame] | 80 | extern u16 __read_mostly tlb_lld_1g[NR_INFO]; |
Alex Shi | c4211f4 | 2012-06-28 09:02:19 +0800 | [diff] [blame] | 81 | |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 82 | /* |
| 83 | * CPU type and hardware bug flags. Kept separately for each CPU. |
| 84 | * Members of this structure are referenced in head.S, so think twice |
| 85 | * before touching them. [mj] |
| 86 | */ |
| 87 | |
| 88 | struct cpuinfo_x86 { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 89 | __u8 x86; /* CPU family */ |
| 90 | __u8 x86_vendor; /* CPU vendor */ |
| 91 | __u8 x86_model; |
| 92 | __u8 x86_mask; |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 93 | #ifdef CONFIG_X86_32 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 94 | char wp_works_ok; /* It doesn't on 386's */ |
| 95 | |
| 96 | /* Problems on some 486Dx4's and old 386's: */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 97 | char rfu; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 98 | char pad0; |
H. Peter Anvin | 60e019e | 2013-04-29 16:04:20 +0200 | [diff] [blame] | 99 | char pad1; |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 100 | #else |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 101 | /* Number of 4K pages in DTLB/ITLB combined(in pages): */ |
H. Peter Anvin | b1882e6 | 2009-01-23 17:18:52 -0800 | [diff] [blame] | 102 | int x86_tlbsize; |
Jan Beulich | 13c6c53 | 2009-03-12 12:37:34 +0000 | [diff] [blame] | 103 | #endif |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 104 | __u8 x86_virt_bits; |
| 105 | __u8 x86_phys_bits; |
| 106 | /* CPUID returned core id bits: */ |
| 107 | __u8 x86_coreid_bits; |
| 108 | /* Max extended CPUID function supported: */ |
| 109 | __u32 extended_cpuid_level; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 110 | /* Maximum supported CPUID level, -1=no CPUID: */ |
| 111 | int cpuid_level; |
Borislav Petkov | 65fc985 | 2013-03-20 15:07:23 +0100 | [diff] [blame] | 112 | __u32 x86_capability[NCAPINTS + NBUGINTS]; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 113 | char x86_vendor_id[16]; |
| 114 | char x86_model_id[64]; |
| 115 | /* in KB - valid for CPUS which support this call: */ |
| 116 | int x86_cache_size; |
| 117 | int x86_cache_alignment; /* In bytes */ |
Peter P Waskiewicz Jr | cbc82b1 | 2015-01-23 18:45:43 +0000 | [diff] [blame] | 118 | /* Cache QoS architectural values: */ |
| 119 | int x86_cache_max_rmid; /* max index */ |
| 120 | int x86_cache_occ_scale; /* scale to bytes */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 121 | int x86_power; |
| 122 | unsigned long loops_per_jiffy; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 123 | /* cpuid returned max cores value: */ |
| 124 | u16 x86_max_cores; |
| 125 | u16 apicid; |
Yinghai Lu | 01aaea1 | 2008-03-06 13:46:39 -0800 | [diff] [blame] | 126 | u16 initial_apicid; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 127 | u16 x86_clflush_size; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 128 | /* number of cores as seen by the OS: */ |
| 129 | u16 booted_cores; |
| 130 | /* Physical processor id: */ |
| 131 | u16 phys_proc_id; |
| 132 | /* Core id: */ |
| 133 | u16 cpu_core_id; |
Andreas Herrmann | 6057b4d | 2010-09-30 14:38:57 +0200 | [diff] [blame] | 134 | /* Compute unit id */ |
| 135 | u8 compute_unit_id; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 136 | /* Index into per_cpu list: */ |
| 137 | u16 cpu_index; |
Andi Kleen | 506ed6b | 2011-10-12 17:46:33 -0700 | [diff] [blame] | 138 | u32 microcode; |
Jan Beulich | 2c773dd | 2014-11-04 08:26:42 +0000 | [diff] [blame] | 139 | }; |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 140 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 141 | #define X86_VENDOR_INTEL 0 |
| 142 | #define X86_VENDOR_CYRIX 1 |
| 143 | #define X86_VENDOR_AMD 2 |
| 144 | #define X86_VENDOR_UMC 3 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 145 | #define X86_VENDOR_CENTAUR 5 |
| 146 | #define X86_VENDOR_TRANSMETA 7 |
| 147 | #define X86_VENDOR_NSC 8 |
| 148 | #define X86_VENDOR_NUM 9 |
| 149 | |
| 150 | #define X86_VENDOR_UNKNOWN 0xff |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 151 | |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 152 | /* |
| 153 | * capabilities of CPUs |
| 154 | */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 155 | extern struct cpuinfo_x86 boot_cpu_data; |
| 156 | extern struct cpuinfo_x86 new_cpu_data; |
| 157 | |
| 158 | extern struct tss_struct doublefault_tss; |
Yinghai Lu | 3e0c373 | 2009-05-09 23:47:42 -0700 | [diff] [blame] | 159 | extern __u32 cpu_caps_cleared[NCAPINTS]; |
| 160 | extern __u32 cpu_caps_set[NCAPINTS]; |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 161 | |
| 162 | #ifdef CONFIG_SMP |
Jan Beulich | 2c773dd | 2014-11-04 08:26:42 +0000 | [diff] [blame] | 163 | DECLARE_PER_CPU_READ_MOSTLY(struct cpuinfo_x86, cpu_info); |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 164 | #define cpu_data(cpu) per_cpu(cpu_info, cpu) |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 165 | #else |
Tejun Heo | 7b543a5 | 2010-12-18 16:30:05 +0100 | [diff] [blame] | 166 | #define cpu_info boot_cpu_data |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 167 | #define cpu_data(cpu) boot_cpu_data |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 168 | #endif |
| 169 | |
Jaswinder Singh | 1c6c727 | 2008-07-21 22:40:37 +0530 | [diff] [blame] | 170 | extern const struct seq_operations cpuinfo_op; |
| 171 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 172 | #define cache_line_size() (boot_cpu_data.x86_cache_alignment) |
| 173 | |
| 174 | extern void cpu_detect(struct cpuinfo_x86 *c); |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 175 | |
Yinghai Lu | f580366 | 2008-06-21 03:24:19 -0700 | [diff] [blame] | 176 | extern void early_cpu_init(void); |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 177 | extern void identify_boot_cpu(void); |
| 178 | extern void identify_secondary_cpu(struct cpuinfo_x86 *); |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 179 | extern void print_cpu_info(struct cpuinfo_x86 *); |
Yinghai Lu | 21c3fcf | 2012-02-12 09:53:57 -0800 | [diff] [blame] | 180 | void print_cpu_msr(struct cpuinfo_x86 *); |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 181 | extern void init_scattered_cpuid_features(struct cpuinfo_x86 *c); |
| 182 | extern unsigned int init_intel_cacheinfo(struct cpuinfo_x86 *c); |
Andreas Herrmann | 04a1541 | 2012-10-19 10:59:33 +0200 | [diff] [blame] | 183 | extern void init_amd_cacheinfo(struct cpuinfo_x86 *c); |
Glauber de Oliveira Costa | 5300db8 | 2008-01-30 13:31:33 +0100 | [diff] [blame] | 184 | |
Suresh Siddha | bbb65d2 | 2008-08-23 17:47:10 +0200 | [diff] [blame] | 185 | extern void detect_extended_topology(struct cpuinfo_x86 *c); |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 186 | extern void detect_ht(struct cpuinfo_x86 *c); |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 187 | |
Fenghua Yu | d288e1c | 2012-12-20 23:44:23 -0800 | [diff] [blame] | 188 | #ifdef CONFIG_X86_32 |
| 189 | extern int have_cpuid_p(void); |
| 190 | #else |
| 191 | static inline int have_cpuid_p(void) |
| 192 | { |
| 193 | return 1; |
| 194 | } |
| 195 | #endif |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 196 | static inline void native_cpuid(unsigned int *eax, unsigned int *ebx, |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 197 | unsigned int *ecx, unsigned int *edx) |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 198 | { |
| 199 | /* ecx is often an input as well as an output. */ |
Suresh Siddha | 45a94d7 | 2009-12-16 16:25:42 -0800 | [diff] [blame] | 200 | asm volatile("cpuid" |
Joe Perches | cca2e6f | 2008-03-23 01:03:15 -0700 | [diff] [blame] | 201 | : "=a" (*eax), |
| 202 | "=b" (*ebx), |
| 203 | "=c" (*ecx), |
| 204 | "=d" (*edx) |
Andi Kleen | 506ed6b | 2011-10-12 17:46:33 -0700 | [diff] [blame] | 205 | : "0" (*eax), "2" (*ecx) |
| 206 | : "memory"); |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 207 | } |
| 208 | |
Glauber de Oliveira Costa | c72dcf8 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 209 | static inline void load_cr3(pgd_t *pgdir) |
| 210 | { |
| 211 | write_cr3(__pa(pgdir)); |
| 212 | } |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 213 | |
Thomas Gleixner | 96a388d | 2007-10-11 11:20:03 +0200 | [diff] [blame] | 214 | #ifdef CONFIG_X86_32 |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 215 | /* This is the TSS defined by the hardware. */ |
| 216 | struct x86_hw_tss { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 217 | unsigned short back_link, __blh; |
| 218 | unsigned long sp0; |
| 219 | unsigned short ss0, __ss0h; |
Andy Lutomirski | cf9328c | 2015-04-02 12:41:45 -0700 | [diff] [blame] | 220 | unsigned long sp1; |
Andy Lutomirski | 76e4c49 | 2015-03-10 11:06:00 -0700 | [diff] [blame] | 221 | |
| 222 | /* |
Andy Lutomirski | cf9328c | 2015-04-02 12:41:45 -0700 | [diff] [blame] | 223 | * We don't use ring 1, so ss1 is a convenient scratch space in |
| 224 | * the same cacheline as sp0. We use ss1 to cache the value in |
| 225 | * MSR_IA32_SYSENTER_CS. When we context switch |
| 226 | * MSR_IA32_SYSENTER_CS, we first check if the new value being |
| 227 | * written matches ss1, and, if it's not, then we wrmsr the new |
| 228 | * value and update ss1. |
Andy Lutomirski | 76e4c49 | 2015-03-10 11:06:00 -0700 | [diff] [blame] | 229 | * |
Andy Lutomirski | cf9328c | 2015-04-02 12:41:45 -0700 | [diff] [blame] | 230 | * The only reason we context switch MSR_IA32_SYSENTER_CS is |
| 231 | * that we set it to zero in vm86 tasks to avoid corrupting the |
| 232 | * stack if we were to go through the sysenter path from vm86 |
| 233 | * mode. |
Andy Lutomirski | 76e4c49 | 2015-03-10 11:06:00 -0700 | [diff] [blame] | 234 | */ |
Andy Lutomirski | 76e4c49 | 2015-03-10 11:06:00 -0700 | [diff] [blame] | 235 | unsigned short ss1; /* MSR_IA32_SYSENTER_CS */ |
| 236 | |
| 237 | unsigned short __ss1h; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 238 | unsigned long sp2; |
| 239 | unsigned short ss2, __ss2h; |
| 240 | unsigned long __cr3; |
| 241 | unsigned long ip; |
| 242 | unsigned long flags; |
| 243 | unsigned long ax; |
| 244 | unsigned long cx; |
| 245 | unsigned long dx; |
| 246 | unsigned long bx; |
| 247 | unsigned long sp; |
| 248 | unsigned long bp; |
| 249 | unsigned long si; |
| 250 | unsigned long di; |
| 251 | unsigned short es, __esh; |
| 252 | unsigned short cs, __csh; |
| 253 | unsigned short ss, __ssh; |
| 254 | unsigned short ds, __dsh; |
| 255 | unsigned short fs, __fsh; |
| 256 | unsigned short gs, __gsh; |
| 257 | unsigned short ldt, __ldth; |
| 258 | unsigned short trace; |
| 259 | unsigned short io_bitmap_base; |
| 260 | |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 261 | } __attribute__((packed)); |
| 262 | #else |
| 263 | struct x86_hw_tss { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 264 | u32 reserved1; |
| 265 | u64 sp0; |
| 266 | u64 sp1; |
| 267 | u64 sp2; |
| 268 | u64 reserved2; |
| 269 | u64 ist[7]; |
| 270 | u32 reserved3; |
| 271 | u32 reserved4; |
| 272 | u16 reserved5; |
| 273 | u16 io_bitmap_base; |
| 274 | |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 275 | } __attribute__((packed)) ____cacheline_aligned; |
| 276 | #endif |
| 277 | |
| 278 | /* |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 279 | * IO-bitmap sizes: |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 280 | */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 281 | #define IO_BITMAP_BITS 65536 |
| 282 | #define IO_BITMAP_BYTES (IO_BITMAP_BITS/8) |
| 283 | #define IO_BITMAP_LONGS (IO_BITMAP_BYTES/sizeof(long)) |
| 284 | #define IO_BITMAP_OFFSET offsetof(struct tss_struct, io_bitmap) |
| 285 | #define INVALID_IO_BITMAP_OFFSET 0x8000 |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 286 | |
| 287 | struct tss_struct { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 288 | /* |
| 289 | * The hardware state: |
| 290 | */ |
| 291 | struct x86_hw_tss x86_tss; |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 292 | |
| 293 | /* |
| 294 | * The extra 1 is there because the CPU will access an |
| 295 | * additional byte beyond the end of the IO permission |
| 296 | * bitmap. The extra byte must be all 1 bits, and must |
| 297 | * be within the limit. |
| 298 | */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 299 | unsigned long io_bitmap[IO_BITMAP_LONGS + 1]; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 300 | |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 301 | /* |
Denys Vlasenko | d828c71 | 2015-03-09 15:52:18 +0100 | [diff] [blame] | 302 | * Space for the temporary SYSENTER stack: |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 303 | */ |
Denys Vlasenko | d828c71 | 2015-03-09 15:52:18 +0100 | [diff] [blame] | 304 | unsigned long SYSENTER_stack[64]; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 305 | |
Richard Kennedy | 84e65b0 | 2008-07-04 13:56:16 +0100 | [diff] [blame] | 306 | } ____cacheline_aligned; |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 307 | |
Andy Lutomirski | 24933b8 | 2015-03-05 19:19:05 -0800 | [diff] [blame] | 308 | DECLARE_PER_CPU_SHARED_ALIGNED(struct tss_struct, cpu_tss); |
Glauber de Oliveira Costa | ca241c7 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 309 | |
Andy Lutomirski | a7fcf28 | 2015-03-06 17:50:19 -0800 | [diff] [blame] | 310 | #ifdef CONFIG_X86_32 |
| 311 | DECLARE_PER_CPU(unsigned long, cpu_current_top_of_stack); |
| 312 | #endif |
| 313 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 314 | /* |
| 315 | * Save the original ist values for checking stack pointers during debugging |
| 316 | */ |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 317 | struct orig_ist { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 318 | unsigned long ist[7]; |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 319 | }; |
| 320 | |
Glauber Costa | fe67620 | 2008-03-03 14:12:56 -0300 | [diff] [blame] | 321 | #ifdef CONFIG_X86_64 |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 322 | DECLARE_PER_CPU(struct orig_ist, orig_ist); |
Brian Gerst | 26f80bd | 2009-01-19 00:38:58 +0900 | [diff] [blame] | 323 | |
Brian Gerst | 947e76c | 2009-01-19 12:21:28 +0900 | [diff] [blame] | 324 | union irq_stack_union { |
| 325 | char irq_stack[IRQ_STACK_SIZE]; |
| 326 | /* |
| 327 | * GCC hardcodes the stack canary as %gs:40. Since the |
| 328 | * irq_stack is the object at %gs:0, we reserve the bottom |
| 329 | * 48 bytes of the irq stack for the canary. |
| 330 | */ |
| 331 | struct { |
| 332 | char gs_base[40]; |
| 333 | unsigned long stack_canary; |
| 334 | }; |
| 335 | }; |
| 336 | |
Andi Kleen | 277d5b4 | 2013-08-05 15:02:43 -0700 | [diff] [blame] | 337 | DECLARE_PER_CPU_FIRST(union irq_stack_union, irq_stack_union) __visible; |
Brian Gerst | 2add8e2 | 2009-02-08 09:58:39 -0500 | [diff] [blame] | 338 | DECLARE_INIT_PER_CPU(irq_stack_union); |
| 339 | |
Brian Gerst | 26f80bd | 2009-01-19 00:38:58 +0900 | [diff] [blame] | 340 | DECLARE_PER_CPU(char *, irq_stack_ptr); |
Jaswinder Singh Rajput | 9766cdb | 2009-03-14 11:19:49 +0530 | [diff] [blame] | 341 | DECLARE_PER_CPU(unsigned int, irq_count); |
Jaswinder Singh Rajput | 9766cdb | 2009-03-14 11:19:49 +0530 | [diff] [blame] | 342 | extern asmlinkage void ignore_sysret(void); |
Tejun Heo | 60a5317 | 2009-02-09 22:17:40 +0900 | [diff] [blame] | 343 | #else /* X86_64 */ |
| 344 | #ifdef CONFIG_CC_STACKPROTECTOR |
Jeremy Fitzhardinge | 1ea0d14 | 2009-09-03 12:27:15 -0700 | [diff] [blame] | 345 | /* |
| 346 | * Make sure stack canary segment base is cached-aligned: |
| 347 | * "For Intel Atom processors, avoid non zero segment base address |
| 348 | * that is not aligned to cache line boundary at all cost." |
| 349 | * (Optim Ref Manual Assembly/Compiler Coding Rule 15.) |
| 350 | */ |
| 351 | struct stack_canary { |
| 352 | char __pad[20]; /* canary at %gs:20 */ |
| 353 | unsigned long canary; |
| 354 | }; |
Jeremy Fitzhardinge | 53f8245 | 2009-09-03 14:31:44 -0700 | [diff] [blame] | 355 | DECLARE_PER_CPU_ALIGNED(struct stack_canary, stack_canary); |
Thomas Gleixner | 96a388d | 2007-10-11 11:20:03 +0200 | [diff] [blame] | 356 | #endif |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 357 | /* |
| 358 | * per-CPU IRQ handling stacks |
| 359 | */ |
| 360 | struct irq_stack { |
| 361 | u32 stack[THREAD_SIZE/sizeof(u32)]; |
| 362 | } __aligned(THREAD_SIZE); |
| 363 | |
| 364 | DECLARE_PER_CPU(struct irq_stack *, hardirq_stack); |
| 365 | DECLARE_PER_CPU(struct irq_stack *, softirq_stack); |
Tejun Heo | 60a5317 | 2009-02-09 22:17:40 +0900 | [diff] [blame] | 366 | #endif /* X86_64 */ |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 367 | |
Suresh Siddha | 61c4628 | 2008-03-10 15:28:04 -0700 | [diff] [blame] | 368 | extern unsigned int xstate_size; |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 369 | |
Frederic Weisbecker | 24f1e32c | 2009-09-09 19:22:48 +0200 | [diff] [blame] | 370 | struct perf_event; |
| 371 | |
Glauber de Oliveira Costa | cb38d37 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 372 | struct thread_struct { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 373 | /* Cached TLS descriptors: */ |
| 374 | struct desc_struct tls_array[GDT_ENTRY_TLS_ENTRIES]; |
| 375 | unsigned long sp0; |
| 376 | unsigned long sp; |
Glauber de Oliveira Costa | cb38d37 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 377 | #ifdef CONFIG_X86_32 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 378 | unsigned long sysenter_cs; |
Glauber de Oliveira Costa | cb38d37 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 379 | #else |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 380 | unsigned short es; |
| 381 | unsigned short ds; |
| 382 | unsigned short fsindex; |
| 383 | unsigned short gsindex; |
Glauber de Oliveira Costa | cb38d37 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 384 | #endif |
Alexey Dobriyan | 0c23590 | 2009-05-04 03:30:15 +0400 | [diff] [blame] | 385 | #ifdef CONFIG_X86_32 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 386 | unsigned long ip; |
Alexey Dobriyan | 0c23590 | 2009-05-04 03:30:15 +0400 | [diff] [blame] | 387 | #endif |
Alexey Dobriyan | d756f4ad | 2009-05-04 03:29:52 +0400 | [diff] [blame] | 388 | #ifdef CONFIG_X86_64 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 389 | unsigned long fs; |
Alexey Dobriyan | d756f4ad | 2009-05-04 03:29:52 +0400 | [diff] [blame] | 390 | #endif |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 391 | unsigned long gs; |
Ingo Molnar | c5bedc6 | 2015-04-23 12:49:20 +0200 | [diff] [blame] | 392 | |
Frederic Weisbecker | 24f1e32c | 2009-09-09 19:22:48 +0200 | [diff] [blame] | 393 | /* Save middle states of ptrace breakpoints */ |
| 394 | struct perf_event *ptrace_bps[HBP_NUM]; |
| 395 | /* Debug status used for traps, single steps, etc... */ |
| 396 | unsigned long debugreg6; |
Frederic Weisbecker | 326264a | 2010-02-18 18:24:18 +0100 | [diff] [blame] | 397 | /* Keep track of the exact dr7 value set by the user */ |
| 398 | unsigned long ptrace_dr7; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 399 | /* Fault info: */ |
| 400 | unsigned long cr2; |
Srikar Dronamraju | 51e7dc7 | 2012-03-12 14:55:55 +0530 | [diff] [blame] | 401 | unsigned long trap_nr; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 402 | unsigned long error_code; |
Brian Gerst | 9fda6a0 | 2015-07-29 01:41:16 -0400 | [diff] [blame] | 403 | #ifdef CONFIG_VM86 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 404 | /* Virtual 86 mode info */ |
Brian Gerst | 9fda6a0 | 2015-07-29 01:41:16 -0400 | [diff] [blame] | 405 | struct vm86 *vm86; |
Glauber de Oliveira Costa | cb38d37 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 406 | #endif |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 407 | /* IO permissions: */ |
| 408 | unsigned long *io_bitmap_ptr; |
| 409 | unsigned long iopl; |
| 410 | /* Max allowed port in the bitmap, in bytes: */ |
| 411 | unsigned io_bitmap_max; |
Dave Hansen | 0c8c0f0 | 2015-07-17 12:28:11 +0200 | [diff] [blame] | 412 | |
| 413 | /* Floating point and extended processor state */ |
| 414 | struct fpu fpu; |
| 415 | /* |
| 416 | * WARNING: 'fpu' is dynamically-sized. It *MUST* be at |
| 417 | * the end. |
| 418 | */ |
Glauber de Oliveira Costa | cb38d37 | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 419 | }; |
| 420 | |
Glauber de Oliveira Costa | 62d7d7e | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 421 | /* |
| 422 | * Set IOPL bits in EFLAGS from given mask |
| 423 | */ |
| 424 | static inline void native_set_iopl_mask(unsigned mask) |
| 425 | { |
| 426 | #ifdef CONFIG_X86_32 |
| 427 | unsigned int reg; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 428 | |
Joe Perches | cca2e6f | 2008-03-23 01:03:15 -0700 | [diff] [blame] | 429 | asm volatile ("pushfl;" |
| 430 | "popl %0;" |
| 431 | "andl %1, %0;" |
| 432 | "orl %2, %0;" |
| 433 | "pushl %0;" |
| 434 | "popfl" |
| 435 | : "=&r" (reg) |
| 436 | : "i" (~X86_EFLAGS_IOPL), "r" (mask)); |
Glauber de Oliveira Costa | 62d7d7e | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 437 | #endif |
| 438 | } |
| 439 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 440 | static inline void |
| 441 | native_load_sp0(struct tss_struct *tss, struct thread_struct *thread) |
Glauber de Oliveira Costa | 7818a1e | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 442 | { |
| 443 | tss->x86_tss.sp0 = thread->sp0; |
| 444 | #ifdef CONFIG_X86_32 |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 445 | /* Only happens when SEP is enabled, no need to test "SEP"arately: */ |
Glauber de Oliveira Costa | 7818a1e | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 446 | if (unlikely(tss->x86_tss.ss1 != thread->sysenter_cs)) { |
| 447 | tss->x86_tss.ss1 = thread->sysenter_cs; |
| 448 | wrmsr(MSR_IA32_SYSENTER_CS, thread->sysenter_cs, 0); |
| 449 | } |
| 450 | #endif |
| 451 | } |
Glauber de Oliveira Costa | 1b46cbe | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 452 | |
Glauber de Oliveira Costa | e801f86 | 2008-01-30 13:32:08 +0100 | [diff] [blame] | 453 | static inline void native_swapgs(void) |
| 454 | { |
| 455 | #ifdef CONFIG_X86_64 |
| 456 | asm volatile("swapgs" ::: "memory"); |
| 457 | #endif |
| 458 | } |
| 459 | |
Andy Lutomirski | a7fcf28 | 2015-03-06 17:50:19 -0800 | [diff] [blame] | 460 | static inline unsigned long current_top_of_stack(void) |
Andy Lutomirski | 8ef46a6 | 2015-03-05 19:19:02 -0800 | [diff] [blame] | 461 | { |
Andy Lutomirski | a7fcf28 | 2015-03-06 17:50:19 -0800 | [diff] [blame] | 462 | #ifdef CONFIG_X86_64 |
Andy Lutomirski | 24933b8 | 2015-03-05 19:19:05 -0800 | [diff] [blame] | 463 | return this_cpu_read_stable(cpu_tss.x86_tss.sp0); |
Andy Lutomirski | a7fcf28 | 2015-03-06 17:50:19 -0800 | [diff] [blame] | 464 | #else |
| 465 | /* sp0 on x86_32 is special in and around vm86 mode. */ |
| 466 | return this_cpu_read_stable(cpu_current_top_of_stack); |
| 467 | #endif |
Andy Lutomirski | 8ef46a6 | 2015-03-05 19:19:02 -0800 | [diff] [blame] | 468 | } |
| 469 | |
Glauber de Oliveira Costa | 7818a1e | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 470 | #ifdef CONFIG_PARAVIRT |
| 471 | #include <asm/paravirt.h> |
| 472 | #else |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 473 | #define __cpuid native_cpuid |
| 474 | #define paravirt_enabled() 0 |
Glauber de Oliveira Costa | 1b46cbe | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 475 | |
Joe Perches | cca2e6f | 2008-03-23 01:03:15 -0700 | [diff] [blame] | 476 | static inline void load_sp0(struct tss_struct *tss, |
| 477 | struct thread_struct *thread) |
Glauber de Oliveira Costa | 7818a1e | 2008-01-30 13:31:31 +0100 | [diff] [blame] | 478 | { |
| 479 | native_load_sp0(tss, thread); |
| 480 | } |
| 481 | |
Glauber de Oliveira Costa | 62d7d7e | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 482 | #define set_iopl_mask native_set_iopl_mask |
Glauber de Oliveira Costa | 1b46cbe | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 483 | #endif /* CONFIG_PARAVIRT */ |
| 484 | |
Glauber de Oliveira Costa | fc87e90 | 2008-01-30 13:31:38 +0100 | [diff] [blame] | 485 | typedef struct { |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 486 | unsigned long seg; |
Glauber de Oliveira Costa | fc87e90 | 2008-01-30 13:31:38 +0100 | [diff] [blame] | 487 | } mm_segment_t; |
| 488 | |
| 489 | |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 490 | /* Free all resources held by a thread. */ |
| 491 | extern void release_thread(struct task_struct *); |
| 492 | |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 493 | unsigned long get_wchan(struct task_struct *p); |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 494 | |
| 495 | /* |
| 496 | * Generic CPUID function |
| 497 | * clear %ecx since some cpus (Cyrix MII) do not set or clear %ecx |
| 498 | * resulting in stale register contents being returned. |
| 499 | */ |
| 500 | static inline void cpuid(unsigned int op, |
| 501 | unsigned int *eax, unsigned int *ebx, |
| 502 | unsigned int *ecx, unsigned int *edx) |
| 503 | { |
| 504 | *eax = op; |
| 505 | *ecx = 0; |
| 506 | __cpuid(eax, ebx, ecx, edx); |
| 507 | } |
| 508 | |
| 509 | /* Some CPUID calls want 'count' to be placed in ecx */ |
| 510 | static inline void cpuid_count(unsigned int op, int count, |
| 511 | unsigned int *eax, unsigned int *ebx, |
| 512 | unsigned int *ecx, unsigned int *edx) |
| 513 | { |
| 514 | *eax = op; |
| 515 | *ecx = count; |
| 516 | __cpuid(eax, ebx, ecx, edx); |
| 517 | } |
| 518 | |
| 519 | /* |
| 520 | * CPUID functions returning a single datum |
| 521 | */ |
| 522 | static inline unsigned int cpuid_eax(unsigned int op) |
| 523 | { |
| 524 | unsigned int eax, ebx, ecx, edx; |
| 525 | |
| 526 | cpuid(op, &eax, &ebx, &ecx, &edx); |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 527 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 528 | return eax; |
| 529 | } |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 530 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 531 | static inline unsigned int cpuid_ebx(unsigned int op) |
| 532 | { |
| 533 | unsigned int eax, ebx, ecx, edx; |
| 534 | |
| 535 | cpuid(op, &eax, &ebx, &ecx, &edx); |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 536 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 537 | return ebx; |
| 538 | } |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 539 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 540 | static inline unsigned int cpuid_ecx(unsigned int op) |
| 541 | { |
| 542 | unsigned int eax, ebx, ecx, edx; |
| 543 | |
| 544 | cpuid(op, &eax, &ebx, &ecx, &edx); |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 545 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 546 | return ecx; |
| 547 | } |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 548 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 549 | static inline unsigned int cpuid_edx(unsigned int op) |
| 550 | { |
| 551 | unsigned int eax, ebx, ecx, edx; |
| 552 | |
| 553 | cpuid(op, &eax, &ebx, &ecx, &edx); |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 554 | |
Glauber de Oliveira Costa | c758ecf | 2008-01-30 13:31:03 +0100 | [diff] [blame] | 555 | return edx; |
| 556 | } |
| 557 | |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 558 | /* REP NOP (PAUSE) is a good thing to insert into busy-wait loops. */ |
| 559 | static inline void rep_nop(void) |
| 560 | { |
Joe Perches | cca2e6f | 2008-03-23 01:03:15 -0700 | [diff] [blame] | 561 | asm volatile("rep; nop" ::: "memory"); |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 562 | } |
| 563 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 564 | static inline void cpu_relax(void) |
| 565 | { |
| 566 | rep_nop(); |
| 567 | } |
| 568 | |
Davidlohr Bueso | 3a6bfbc | 2014-06-29 15:09:33 -0700 | [diff] [blame] | 569 | #define cpu_relax_lowlatency() cpu_relax() |
| 570 | |
Ben Hutchings | 5367b688 | 2009-09-10 02:53:50 +0100 | [diff] [blame] | 571 | /* Stop speculative execution and prefetching of modified code. */ |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 572 | static inline void sync_core(void) |
| 573 | { |
| 574 | int tmp; |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 575 | |
H. Peter Anvin | eb068e7 | 2012-11-28 11:50:23 -0800 | [diff] [blame] | 576 | #ifdef CONFIG_M486 |
H. Peter Anvin | 45c39fb | 2012-11-28 11:50:30 -0800 | [diff] [blame] | 577 | /* |
| 578 | * Do a CPUID if available, otherwise do a jump. The jump |
| 579 | * can conveniently enough be the jump around CPUID. |
| 580 | */ |
| 581 | asm volatile("cmpl %2,%1\n\t" |
| 582 | "jl 1f\n\t" |
| 583 | "cpuid\n" |
| 584 | "1:" |
| 585 | : "=a" (tmp) |
| 586 | : "rm" (boot_cpu_data.cpuid_level), "ri" (0), "0" (1) |
| 587 | : "ebx", "ecx", "edx", "memory"); |
| 588 | #else |
| 589 | /* |
| 590 | * CPUID is a barrier to speculative execution. |
| 591 | * Prefetched instructions are automatically |
| 592 | * invalidated when modified. |
| 593 | */ |
| 594 | asm volatile("cpuid" |
| 595 | : "=a" (tmp) |
| 596 | : "0" (1) |
| 597 | : "ebx", "ecx", "edx", "memory"); |
Ben Hutchings | 5367b688 | 2009-09-10 02:53:50 +0100 | [diff] [blame] | 598 | #endif |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 599 | } |
| 600 | |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 601 | extern void select_idle_routine(const struct cpuinfo_x86 *c); |
Len Brown | 02c68a0 | 2011-04-01 16:59:53 -0400 | [diff] [blame] | 602 | extern void init_amd_e400_c1e_mask(void); |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 603 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 604 | extern unsigned long boot_option_idle_override; |
Len Brown | 02c68a0 | 2011-04-01 16:59:53 -0400 | [diff] [blame] | 605 | extern bool amd_e400_c1e_detected; |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 606 | |
Thomas Renninger | d189604 | 2010-11-03 17:06:14 +0100 | [diff] [blame] | 607 | enum idle_boot_override {IDLE_NO_OVERRIDE=0, IDLE_HALT, IDLE_NOMWAIT, |
Len Brown | 69fb367 | 2013-02-10 01:38:39 -0500 | [diff] [blame] | 608 | IDLE_POLL}; |
Thomas Renninger | d189604 | 2010-11-03 17:06:14 +0100 | [diff] [blame] | 609 | |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 610 | extern void enable_sep_cpu(void); |
| 611 | extern int sysenter_setup(void); |
| 612 | |
Jan Kiszka | 29c8439 | 2010-05-20 21:04:29 -0500 | [diff] [blame] | 613 | extern void early_trap_init(void); |
H. Peter Anvin | 8170e6b | 2013-01-24 12:19:52 -0800 | [diff] [blame] | 614 | void early_trap_pf_init(void); |
Jan Kiszka | 29c8439 | 2010-05-20 21:04:29 -0500 | [diff] [blame] | 615 | |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 616 | /* Defined in head.S */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 617 | extern struct desc_ptr early_gdt_descr; |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 618 | |
| 619 | extern void cpu_set_gdt(int); |
Brian Gerst | 552be87 | 2009-01-30 17:47:53 +0900 | [diff] [blame] | 620 | extern void switch_to_new_gdt(int); |
Jeremy Fitzhardinge | 11e3a84 | 2009-01-30 17:47:54 +0900 | [diff] [blame] | 621 | extern void load_percpu_segment(int); |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 622 | extern void cpu_init(void); |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 623 | |
Markus Metzger | c272477 | 2008-12-11 13:49:59 +0100 | [diff] [blame] | 624 | static inline unsigned long get_debugctlmsr(void) |
| 625 | { |
Peter Zijlstra | ea8e61b | 2010-03-25 14:51:51 +0100 | [diff] [blame] | 626 | unsigned long debugctlmsr = 0; |
Markus Metzger | c272477 | 2008-12-11 13:49:59 +0100 | [diff] [blame] | 627 | |
| 628 | #ifndef CONFIG_X86_DEBUGCTLMSR |
| 629 | if (boot_cpu_data.x86 < 6) |
| 630 | return 0; |
| 631 | #endif |
| 632 | rdmsrl(MSR_IA32_DEBUGCTLMSR, debugctlmsr); |
| 633 | |
Peter Zijlstra | ea8e61b | 2010-03-25 14:51:51 +0100 | [diff] [blame] | 634 | return debugctlmsr; |
Markus Metzger | c272477 | 2008-12-11 13:49:59 +0100 | [diff] [blame] | 635 | } |
| 636 | |
Jan Beulich | 5b0e508 | 2008-03-10 13:11:17 +0000 | [diff] [blame] | 637 | static inline void update_debugctlmsr(unsigned long debugctlmsr) |
| 638 | { |
| 639 | #ifndef CONFIG_X86_DEBUGCTLMSR |
| 640 | if (boot_cpu_data.x86 < 6) |
| 641 | return; |
| 642 | #endif |
| 643 | wrmsrl(MSR_IA32_DEBUGCTLMSR, debugctlmsr); |
| 644 | } |
| 645 | |
Oleg Nesterov | 9bd1190 | 2012-09-03 15:24:17 +0200 | [diff] [blame] | 646 | extern void set_task_blockstep(struct task_struct *task, bool on); |
| 647 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 648 | /* Boot loader type from the setup header: */ |
| 649 | extern int bootloader_type; |
H. Peter Anvin | 5031296 | 2009-05-07 16:54:11 -0700 | [diff] [blame] | 650 | extern int bootloader_version; |
Glauber de Oliveira Costa | 1a53905 | 2008-01-30 13:31:39 +0100 | [diff] [blame] | 651 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 652 | extern char ignore_fpu_irq; |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 653 | |
| 654 | #define HAVE_ARCH_PICK_MMAP_LAYOUT 1 |
| 655 | #define ARCH_HAS_PREFETCHW |
| 656 | #define ARCH_HAS_SPINLOCK_PREFETCH |
| 657 | |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 658 | #ifdef CONFIG_X86_32 |
Borislav Petkov | a930dc4 | 2015-01-18 17:48:18 +0100 | [diff] [blame] | 659 | # define BASE_PREFETCH "" |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 660 | # define ARCH_HAS_PREFETCH |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 661 | #else |
Borislav Petkov | a930dc4 | 2015-01-18 17:48:18 +0100 | [diff] [blame] | 662 | # define BASE_PREFETCH "prefetcht0 %P1" |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 663 | #endif |
| 664 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 665 | /* |
| 666 | * Prefetch instructions for Pentium III (+) and AMD Athlon (+) |
| 667 | * |
| 668 | * It's not worth to care about 3dnow prefetches for the K6 |
| 669 | * because they are microcoded there and very slow. |
| 670 | */ |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 671 | static inline void prefetch(const void *x) |
| 672 | { |
Borislav Petkov | a930dc4 | 2015-01-18 17:48:18 +0100 | [diff] [blame] | 673 | alternative_input(BASE_PREFETCH, "prefetchnta %P1", |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 674 | X86_FEATURE_XMM, |
Borislav Petkov | a930dc4 | 2015-01-18 17:48:18 +0100 | [diff] [blame] | 675 | "m" (*(const char *)x)); |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 676 | } |
| 677 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 678 | /* |
| 679 | * 3dnow prefetch to get an exclusive cache line. |
| 680 | * Useful for spinlocks to avoid one state transition in the |
| 681 | * cache coherency protocol: |
| 682 | */ |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 683 | static inline void prefetchw(const void *x) |
| 684 | { |
Borislav Petkov | a930dc4 | 2015-01-18 17:48:18 +0100 | [diff] [blame] | 685 | alternative_input(BASE_PREFETCH, "prefetchw %P1", |
| 686 | X86_FEATURE_3DNOWPREFETCH, |
| 687 | "m" (*(const char *)x)); |
Glauber de Oliveira Costa | ae2e15e | 2008-01-30 13:31:40 +0100 | [diff] [blame] | 688 | } |
| 689 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 690 | static inline void spin_lock_prefetch(const void *x) |
| 691 | { |
| 692 | prefetchw(x); |
| 693 | } |
| 694 | |
Andy Lutomirski | d9e05cc | 2015-03-10 11:05:59 -0700 | [diff] [blame] | 695 | #define TOP_OF_INIT_STACK ((unsigned long)&init_stack + sizeof(init_stack) - \ |
| 696 | TOP_OF_KERNEL_STACK_PADDING) |
| 697 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 698 | #ifdef CONFIG_X86_32 |
| 699 | /* |
| 700 | * User space process size: 3GB (default). |
| 701 | */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 702 | #define TASK_SIZE PAGE_OFFSET |
Ingo Molnar | d951734 | 2009-02-20 23:32:28 +0100 | [diff] [blame] | 703 | #define TASK_SIZE_MAX TASK_SIZE |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 704 | #define STACK_TOP TASK_SIZE |
| 705 | #define STACK_TOP_MAX STACK_TOP |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 706 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 707 | #define INIT_THREAD { \ |
Andy Lutomirski | d9e05cc | 2015-03-10 11:05:59 -0700 | [diff] [blame] | 708 | .sp0 = TOP_OF_INIT_STACK, \ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 709 | .sysenter_cs = __KERNEL_CS, \ |
| 710 | .io_bitmap_ptr = NULL, \ |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 711 | } |
| 712 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 713 | extern unsigned long thread_saved_pc(struct task_struct *tsk); |
| 714 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 715 | /* |
Denys Vlasenko | 5c39403 | 2015-03-13 15:09:03 +0100 | [diff] [blame] | 716 | * TOP_OF_KERNEL_STACK_PADDING reserves 8 bytes on top of the ring0 stack. |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 717 | * This is necessary to guarantee that the entire "struct pt_regs" |
Uwe Kleine-König | b595076 | 2010-11-01 15:38:34 -0400 | [diff] [blame] | 718 | * is accessible even if the CPU haven't stored the SS/ESP registers |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 719 | * on the stack (interrupt gate does not save these registers |
| 720 | * when switching to the same priv ring). |
| 721 | * Therefore beware: accessing the ss/esp fields of the |
| 722 | * "struct pt_regs" is possible, but they may contain the |
| 723 | * completely wrong values. |
| 724 | */ |
Denys Vlasenko | 5c39403 | 2015-03-13 15:09:03 +0100 | [diff] [blame] | 725 | #define task_pt_regs(task) \ |
| 726 | ({ \ |
| 727 | unsigned long __ptr = (unsigned long)task_stack_page(task); \ |
| 728 | __ptr += THREAD_SIZE - TOP_OF_KERNEL_STACK_PADDING; \ |
| 729 | ((struct pt_regs *)__ptr) - 1; \ |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 730 | }) |
| 731 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 732 | #define KSTK_ESP(task) (task_pt_regs(task)->sp) |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 733 | |
| 734 | #else |
| 735 | /* |
Andy Lutomirski | 07114f0 | 2014-11-04 15:46:21 -0800 | [diff] [blame] | 736 | * User space process size. 47bits minus one guard page. The guard |
| 737 | * page is necessary on Intel CPUs: if a SYSCALL instruction is at |
| 738 | * the highest possible canonical userspace address, then that |
| 739 | * syscall will enter the kernel with a non-canonical return |
| 740 | * address, and SYSRET will explode dangerously. We avoid this |
| 741 | * particular problem by preventing anything from being mapped |
| 742 | * at the maximum canonical address. |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 743 | */ |
Ingo Molnar | d951734 | 2009-02-20 23:32:28 +0100 | [diff] [blame] | 744 | #define TASK_SIZE_MAX ((1UL << 47) - PAGE_SIZE) |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 745 | |
| 746 | /* This decides where the kernel will search for a free chunk of vm |
| 747 | * space during mmap's. |
| 748 | */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 749 | #define IA32_PAGE_OFFSET ((current->personality & ADDR_LIMIT_3GB) ? \ |
| 750 | 0xc0000000 : 0xFFFFe000) |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 751 | |
H. Peter Anvin | 6bd3300 | 2012-02-06 13:03:09 -0800 | [diff] [blame] | 752 | #define TASK_SIZE (test_thread_flag(TIF_ADDR32) ? \ |
Ingo Molnar | d951734 | 2009-02-20 23:32:28 +0100 | [diff] [blame] | 753 | IA32_PAGE_OFFSET : TASK_SIZE_MAX) |
H. Peter Anvin | 6bd3300 | 2012-02-06 13:03:09 -0800 | [diff] [blame] | 754 | #define TASK_SIZE_OF(child) ((test_tsk_thread_flag(child, TIF_ADDR32)) ? \ |
Ingo Molnar | d951734 | 2009-02-20 23:32:28 +0100 | [diff] [blame] | 755 | IA32_PAGE_OFFSET : TASK_SIZE_MAX) |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 756 | |
David Howells | 922a70d | 2008-02-08 04:19:26 -0800 | [diff] [blame] | 757 | #define STACK_TOP TASK_SIZE |
Ingo Molnar | d951734 | 2009-02-20 23:32:28 +0100 | [diff] [blame] | 758 | #define STACK_TOP_MAX TASK_SIZE_MAX |
David Howells | 922a70d | 2008-02-08 04:19:26 -0800 | [diff] [blame] | 759 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 760 | #define INIT_THREAD { \ |
Andy Lutomirski | d9e05cc | 2015-03-10 11:05:59 -0700 | [diff] [blame] | 761 | .sp0 = TOP_OF_INIT_STACK \ |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 762 | } |
| 763 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 764 | /* |
| 765 | * Return saved PC of a blocked thread. |
| 766 | * What is this good for? it will be always the scheduler or ret_from_fork. |
| 767 | */ |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 768 | #define thread_saved_pc(t) (*(unsigned long *)((t)->thread.sp - 8)) |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 769 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 770 | #define task_pt_regs(tsk) ((struct pt_regs *)(tsk)->thread.sp0 - 1) |
Stefani Seibold | 89240ba | 2009-11-03 10:22:40 +0100 | [diff] [blame] | 771 | extern unsigned long KSTK_ESP(struct task_struct *task); |
H. J. Lu | d046ff8 | 2012-02-14 13:49:48 -0800 | [diff] [blame] | 772 | |
Glauber de Oliveira Costa | 2f66dcc | 2008-01-30 13:31:57 +0100 | [diff] [blame] | 773 | #endif /* CONFIG_X86_64 */ |
| 774 | |
Ingo Molnar | 513ad84 | 2008-02-21 05:18:40 +0100 | [diff] [blame] | 775 | extern void start_thread(struct pt_regs *regs, unsigned long new_ip, |
| 776 | unsigned long new_sp); |
| 777 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 778 | /* |
| 779 | * This decides where the kernel will search for a free chunk of vm |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 780 | * space during mmap's. |
| 781 | */ |
| 782 | #define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 3)) |
| 783 | |
Ingo Molnar | 4d46a89 | 2008-02-21 04:24:40 +0100 | [diff] [blame] | 784 | #define KSTK_EIP(task) (task_pt_regs(task)->ip) |
Glauber de Oliveira Costa | 683e025 | 2008-01-30 13:31:27 +0100 | [diff] [blame] | 785 | |
Erik Bosman | 529e25f | 2008-04-14 00:24:18 +0200 | [diff] [blame] | 786 | /* Get/set a process' ability to use the timestamp counter instruction */ |
| 787 | #define GET_TSC_CTL(adr) get_tsc_mode((adr)) |
| 788 | #define SET_TSC_CTL(val) set_tsc_mode((val)) |
| 789 | |
| 790 | extern int get_tsc_mode(unsigned long adr); |
| 791 | extern int set_tsc_mode(unsigned int val); |
| 792 | |
Dave Hansen | fe3d197 | 2014-11-14 07:18:29 -0800 | [diff] [blame] | 793 | /* Register/unregister a process' MPX related resource */ |
Dave Hansen | 46a6e0c | 2015-06-07 11:37:02 -0700 | [diff] [blame] | 794 | #define MPX_ENABLE_MANAGEMENT() mpx_enable_management() |
| 795 | #define MPX_DISABLE_MANAGEMENT() mpx_disable_management() |
Dave Hansen | fe3d197 | 2014-11-14 07:18:29 -0800 | [diff] [blame] | 796 | |
| 797 | #ifdef CONFIG_X86_INTEL_MPX |
Dave Hansen | 46a6e0c | 2015-06-07 11:37:02 -0700 | [diff] [blame] | 798 | extern int mpx_enable_management(void); |
| 799 | extern int mpx_disable_management(void); |
Dave Hansen | fe3d197 | 2014-11-14 07:18:29 -0800 | [diff] [blame] | 800 | #else |
Dave Hansen | 46a6e0c | 2015-06-07 11:37:02 -0700 | [diff] [blame] | 801 | static inline int mpx_enable_management(void) |
Dave Hansen | fe3d197 | 2014-11-14 07:18:29 -0800 | [diff] [blame] | 802 | { |
| 803 | return -EINVAL; |
| 804 | } |
Dave Hansen | 46a6e0c | 2015-06-07 11:37:02 -0700 | [diff] [blame] | 805 | static inline int mpx_disable_management(void) |
Dave Hansen | fe3d197 | 2014-11-14 07:18:29 -0800 | [diff] [blame] | 806 | { |
| 807 | return -EINVAL; |
| 808 | } |
| 809 | #endif /* CONFIG_X86_INTEL_MPX */ |
| 810 | |
Daniel J Blueman | 8b84c8d | 2012-11-27 14:32:10 +0800 | [diff] [blame] | 811 | extern u16 amd_get_nb_id(int cpu); |
Aravind Gopalakrishnan | cc2749e | 2015-06-15 10:28:15 +0200 | [diff] [blame] | 812 | extern u32 amd_get_nodes_per_socket(void); |
Andreas Herrmann | 6a81269 | 2009-09-16 11:33:40 +0200 | [diff] [blame] | 813 | |
Jason Wang | 96e39ac | 2013-07-25 16:54:32 +0800 | [diff] [blame] | 814 | static inline uint32_t hypervisor_cpuid_base(const char *sig, uint32_t leaves) |
| 815 | { |
| 816 | uint32_t base, eax, signature[3]; |
| 817 | |
| 818 | for (base = 0x40000000; base < 0x40010000; base += 0x100) { |
| 819 | cpuid(base, &eax, &signature[0], &signature[1], &signature[2]); |
| 820 | |
| 821 | if (!memcmp(sig, signature, 12) && |
| 822 | (leaves == 0 || ((eax - base) >= leaves))) |
| 823 | return base; |
| 824 | } |
| 825 | |
| 826 | return 0; |
| 827 | } |
| 828 | |
David Howells | f05e798 | 2012-03-28 18:11:12 +0100 | [diff] [blame] | 829 | extern unsigned long arch_align_stack(unsigned long sp); |
| 830 | extern void free_init_pages(char *what, unsigned long begin, unsigned long end); |
| 831 | |
| 832 | void default_idle(void); |
Len Brown | 6a377dd | 2013-02-09 23:08:07 -0500 | [diff] [blame] | 833 | #ifdef CONFIG_XEN |
| 834 | bool xen_set_default_idle(void); |
| 835 | #else |
| 836 | #define xen_set_default_idle 0 |
| 837 | #endif |
David Howells | f05e798 | 2012-03-28 18:11:12 +0100 | [diff] [blame] | 838 | |
| 839 | void stop_this_cpu(void *dummy); |
Borislav Petkov | 4d067d8 | 2013-05-09 12:02:29 +0200 | [diff] [blame] | 840 | void df_debug(struct pt_regs *regs, long error_code); |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 841 | #endif /* _ASM_X86_PROCESSOR_H */ |