Avi Kivity | 26eef70 | 2008-07-03 14:59:22 +0300 | [diff] [blame] | 1 | #ifndef ARCH_X86_KVM_X86_H |
| 2 | #define ARCH_X86_KVM_X86_H |
| 3 | |
| 4 | #include <linux/kvm_host.h> |
Marcelo Tosatti | 8d93c87 | 2016-06-20 22:28:02 -0300 | [diff] [blame] | 5 | #include <asm/pvclock.h> |
Avi Kivity | 3eeb328 | 2010-01-21 15:31:48 +0200 | [diff] [blame] | 6 | #include "kvm_cache_regs.h" |
Avi Kivity | 26eef70 | 2008-07-03 14:59:22 +0300 | [diff] [blame] | 7 | |
Radim Krčmář | 7454570 | 2015-04-27 15:11:25 +0200 | [diff] [blame] | 8 | #define MSR_IA32_CR_PAT_DEFAULT 0x0007040600070406ULL |
| 9 | |
Avi Kivity | 26eef70 | 2008-07-03 14:59:22 +0300 | [diff] [blame] | 10 | static inline void kvm_clear_exception_queue(struct kvm_vcpu *vcpu) |
| 11 | { |
| 12 | vcpu->arch.exception.pending = false; |
| 13 | } |
| 14 | |
Gleb Natapov | 66fd3f7 | 2009-05-11 13:35:50 +0300 | [diff] [blame] | 15 | static inline void kvm_queue_interrupt(struct kvm_vcpu *vcpu, u8 vector, |
| 16 | bool soft) |
Avi Kivity | 937a7ea | 2008-07-03 15:17:01 +0300 | [diff] [blame] | 17 | { |
| 18 | vcpu->arch.interrupt.pending = true; |
Gleb Natapov | 66fd3f7 | 2009-05-11 13:35:50 +0300 | [diff] [blame] | 19 | vcpu->arch.interrupt.soft = soft; |
Avi Kivity | 937a7ea | 2008-07-03 15:17:01 +0300 | [diff] [blame] | 20 | vcpu->arch.interrupt.nr = vector; |
| 21 | } |
| 22 | |
| 23 | static inline void kvm_clear_interrupt_queue(struct kvm_vcpu *vcpu) |
| 24 | { |
| 25 | vcpu->arch.interrupt.pending = false; |
| 26 | } |
| 27 | |
Gleb Natapov | 3298b75 | 2009-05-11 13:35:46 +0300 | [diff] [blame] | 28 | static inline bool kvm_event_needs_reinjection(struct kvm_vcpu *vcpu) |
| 29 | { |
| 30 | return vcpu->arch.exception.pending || vcpu->arch.interrupt.pending || |
| 31 | vcpu->arch.nmi_injected; |
| 32 | } |
Gleb Natapov | 66fd3f7 | 2009-05-11 13:35:50 +0300 | [diff] [blame] | 33 | |
| 34 | static inline bool kvm_exception_is_soft(unsigned int nr) |
| 35 | { |
| 36 | return (nr == BP_VECTOR) || (nr == OF_VECTOR); |
| 37 | } |
Gleb Natapov | fc61b80 | 2009-07-05 17:39:35 +0300 | [diff] [blame] | 38 | |
Avi Kivity | 3eeb328 | 2010-01-21 15:31:48 +0200 | [diff] [blame] | 39 | static inline bool is_protmode(struct kvm_vcpu *vcpu) |
| 40 | { |
| 41 | return kvm_read_cr0_bits(vcpu, X86_CR0_PE); |
| 42 | } |
| 43 | |
Avi Kivity | 836a1b3 | 2010-01-21 15:31:49 +0200 | [diff] [blame] | 44 | static inline int is_long_mode(struct kvm_vcpu *vcpu) |
| 45 | { |
| 46 | #ifdef CONFIG_X86_64 |
Avi Kivity | f6801df | 2010-01-21 15:31:50 +0200 | [diff] [blame] | 47 | return vcpu->arch.efer & EFER_LMA; |
Avi Kivity | 836a1b3 | 2010-01-21 15:31:49 +0200 | [diff] [blame] | 48 | #else |
| 49 | return 0; |
| 50 | #endif |
| 51 | } |
| 52 | |
Nadav Amit | 5777392 | 2014-06-18 17:19:23 +0300 | [diff] [blame] | 53 | static inline bool is_64_bit_mode(struct kvm_vcpu *vcpu) |
| 54 | { |
| 55 | int cs_db, cs_l; |
| 56 | |
| 57 | if (!is_long_mode(vcpu)) |
| 58 | return false; |
| 59 | kvm_x86_ops->get_cs_db_l_bits(vcpu, &cs_db, &cs_l); |
| 60 | return cs_l; |
| 61 | } |
| 62 | |
Joerg Roedel | 6539e73 | 2010-09-10 17:30:50 +0200 | [diff] [blame] | 63 | static inline bool mmu_is_nested(struct kvm_vcpu *vcpu) |
| 64 | { |
| 65 | return vcpu->arch.walk_mmu == &vcpu->arch.nested_mmu; |
| 66 | } |
| 67 | |
Avi Kivity | 836a1b3 | 2010-01-21 15:31:49 +0200 | [diff] [blame] | 68 | static inline int is_pae(struct kvm_vcpu *vcpu) |
| 69 | { |
| 70 | return kvm_read_cr4_bits(vcpu, X86_CR4_PAE); |
| 71 | } |
| 72 | |
| 73 | static inline int is_pse(struct kvm_vcpu *vcpu) |
| 74 | { |
| 75 | return kvm_read_cr4_bits(vcpu, X86_CR4_PSE); |
| 76 | } |
| 77 | |
| 78 | static inline int is_paging(struct kvm_vcpu *vcpu) |
| 79 | { |
Davidlohr Bueso | c36fc04 | 2012-03-08 12:45:54 +0100 | [diff] [blame] | 80 | return likely(kvm_read_cr0_bits(vcpu, X86_CR0_PG)); |
Avi Kivity | 836a1b3 | 2010-01-21 15:31:49 +0200 | [diff] [blame] | 81 | } |
| 82 | |
Joerg Roedel | 24d1b15 | 2010-12-07 17:15:05 +0100 | [diff] [blame] | 83 | static inline u32 bit(int bitno) |
| 84 | { |
| 85 | return 1 << (bitno & 31); |
| 86 | } |
| 87 | |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 88 | static inline void vcpu_cache_mmio_info(struct kvm_vcpu *vcpu, |
| 89 | gva_t gva, gfn_t gfn, unsigned access) |
| 90 | { |
| 91 | vcpu->arch.mmio_gva = gva & PAGE_MASK; |
| 92 | vcpu->arch.access = access; |
| 93 | vcpu->arch.mmio_gfn = gfn; |
David Matlack | 56f17dd | 2014-08-18 15:46:07 -0700 | [diff] [blame] | 94 | vcpu->arch.mmio_gen = kvm_memslots(vcpu->kvm)->generation; |
| 95 | } |
| 96 | |
| 97 | static inline bool vcpu_match_mmio_gen(struct kvm_vcpu *vcpu) |
| 98 | { |
| 99 | return vcpu->arch.mmio_gen == kvm_memslots(vcpu->kvm)->generation; |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 100 | } |
| 101 | |
| 102 | /* |
David Matlack | 56f17dd | 2014-08-18 15:46:07 -0700 | [diff] [blame] | 103 | * Clear the mmio cache info for the given gva. If gva is MMIO_GVA_ANY, we |
| 104 | * clear all mmio cache info. |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 105 | */ |
David Matlack | 56f17dd | 2014-08-18 15:46:07 -0700 | [diff] [blame] | 106 | #define MMIO_GVA_ANY (~(gva_t)0) |
| 107 | |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 108 | static inline void vcpu_clear_mmio_info(struct kvm_vcpu *vcpu, gva_t gva) |
| 109 | { |
David Matlack | 56f17dd | 2014-08-18 15:46:07 -0700 | [diff] [blame] | 110 | if (gva != MMIO_GVA_ANY && vcpu->arch.mmio_gva != (gva & PAGE_MASK)) |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 111 | return; |
| 112 | |
| 113 | vcpu->arch.mmio_gva = 0; |
| 114 | } |
| 115 | |
| 116 | static inline bool vcpu_match_mmio_gva(struct kvm_vcpu *vcpu, unsigned long gva) |
| 117 | { |
David Matlack | 56f17dd | 2014-08-18 15:46:07 -0700 | [diff] [blame] | 118 | if (vcpu_match_mmio_gen(vcpu) && vcpu->arch.mmio_gva && |
| 119 | vcpu->arch.mmio_gva == (gva & PAGE_MASK)) |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 120 | return true; |
| 121 | |
| 122 | return false; |
| 123 | } |
| 124 | |
| 125 | static inline bool vcpu_match_mmio_gpa(struct kvm_vcpu *vcpu, gpa_t gpa) |
| 126 | { |
David Matlack | 56f17dd | 2014-08-18 15:46:07 -0700 | [diff] [blame] | 127 | if (vcpu_match_mmio_gen(vcpu) && vcpu->arch.mmio_gfn && |
| 128 | vcpu->arch.mmio_gfn == gpa >> PAGE_SHIFT) |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 129 | return true; |
| 130 | |
| 131 | return false; |
| 132 | } |
| 133 | |
Nadav Amit | 5777392 | 2014-06-18 17:19:23 +0300 | [diff] [blame] | 134 | static inline unsigned long kvm_register_readl(struct kvm_vcpu *vcpu, |
| 135 | enum kvm_reg reg) |
| 136 | { |
| 137 | unsigned long val = kvm_register_read(vcpu, reg); |
| 138 | |
| 139 | return is_64_bit_mode(vcpu) ? val : (u32)val; |
| 140 | } |
| 141 | |
Nadav Amit | 27e6fb5 | 2014-06-18 17:19:26 +0300 | [diff] [blame] | 142 | static inline void kvm_register_writel(struct kvm_vcpu *vcpu, |
| 143 | enum kvm_reg reg, |
| 144 | unsigned long val) |
| 145 | { |
| 146 | if (!is_64_bit_mode(vcpu)) |
| 147 | val = (u32)val; |
| 148 | return kvm_register_write(vcpu, reg, val); |
| 149 | } |
| 150 | |
Paolo Bonzini | 41dbc6b | 2015-07-23 08:22:45 +0200 | [diff] [blame] | 151 | static inline bool kvm_check_has_quirk(struct kvm *kvm, u64 quirk) |
| 152 | { |
| 153 | return !(kvm->arch.disabled_quirks & quirk); |
| 154 | } |
| 155 | |
Zhang, Yanmin | ff9d07a | 2010-04-19 13:32:45 +0800 | [diff] [blame] | 156 | void kvm_before_handle_nmi(struct kvm_vcpu *vcpu); |
| 157 | void kvm_after_handle_nmi(struct kvm_vcpu *vcpu); |
Nicholas Krause | bab5bb3 | 2015-01-01 22:05:18 -0500 | [diff] [blame] | 158 | void kvm_set_pending_timer(struct kvm_vcpu *vcpu); |
Serge E. Hallyn | 71f9833 | 2011-04-13 09:12:54 -0500 | [diff] [blame] | 159 | int kvm_inject_realmode_interrupt(struct kvm_vcpu *vcpu, int irq, int inc_eip); |
Zhang, Yanmin | ff9d07a | 2010-04-19 13:32:45 +0800 | [diff] [blame] | 160 | |
Will Auld | 8fe8ab4 | 2012-11-29 12:42:12 -0800 | [diff] [blame] | 161 | void kvm_write_tsc(struct kvm_vcpu *vcpu, struct msr_data *msr); |
Paolo Bonzini | 108b249 | 2016-09-01 14:21:03 +0200 | [diff] [blame] | 162 | u64 get_kvmclock_ns(struct kvm *kvm); |
Zachary Amsden | 99e3e30 | 2010-08-19 22:07:17 -1000 | [diff] [blame] | 163 | |
Nadav Har'El | 064aea7 | 2011-05-25 23:04:56 +0300 | [diff] [blame] | 164 | int kvm_read_guest_virt(struct x86_emulate_ctxt *ctxt, |
| 165 | gva_t addr, void *val, unsigned int bytes, |
| 166 | struct x86_exception *exception); |
| 167 | |
Nadav Har'El | 6a4d755 | 2011-05-25 23:08:00 +0300 | [diff] [blame] | 168 | int kvm_write_guest_virt_system(struct x86_emulate_ctxt *ctxt, |
| 169 | gva_t addr, void *val, unsigned int bytes, |
| 170 | struct x86_exception *exception); |
| 171 | |
Xiao Guangrong | 19efffa | 2015-06-15 16:55:31 +0800 | [diff] [blame] | 172 | void kvm_vcpu_mtrr_init(struct kvm_vcpu *vcpu); |
Xiao Guangrong | ff53604 | 2015-06-15 16:55:22 +0800 | [diff] [blame] | 173 | u8 kvm_mtrr_get_guest_memory_type(struct kvm_vcpu *vcpu, gfn_t gfn); |
Nadav Amit | 4566654 | 2014-09-18 22:39:44 +0300 | [diff] [blame] | 174 | bool kvm_mtrr_valid(struct kvm_vcpu *vcpu, u32 msr, u64 data); |
Xiao Guangrong | ff53604 | 2015-06-15 16:55:22 +0800 | [diff] [blame] | 175 | int kvm_mtrr_set_msr(struct kvm_vcpu *vcpu, u32 msr, u64 data); |
| 176 | int kvm_mtrr_get_msr(struct kvm_vcpu *vcpu, u32 msr, u64 *pdata); |
Xiao Guangrong | 6a39bbc | 2015-06-15 16:55:35 +0800 | [diff] [blame] | 177 | bool kvm_mtrr_check_gfn_range_consistency(struct kvm_vcpu *vcpu, gfn_t gfn, |
| 178 | int page_num); |
Feng Wu | 52004014 | 2016-01-25 16:53:33 +0800 | [diff] [blame] | 179 | bool kvm_vector_hashing_enabled(void); |
Nadav Amit | 4566654 | 2014-09-18 22:39:44 +0300 | [diff] [blame] | 180 | |
Dave Hansen | d91cab7 | 2015-09-02 16:31:26 -0700 | [diff] [blame] | 181 | #define KVM_SUPPORTED_XCR0 (XFEATURE_MASK_FP | XFEATURE_MASK_SSE \ |
| 182 | | XFEATURE_MASK_YMM | XFEATURE_MASK_BNDREGS \ |
Huaitong Han | 17a511f | 2016-03-22 16:51:16 +0800 | [diff] [blame] | 183 | | XFEATURE_MASK_BNDCSR | XFEATURE_MASK_AVX512 \ |
| 184 | | XFEATURE_MASK_PKRU) |
Avi Kivity | 00b27a3 | 2011-11-23 16:30:32 +0200 | [diff] [blame] | 185 | extern u64 host_xcr0; |
| 186 | |
Paolo Bonzini | 4ff4173 | 2014-02-24 12:15:16 +0100 | [diff] [blame] | 187 | extern u64 kvm_supported_xcr0(void); |
| 188 | |
Marcelo Tosatti | 9ed96e8 | 2014-01-06 12:00:02 -0200 | [diff] [blame] | 189 | extern unsigned int min_timer_period_us; |
| 190 | |
Marcelo Tosatti | d0659d9 | 2014-12-16 09:08:15 -0500 | [diff] [blame] | 191 | extern unsigned int lapic_timer_advance_ns; |
| 192 | |
Gleb Natapov | 54e9818 | 2012-08-05 15:58:32 +0300 | [diff] [blame] | 193 | extern struct static_key kvm_no_apic_vcpu; |
Paolo Bonzini | b51012d | 2016-01-22 11:39:22 +0100 | [diff] [blame] | 194 | |
Marcelo Tosatti | 8d93c87 | 2016-06-20 22:28:02 -0300 | [diff] [blame] | 195 | static inline u64 nsec_to_cycles(struct kvm_vcpu *vcpu, u64 nsec) |
| 196 | { |
| 197 | return pvclock_scale_delta(nsec, vcpu->arch.virtual_tsc_mult, |
| 198 | vcpu->arch.virtual_tsc_shift); |
| 199 | } |
| 200 | |
Paolo Bonzini | b51012d | 2016-01-22 11:39:22 +0100 | [diff] [blame] | 201 | /* Same "calling convention" as do_div: |
| 202 | * - divide (n << 32) by base |
| 203 | * - put result in n |
| 204 | * - return remainder |
| 205 | */ |
| 206 | #define do_shl32_div32(n, base) \ |
| 207 | ({ \ |
| 208 | u32 __quot, __rem; \ |
| 209 | asm("divl %2" : "=a" (__quot), "=d" (__rem) \ |
| 210 | : "rm" (base), "0" (0), "1" ((u32) n)); \ |
| 211 | n = __quot; \ |
| 212 | __rem; \ |
| 213 | }) |
| 214 | |
Avi Kivity | 26eef70 | 2008-07-03 14:59:22 +0300 | [diff] [blame] | 215 | #endif |