blob: af09fa1d1be75a4d8d8280b3b5d250d4a0d89a15 [file] [log] [blame]
Vegard Nossuma656c8e2008-07-22 21:27:11 +02001/*
Carsten Otte043405e2007-10-10 17:16:19 +02002 * Kernel-based Virtual Machine driver for Linux
3 *
4 * This header defines architecture specific interfaces, x86 version
5 *
6 * This work is licensed under the terms of the GNU GPL, version 2. See
7 * the COPYING file in the top-level directory.
8 *
9 */
10
H. Peter Anvin1965aae2008-10-22 22:26:29 -070011#ifndef _ASM_X86_KVM_HOST_H
12#define _ASM_X86_KVM_HOST_H
Carsten Otte043405e2007-10-10 17:16:19 +020013
Zhang Xiantao34c16ee2007-10-20 15:34:38 +080014#include <linux/types.h>
15#include <linux/mm.h>
Andrea Arcangelie930bff2008-07-25 16:24:52 +020016#include <linux/mmu_notifier.h>
Marcelo Tosatti229456f2009-06-17 09:22:14 -030017#include <linux/tracepoint.h>
Sheng Yangf5f48ee2010-06-30 12:25:15 +080018#include <linux/cpumask.h>
Gleb Natapovf5132b02011-11-10 14:57:22 +020019#include <linux/irq_work.h>
Zhang Xiantao34c16ee2007-10-20 15:34:38 +080020
21#include <linux/kvm.h>
22#include <linux/kvm_para.h>
Avi Kivityedf88412007-12-16 11:02:48 +020023#include <linux/kvm_types.h>
Gleb Natapovf5132b02011-11-10 14:57:22 +020024#include <linux/perf_event.h>
Marcelo Tosattid8281992012-11-27 23:29:01 -020025#include <linux/pvclock_gtod.h>
26#include <linux/clocksource.h>
Zhang Xiantao34c16ee2007-10-20 15:34:38 +080027
Gerd Hoffmann50d0a0f2008-06-03 16:17:31 +020028#include <asm/pvclock-abi.h>
Hollis Blancharde01a1b52007-12-03 15:30:25 -060029#include <asm/desc.h>
Sheng Yang0bed3b52008-10-09 16:01:54 +080030#include <asm/mtrr.h>
Alexander Graf9962d032008-11-25 20:17:02 +010031#include <asm/msr-index.h>
H. Peter Anvin3ee89722012-04-20 13:41:59 -070032#include <asm/asm.h>
Hollis Blancharde01a1b52007-12-03 15:30:25 -060033
Chegu Vinodcbf64352013-04-27 18:31:04 -070034#define KVM_MAX_VCPUS 255
Marcelo Tosattia59cb292012-02-03 12:28:31 -020035#define KVM_SOFT_MAX_VCPUS 160
Igor Mammedov1d4e7e32014-11-06 15:52:47 +000036#define KVM_USER_MEM_SLOTS 509
Alex Williamson07432472012-12-10 10:33:15 -070037/* memory slots that are not exposed to userspace */
38#define KVM_PRIVATE_MEM_SLOTS 3
Alex Williamsonbbacc0c2012-12-10 10:33:09 -070039#define KVM_MEM_SLOTS_NUM (KVM_USER_MEM_SLOTS + KVM_PRIVATE_MEM_SLOTS)
Xiao Guangrong93a5cef2011-11-24 17:37:48 +080040
Avi Kivity69a9f692008-03-21 12:38:23 +020041#define KVM_PIO_PAGE_OFFSET 1
Laurent Vivier542472b2008-05-30 16:05:55 +020042#define KVM_COALESCED_MMIO_PAGE_OFFSET 2
David Hildenbrand920552b2015-09-18 12:34:53 +020043#define KVM_HALT_POLL_NS_DEFAULT 500000
Avi Kivity69a9f692008-03-21 12:38:23 +020044
Alexander Graf8175e5b2013-04-15 10:42:33 +020045#define KVM_IRQCHIP_NUM_PINS KVM_IOAPIC_NUM_PINS
46
Joerg Roedelcfec82c2011-04-04 12:39:28 +020047#define CR0_RESERVED_BITS \
48 (~(unsigned long)(X86_CR0_PE | X86_CR0_MP | X86_CR0_EM | X86_CR0_TS \
49 | X86_CR0_ET | X86_CR0_NE | X86_CR0_WP | X86_CR0_AM \
50 | X86_CR0_NW | X86_CR0_CD | X86_CR0_PG))
51
Nadav Amit346874c2014-04-18 03:35:09 +030052#define CR3_L_MODE_RESERVED_BITS 0xFFFFFF0000000000ULL
Borislav Petkovcfaa7902015-01-15 09:44:56 +010053#define CR3_PCID_INVD BIT_64(63)
Joerg Roedelcfec82c2011-04-04 12:39:28 +020054#define CR4_RESERVED_BITS \
55 (~(unsigned long)(X86_CR4_VME | X86_CR4_PVI | X86_CR4_TSD | X86_CR4_DE\
56 | X86_CR4_PSE | X86_CR4_PAE | X86_CR4_MCE \
Mao, Junjiead756a12012-07-02 01:18:48 +000057 | X86_CR4_PGE | X86_CR4_PCE | X86_CR4_OSFXSR | X86_CR4_PCIDE \
H. Peter Anvinafcbf132013-04-27 16:37:47 -070058 | X86_CR4_OSXSAVE | X86_CR4_SMEP | X86_CR4_FSGSBASE \
Feng Wu56d6efc2014-04-01 17:46:33 +080059 | X86_CR4_OSXMMEXCPT | X86_CR4_VMXE | X86_CR4_SMAP))
Joerg Roedelcfec82c2011-04-04 12:39:28 +020060
61#define CR8_RESERVED_BITS (~(unsigned long)X86_CR8_TPR)
62
63
Zhang Xiantaocd6e8f82007-11-19 14:33:37 +080064
Zhang Xiantaocd6e8f82007-11-19 14:33:37 +080065#define INVALID_PAGE (~(hpa_t)0)
Xiao Guangrongdd180b32010-07-03 16:02:42 +080066#define VALID_PAGE(x) ((x) != INVALID_PAGE)
67
Zhang Xiantaocd6e8f82007-11-19 14:33:37 +080068#define UNMAPPED_GVA (~(gpa_t)0)
69
Joerg Roedelec04b262009-06-19 15:16:23 +020070/* KVM Hugepage definitions for x86 */
Joerg Roedel04326ca2009-07-27 16:30:47 +020071#define KVM_NR_PAGE_SIZES 3
Joerg Roedel82855412010-07-01 16:00:11 +020072#define KVM_HPAGE_GFN_SHIFT(x) (((x) - 1) * 9)
73#define KVM_HPAGE_SHIFT(x) (PAGE_SHIFT + KVM_HPAGE_GFN_SHIFT(x))
Joerg Roedelec04b262009-06-19 15:16:23 +020074#define KVM_HPAGE_SIZE(x) (1UL << KVM_HPAGE_SHIFT(x))
75#define KVM_HPAGE_MASK(x) (~(KVM_HPAGE_SIZE(x) - 1))
76#define KVM_PAGES_PER_HPAGE(x) (KVM_HPAGE_SIZE(x) / PAGE_SIZE)
Marcelo Tosatti05da4552008-02-23 11:44:30 -030077
Christoffer Dall6d9d41e2013-10-02 14:22:28 -070078static inline gfn_t gfn_to_index(gfn_t gfn, gfn_t base_gfn, int level)
79{
80 /* KVM_HPAGE_GFN_SHIFT(PT_PAGE_TABLE_LEVEL) must be 0. */
81 return (gfn >> KVM_HPAGE_GFN_SHIFT(level)) -
82 (base_gfn >> KVM_HPAGE_GFN_SHIFT(level));
83}
84
Zhang Xiantaod657a982007-12-14 09:41:22 +080085#define KVM_PERMILLE_MMU_PAGES 20
86#define KVM_MIN_ALLOC_MMU_PAGES 64
Dong, Eddie1ae0a132008-01-07 13:20:25 +020087#define KVM_MMU_HASH_SHIFT 10
88#define KVM_NUM_MMU_PAGES (1 << KVM_MMU_HASH_SHIFT)
Zhang Xiantaod657a982007-12-14 09:41:22 +080089#define KVM_MIN_FREE_MMU_PAGES 5
90#define KVM_REFILL_PAGES 25
Andre Przywara73c11602010-12-01 12:17:44 +010091#define KVM_MAX_CPUID_ENTRIES 80
Sheng Yang0bed3b52008-10-09 16:01:54 +080092#define KVM_NR_FIXED_MTRR_REGION 88
Paolo Bonzini0d234da2014-08-18 16:39:48 +020093#define KVM_NR_VAR_MTRR 8
Zhang Xiantaod657a982007-12-14 09:41:22 +080094
Gleb Natapovaf585b92010-10-14 11:22:46 +020095#define ASYNC_PF_PER_VCPU 64
96
Marcelo Tosatti5fdbf972008-06-27 14:58:02 -030097enum kvm_reg {
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +080098 VCPU_REGS_RAX = 0,
99 VCPU_REGS_RCX = 1,
100 VCPU_REGS_RDX = 2,
101 VCPU_REGS_RBX = 3,
102 VCPU_REGS_RSP = 4,
103 VCPU_REGS_RBP = 5,
104 VCPU_REGS_RSI = 6,
105 VCPU_REGS_RDI = 7,
106#ifdef CONFIG_X86_64
107 VCPU_REGS_R8 = 8,
108 VCPU_REGS_R9 = 9,
109 VCPU_REGS_R10 = 10,
110 VCPU_REGS_R11 = 11,
111 VCPU_REGS_R12 = 12,
112 VCPU_REGS_R13 = 13,
113 VCPU_REGS_R14 = 14,
114 VCPU_REGS_R15 = 15,
115#endif
Marcelo Tosatti5fdbf972008-06-27 14:58:02 -0300116 VCPU_REGS_RIP,
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +0800117 NR_VCPU_REGS
118};
119
Avi Kivity6de4f3a2009-05-31 22:58:47 +0300120enum kvm_reg_ex {
121 VCPU_EXREG_PDPTR = NR_VCPU_REGS,
Avi Kivityaff48ba2010-12-05 18:56:11 +0200122 VCPU_EXREG_CR3,
Avi Kivity6de12732011-03-07 12:51:22 +0200123 VCPU_EXREG_RFLAGS,
Avi Kivity2fb92db2011-04-27 19:42:18 +0300124 VCPU_EXREG_SEGMENTS,
Avi Kivity6de4f3a2009-05-31 22:58:47 +0300125};
126
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +0800127enum {
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +0800128 VCPU_SREG_ES,
Avi Kivity81609e32008-05-27 16:26:01 +0300129 VCPU_SREG_CS,
130 VCPU_SREG_SS,
131 VCPU_SREG_DS,
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +0800132 VCPU_SREG_FS,
133 VCPU_SREG_GS,
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +0800134 VCPU_SREG_TR,
135 VCPU_SREG_LDTR,
136};
137
Avi Kivity56e82312009-08-12 15:04:37 +0300138#include <asm/kvm_emulate.h>
Zhang Xiantao2b3ccfa2007-11-19 14:56:05 +0800139
Zhang Xiantaod657a982007-12-14 09:41:22 +0800140#define KVM_NR_MEM_OBJS 40
141
Jan Kiszka42dbaa52008-12-15 13:52:10 +0100142#define KVM_NR_DB_REGS 4
143
144#define DR6_BD (1 << 13)
145#define DR6_BS (1 << 14)
Nadav Amit6f43ed02014-07-15 17:37:46 +0300146#define DR6_RTM (1 << 16)
147#define DR6_FIXED_1 0xfffe0ff0
148#define DR6_INIT 0xffff0ff0
149#define DR6_VOLATILE 0x0001e00f
Jan Kiszka42dbaa52008-12-15 13:52:10 +0100150
151#define DR7_BP_EN_MASK 0x000000ff
152#define DR7_GE (1 << 9)
153#define DR7_GD (1 << 13)
154#define DR7_FIXED_1 0x00000400
Nadav Amit6f43ed02014-07-15 17:37:46 +0300155#define DR7_VOLATILE 0xffff2bff
Jan Kiszka42dbaa52008-12-15 13:52:10 +0100156
Nadav Amitc205fb72014-12-25 02:52:16 +0200157#define PFERR_PRESENT_BIT 0
158#define PFERR_WRITE_BIT 1
159#define PFERR_USER_BIT 2
160#define PFERR_RSVD_BIT 3
161#define PFERR_FETCH_BIT 4
162
163#define PFERR_PRESENT_MASK (1U << PFERR_PRESENT_BIT)
164#define PFERR_WRITE_MASK (1U << PFERR_WRITE_BIT)
165#define PFERR_USER_MASK (1U << PFERR_USER_BIT)
166#define PFERR_RSVD_MASK (1U << PFERR_RSVD_BIT)
167#define PFERR_FETCH_MASK (1U << PFERR_FETCH_BIT)
168
Gleb Natapov41383772012-04-19 14:06:29 +0300169/* apic attention bits */
170#define KVM_APIC_CHECK_VAPIC 0
Michael S. Tsirkinae7a2a32012-06-24 19:25:07 +0300171/*
172 * The following bit is set with PV-EOI, unset on EOI.
173 * We detect PV-EOI changes by guest by comparing
174 * this bit with PV-EOI in guest memory.
175 * See the implementation in apic_update_pv_eoi.
176 */
177#define KVM_APIC_PV_EOI_PENDING 1
Gleb Natapov41383772012-04-19 14:06:29 +0300178
Zhang Xiantaod657a982007-12-14 09:41:22 +0800179/*
180 * We don't want allocation failures within the mmu code, so we preallocate
181 * enough memory for a single page fault in a cache.
182 */
183struct kvm_mmu_memory_cache {
184 int nobjs;
185 void *objects[KVM_NR_MEM_OBJS];
186};
187
Zhang Xiantaod657a982007-12-14 09:41:22 +0800188union kvm_mmu_page_role {
189 unsigned word;
190 struct {
Joe Perches7d76b4d2008-03-23 01:02:34 -0700191 unsigned level:4;
Avi Kivity5b7e0102010-04-14 19:20:03 +0300192 unsigned cr4_pae:1;
Joe Perches7d76b4d2008-03-23 01:02:34 -0700193 unsigned quadrant:2;
Avi Kivityf6e2c02b2009-01-11 13:02:10 +0200194 unsigned direct:1;
Joe Perches7d76b4d2008-03-23 01:02:34 -0700195 unsigned access:3;
Marcelo Tosatti2e53d632008-02-20 14:47:24 -0500196 unsigned invalid:1;
Avi Kivity9645bb562009-03-31 11:31:54 +0300197 unsigned nxe:1;
Avi Kivity3dbe1412010-05-12 11:48:18 +0300198 unsigned cr0_wp:1;
Avi Kivity411c5882011-06-06 16:11:54 +0300199 unsigned smep_andnot_wp:1;
Xiao Guangrong0be02262015-05-11 22:55:21 +0800200 unsigned smap_andnot_wp:1;
Paolo Bonzini699023e2015-05-18 15:03:39 +0200201 unsigned :8;
202
203 /*
204 * This is left at the top of the word so that
205 * kvm_memslots_for_spte_role can extract it with a
206 * simple shift. While there is room, give it a whole
207 * byte so it is also faster to load it from memory.
208 */
209 unsigned smm:8;
Zhang Xiantaod657a982007-12-14 09:41:22 +0800210 };
211};
212
213struct kvm_mmu_page {
214 struct list_head link;
215 struct hlist_node hash_link;
216
217 /*
218 * The following two entries are used to key the shadow page in the
219 * hash table.
220 */
221 gfn_t gfn;
222 union kvm_mmu_page_role role;
223
224 u64 *spt;
225 /* hold the gfn of each spte inside spt */
226 gfn_t *gfns;
Marcelo Tosatti4731d4c2008-09-23 13:18:39 -0300227 bool unsync;
Xiao Guangrong0571d362010-04-16 21:27:54 +0800228 int root_count; /* Currently serving as active root */
Marcelo Tosatti60c8aec2008-12-01 22:32:02 -0200229 unsigned int unsync_children;
Xiao Guangrong67052b32011-05-15 23:27:08 +0800230 unsigned long parent_ptes; /* Reverse mapping for parent_pte */
Xiao Guangrongf6f8ade2013-06-19 17:09:24 +0800231
232 /* The page is obsolete if mmu_valid_gen != kvm->arch.mmu_valid_gen. */
Xiao Guangrong5304b8d2013-05-31 08:36:22 +0800233 unsigned long mmu_valid_gen;
Xiao Guangrongf6f8ade2013-06-19 17:09:24 +0800234
Marcelo Tosatti0074ff62008-09-23 13:18:40 -0300235 DECLARE_BITMAP(unsync_child_bitmap, 512);
Xiao Guangrongc2a2ac22011-07-12 03:32:13 +0800236
237#ifdef CONFIG_X86_32
Xiao Guangrongaccaefe2013-06-19 17:09:20 +0800238 /*
239 * Used out of the mmu-lock to avoid reading spte values while an
240 * update is in progress; see the comments in __get_spte_lockless().
241 */
Xiao Guangrongc2a2ac22011-07-12 03:32:13 +0800242 int clear_spte_count;
243#endif
244
Xiao Guangrong0cbf8e42013-06-19 17:09:21 +0800245 /* Number of writes since the last time traversal visited this page. */
Xiao Guangronga30f47c2011-09-22 16:58:36 +0800246 int write_flooding_count;
Zhang Xiantaod657a982007-12-14 09:41:22 +0800247};
248
Avi Kivity1c083642009-01-04 12:39:07 +0200249struct kvm_pio_request {
250 unsigned long count;
Avi Kivity1c083642009-01-04 12:39:07 +0200251 int in;
252 int port;
253 int size;
Avi Kivity1c083642009-01-04 12:39:07 +0200254};
255
Xiao Guangronga0a64f52015-08-05 12:04:21 +0800256struct rsvd_bits_validate {
257 u64 rsvd_bits_mask[2][4];
258 u64 bad_mt_xwr;
259};
260
Zhang Xiantaod657a982007-12-14 09:41:22 +0800261/*
262 * x86 supports 3 paging modes (4-level 64-bit, 3-level 64-bit, and 2-level
263 * 32-bit). The kvm_mmu structure abstracts the details of the current mmu
264 * mode.
265 */
266struct kvm_mmu {
Joerg Roedelf43addd2010-09-10 17:30:40 +0200267 void (*set_cr3)(struct kvm_vcpu *vcpu, unsigned long root);
Joerg Roedel5777ed32010-09-10 17:30:42 +0200268 unsigned long (*get_cr3)(struct kvm_vcpu *vcpu);
Avi Kivitye4e517b2011-07-28 11:36:17 +0300269 u64 (*get_pdptr)(struct kvm_vcpu *vcpu, int index);
Xiao Guangrong78b2c542010-12-07 10:48:06 +0800270 int (*page_fault)(struct kvm_vcpu *vcpu, gva_t gva, u32 err,
271 bool prefault);
Avi Kivity6389ee92010-11-29 16:12:30 +0200272 void (*inject_page_fault)(struct kvm_vcpu *vcpu,
273 struct x86_exception *fault);
Gleb Natapov1871c602010-02-10 14:21:32 +0200274 gpa_t (*gva_to_gpa)(struct kvm_vcpu *vcpu, gva_t gva, u32 access,
Avi Kivityab9ae312010-11-22 17:53:26 +0200275 struct x86_exception *exception);
Paolo Bonzini54987b72014-09-02 13:23:06 +0200276 gpa_t (*translate_gpa)(struct kvm_vcpu *vcpu, gpa_t gpa, u32 access,
277 struct x86_exception *exception);
Marcelo Tosattie8bc2172008-09-23 13:18:33 -0300278 int (*sync_page)(struct kvm_vcpu *vcpu,
Xiao Guangronga4a8e6f2010-11-19 17:04:03 +0800279 struct kvm_mmu_page *sp);
Marcelo Tosattia7052892008-09-23 13:18:35 -0300280 void (*invlpg)(struct kvm_vcpu *vcpu, gva_t gva);
Xiao Guangrong0f53b5b2011-03-09 15:43:51 +0800281 void (*update_pte)(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp,
Xiao Guangrong7c562522011-03-28 10:29:27 +0800282 u64 *spte, const void *pte);
Zhang Xiantaod657a982007-12-14 09:41:22 +0800283 hpa_t root_hpa;
284 int root_level;
285 int shadow_root_level;
Avi Kivitya770f6f2008-12-21 19:20:09 +0200286 union kvm_mmu_page_role base_role;
Joerg Roedelc5a78f2b2010-09-10 17:30:39 +0200287 bool direct_map;
Zhang Xiantaod657a982007-12-14 09:41:22 +0800288
Avi Kivity97d64b72012-09-12 14:52:00 +0300289 /*
290 * Bitmap; bit set = permission fault
291 * Byte index: page fault error code [4:1]
292 * Bit index: pte permissions in ACC_* format
293 */
294 u8 permissions[16];
295
Zhang Xiantaod657a982007-12-14 09:41:22 +0800296 u64 *pae_root;
Joerg Roedel81407ca2010-09-10 17:31:00 +0200297 u64 *lm_root;
Xiao Guangrongc258b622015-08-05 12:04:24 +0800298
299 /*
300 * check zero bits on shadow page table entries, these
301 * bits include not only hardware reserved bits but also
302 * the bits spte never used.
303 */
304 struct rsvd_bits_validate shadow_zero_check;
305
Xiao Guangronga0a64f52015-08-05 12:04:21 +0800306 struct rsvd_bits_validate guest_rsvd_check;
Joerg Roedelff03a072010-09-10 17:30:57 +0200307
Avi Kivity6fd01b72012-09-12 20:46:56 +0300308 /*
309 * Bitmap: bit set = last pte in walk
310 * index[0:1]: level (zero-based)
311 * index[2]: pte.ps
312 */
313 u8 last_pte_bitmap;
314
Joerg Roedel2d48a982010-09-10 17:31:01 +0200315 bool nx;
316
Joerg Roedelff03a072010-09-10 17:30:57 +0200317 u64 pdptrs[4]; /* pae */
Zhang Xiantaod657a982007-12-14 09:41:22 +0800318};
319
Gleb Natapovf5132b02011-11-10 14:57:22 +0200320enum pmc_type {
321 KVM_PMC_GP = 0,
322 KVM_PMC_FIXED,
323};
324
325struct kvm_pmc {
326 enum pmc_type type;
327 u8 idx;
328 u64 counter;
329 u64 eventsel;
330 struct perf_event *perf_event;
331 struct kvm_vcpu *vcpu;
332};
333
334struct kvm_pmu {
335 unsigned nr_arch_gp_counters;
336 unsigned nr_arch_fixed_counters;
337 unsigned available_event_types;
338 u64 fixed_ctr_ctrl;
339 u64 global_ctrl;
340 u64 global_status;
341 u64 global_ovf_ctrl;
342 u64 counter_bitmask[2];
343 u64 global_ctrl_mask;
Andi Kleen103af0a2013-07-18 15:57:02 -0700344 u64 reserved_bits;
Gleb Natapovf5132b02011-11-10 14:57:22 +0200345 u8 version;
Robert Richter15c7ad52012-06-20 20:46:33 +0200346 struct kvm_pmc gp_counters[INTEL_PMC_MAX_GENERIC];
347 struct kvm_pmc fixed_counters[INTEL_PMC_MAX_FIXED];
Gleb Natapovf5132b02011-11-10 14:57:22 +0200348 struct irq_work irq_work;
349 u64 reprogram_pmi;
350};
351
Wei Huang25462f72015-06-19 15:45:05 +0200352struct kvm_pmu_ops;
353
Paolo Bonzini360b9482014-02-21 09:55:56 +0100354enum {
355 KVM_DEBUGREG_BP_ENABLED = 1,
Paolo Bonzinic77fb5f2014-02-21 10:17:24 +0100356 KVM_DEBUGREG_WONT_EXIT = 2,
Nadav Amitae561ed2015-04-02 03:10:37 +0300357 KVM_DEBUGREG_RELOAD = 4,
Paolo Bonzini360b9482014-02-21 09:55:56 +0100358};
359
Xiao Guangrong86fd5272015-06-15 16:55:27 +0800360struct kvm_mtrr_range {
361 u64 base;
362 u64 mask;
Xiao Guangrong19efffa2015-06-15 16:55:31 +0800363 struct list_head node;
Xiao Guangrong86fd5272015-06-15 16:55:27 +0800364};
365
Xiao Guangrong70109e72015-06-15 16:55:24 +0800366struct kvm_mtrr {
Xiao Guangrong86fd5272015-06-15 16:55:27 +0800367 struct kvm_mtrr_range var_ranges[KVM_NR_VAR_MTRR];
Xiao Guangrong70109e72015-06-15 16:55:24 +0800368 mtrr_type fixed_ranges[KVM_NR_FIXED_MTRR_REGION];
Xiao Guangrong10fac2d2015-06-15 16:55:26 +0800369 u64 deftype;
Xiao Guangrong19efffa2015-06-15 16:55:31 +0800370
371 struct list_head head;
Xiao Guangrong70109e72015-06-15 16:55:24 +0800372};
373
Andrey Smetanine83d5882015-07-03 15:01:34 +0300374/* Hyper-V per vcpu emulation context */
375struct kvm_vcpu_hv {
376 u64 hv_vapic;
377};
378
Zhang Xiantaoad312c72007-12-13 23:50:52 +0800379struct kvm_vcpu_arch {
Marcelo Tosatti5fdbf972008-06-27 14:58:02 -0300380 /*
381 * rip and regs accesses must go through
382 * kvm_{register,rip}_{read,write} functions.
383 */
384 unsigned long regs[NR_VCPU_REGS];
385 u32 regs_avail;
386 u32 regs_dirty;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800387
388 unsigned long cr0;
Avi Kivitye8467fd2009-12-29 18:43:06 +0200389 unsigned long cr0_guest_owned_bits;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800390 unsigned long cr2;
391 unsigned long cr3;
392 unsigned long cr4;
Avi Kivityfc78f512009-12-07 12:16:48 +0200393 unsigned long cr4_guest_owned_bits;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800394 unsigned long cr8;
Alexander Graf1371d902008-11-25 20:17:04 +0100395 u32 hflags;
Avi Kivityf6801df2010-01-21 15:31:50 +0200396 u64 efer;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800397 u64 apic_base;
398 struct kvm_lapic *apic; /* kernel irqchip context */
Paolo Bonzini3bb345f2015-07-29 10:43:18 +0200399 u64 eoi_exit_bitmap[4];
Gleb Natapov41383772012-04-19 14:06:29 +0300400 unsigned long apic_attention;
Gleb Natapove1035712009-03-05 16:34:59 +0200401 int32_t apic_arb_prio;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800402 int mp_state;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800403 u64 ia32_misc_enable_msr;
Paolo Bonzini64d60672015-05-07 11:36:11 +0200404 u64 smbase;
Avi Kivityb209749f2007-10-22 16:50:39 +0200405 bool tpr_access_reporting;
Wanpeng Li20300092014-12-02 19:14:59 +0800406 u64 ia32_xss;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800407
Joerg Roedel14dfe852010-09-10 17:30:49 +0200408 /*
409 * Paging state of the vcpu
410 *
411 * If the vcpu runs in guest mode with two level paging this still saves
412 * the paging mode of the l1 guest. This context is always used to
413 * handle faults.
414 */
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800415 struct kvm_mmu mmu;
Joerg Roedel8df25a32010-09-10 17:30:46 +0200416
417 /*
Joerg Roedel6539e732010-09-10 17:30:50 +0200418 * Paging state of an L2 guest (used for nested npt)
419 *
420 * This context will save all necessary information to walk page tables
421 * of the an L2 guest. This context is only initialized for page table
422 * walking and not for faulting since we never handle l2 page faults on
423 * the host.
424 */
425 struct kvm_mmu nested_mmu;
426
427 /*
Joerg Roedel14dfe852010-09-10 17:30:49 +0200428 * Pointer to the mmu context currently used for
429 * gva_to_gpa translations.
430 */
431 struct kvm_mmu *walk_mmu;
432
Xiao Guangrong53c07b12011-05-15 23:26:20 +0800433 struct kvm_mmu_memory_cache mmu_pte_list_desc_cache;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800434 struct kvm_mmu_memory_cache mmu_page_cache;
435 struct kvm_mmu_memory_cache mmu_page_header_cache;
436
Sheng Yang98918832010-05-17 17:08:28 +0800437 struct fpu guest_fpu;
Liang Lic447e762015-05-21 04:41:25 +0800438 bool eager_fpu;
Dexuan Cui2acf9232010-06-10 11:27:12 +0800439 u64 xcr0;
Paolo Bonzinid7876f12013-10-02 16:06:15 +0200440 u64 guest_supported_xcr0;
Paolo Bonzini4344ee92013-10-02 16:06:16 +0200441 u32 guest_xstate_size;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800442
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800443 struct kvm_pio_request pio;
444 void *pio_data;
445
Gleb Natapov66fd3f72009-05-11 13:35:50 +0300446 u8 event_exit_inst_len;
447
Avi Kivity298101d2007-11-25 13:41:11 +0200448 struct kvm_queued_exception {
449 bool pending;
450 bool has_error_code;
Joerg Roedelce7ddec2010-04-22 12:33:13 +0200451 bool reinject;
Avi Kivity298101d2007-11-25 13:41:11 +0200452 u8 nr;
453 u32 error_code;
454 } exception;
455
Avi Kivity937a7ea2008-07-03 15:17:01 +0300456 struct kvm_queued_interrupt {
457 bool pending;
Gleb Natapov66fd3f72009-05-11 13:35:50 +0300458 bool soft;
Avi Kivity937a7ea2008-07-03 15:17:01 +0300459 u8 nr;
460 } interrupt;
461
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800462 int halt_request; /* real mode on Intel only */
463
464 int cpuid_nent;
Dan Kenigsberg07716712007-11-21 17:10:04 +0200465 struct kvm_cpuid_entry2 cpuid_entries[KVM_MAX_CPUID_ENTRIES];
Eugene Korenevsky5a4f55c2015-03-29 23:56:12 +0300466
467 int maxphyaddr;
468
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800469 /* emulate context */
470
471 struct x86_emulate_ctxt emulate_ctxt;
Gleb Natapov7ae441e2011-03-31 12:06:41 +0200472 bool emulate_regs_need_sync_to_vcpu;
473 bool emulate_regs_need_sync_from_vcpu;
Gleb Natapov716d51a2012-09-03 15:24:26 +0300474 int (*complete_userspace_io)(struct kvm_vcpu *vcpu);
Glauber de Oliveira Costa18068522008-02-15 17:52:47 -0200475
476 gpa_t time;
Gerd Hoffmann50d0a0f2008-06-03 16:17:31 +0200477 struct pvclock_vcpu_time_info hv_clock;
Zachary Amsdene48672f2010-08-19 22:07:23 -1000478 unsigned int hw_tsc_khz;
Andy Honig0b794592013-02-20 14:48:10 -0800479 struct gfn_to_hva_cache pv_time;
480 bool pv_time_enabled;
Marcelo Tosatti51d59c62012-08-03 15:57:49 -0300481 /* set guest stopped flag in pvclock flags field */
482 bool pvclock_set_guest_stopped_request;
Glauber Costac9aaa892011-07-11 15:28:14 -0400483
484 struct {
485 u64 msr_val;
486 u64 last_steal;
487 u64 accum_steal;
488 struct gfn_to_hva_cache stime;
489 struct kvm_steal_time steal;
490 } st;
491
Zachary Amsden1d5f0662010-08-19 22:07:30 -1000492 u64 last_guest_tsc;
Zachary Amsden6f526ec2012-02-03 15:43:54 -0200493 u64 last_host_tsc;
Zachary Amsden0dd6a6e2012-02-03 15:43:56 -0200494 u64 tsc_offset_adjustment;
Zachary Amsdene26101b2012-02-03 15:43:57 -0200495 u64 this_tsc_nsec;
496 u64 this_tsc_write;
Tomasz Grabiec0d3da0d2014-06-24 09:42:43 +0200497 u64 this_tsc_generation;
Zachary Amsdenc2855452010-09-18 14:38:15 -1000498 bool tsc_catchup;
Zachary Amsdencc578282012-02-03 15:43:50 -0200499 bool tsc_always_catchup;
500 s8 virtual_tsc_shift;
501 u32 virtual_tsc_mult;
502 u32 virtual_tsc_khz;
Will Auldba904632012-11-29 12:42:50 -0800503 s64 ia32_tsc_adjust_msr;
Sheng Yang3419ffc2008-05-15 09:52:48 +0800504
Avi Kivity7460fb4a2011-09-20 13:43:14 +0300505 atomic_t nmi_queued; /* unprocessed asynchronous NMIs */
506 unsigned nmi_pending; /* NMI queued after currently running handler */
507 bool nmi_injected; /* Trying to inject an NMI this entry */
Paolo Bonzinif0778252015-04-01 15:06:40 +0200508 bool smi_pending; /* SMI queued after currently running handler */
Avi Kivity9ba075a2008-05-26 20:06:35 +0300509
Xiao Guangrong70109e72015-06-15 16:55:24 +0800510 struct kvm_mtrr mtrr_state;
Paolo Bonzini7cb060a2014-06-19 11:40:18 +0200511 u64 pat;
Jan Kiszka42dbaa52008-12-15 13:52:10 +0100512
Paolo Bonzini360b9482014-02-21 09:55:56 +0100513 unsigned switch_db_regs;
Jan Kiszka42dbaa52008-12-15 13:52:10 +0100514 unsigned long db[KVM_NR_DB_REGS];
515 unsigned long dr6;
516 unsigned long dr7;
517 unsigned long eff_db[KVM_NR_DB_REGS];
Jan Kiszkac8639012012-09-21 05:42:55 +0200518 unsigned long guest_debug_dr7;
Huang Ying890ca9a2009-05-11 16:48:15 +0800519
520 u64 mcg_cap;
521 u64 mcg_status;
522 u64 mcg_ctl;
523 u64 *mce_banks;
Jan Kiszka94fe45d2009-10-18 13:24:44 +0200524
Xiao Guangrongbebb1062011-07-12 03:23:20 +0800525 /* Cache MMIO info */
526 u64 mmio_gva;
527 unsigned access;
528 gfn_t mmio_gfn;
David Matlack56f17dd2014-08-18 15:46:07 -0700529 u64 mmio_gen;
Xiao Guangrongbebb1062011-07-12 03:23:20 +0800530
Gleb Natapovf5132b02011-11-10 14:57:22 +0200531 struct kvm_pmu pmu;
532
Jan Kiszka94fe45d2009-10-18 13:24:44 +0200533 /* used for guest single stepping over the given code position */
Jan Kiszka94fe45d2009-10-18 13:24:44 +0200534 unsigned long singlestep_rip;
Jan Kiszkaf92653e2010-02-23 17:47:55 +0100535
Andrey Smetanine83d5882015-07-03 15:01:34 +0300536 struct kvm_vcpu_hv hyperv;
Sheng Yangf5f48ee2010-06-30 12:25:15 +0800537
538 cpumask_var_t wbinvd_dirty_mask;
Gleb Natapovaf585b92010-10-14 11:22:46 +0200539
Xiao Guangrong1cb3f3a2011-09-22 17:02:48 +0800540 unsigned long last_retry_eip;
541 unsigned long last_retry_addr;
542
Gleb Natapovaf585b92010-10-14 11:22:46 +0200543 struct {
544 bool halted;
545 gfn_t gfns[roundup_pow_of_two(ASYNC_PF_PER_VCPU)];
Gleb Natapov344d9582010-10-14 11:22:50 +0200546 struct gfn_to_hva_cache data;
547 u64 msr_val;
Gleb Natapov7c907052010-10-14 11:22:53 +0200548 u32 id;
Gleb Natapov6adba522010-10-14 11:22:55 +0200549 bool send_user_only;
Gleb Natapovaf585b92010-10-14 11:22:46 +0200550 } apf;
Boris Ostrovsky2b036c62012-01-09 14:00:35 -0500551
552 /* OSVW MSRs (AMD only) */
553 struct {
554 u64 length;
555 u64 status;
556 } osvw;
Michael S. Tsirkinae7a2a32012-06-24 19:25:07 +0300557
558 struct {
559 u64 msr_val;
560 struct gfn_to_hva_cache data;
561 } pv_eoi;
Xiao Guangrong93c05d32013-01-13 23:49:07 +0800562
563 /*
564 * Indicate whether the access faults on its page table in guest
565 * which is set when fix page fault and used to detect unhandeable
566 * instruction.
567 */
568 bool write_fault_to_shadow_pgtable;
Yang Zhang25d92082013-08-06 12:00:32 +0300569
570 /* set at EPT violation at this point */
571 unsigned long exit_qualification;
Srivatsa Vaddagiri6aef2662013-08-26 14:18:34 +0530572
573 /* pv related host specific info */
574 struct {
575 bool pv_unhalted;
576 } pv;
Steve Rutherford7543a632015-07-29 23:21:41 -0700577
578 int pending_ioapic_eoi;
Zhang Xiantao34c16ee2007-10-20 15:34:38 +0800579};
580
Takuya Yoshikawadb3fe4e2012-02-08 13:02:18 +0900581struct kvm_lpage_info {
Takuya Yoshikawadb3fe4e2012-02-08 13:02:18 +0900582 int write_count;
583};
584
585struct kvm_arch_memory_slot {
Takuya Yoshikawad89cc612012-08-01 18:03:28 +0900586 unsigned long *rmap[KVM_NR_PAGE_SIZES];
Takuya Yoshikawadb3fe4e2012-02-08 13:02:18 +0900587 struct kvm_lpage_info *lpage_info[KVM_NR_PAGE_SIZES - 1];
588};
589
Radim Krčmář3548a252015-02-12 19:41:33 +0100590/*
591 * We use as the mode the number of bits allocated in the LDR for the
592 * logical processor ID. It happens that these are all powers of two.
593 * This makes it is very easy to detect cases where the APICs are
594 * configured for multiple modes; in that case, we cannot use the map and
595 * hence cannot use kvm_irq_delivery_to_apic_fast either.
596 */
597#define KVM_APIC_MODE_XAPIC_CLUSTER 4
598#define KVM_APIC_MODE_XAPIC_FLAT 8
599#define KVM_APIC_MODE_X2APIC 16
600
Gleb Natapov1e08ec42012-09-13 17:19:24 +0300601struct kvm_apic_map {
602 struct rcu_head rcu;
Radim Krčmář3548a252015-02-12 19:41:33 +0100603 u8 mode;
Gleb Natapov1e08ec42012-09-13 17:19:24 +0300604 struct kvm_lapic *phys_map[256];
605 /* first index is cluster id second is cpu id in a cluster */
606 struct kvm_lapic *logical_map[16][16];
607};
608
Andrey Smetanine83d5882015-07-03 15:01:34 +0300609/* Hyper-V emulation context */
610struct kvm_hv {
611 u64 hv_guest_os_id;
612 u64 hv_hypercall;
613 u64 hv_tsc_page;
Andrey Smetanine7d95132015-07-03 15:01:37 +0300614
615 /* Hyper-v based guest crash (NT kernel bugcheck) parameters */
616 u64 hv_crash_param[HV_X64_MSR_CRASH_PARAMS];
617 u64 hv_crash_ctl;
Andrey Smetanine83d5882015-07-03 15:01:34 +0300618};
619
Marcelo Tosattifef9cce2009-12-23 14:35:17 -0200620struct kvm_arch {
Dave Hansen49d5ca22010-08-19 18:11:28 -0700621 unsigned int n_used_mmu_pages;
Zhang Xiantaof05e70a2007-12-14 10:01:48 +0800622 unsigned int n_requested_mmu_pages;
Dave Hansen39de71e2010-08-19 18:11:14 -0700623 unsigned int n_max_mmu_pages;
Xiao Guangrong332b2072011-05-15 23:20:27 +0800624 unsigned int indirect_shadow_pages;
Xiao Guangrong5304b8d2013-05-31 08:36:22 +0800625 unsigned long mmu_valid_gen;
Zhang Xiantaof05e70a2007-12-14 10:01:48 +0800626 struct hlist_head mmu_page_hash[KVM_NUM_MMU_PAGES];
627 /*
628 * Hash table of struct kvm_mmu_page.
629 */
630 struct list_head active_mmu_pages;
Xiao Guangrong365c8862013-05-31 08:36:29 +0800631 struct list_head zapped_obsolete_pages;
632
Ben-Ami Yassour4d5c5d02008-07-28 19:26:26 +0300633 struct list_head assigned_dev_head;
Joerg Roedel19de40a2008-12-03 14:43:34 +0100634 struct iommu_domain *iommu_domain;
Alex Williamsond96eb2c2013-10-30 11:02:23 -0600635 bool iommu_noncoherent;
Alex Williamsone0f0bbc2013-10-30 11:02:30 -0600636#define __KVM_HAVE_ARCH_NONCOHERENT_DMA
637 atomic_t noncoherent_dma_count;
Paolo Bonzini5544eb92015-07-07 15:41:58 +0200638#define __KVM_HAVE_ARCH_ASSIGNED_DEVICE
639 atomic_t assigned_device_count;
Zhang Xiantaod7deeeb02007-12-14 10:17:34 +0800640 struct kvm_pic *vpic;
641 struct kvm_ioapic *vioapic;
Sheng Yang78376992008-01-28 05:10:22 +0800642 struct kvm_pit *vpit;
Radim Krčmář42720132015-07-01 15:31:49 +0200643 atomic_t vapics_in_nmi_mode;
Gleb Natapov1e08ec42012-09-13 17:19:24 +0300644 struct mutex apic_map_lock;
645 struct kvm_apic_map *apic_map;
Zhang Xiantaobfc6d222007-12-14 10:20:16 +0800646
Zhang Xiantaobfc6d222007-12-14 10:20:16 +0800647 unsigned int tss_addr;
Tang Chenc24ae0d2014-09-24 15:57:58 +0800648 bool apic_access_page_done;
Glauber de Oliveira Costa18068522008-02-15 17:52:47 -0200649
650 gpa_t wall_clock;
Sheng Yangb7ebfb02008-04-25 21:44:52 +0800651
Sheng Yangb7ebfb02008-04-25 21:44:52 +0800652 bool ept_identity_pagetable_done;
Sheng Yangb927a3c2009-07-21 10:42:48 +0800653 gpa_t ept_identity_map_addr;
Sheng Yang5550af42008-10-15 20:15:06 +0800654
655 unsigned long irq_sources_bitmap;
Glauber Costaafbcf7a2009-10-16 15:28:36 -0400656 s64 kvmclock_offset;
Jan Kiszka038f8c12011-02-04 10:49:11 +0100657 raw_spinlock_t tsc_write_lock;
Zachary Amsdenf38e0982010-08-19 22:07:20 -1000658 u64 last_tsc_nsec;
Zachary Amsdenf38e0982010-08-19 22:07:20 -1000659 u64 last_tsc_write;
Zachary Amsden5d3cb0f62012-02-03 15:43:51 -0200660 u32 last_tsc_khz;
Zachary Amsdene26101b2012-02-03 15:43:57 -0200661 u64 cur_tsc_nsec;
662 u64 cur_tsc_write;
663 u64 cur_tsc_offset;
Tomasz Grabiec0d3da0d2014-06-24 09:42:43 +0200664 u64 cur_tsc_generation;
Marcelo Tosattib48aa972012-11-27 23:29:03 -0200665 int nr_vcpus_matched_tsc;
Ed Swierkffde22a2009-10-15 15:21:43 -0700666
Marcelo Tosattid8281992012-11-27 23:29:01 -0200667 spinlock_t pvclock_gtod_sync_lock;
668 bool use_master_clock;
669 u64 master_kernel_ns;
670 cycle_t master_cycle_now;
Andrew Jones7e44e442014-02-28 12:52:54 +0100671 struct delayed_work kvmclock_update_work;
Andrew Jones332967a2014-02-28 12:52:55 +0100672 struct delayed_work kvmclock_sync_work;
Marcelo Tosattid8281992012-11-27 23:29:01 -0200673
Ed Swierkffde22a2009-10-15 15:21:43 -0700674 struct kvm_xen_hvm_config xen_hvm_config;
Gleb Natapov55cd8e52010-01-17 15:51:22 +0200675
Paolo Bonzini6ef768f2014-11-20 13:45:31 +0100676 /* reads protected by irq_srcu, writes by irq_lock */
677 struct hlist_head mask_notifier_list;
678
Andrey Smetanine83d5882015-07-03 15:01:34 +0300679 struct kvm_hv hyperv;
Xiao Guangrongb034cf02010-12-23 16:08:35 +0800680
681 #ifdef CONFIG_KVM_MMU_AUDIT
682 int audit_point;
683 #endif
Marcelo Tosatti54750f22015-01-20 15:54:52 -0200684
685 bool boot_vcpu_runs_old_kvmclock;
Paolo Bonzinid71ba782015-07-29 11:56:48 +0200686 u32 bsp_vcpu_id;
Nadav Amit90de4a12015-04-13 01:53:41 +0300687
688 u64 disabled_quirks;
Steve Rutherford49df63972015-07-29 23:21:40 -0700689
690 bool irqchip_split;
Zhang Xiantaod69fb812007-12-14 09:54:20 +0800691};
692
Zhang Xiantao07114562007-12-14 10:23:23 +0800693struct kvm_vm_stat {
694 u32 mmu_shadow_zapped;
695 u32 mmu_pte_write;
696 u32 mmu_pte_updated;
697 u32 mmu_pde_zapped;
698 u32 mmu_flooded;
699 u32 mmu_recycled;
Avi Kivitydfc5aa02007-12-18 19:47:18 +0200700 u32 mmu_cache_miss;
Marcelo Tosatti4731d4c2008-09-23 13:18:39 -0300701 u32 mmu_unsync;
Zhang Xiantao07114562007-12-14 10:23:23 +0800702 u32 remote_tlb_flush;
Marcelo Tosatti05da4552008-02-23 11:44:30 -0300703 u32 lpages;
Zhang Xiantao07114562007-12-14 10:23:23 +0800704};
705
Zhang Xiantao77b4c252007-12-14 09:49:26 +0800706struct kvm_vcpu_stat {
707 u32 pf_fixed;
708 u32 pf_guest;
709 u32 tlb_flush;
710 u32 invlpg;
711
712 u32 exits;
713 u32 io_exits;
714 u32 mmio_exits;
715 u32 signal_exits;
716 u32 irq_window_exits;
Sheng Yangf08864b2008-05-15 18:23:25 +0800717 u32 nmi_window_exits;
Zhang Xiantao77b4c252007-12-14 09:49:26 +0800718 u32 halt_exits;
Paolo Bonzinif7819512015-02-04 18:20:58 +0100719 u32 halt_successful_poll;
Paolo Bonzini62bea5b2015-09-15 18:27:57 +0200720 u32 halt_attempted_poll;
Zhang Xiantao77b4c252007-12-14 09:49:26 +0800721 u32 halt_wakeup;
722 u32 request_irq_exits;
723 u32 irq_exits;
724 u32 host_state_reload;
725 u32 efer_reload;
726 u32 fpu_reload;
727 u32 insn_emulation;
728 u32 insn_emulation_fail;
Amit Shahf11c3a82008-02-21 01:00:30 +0530729 u32 hypercalls;
Avi Kivityfa89a812008-09-01 15:57:51 +0300730 u32 irq_injections;
Jan Kiszkac4abb7c2008-09-26 09:30:55 +0200731 u32 nmi_injections;
Zhang Xiantao77b4c252007-12-14 09:49:26 +0800732};
Zhang Xiantaoad312c72007-12-13 23:50:52 +0800733
Joerg Roedel8a76d7f2011-04-04 12:39:27 +0200734struct x86_instruction_info;
735
Will Auld8fe8ab42012-11-29 12:42:12 -0800736struct msr_data {
737 bool host_initiated;
738 u32 index;
739 u64 data;
740};
741
Paolo Bonzinicb5281a2014-12-17 18:17:20 +0100742struct kvm_lapic_irq {
743 u32 vector;
Paolo Bonzinib7cb2232015-04-21 14:57:05 +0200744 u16 delivery_mode;
745 u16 dest_mode;
746 bool level;
747 u16 trig_mode;
Paolo Bonzinicb5281a2014-12-17 18:17:20 +0100748 u32 shorthand;
749 u32 dest_id;
James Sullivan93bbf0b2015-03-18 19:26:03 -0600750 bool msi_redir_hint;
Paolo Bonzinicb5281a2014-12-17 18:17:20 +0100751};
752
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800753struct kvm_x86_ops {
754 int (*cpu_has_kvm_support)(void); /* __init */
755 int (*disabled_by_bios)(void); /* __init */
Radim Krčmář13a34e02014-08-28 15:13:03 +0200756 int (*hardware_enable)(void);
757 void (*hardware_disable)(void);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800758 void (*check_processor_compatibility)(void *rtn);
759 int (*hardware_setup)(void); /* __init */
760 void (*hardware_unsetup)(void); /* __exit */
Avi Kivity774ead32007-12-26 13:57:04 +0200761 bool (*cpu_has_accelerated_tpr)(void);
Paolo Bonzini6d396b52015-04-01 14:25:33 +0200762 bool (*cpu_has_high_real_mode_segbase)(void);
Sheng Yang0e851882009-12-18 16:48:46 +0800763 void (*cpuid_update)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800764
765 /* Create, but do not attach this VCPU */
766 struct kvm_vcpu *(*vcpu_create)(struct kvm *kvm, unsigned id);
767 void (*vcpu_free)(struct kvm_vcpu *vcpu);
Nadav Amitd28bc9d2015-04-13 14:34:08 +0300768 void (*vcpu_reset)(struct kvm_vcpu *vcpu, bool init_event);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800769
770 void (*prepare_guest_switch)(struct kvm_vcpu *vcpu);
771 void (*vcpu_load)(struct kvm_vcpu *vcpu, int cpu);
772 void (*vcpu_put)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800773
Jan Kiszkac8639012012-09-21 05:42:55 +0200774 void (*update_db_bp_intercept)(struct kvm_vcpu *vcpu);
Paolo Bonzini609e36d2015-04-08 15:30:38 +0200775 int (*get_msr)(struct kvm_vcpu *vcpu, struct msr_data *msr);
Will Auld8fe8ab42012-11-29 12:42:12 -0800776 int (*set_msr)(struct kvm_vcpu *vcpu, struct msr_data *msr);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800777 u64 (*get_segment_base)(struct kvm_vcpu *vcpu, int seg);
778 void (*get_segment)(struct kvm_vcpu *vcpu,
779 struct kvm_segment *var, int seg);
Izik Eidus2e4d2652008-03-24 19:38:34 +0200780 int (*get_cpl)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800781 void (*set_segment)(struct kvm_vcpu *vcpu,
782 struct kvm_segment *var, int seg);
783 void (*get_cs_db_l_bits)(struct kvm_vcpu *vcpu, int *db, int *l);
Avi Kivitye8467fd2009-12-29 18:43:06 +0200784 void (*decache_cr0_guest_bits)(struct kvm_vcpu *vcpu);
Avi Kivityaff48ba2010-12-05 18:56:11 +0200785 void (*decache_cr3)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800786 void (*decache_cr4_guest_bits)(struct kvm_vcpu *vcpu);
787 void (*set_cr0)(struct kvm_vcpu *vcpu, unsigned long cr0);
788 void (*set_cr3)(struct kvm_vcpu *vcpu, unsigned long cr3);
Nadav Har'El5e1746d2011-05-25 23:03:24 +0300789 int (*set_cr4)(struct kvm_vcpu *vcpu, unsigned long cr4);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800790 void (*set_efer)(struct kvm_vcpu *vcpu, u64 efer);
Gleb Natapov89a27f42010-02-16 10:51:48 +0200791 void (*get_idt)(struct kvm_vcpu *vcpu, struct desc_ptr *dt);
792 void (*set_idt)(struct kvm_vcpu *vcpu, struct desc_ptr *dt);
793 void (*get_gdt)(struct kvm_vcpu *vcpu, struct desc_ptr *dt);
794 void (*set_gdt)(struct kvm_vcpu *vcpu, struct desc_ptr *dt);
Jan Kiszka73aaf249e2014-01-04 18:47:16 +0100795 u64 (*get_dr6)(struct kvm_vcpu *vcpu);
796 void (*set_dr6)(struct kvm_vcpu *vcpu, unsigned long value);
Paolo Bonzinic77fb5f2014-02-21 10:17:24 +0100797 void (*sync_dirty_debug_regs)(struct kvm_vcpu *vcpu);
Gleb Natapov020df072010-04-13 10:05:23 +0300798 void (*set_dr7)(struct kvm_vcpu *vcpu, unsigned long value);
Marcelo Tosatti5fdbf972008-06-27 14:58:02 -0300799 void (*cache_reg)(struct kvm_vcpu *vcpu, enum kvm_reg reg);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800800 unsigned long (*get_rflags)(struct kvm_vcpu *vcpu);
801 void (*set_rflags)(struct kvm_vcpu *vcpu, unsigned long rflags);
Paolo Bonzini0fdd74f2015-05-20 11:33:43 +0200802 void (*fpu_activate)(struct kvm_vcpu *vcpu);
Avi Kivity02daab22009-12-30 12:40:26 +0200803 void (*fpu_deactivate)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800804
805 void (*tlb_flush)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800806
Avi Kivity851ba692009-08-24 11:10:17 +0300807 void (*run)(struct kvm_vcpu *vcpu);
808 int (*handle_exit)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800809 void (*skip_emulated_instruction)(struct kvm_vcpu *vcpu);
Glauber Costa2809f5d2009-05-12 16:21:05 -0400810 void (*set_interrupt_shadow)(struct kvm_vcpu *vcpu, int mask);
Paolo Bonzini37ccdcb2014-05-20 14:29:47 +0200811 u32 (*get_interrupt_shadow)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800812 void (*patch_hypercall)(struct kvm_vcpu *vcpu,
813 unsigned char *hypercall_addr);
Gleb Natapov66fd3f72009-05-11 13:35:50 +0300814 void (*set_irq)(struct kvm_vcpu *vcpu);
Gleb Natapov95ba8273132009-04-21 17:45:08 +0300815 void (*set_nmi)(struct kvm_vcpu *vcpu);
Avi Kivity298101d2007-11-25 13:41:11 +0200816 void (*queue_exception)(struct kvm_vcpu *vcpu, unsigned nr,
Joerg Roedelce7ddec2010-04-22 12:33:13 +0200817 bool has_error_code, u32 error_code,
818 bool reinject);
Avi Kivityb463a6f2010-07-20 15:06:17 +0300819 void (*cancel_injection)(struct kvm_vcpu *vcpu);
Gleb Natapov78646122009-03-23 12:12:11 +0200820 int (*interrupt_allowed)(struct kvm_vcpu *vcpu);
Gleb Natapov95ba8273132009-04-21 17:45:08 +0300821 int (*nmi_allowed)(struct kvm_vcpu *vcpu);
Jan Kiszka3cfc3092009-11-12 01:04:25 +0100822 bool (*get_nmi_mask)(struct kvm_vcpu *vcpu);
823 void (*set_nmi_mask)(struct kvm_vcpu *vcpu, bool masked);
Jan Kiszkac9a79532014-03-07 20:03:15 +0100824 void (*enable_nmi_window)(struct kvm_vcpu *vcpu);
825 void (*enable_irq_window)(struct kvm_vcpu *vcpu);
Gleb Natapov95ba8273132009-04-21 17:45:08 +0300826 void (*update_cr8_intercept)(struct kvm_vcpu *vcpu, int tpr, int irr);
Paolo Bonzinid50ab6c2015-07-29 11:49:59 +0200827 int (*cpu_uses_apicv)(struct kvm_vcpu *vcpu);
Yang Zhangc7c9c562013-01-25 10:18:51 +0800828 void (*hwapic_irr_update)(struct kvm_vcpu *vcpu, int max_irr);
829 void (*hwapic_isr_update)(struct kvm *kvm, int isr);
Paolo Bonzini3bb345f2015-07-29 10:43:18 +0200830 void (*load_eoi_exitmap)(struct kvm_vcpu *vcpu);
Yang Zhang8d146952013-01-25 10:18:50 +0800831 void (*set_virtual_x2apic_mode)(struct kvm_vcpu *vcpu, bool set);
Tang Chen4256f432014-09-24 15:57:54 +0800832 void (*set_apic_access_page_addr)(struct kvm_vcpu *vcpu, hpa_t hpa);
Yang Zhanga20ed542013-04-11 19:25:15 +0800833 void (*deliver_posted_interrupt)(struct kvm_vcpu *vcpu, int vector);
834 void (*sync_pir_to_irr)(struct kvm_vcpu *vcpu);
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800835 int (*set_tss_addr)(struct kvm *kvm, unsigned int addr);
Sheng Yang67253af2008-04-25 10:20:22 +0800836 int (*get_tdp_level)(void);
Sheng Yang4b12f0d2009-04-27 20:35:42 +0800837 u64 (*get_mt_mask)(struct kvm_vcpu *vcpu, gfn_t gfn, bool is_mmio);
Sheng Yang17cc3932010-01-05 19:02:27 +0800838 int (*get_lpage_level)(void);
Sheng Yang4e47c7a2009-12-18 16:48:47 +0800839 bool (*rdtscp_supported)(void);
Mao, Junjiead756a12012-07-02 01:18:48 +0000840 bool (*invpcid_supported)(void);
Marcelo Tosattif1e2b262012-02-03 15:43:55 -0200841 void (*adjust_tsc_offset)(struct kvm_vcpu *vcpu, s64 adjustment, bool host);
Joerg Roedel344f4142009-07-27 16:30:48 +0200842
Joerg Roedel1c97f0a2010-09-10 17:30:41 +0200843 void (*set_tdp_cr3)(struct kvm_vcpu *vcpu, unsigned long cr3);
844
Joerg Roedeld4330ef2010-04-22 12:33:11 +0200845 void (*set_supported_cpuid)(u32 func, struct kvm_cpuid_entry2 *entry);
846
Sheng Yangf5f48ee2010-06-30 12:25:15 +0800847 bool (*has_wbinvd_exit)(void);
848
Zachary Amsdencc578282012-02-03 15:43:50 -0200849 void (*set_tsc_khz)(struct kvm_vcpu *vcpu, u32 user_tsc_khz, bool scale);
Will Auldba904632012-11-29 12:42:50 -0800850 u64 (*read_tsc_offset)(struct kvm_vcpu *vcpu);
Zachary Amsden99e3e302010-08-19 22:07:17 -1000851 void (*write_tsc_offset)(struct kvm_vcpu *vcpu, u64 offset);
852
Joerg Roedel857e4092011-03-25 09:44:50 +0100853 u64 (*compute_tsc_offset)(struct kvm_vcpu *vcpu, u64 target_tsc);
Marcelo Tosatti886b4702012-11-27 23:28:58 -0200854 u64 (*read_l1_tsc)(struct kvm_vcpu *vcpu, u64 host_tsc);
Joerg Roedel857e4092011-03-25 09:44:50 +0100855
Avi Kivity586f9602010-11-18 13:09:54 +0200856 void (*get_exit_info)(struct kvm_vcpu *vcpu, u64 *info1, u64 *info2);
Joerg Roedel8a76d7f2011-04-04 12:39:27 +0200857
858 int (*check_intercept)(struct kvm_vcpu *vcpu,
859 struct x86_instruction_info *info,
860 enum x86_intercept_stage stage);
Yang Zhanga547c6d2013-04-11 19:25:10 +0800861 void (*handle_external_intr)(struct kvm_vcpu *vcpu);
Liu, Jinsongda8999d2014-02-24 10:55:46 +0000862 bool (*mpx_supported)(void);
Wanpeng Li55412b22014-12-02 19:21:30 +0800863 bool (*xsaves_supported)(void);
Jan Kiszkab6b8a142014-03-07 20:03:12 +0100864
865 int (*check_nested_events)(struct kvm_vcpu *vcpu, bool external_intr);
Radim Krčmářae97a3b2014-08-21 18:08:06 +0200866
867 void (*sched_in)(struct kvm_vcpu *kvm, int cpu);
Kai Huang88178fd2015-01-28 10:54:27 +0800868
869 /*
870 * Arch-specific dirty logging hooks. These hooks are only supposed to
871 * be valid if the specific arch has hardware-accelerated dirty logging
872 * mechanism. Currently only for PML on VMX.
873 *
874 * - slot_enable_log_dirty:
875 * called when enabling log dirty mode for the slot.
876 * - slot_disable_log_dirty:
877 * called when disabling log dirty mode for the slot.
878 * also called when slot is created with log dirty disabled.
879 * - flush_log_dirty:
880 * called before reporting dirty_bitmap to userspace.
881 * - enable_log_dirty_pt_masked:
882 * called when reenabling log dirty for the GFNs in the mask after
883 * corresponding bits are cleared in slot->dirty_bitmap.
884 */
885 void (*slot_enable_log_dirty)(struct kvm *kvm,
886 struct kvm_memory_slot *slot);
887 void (*slot_disable_log_dirty)(struct kvm *kvm,
888 struct kvm_memory_slot *slot);
889 void (*flush_log_dirty)(struct kvm *kvm);
890 void (*enable_log_dirty_pt_masked)(struct kvm *kvm,
891 struct kvm_memory_slot *slot,
892 gfn_t offset, unsigned long mask);
Wei Huang25462f72015-06-19 15:45:05 +0200893 /* pmu operations of sub-arch */
894 const struct kvm_pmu_ops *pmu_ops;
Zhang Xiantaoea4a5ff2007-11-19 14:40:47 +0800895};
896
Gleb Natapovaf585b92010-10-14 11:22:46 +0200897struct kvm_arch_async_pf {
Gleb Natapov7c907052010-10-14 11:22:53 +0200898 u32 token;
Gleb Natapovaf585b92010-10-14 11:22:46 +0200899 gfn_t gfn;
Xiao Guangrongfb67e142010-12-07 10:35:25 +0800900 unsigned long cr3;
Xiao Guangrongc4806ac2010-11-12 14:49:55 +0800901 bool direct_map;
Gleb Natapovaf585b92010-10-14 11:22:46 +0200902};
903
Zhang Xiantao97896d02007-11-14 20:09:30 +0800904extern struct kvm_x86_ops *kvm_x86_ops;
905
Marcelo Tosattif1e2b262012-02-03 15:43:55 -0200906static inline void adjust_tsc_offset_guest(struct kvm_vcpu *vcpu,
907 s64 adjustment)
908{
909 kvm_x86_ops->adjust_tsc_offset(vcpu, adjustment, false);
910}
911
912static inline void adjust_tsc_offset_host(struct kvm_vcpu *vcpu, s64 adjustment)
913{
914 kvm_x86_ops->adjust_tsc_offset(vcpu, adjustment, true);
915}
916
Zhang Xiantao54f15852007-11-19 15:24:28 +0800917int kvm_mmu_module_init(void);
918void kvm_mmu_module_exit(void);
919
920void kvm_mmu_destroy(struct kvm_vcpu *vcpu);
921int kvm_mmu_create(struct kvm_vcpu *vcpu);
Paolo Bonzini8a3c1a332013-10-02 16:56:13 +0200922void kvm_mmu_setup(struct kvm_vcpu *vcpu);
Sheng Yang7b523452008-04-25 21:13:50 +0800923void kvm_mmu_set_mask_ptes(u64 user_mask, u64 accessed_mask,
Sheng Yang4b12f0d2009-04-27 20:35:42 +0800924 u64 dirty_mask, u64 nx_mask, u64 x_mask);
Zhang Xiantao54f15852007-11-19 15:24:28 +0800925
Paolo Bonzini8a3c1a332013-10-02 16:56:13 +0200926void kvm_mmu_reset_context(struct kvm_vcpu *vcpu);
Kai Huang1c91cad42015-01-28 10:54:26 +0800927void kvm_mmu_slot_remove_write_access(struct kvm *kvm,
928 struct kvm_memory_slot *memslot);
Wanpeng Li3ea3b7f2015-04-03 15:40:25 +0800929void kvm_mmu_zap_collapsible_sptes(struct kvm *kvm,
Paolo Bonzinif36f3f22015-05-18 13:20:23 +0200930 const struct kvm_memory_slot *memslot);
Kai Huangf4b4b182015-01-28 10:54:24 +0800931void kvm_mmu_slot_leaf_clear_dirty(struct kvm *kvm,
932 struct kvm_memory_slot *memslot);
933void kvm_mmu_slot_largepage_remove_write_access(struct kvm *kvm,
934 struct kvm_memory_slot *memslot);
935void kvm_mmu_slot_set_dirty(struct kvm *kvm,
936 struct kvm_memory_slot *memslot);
937void kvm_mmu_clear_dirty_pt_masked(struct kvm *kvm,
938 struct kvm_memory_slot *slot,
939 gfn_t gfn_offset, unsigned long mask);
Zhang Xiantao54f15852007-11-19 15:24:28 +0800940void kvm_mmu_zap_all(struct kvm *kvm);
Paolo Bonzini54bf36a2015-04-08 15:39:23 +0200941void kvm_mmu_invalidate_mmio_sptes(struct kvm *kvm, struct kvm_memslots *slots);
Zhang Xiantao3ad82a72007-11-20 13:11:38 +0800942unsigned int kvm_mmu_calculate_mmu_pages(struct kvm *kvm);
Zhang Xiantao54f15852007-11-19 15:24:28 +0800943void kvm_mmu_change_mmu_pages(struct kvm *kvm, unsigned int kvm_nr_mmu_pages);
944
Joerg Roedelff03a072010-09-10 17:30:57 +0200945int load_pdptrs(struct kvm_vcpu *vcpu, struct kvm_mmu *mmu, unsigned long cr3);
Joerg Roedelcc4b6872008-02-07 13:47:43 +0100946
Marcelo Tosatti3200f402008-03-29 20:17:59 -0300947int emulator_write_phys(struct kvm_vcpu *vcpu, gpa_t gpa,
Avi Kivity9f811282008-03-02 14:06:05 +0200948 const void *val, int bytes);
Marcelo Tosatti2f333bc2008-02-22 12:21:37 -0500949
Paolo Bonzini6ef768f2014-11-20 13:45:31 +0100950struct kvm_irq_mask_notifier {
951 void (*func)(struct kvm_irq_mask_notifier *kimn, bool masked);
952 int irq;
953 struct hlist_node link;
954};
955
956void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq,
957 struct kvm_irq_mask_notifier *kimn);
958void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq,
959 struct kvm_irq_mask_notifier *kimn);
960void kvm_fire_mask_notifiers(struct kvm *kvm, unsigned irqchip, unsigned pin,
961 bool mask);
962
Marcelo Tosatti2f333bc2008-02-22 12:21:37 -0500963extern bool tdp_enabled;
Avi Kivity9f811282008-03-02 14:06:05 +0200964
Liu, Jinsonga3e06bb2011-09-22 16:55:52 +0800965u64 vcpu_tsc_khz(struct kvm_vcpu *vcpu);
966
Joerg Roedel92a1f122011-03-25 09:44:51 +0100967/* control of guest tsc rate supported? */
968extern bool kvm_has_tsc_control;
969/* minimum supported tsc_khz for guests */
970extern u32 kvm_min_guest_tsc_khz;
971/* maximum supported tsc_khz for guests */
972extern u32 kvm_max_guest_tsc_khz;
973
Zhang Xiantao54f15852007-11-19 15:24:28 +0800974enum emulation_result {
Paolo Bonziniac0a48c2013-06-25 18:24:41 +0200975 EMULATE_DONE, /* no further processing */
976 EMULATE_USER_EXIT, /* kvm_run ready for userspace exit */
Zhang Xiantao54f15852007-11-19 15:24:28 +0800977 EMULATE_FAIL, /* can't emulate this instruction */
978};
979
Sheng Yang571008d2008-01-02 14:49:22 +0800980#define EMULTYPE_NO_DECODE (1 << 0)
981#define EMULTYPE_TRAP_UD (1 << 1)
Gleb Natapovba8afb62009-04-12 13:36:57 +0300982#define EMULTYPE_SKIP (1 << 2)
Xiao Guangrong1cb3f3a2011-09-22 17:02:48 +0800983#define EMULTYPE_RETRY (1 << 3)
Gleb Natapov991eebf2013-04-11 12:10:51 +0300984#define EMULTYPE_NO_REEXECUTE (1 << 4)
Andre Przywaradc25e892010-12-21 11:12:07 +0100985int x86_emulate_instruction(struct kvm_vcpu *vcpu, unsigned long cr2,
986 int emulation_type, void *insn, int insn_len);
Andre Przywara51d8b662010-12-21 11:12:02 +0100987
988static inline int emulate_instruction(struct kvm_vcpu *vcpu,
989 int emulation_type)
990{
Andre Przywaradc25e892010-12-21 11:12:07 +0100991 return x86_emulate_instruction(vcpu, 0, emulation_type, NULL, 0);
Andre Przywara51d8b662010-12-21 11:12:02 +0100992}
993
Joerg Roedelf2b4b7d2008-01-31 14:57:37 +0100994void kvm_enable_efer_bits(u64);
Jan Kiszka384bb782013-04-20 10:52:36 +0200995bool kvm_valid_efer(struct kvm_vcpu *vcpu, u64 efer);
Paolo Bonzini609e36d2015-04-08 15:30:38 +0200996int kvm_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr);
Will Auld8fe8ab42012-11-29 12:42:12 -0800997int kvm_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr);
Zhang Xiantao54f15852007-11-19 15:24:28 +0800998
999struct x86_emulate_ctxt;
1000
Gleb Natapovcf8f70b2010-03-18 15:20:23 +02001001int kvm_fast_pio_out(struct kvm_vcpu *vcpu, int size, unsigned short port);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001002void kvm_emulate_cpuid(struct kvm_vcpu *vcpu);
1003int kvm_emulate_halt(struct kvm_vcpu *vcpu);
Joel Schopp5cb56052015-03-02 13:43:31 -06001004int kvm_vcpu_halt(struct kvm_vcpu *vcpu);
Sheng Yangf5f48ee2010-06-30 12:25:15 +08001005int kvm_emulate_wbinvd(struct kvm_vcpu *vcpu);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001006
Guillaume Thouvenin3e6e0aa2008-05-27 10:18:46 +02001007void kvm_get_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg);
Gleb Natapovc6975182010-02-18 12:15:01 +02001008int kvm_load_segment_descriptor(struct kvm_vcpu *vcpu, u16 selector, int seg);
Paolo Bonzini2b4a2732014-11-24 14:35:24 +01001009void kvm_vcpu_deliver_sipi_vector(struct kvm_vcpu *vcpu, u8 vector);
Guillaume Thouvenin3e6e0aa2008-05-27 10:18:46 +02001010
Kevin Wolf7f3d35f2012-02-08 14:34:38 +01001011int kvm_task_switch(struct kvm_vcpu *vcpu, u16 tss_selector, int idt_index,
1012 int reason, bool has_error_code, u32 error_code);
Izik Eidus37817f22008-03-24 23:14:53 +02001013
Avi Kivity49a9b072010-06-10 17:02:14 +03001014int kvm_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0);
Avi Kivity23902182010-06-10 17:02:16 +03001015int kvm_set_cr3(struct kvm_vcpu *vcpu, unsigned long cr3);
Avi Kivitya83b29c2010-06-10 17:02:15 +03001016int kvm_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4);
Andre Przywaraeea1cff2010-12-21 11:12:00 +01001017int kvm_set_cr8(struct kvm_vcpu *vcpu, unsigned long cr8);
Gleb Natapov020df072010-04-13 10:05:23 +03001018int kvm_set_dr(struct kvm_vcpu *vcpu, int dr, unsigned long val);
1019int kvm_get_dr(struct kvm_vcpu *vcpu, int dr, unsigned long *val);
Avi Kivity2d3ad1f2008-02-24 11:20:43 +02001020unsigned long kvm_get_cr8(struct kvm_vcpu *vcpu);
1021void kvm_lmsw(struct kvm_vcpu *vcpu, unsigned long msw);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001022void kvm_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l);
Dexuan Cui2acf9232010-06-10 11:27:12 +08001023int kvm_set_xcr(struct kvm_vcpu *vcpu, u32 index, u64 xcr);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001024
Paolo Bonzini609e36d2015-04-08 15:30:38 +02001025int kvm_get_msr_common(struct kvm_vcpu *vcpu, struct msr_data *msr);
Will Auld8fe8ab42012-11-29 12:42:12 -08001026int kvm_set_msr_common(struct kvm_vcpu *vcpu, struct msr_data *msr);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001027
Jan Kiszka91586a32009-10-05 13:07:21 +02001028unsigned long kvm_get_rflags(struct kvm_vcpu *vcpu);
1029void kvm_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags);
Avi Kivity022cd0e2011-11-10 14:57:23 +02001030bool kvm_rdpmc(struct kvm_vcpu *vcpu);
Jan Kiszka91586a32009-10-05 13:07:21 +02001031
Avi Kivity298101d2007-11-25 13:41:11 +02001032void kvm_queue_exception(struct kvm_vcpu *vcpu, unsigned nr);
1033void kvm_queue_exception_e(struct kvm_vcpu *vcpu, unsigned nr, u32 error_code);
Joerg Roedelce7ddec2010-04-22 12:33:13 +02001034void kvm_requeue_exception(struct kvm_vcpu *vcpu, unsigned nr);
1035void kvm_requeue_exception_e(struct kvm_vcpu *vcpu, unsigned nr, u32 error_code);
Avi Kivity6389ee92010-11-29 16:12:30 +02001036void kvm_inject_page_fault(struct kvm_vcpu *vcpu, struct x86_exception *fault);
Joerg Roedelec92fe42010-09-10 17:30:51 +02001037int kvm_read_guest_page_mmu(struct kvm_vcpu *vcpu, struct kvm_mmu *mmu,
1038 gfn_t gfn, void *data, int offset, int len,
1039 u32 access);
Avi Kivity0a79b002009-09-01 12:03:25 +03001040bool kvm_require_cpl(struct kvm_vcpu *vcpu, int required_cpl);
Nadav Amit16f8a6f2014-10-03 01:10:05 +03001041bool kvm_require_dr(struct kvm_vcpu *vcpu, int dr);
Avi Kivity298101d2007-11-25 13:41:11 +02001042
Michael S. Tsirkin1a577b722012-07-19 13:45:20 +03001043static inline int __kvm_irq_line_state(unsigned long *irq_state,
1044 int irq_source_id, int level)
1045{
1046 /* Logical OR for level trig interrupt */
1047 if (level)
1048 __set_bit(irq_source_id, irq_state);
1049 else
1050 __clear_bit(irq_source_id, irq_state);
1051
1052 return !!(*irq_state);
1053}
1054
1055int kvm_pic_set_irq(struct kvm_pic *pic, int irq, int irq_source_id, int level);
1056void kvm_pic_clear_all(struct kvm_pic *pic, int irq_source_id);
Xiantao Zhang3de42dc2008-10-06 13:48:45 +08001057
Sheng Yang3419ffc2008-05-15 09:52:48 +08001058void kvm_inject_nmi(struct kvm_vcpu *vcpu);
1059
Zhang Xiantao54f15852007-11-19 15:24:28 +08001060void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,
Xiao Guangrongf57f2ef2011-09-22 16:56:39 +08001061 const u8 *new, int bytes);
Xiao Guangrong1cb3f3a2011-09-22 17:02:48 +08001062int kvm_mmu_unprotect_page(struct kvm *kvm, gfn_t gfn);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001063int kvm_mmu_unprotect_page_virt(struct kvm_vcpu *vcpu, gva_t gva);
1064void __kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu);
1065int kvm_mmu_load(struct kvm_vcpu *vcpu);
1066void kvm_mmu_unload(struct kvm_vcpu *vcpu);
Marcelo Tosatti0ba73cd2008-09-23 13:18:34 -03001067void kvm_mmu_sync_roots(struct kvm_vcpu *vcpu);
Paolo Bonzini54987b72014-09-02 13:23:06 +02001068gpa_t translate_nested_gpa(struct kvm_vcpu *vcpu, gpa_t gpa, u32 access,
1069 struct x86_exception *exception);
Avi Kivityab9ae312010-11-22 17:53:26 +02001070gpa_t kvm_mmu_gva_to_gpa_read(struct kvm_vcpu *vcpu, gva_t gva,
1071 struct x86_exception *exception);
1072gpa_t kvm_mmu_gva_to_gpa_fetch(struct kvm_vcpu *vcpu, gva_t gva,
1073 struct x86_exception *exception);
1074gpa_t kvm_mmu_gva_to_gpa_write(struct kvm_vcpu *vcpu, gva_t gva,
1075 struct x86_exception *exception);
1076gpa_t kvm_mmu_gva_to_gpa_system(struct kvm_vcpu *vcpu, gva_t gva,
1077 struct x86_exception *exception);
Zhang Xiantao54f15852007-11-19 15:24:28 +08001078
1079int kvm_emulate_hypercall(struct kvm_vcpu *vcpu);
1080
Andre Przywaradc25e892010-12-21 11:12:07 +01001081int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code,
1082 void *insn, int insn_len);
Marcelo Tosattia7052892008-09-23 13:18:35 -03001083void kvm_mmu_invlpg(struct kvm_vcpu *vcpu, gva_t gva);
Paolo Bonzinid8d173d2013-10-02 16:56:11 +02001084void kvm_mmu_new_cr3(struct kvm_vcpu *vcpu);
Zhang Xiantao34c16ee2007-10-20 15:34:38 +08001085
Joerg Roedel18552672008-02-07 13:47:41 +01001086void kvm_enable_tdp(void);
Joerg Roedel5f4cb662008-07-14 20:36:36 +02001087void kvm_disable_tdp(void);
Joerg Roedel18552672008-02-07 13:47:41 +01001088
Paolo Bonzini54987b72014-09-02 13:23:06 +02001089static inline gpa_t translate_gpa(struct kvm_vcpu *vcpu, gpa_t gpa, u32 access,
1090 struct x86_exception *exception)
Xiao Guangronge459e322011-11-28 20:42:16 +08001091{
1092 return gpa;
1093}
1094
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001095static inline struct kvm_mmu_page *page_header(hpa_t shadow_page)
1096{
1097 struct page *page = pfn_to_page(shadow_page >> PAGE_SHIFT);
1098
1099 return (struct kvm_mmu_page *)page_private(page);
1100}
1101
Avi Kivityd6e88ae2008-07-10 16:53:33 +03001102static inline u16 kvm_read_ldt(void)
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001103{
1104 u16 ldt;
1105 asm("sldt %0" : "=g"(ldt));
1106 return ldt;
1107}
1108
Avi Kivityd6e88ae2008-07-10 16:53:33 +03001109static inline void kvm_load_ldt(u16 sel)
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001110{
1111 asm("lldt %0" : : "rm"(sel));
1112}
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001113
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001114#ifdef CONFIG_X86_64
1115static inline unsigned long read_msr(unsigned long msr)
1116{
1117 u64 value;
1118
1119 rdmsrl(msr, value);
1120 return value;
1121}
1122#endif
1123
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001124static inline u32 get_rdx_init_val(void)
1125{
1126 return 0x600; /* P6 family */
1127}
1128
Avi Kivityc1a5d4f2007-11-25 14:12:03 +02001129static inline void kvm_inject_gp(struct kvm_vcpu *vcpu, u32 error_code)
1130{
1131 kvm_queue_exception_e(vcpu, GP_VECTOR, error_code);
1132}
1133
Nadav Amit854e8bb2014-09-16 03:24:05 +03001134static inline u64 get_canonical(u64 la)
1135{
1136 return ((int64_t)la << 16) >> 16;
1137}
1138
1139static inline bool is_noncanonical_address(u64 la)
1140{
1141#ifdef CONFIG_X86_64
1142 return get_canonical(la) != la;
1143#else
1144 return false;
1145#endif
1146}
1147
Zhang Xiantaoec6d2732007-11-19 15:08:31 +08001148#define TSS_IOPB_BASE_OFFSET 0x66
1149#define TSS_BASE_SIZE 0x68
1150#define TSS_IOPB_SIZE (65536 / 8)
1151#define TSS_REDIRECTION_SIZE (256 / 8)
Joe Perches7d76b4d2008-03-23 01:02:34 -07001152#define RMODE_TSS_SIZE \
1153 (TSS_BASE_SIZE + TSS_REDIRECTION_SIZE + TSS_IOPB_SIZE + 1)
Hollis Blanchard53e0aa72007-12-03 16:15:26 -06001154
Izik Eidus37817f22008-03-24 23:14:53 +02001155enum {
1156 TASK_SWITCH_CALL = 0,
1157 TASK_SWITCH_IRET = 1,
1158 TASK_SWITCH_JMP = 2,
1159 TASK_SWITCH_GATE = 3,
1160};
1161
Alexander Graf1371d902008-11-25 20:17:04 +01001162#define HF_GIF_MASK (1 << 0)
Alexander Graf3d6368e2008-11-25 20:17:07 +01001163#define HF_HIF_MASK (1 << 1)
1164#define HF_VINTR_MASK (1 << 2)
Gleb Natapov95ba8273132009-04-21 17:45:08 +03001165#define HF_NMI_MASK (1 << 3)
Gleb Natapov44c11432009-05-11 13:35:52 +03001166#define HF_IRET_MASK (1 << 4)
Joerg Roedelec9e60b2010-11-29 17:51:47 +01001167#define HF_GUEST_MASK (1 << 5) /* VCPU is in guest-mode */
Paolo Bonzinif0778252015-04-01 15:06:40 +02001168#define HF_SMM_MASK (1 << 6)
1169#define HF_SMM_INSIDE_NMI_MASK (1 << 7)
Alexander Graf1371d902008-11-25 20:17:04 +01001170
Paolo Bonzini699023e2015-05-18 15:03:39 +02001171#define __KVM_VCPU_MULTIPLE_ADDRESS_SPACE
1172#define KVM_ADDRESS_SPACE_NUM 2
1173
1174#define kvm_arch_vcpu_memslots_id(vcpu) ((vcpu)->arch.hflags & HF_SMM_MASK ? 1 : 0)
1175#define kvm_memslots_for_spte_role(kvm, role) __kvm_memslots(kvm, (role).smm)
Avi Kivity4ecac3f2008-05-13 13:23:38 +03001176
1177/*
1178 * Hardware virtualization extension instructions may fault if a
1179 * reboot turns off virtualization while processes are running.
1180 * Trap the fault and ignore the instruction if that happens.
1181 */
Avi Kivityb7c41452010-12-02 17:52:50 +02001182asmlinkage void kvm_spurious_fault(void);
Avi Kivity4ecac3f2008-05-13 13:23:38 +03001183
Avi Kivity5e520e62011-05-15 10:13:12 -04001184#define ____kvm_handle_fault_on_reboot(insn, cleanup_insn) \
Avi Kivity4ecac3f2008-05-13 13:23:38 +03001185 "666: " insn "\n\t" \
Avi Kivityb7c41452010-12-02 17:52:50 +02001186 "668: \n\t" \
Eduardo Habkost18b13e52008-08-19 20:00:08 -03001187 ".pushsection .fixup, \"ax\" \n" \
Avi Kivity4ecac3f2008-05-13 13:23:38 +03001188 "667: \n\t" \
Avi Kivity5e520e62011-05-15 10:13:12 -04001189 cleanup_insn "\n\t" \
Avi Kivityb7c41452010-12-02 17:52:50 +02001190 "cmpb $0, kvm_rebooting \n\t" \
1191 "jne 668b \n\t" \
Avi Kivity8ceed3472008-08-14 21:25:47 +03001192 __ASM_SIZE(push) " $666b \n\t" \
Avi Kivityb7c41452010-12-02 17:52:50 +02001193 "call kvm_spurious_fault \n\t" \
Avi Kivity4ecac3f2008-05-13 13:23:38 +03001194 ".popsection \n\t" \
H. Peter Anvin3ee89722012-04-20 13:41:59 -07001195 _ASM_EXTABLE(666b, 667b)
Avi Kivity4ecac3f2008-05-13 13:23:38 +03001196
Avi Kivity5e520e62011-05-15 10:13:12 -04001197#define __kvm_handle_fault_on_reboot(insn) \
1198 ____kvm_handle_fault_on_reboot(insn, "")
1199
Andrea Arcangelie930bff2008-07-25 16:24:52 +02001200#define KVM_ARCH_WANT_MMU_NOTIFIER
1201int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
Takuya Yoshikawab3ae2092012-07-02 17:56:33 +09001202int kvm_unmap_hva_range(struct kvm *kvm, unsigned long start, unsigned long end);
Andres Lagar-Cavilla57128462014-09-22 14:54:42 -07001203int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end);
Andrea Arcangeli8ee53822011-01-13 15:47:10 -08001204int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);
Izik Eidus3da0dd42009-09-23 21:47:18 +03001205void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);
Yang Zhangc7c9c562013-01-25 10:18:51 +08001206int kvm_cpu_has_injectable_intr(struct kvm_vcpu *v);
Gleb Natapova1b37102009-07-09 15:33:52 +03001207int kvm_cpu_has_interrupt(struct kvm_vcpu *vcpu);
1208int kvm_arch_interrupt_allowed(struct kvm_vcpu *vcpu);
Gleb Natapov0b717852009-07-09 15:33:53 +03001209int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
Nadav Amitd28bc9d2015-04-13 14:34:08 +03001210void kvm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event);
Tang Chen4256f432014-09-24 15:57:54 +08001211void kvm_vcpu_reload_apic_access_page(struct kvm_vcpu *vcpu);
Tang Chenfe715572014-09-24 15:57:57 +08001212void kvm_arch_mmu_notifier_invalidate_page(struct kvm *kvm,
1213 unsigned long address);
Andrea Arcangelie930bff2008-07-25 16:24:52 +02001214
Avi Kivity18863bd2009-09-07 11:12:18 +03001215void kvm_define_shared_msr(unsigned index, u32 msr);
Andy Honig8b3c3102014-08-27 11:16:44 -07001216int kvm_set_shared_msr(unsigned index, u64 val, u64 mask);
Avi Kivity18863bd2009-09-07 11:12:18 +03001217
Nadav Amit82b32772014-11-02 11:54:45 +02001218unsigned long kvm_get_linear_rip(struct kvm_vcpu *vcpu);
Jan Kiszkaf92653e2010-02-23 17:47:55 +01001219bool kvm_is_linear_rip(struct kvm_vcpu *vcpu, unsigned long linear_rip);
1220
Gleb Natapovaf585b92010-10-14 11:22:46 +02001221void kvm_arch_async_page_not_present(struct kvm_vcpu *vcpu,
1222 struct kvm_async_pf *work);
1223void kvm_arch_async_page_present(struct kvm_vcpu *vcpu,
1224 struct kvm_async_pf *work);
Gleb Natapov56028d02010-10-17 18:13:42 +02001225void kvm_arch_async_page_ready(struct kvm_vcpu *vcpu,
1226 struct kvm_async_pf *work);
Gleb Natapov7c907052010-10-14 11:22:53 +02001227bool kvm_arch_can_inject_async_page_present(struct kvm_vcpu *vcpu);
Gleb Natapovaf585b92010-10-14 11:22:46 +02001228extern bool kvm_find_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn);
1229
Andre Przywaradb8fcef2010-12-21 11:12:01 +01001230void kvm_complete_insn_gp(struct kvm_vcpu *vcpu, int err);
1231
Gleb Natapovf5132b02011-11-10 14:57:22 +02001232int kvm_is_in_guest(void);
1233
Paolo Bonzini9da0e4d2015-05-18 13:33:16 +02001234int __x86_set_memory_region(struct kvm *kvm,
1235 const struct kvm_userspace_memory_region *mem);
1236int x86_set_memory_region(struct kvm *kvm,
1237 const struct kvm_userspace_memory_region *mem);
Paolo Bonzinid71ba782015-07-29 11:56:48 +02001238bool kvm_vcpu_is_reset_bsp(struct kvm_vcpu *vcpu);
1239bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu);
Gleb Natapovf5132b02011-11-10 14:57:22 +02001240
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001241#endif /* _ASM_X86_KVM_HOST_H */