blob: 2c02e753ab82a94b8141bc54483850cbfa2875ae [file] [log] [blame]
Avi Kivity6aa8b732006-12-10 02:21:36 -08001/******************************************************************************
2 * x86_emulate.h
3 *
4 * Generic x86 (32-bit and 64-bit) instruction decoder and emulator.
5 *
6 * Copyright (c) 2005 Keir Fraser
7 *
8 * From: xen-unstable 10676:af9809f51f81a3c43f276f00c81a52ef558afda4
9 */
10
H. Peter Anvin1965aae2008-10-22 22:26:29 -070011#ifndef _ASM_X86_KVM_X86_EMULATE_H
12#define _ASM_X86_KVM_X86_EMULATE_H
Avi Kivity6aa8b732006-12-10 02:21:36 -080013
Gleb Natapov38ba30b2010-03-18 15:20:17 +020014#include <asm/desc_defs.h>
15
Avi Kivity6aa8b732006-12-10 02:21:36 -080016struct x86_emulate_ctxt;
Avi Kivityc4f035c2011-04-04 12:39:22 +020017enum x86_intercept;
18enum x86_intercept_stage;
Avi Kivity6aa8b732006-12-10 02:21:36 -080019
Avi Kivityda9cb572010-11-22 17:53:21 +020020struct x86_exception {
21 u8 vector;
22 bool error_code_valid;
23 u16 error_code;
Avi Kivity6389ee92010-11-29 16:12:30 +020024 bool nested_page_fault;
25 u64 address; /* cr2 or nested page fault gpa */
Avi Kivityda9cb572010-11-22 17:53:21 +020026};
27
Avi Kivity6aa8b732006-12-10 02:21:36 -080028/*
Joerg Roedel8a76d7f2011-04-04 12:39:27 +020029 * This struct is used to carry enough information from the instruction
30 * decoder to main KVM so that a decision can be made whether the
31 * instruction needs to be intercepted or not.
32 */
33struct x86_instruction_info {
34 u8 intercept; /* which intercept */
35 u8 rep_prefix; /* rep prefix? */
36 u8 modrm_mod; /* mod part of modrm */
37 u8 modrm_reg; /* index of register used */
38 u8 modrm_rm; /* rm part of modrm */
39 u64 src_val; /* value of source operand */
40 u8 src_bytes; /* size of source operand */
41 u8 dst_bytes; /* size of destination operand */
42 u8 ad_bytes; /* size of src/dst address */
43 u64 next_rip; /* rip following the instruction */
44};
45
46/*
Avi Kivity6aa8b732006-12-10 02:21:36 -080047 * x86_emulate_ops:
48 *
49 * These operations represent the instruction emulator's interface to memory.
50 * There are two categories of operation: those that act on ordinary memory
51 * regions (*_std), and those that act on memory regions known to require
52 * special treatment or emulation (*_emulated).
53 *
54 * The emulator assumes that an instruction accesses only one 'emulated memory'
55 * location, that this location is the given linear faulting address (cr2), and
56 * that this is one of the instruction's data operands. Instruction fetches and
57 * stack operations are assumed never to access emulated memory. The emulator
58 * automatically deduces which operand of a string-move operation is accessing
59 * emulated memory, and assumes that the other operand accesses normal memory.
60 *
61 * NOTES:
62 * 1. The emulator isn't very smart about emulated vs. standard memory.
63 * 'Emulated memory' access addresses should be checked for sanity.
64 * 'Normal memory' accesses may fault, and the caller must arrange to
65 * detect and handle reentrancy into the emulator via recursive faults.
66 * Accesses may be unaligned and may cross page boundaries.
67 * 2. If the access fails (cannot emulate, or a standard access faults) then
68 * it is up to the memop to propagate the fault to the guest VM via
69 * some out-of-band mechanism, unknown to the emulator. The memop signals
70 * failure by returning X86EMUL_PROPAGATE_FAULT to the emulator, which will
71 * then immediately bail.
72 * 3. Valid access sizes are 1, 2, 4 and 8 bytes. On x86/32 systems only
73 * cmpxchg8b_emulated need support 8-byte accesses.
74 * 4. The emulator cannot handle 64-bit mode emulation on an x86/32 system.
75 */
76/* Access completed successfully: continue emulation as normal. */
77#define X86EMUL_CONTINUE 0
78/* Access is unhandleable: bail from emulation and return error to caller. */
79#define X86EMUL_UNHANDLEABLE 1
80/* Terminate emulation but return success to the caller. */
81#define X86EMUL_PROPAGATE_FAULT 2 /* propagate a generated fault to guest */
Gleb Natapove6800802010-04-28 19:15:33 +030082#define X86EMUL_RETRY_INSTR 3 /* retry the instruction for some reason */
83#define X86EMUL_CMPXCHG_FAILED 4 /* cmpxchg did not see expected value */
Gleb Natapovc3cd7ff2010-04-28 19:15:35 +030084#define X86EMUL_IO_NEEDED 5 /* IO is needed to complete emulation */
Avi Kivityc4f035c2011-04-04 12:39:22 +020085#define X86EMUL_INTERCEPTED 6 /* Intercepted by nested VMCB/VMCS */
Gleb Natapove6800802010-04-28 19:15:33 +030086
Avi Kivity6aa8b732006-12-10 02:21:36 -080087struct x86_emulate_ops {
88 /*
89 * read_std: Read bytes of standard (non-emulated/special) memory.
Gleb Natapov1871c602010-02-10 14:21:32 +020090 * Used for descriptor reading.
Avi Kivity6aa8b732006-12-10 02:21:36 -080091 * @addr: [IN ] Linear address from which to read.
92 * @val: [OUT] Value read from memory, zero-extended to 'u_long'.
93 * @bytes: [IN ] Number of bytes to read from memory.
94 */
Avi Kivity0f65dd72011-04-20 13:37:53 +030095 int (*read_std)(struct x86_emulate_ctxt *ctxt,
96 unsigned long addr, void *val,
97 unsigned int bytes,
Avi Kivitybcc55cb2010-11-22 17:53:22 +020098 struct x86_exception *fault);
Gleb Natapov1871c602010-02-10 14:21:32 +020099
100 /*
Gleb Natapov2dafc6c2010-03-18 15:20:16 +0200101 * write_std: Write bytes of standard (non-emulated/special) memory.
102 * Used for descriptor writing.
103 * @addr: [IN ] Linear address to which to write.
104 * @val: [OUT] Value write to memory, zero-extended to 'u_long'.
105 * @bytes: [IN ] Number of bytes to write to memory.
106 */
Avi Kivity0f65dd72011-04-20 13:37:53 +0300107 int (*write_std)(struct x86_emulate_ctxt *ctxt,
108 unsigned long addr, void *val, unsigned int bytes,
Avi Kivitybcc55cb2010-11-22 17:53:22 +0200109 struct x86_exception *fault);
Gleb Natapov2dafc6c2010-03-18 15:20:16 +0200110 /*
Gleb Natapov1871c602010-02-10 14:21:32 +0200111 * fetch: Read bytes of standard (non-emulated/special) memory.
112 * Used for instruction fetch.
113 * @addr: [IN ] Linear address from which to read.
114 * @val: [OUT] Value read from memory, zero-extended to 'u_long'.
115 * @bytes: [IN ] Number of bytes to read from memory.
116 */
Avi Kivity0f65dd72011-04-20 13:37:53 +0300117 int (*fetch)(struct x86_emulate_ctxt *ctxt,
118 unsigned long addr, void *val, unsigned int bytes,
Avi Kivitybcc55cb2010-11-22 17:53:22 +0200119 struct x86_exception *fault);
Avi Kivity6aa8b732006-12-10 02:21:36 -0800120
121 /*
Avi Kivity6aa8b732006-12-10 02:21:36 -0800122 * read_emulated: Read bytes from emulated/special memory area.
123 * @addr: [IN ] Linear address from which to read.
124 * @val: [OUT] Value read from memory, zero-extended to 'u_long'.
125 * @bytes: [IN ] Number of bytes to read from memory.
126 */
Avi Kivity0f65dd72011-04-20 13:37:53 +0300127 int (*read_emulated)(struct x86_emulate_ctxt *ctxt,
128 unsigned long addr, void *val, unsigned int bytes,
129 struct x86_exception *fault);
Avi Kivity6aa8b732006-12-10 02:21:36 -0800130
131 /*
Takuya Yoshikawa0d178972010-01-06 17:55:23 +0900132 * write_emulated: Write bytes to emulated/special memory area.
Avi Kivity6aa8b732006-12-10 02:21:36 -0800133 * @addr: [IN ] Linear address to which to write.
134 * @val: [IN ] Value to write to memory (low-order bytes used as
135 * required).
136 * @bytes: [IN ] Number of bytes to write to memory.
137 */
Avi Kivity0f65dd72011-04-20 13:37:53 +0300138 int (*write_emulated)(struct x86_emulate_ctxt *ctxt,
139 unsigned long addr, const void *val,
Joe Perches0c7825e2008-03-23 01:02:35 -0700140 unsigned int bytes,
Avi Kivity0f65dd72011-04-20 13:37:53 +0300141 struct x86_exception *fault);
Avi Kivity6aa8b732006-12-10 02:21:36 -0800142
143 /*
144 * cmpxchg_emulated: Emulate an atomic (LOCKed) CMPXCHG operation on an
145 * emulated/special memory area.
146 * @addr: [IN ] Linear address to access.
147 * @old: [IN ] Value expected to be current at @addr.
148 * @new: [IN ] Value to write to @addr.
149 * @bytes: [IN ] Number of bytes to access using CMPXCHG.
150 */
Avi Kivity0f65dd72011-04-20 13:37:53 +0300151 int (*cmpxchg_emulated)(struct x86_emulate_ctxt *ctxt,
152 unsigned long addr,
Joe Perches0c7825e2008-03-23 01:02:35 -0700153 const void *old,
154 const void *new,
155 unsigned int bytes,
Avi Kivity0f65dd72011-04-20 13:37:53 +0300156 struct x86_exception *fault);
Gleb Natapovcf8f70b2010-03-18 15:20:23 +0200157
Avi Kivityca1d4a92011-04-20 13:37:53 +0300158 int (*pio_in_emulated)(struct x86_emulate_ctxt *ctxt,
159 int size, unsigned short port, void *val,
160 unsigned int count);
Gleb Natapovcf8f70b2010-03-18 15:20:23 +0200161
Avi Kivityca1d4a92011-04-20 13:37:53 +0300162 int (*pio_out_emulated)(struct x86_emulate_ctxt *ctxt,
163 int size, unsigned short port, const void *val,
164 unsigned int count);
Gleb Natapovcf8f70b2010-03-18 15:20:23 +0200165
Avi Kivity4bff1e862011-04-20 13:37:53 +0300166 bool (*get_cached_descriptor)(struct x86_emulate_ctxt *ctxt,
167 struct desc_struct *desc, u32 *base3,
168 int seg);
169 void (*set_cached_descriptor)(struct x86_emulate_ctxt *ctxt,
170 struct desc_struct *desc, u32 base3,
171 int seg);
172 u16 (*get_segment_selector)(struct x86_emulate_ctxt *ctxt, int seg);
173 void (*set_segment_selector)(struct x86_emulate_ctxt *ctxt,
174 u16 sel, int seg);
175 unsigned long (*get_cached_segment_base)(struct x86_emulate_ctxt *ctxt,
176 int seg);
177 void (*get_gdt)(struct x86_emulate_ctxt *ctxt, struct desc_ptr *dt);
178 void (*get_idt)(struct x86_emulate_ctxt *ctxt, struct desc_ptr *dt);
Avi Kivity717746e2011-04-20 13:37:53 +0300179 ulong (*get_cr)(struct x86_emulate_ctxt *ctxt, int cr);
180 int (*set_cr)(struct x86_emulate_ctxt *ctxt, int cr, ulong val);
181 int (*cpl)(struct x86_emulate_ctxt *ctxt);
182 int (*get_dr)(struct x86_emulate_ctxt *ctxt, int dr, ulong *dest);
183 int (*set_dr)(struct x86_emulate_ctxt *ctxt, int dr, ulong value);
184 int (*set_msr)(struct x86_emulate_ctxt *ctxt, u32 msr_index, u64 data);
185 int (*get_msr)(struct x86_emulate_ctxt *ctxt, u32 msr_index, u64 *pdata);
Avi Kivity5037f6f2011-03-28 16:53:59 +0200186 void (*get_fpu)(struct x86_emulate_ctxt *ctxt); /* disables preempt */
187 void (*put_fpu)(struct x86_emulate_ctxt *ctxt); /* reenables preempt */
Joerg Roedel8a76d7f2011-04-04 12:39:27 +0200188 int (*intercept)(struct kvm_vcpu *vcpu,
189 struct x86_instruction_info *info,
Avi Kivityc4f035c2011-04-04 12:39:22 +0200190 enum x86_intercept_stage stage);
Avi Kivity6aa8b732006-12-10 02:21:36 -0800191};
192
Avi Kivity12537912011-03-29 11:41:27 +0200193typedef u32 __attribute__((vector_size(16))) sse128_t;
194
Laurent Viviere4e03de2007-09-18 11:52:50 +0200195/* Type, address-of, and value of an instruction's operand. */
196struct operand {
Avi Kivity12537912011-03-29 11:41:27 +0200197 enum { OP_REG, OP_MEM, OP_IMM, OP_XMM, OP_NONE } type;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200198 unsigned int bytes;
Avi Kivity16518d52010-08-26 14:31:30 +0300199 union {
200 unsigned long orig_val;
201 u64 orig_val64;
202 };
Avi Kivity1a6440aef2010-08-01 12:35:10 +0300203 union {
204 unsigned long *reg;
Avi Kivity90de84f2010-11-17 15:28:21 +0200205 struct segmented_address {
206 ulong ea;
207 unsigned seg;
208 } mem;
Avi Kivity12537912011-03-29 11:41:27 +0200209 unsigned xmm;
Avi Kivity1a6440aef2010-08-01 12:35:10 +0300210 } addr;
Gleb Natapov414e6272010-04-28 19:15:26 +0300211 union {
212 unsigned long val;
Avi Kivity16518d52010-08-26 14:31:30 +0300213 u64 val64;
Gleb Natapov414e6272010-04-28 19:15:26 +0300214 char valptr[sizeof(unsigned long) + 2];
Avi Kivity12537912011-03-29 11:41:27 +0200215 sse128_t vec_val;
Gleb Natapov414e6272010-04-28 19:15:26 +0300216 };
Laurent Viviere4e03de2007-09-18 11:52:50 +0200217};
218
Avi Kivity62266862007-11-20 13:15:52 +0200219struct fetch_cache {
220 u8 data[15];
221 unsigned long start;
222 unsigned long end;
223};
224
Gleb Natapov7b262e92010-03-18 15:20:27 +0200225struct read_cache {
226 u8 data[1024];
227 unsigned long pos;
228 unsigned long end;
229};
230
Laurent Viviere4e03de2007-09-18 11:52:50 +0200231struct decode_cache {
232 u8 twobyte;
233 u8 b;
Avi Kivityc4f035c2011-04-04 12:39:22 +0200234 u8 intercept;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200235 u8 lock_prefix;
236 u8 rep_prefix;
237 u8 op_bytes;
238 u8 ad_bytes;
Avi Kivity33615aa2007-10-31 11:15:56 +0200239 u8 rex_prefix;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200240 struct operand src;
Guillaume Thouvenin0dc8d102008-12-04 14:26:42 +0100241 struct operand src2;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200242 struct operand dst;
Avi Kivity7a5b56d2008-06-22 16:22:51 +0300243 bool has_seg_override;
244 u8 seg_override;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200245 unsigned int d;
Avi Kivityef65c882010-07-29 15:11:51 +0300246 int (*execute)(struct x86_emulate_ctxt *ctxt);
Joerg Roedeld09beab2011-04-04 12:39:25 +0200247 int (*check_perm)(struct x86_emulate_ctxt *ctxt);
Laurent Viviere4e03de2007-09-18 11:52:50 +0200248 unsigned long regs[NR_VCPU_REGS];
Gleb Natapov063db062010-03-18 15:20:06 +0200249 unsigned long eip;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200250 /* modrm */
251 u8 modrm;
252 u8 modrm_mod;
253 u8 modrm_reg;
254 u8 modrm_rm;
Avi Kivity09ee57c2010-08-01 12:07:29 +0300255 u8 modrm_seg;
Avi Kivityf5b4edc2008-06-15 22:09:11 -0700256 bool rip_relative;
Avi Kivity62266862007-11-20 13:15:52 +0200257 struct fetch_cache fetch;
Gleb Natapov7b262e92010-03-18 15:20:27 +0200258 struct read_cache io_read;
Gleb Natapov9de41572010-04-28 19:15:22 +0300259 struct read_cache mem_read;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200260};
261
Avi Kivity6aa8b732006-12-10 02:21:36 -0800262struct x86_emulate_ctxt {
Avi Kivity9aabc88f2010-07-29 15:11:50 +0300263 struct x86_emulate_ops *ops;
264
Avi Kivity6aa8b732006-12-10 02:21:36 -0800265 /* Register state before/after emulation. */
266 struct kvm_vcpu *vcpu;
267
Avi Kivity6aa8b732006-12-10 02:21:36 -0800268 unsigned long eflags;
Gleb Natapov063db062010-03-18 15:20:06 +0200269 unsigned long eip; /* eip before instruction emulation */
Avi Kivity6aa8b732006-12-10 02:21:36 -0800270 /* Emulated execution mode, represented by an X86EMUL_MODE value. */
271 int mode;
Laurent Viviere4e03de2007-09-18 11:52:50 +0200272
Glauber Costa310b5d32009-05-12 16:21:06 -0400273 /* interruptibility state, as a result of execution of STI or MOV SS */
274 int interruptibility;
275
Avi Kivityc4f035c2011-04-04 12:39:22 +0200276 bool guest_mode; /* guest running a nested guest */
Gleb Natapov4fc40f02010-08-02 12:47:51 +0300277 bool perm_ok; /* do not check permissions if true */
Avi Kivityd8671622011-02-01 16:32:03 +0200278 bool only_vendor_specific_insn;
Gleb Natapov54b84862010-04-28 19:15:44 +0300279
Avi Kivityda9cb572010-11-22 17:53:21 +0200280 bool have_exception;
281 struct x86_exception exception;
Gleb Natapov54b84862010-04-28 19:15:44 +0300282
Laurent Viviere4e03de2007-09-18 11:52:50 +0200283 /* decode cache */
Laurent Viviere4e03de2007-09-18 11:52:50 +0200284 struct decode_cache decode;
Avi Kivity6aa8b732006-12-10 02:21:36 -0800285};
286
Guillaume Thouvenin90e0a282007-11-22 11:32:09 +0100287/* Repeat String Operation Prefix */
Avi Kivity1d6b1142010-01-20 16:00:35 +0200288#define REPE_PREFIX 0xf3
289#define REPNE_PREFIX 0xf2
Guillaume Thouvenin90e0a282007-11-22 11:32:09 +0100290
Avi Kivity6aa8b732006-12-10 02:21:36 -0800291/* Execution mode, passed to the emulator. */
292#define X86EMUL_MODE_REAL 0 /* Real mode. */
Gleb Natapova0044752010-02-10 14:21:31 +0200293#define X86EMUL_MODE_VM86 1 /* Virtual 8086 mode. */
Avi Kivity6aa8b732006-12-10 02:21:36 -0800294#define X86EMUL_MODE_PROT16 2 /* 16-bit protected mode. */
295#define X86EMUL_MODE_PROT32 4 /* 32-bit protected mode. */
296#define X86EMUL_MODE_PROT64 8 /* 64-bit (long) mode. */
297
Joerg Roedel8ea7d6a2011-04-04 12:39:26 +0200298/* any protected mode */
299#define X86EMUL_MODE_PROT (X86EMUL_MODE_PROT16|X86EMUL_MODE_PROT32| \
300 X86EMUL_MODE_PROT64)
301
Avi Kivityc4f035c2011-04-04 12:39:22 +0200302enum x86_intercept_stage {
303 X86_ICPT_PRE_EXCEPT,
304 X86_ICPT_POST_EXCEPT,
305 X86_ICPT_POST_MEMACCESS,
306};
307
308enum x86_intercept {
309 x86_intercept_none,
Joerg Roedelcfec82c2011-04-04 12:39:28 +0200310 x86_intercept_cr_read,
311 x86_intercept_cr_write,
312 x86_intercept_clts,
Avi Kivity3c6e2762011-04-04 12:39:23 +0200313 x86_intercept_lmsw,
314 x86_intercept_smsw,
Joerg Roedel3b88e412011-04-04 12:39:29 +0200315 x86_intercept_dr_read,
316 x86_intercept_dr_write,
Avi Kivity3c6e2762011-04-04 12:39:23 +0200317 x86_intercept_lidt,
318 x86_intercept_sidt,
319 x86_intercept_lgdt,
320 x86_intercept_sgdt,
321 x86_intercept_lldt,
322 x86_intercept_sldt,
323 x86_intercept_ltr,
324 x86_intercept_str,
325 x86_intercept_rdtsc,
326 x86_intercept_rdpmc,
327 x86_intercept_pushf,
328 x86_intercept_popf,
329 x86_intercept_cpuid,
330 x86_intercept_rsm,
331 x86_intercept_iret,
332 x86_intercept_intn,
333 x86_intercept_invd,
334 x86_intercept_pause,
335 x86_intercept_hlt,
336 x86_intercept_invlpg,
337 x86_intercept_invlpga,
338 x86_intercept_vmrun,
339 x86_intercept_vmload,
340 x86_intercept_vmsave,
341 x86_intercept_vmmcall,
342 x86_intercept_stgi,
343 x86_intercept_clgi,
344 x86_intercept_skinit,
345 x86_intercept_rdtscp,
346 x86_intercept_icebp,
347 x86_intercept_wbinvd,
348 x86_intercept_monitor,
349 x86_intercept_mwait,
Joerg Roedel80612522011-04-04 12:39:33 +0200350 x86_intercept_rdmsr,
351 x86_intercept_wrmsr,
Joerg Roedelf6511932011-04-04 12:39:35 +0200352 x86_intercept_in,
353 x86_intercept_ins,
354 x86_intercept_out,
355 x86_intercept_outs,
Avi Kivityc4f035c2011-04-04 12:39:22 +0200356
357 nr_x86_intercepts
358};
359
Avi Kivity6aa8b732006-12-10 02:21:36 -0800360/* Host execution mode. */
Sheng Yangd73fa292008-10-14 15:59:10 +0800361#if defined(CONFIG_X86_32)
Avi Kivity6aa8b732006-12-10 02:21:36 -0800362#define X86EMUL_MODE_HOST X86EMUL_MODE_PROT32
Avi Kivity05b3e0c2006-12-13 00:33:45 -0800363#elif defined(CONFIG_X86_64)
Avi Kivity6aa8b732006-12-10 02:21:36 -0800364#define X86EMUL_MODE_HOST X86EMUL_MODE_PROT64
365#endif
366
Andre Przywaradc25e892010-12-21 11:12:07 +0100367int x86_decode_insn(struct x86_emulate_ctxt *ctxt, void *insn, int insn_len);
Gleb Natapovd2ddd1c2010-08-25 12:47:43 +0300368#define EMULATION_FAILED -1
369#define EMULATION_OK 0
370#define EMULATION_RESTART 1
Joerg Roedel775fde82011-04-04 12:39:24 +0200371#define EMULATION_INTERCEPTED 2
Avi Kivity9aabc88f2010-07-29 15:11:50 +0300372int x86_emulate_insn(struct x86_emulate_ctxt *ctxt);
Gleb Natapov38ba30b2010-03-18 15:20:17 +0200373int emulator_task_switch(struct x86_emulate_ctxt *ctxt,
Jan Kiszkae269fb22010-04-14 15:51:09 +0200374 u16 tss_selector, int reason,
375 bool has_error_code, u32 error_code);
Mohammed Gamal4ab8e022010-09-19 14:34:05 +0200376int emulate_int_real(struct x86_emulate_ctxt *ctxt,
377 struct x86_emulate_ops *ops, int irq);
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700378#endif /* _ASM_X86_KVM_X86_EMULATE_H */