blob: 4a3f790d5fc417edfb2488c4375db73df2a29e30 [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_HOST_H__
21#define __POWERPC_KVM_HOST_H__
22
23#include <linux/mutex.h>
Alexander Graf544c6762009-11-02 12:02:31 +000024#include <linux/hrtimer.h>
25#include <linux/interrupt.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050026#include <linux/types.h>
27#include <linux/kvm_types.h>
Alexander Graf96bc4512010-07-29 14:47:42 +020028#include <linux/kvm_para.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050029#include <asm/kvm_asm.h>
30
31#define KVM_MAX_VCPUS 1
32#define KVM_MEMORY_SLOTS 32
33/* memory slots that does not exposed to userspace */
34#define KVM_PRIVATE_MEM_SLOTS 4
35
Paul Mackerrasde56a942011-06-29 00:21:34 +000036#ifdef CONFIG_KVM_MMIO
Laurent Vivier588968b2008-05-30 16:05:56 +020037#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
Paul Mackerrasde56a942011-06-29 00:21:34 +000038#endif
Laurent Vivier588968b2008-05-30 16:05:56 +020039
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050040/* We don't currently support large pages. */
Joerg Roedel82855412010-07-01 16:00:11 +020041#define KVM_HPAGE_GFN_SHIFT(x) 0
Joerg Roedelec04b262009-06-19 15:16:23 +020042#define KVM_NR_PAGE_SIZES 1
43#define KVM_PAGES_PER_HPAGE(x) (1UL<<31)
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050044
Alexander Graffef093be2010-06-30 15:18:46 +020045#define HPTEG_CACHE_NUM (1 << 15)
46#define HPTEG_HASH_BITS_PTE 13
Alexander Graf2d27fc52010-07-29 15:04:19 +020047#define HPTEG_HASH_BITS_PTE_LONG 12
Alexander Graffef093be2010-06-30 15:18:46 +020048#define HPTEG_HASH_BITS_VPTE 13
49#define HPTEG_HASH_BITS_VPTE_LONG 5
50#define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
Alexander Graf2d27fc52010-07-29 15:04:19 +020051#define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
Alexander Graffef093be2010-06-30 15:18:46 +020052#define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
53#define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
Alexander Grafca951502009-10-30 05:47:04 +000054
Alexander Graf28e83b42010-07-29 14:47:52 +020055/* Physical Address Mask - allowed range of real mode RAM access */
56#define KVM_PAM 0x0fffffffffffffffULL
57
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050058struct kvm;
59struct kvm_run;
60struct kvm_vcpu;
61
62struct kvm_vm_stat {
63 u32 remote_tlb_flush;
64};
65
66struct kvm_vcpu_stat {
67 u32 sum_exits;
68 u32 mmio_exits;
69 u32 dcr_exits;
70 u32 signal_exits;
71 u32 light_exits;
72 /* Account for special types of light exits: */
73 u32 itlb_real_miss_exits;
74 u32 itlb_virt_miss_exits;
75 u32 dtlb_real_miss_exits;
76 u32 dtlb_virt_miss_exits;
77 u32 syscall_exits;
78 u32 isi_exits;
79 u32 dsi_exits;
80 u32 emulated_inst_exits;
81 u32 dec_exits;
82 u32 ext_intr_exits;
Hollis Blanchard45c5eb62008-04-25 17:55:49 -050083 u32 halt_wakeup;
Alexander Graf00c3a372010-04-16 00:11:42 +020084#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +000085 u32 pf_storage;
86 u32 pf_instruc;
87 u32 sp_storage;
88 u32 sp_instruc;
89 u32 queue_intr;
90 u32 ld;
91 u32 ld_slow;
92 u32 st;
93 u32 st_slow;
94#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050095};
96
Hollis Blanchard73e75b42008-12-02 15:51:57 -060097enum kvm_exit_types {
98 MMIO_EXITS,
99 DCR_EXITS,
100 SIGNAL_EXITS,
101 ITLB_REAL_MISS_EXITS,
102 ITLB_VIRT_MISS_EXITS,
103 DTLB_REAL_MISS_EXITS,
104 DTLB_VIRT_MISS_EXITS,
105 SYSCALL_EXITS,
106 ISI_EXITS,
107 DSI_EXITS,
108 EMULATED_INST_EXITS,
109 EMULATED_MTMSRWE_EXITS,
110 EMULATED_WRTEE_EXITS,
111 EMULATED_MTSPR_EXITS,
112 EMULATED_MFSPR_EXITS,
113 EMULATED_MTMSR_EXITS,
114 EMULATED_MFMSR_EXITS,
115 EMULATED_TLBSX_EXITS,
116 EMULATED_TLBWE_EXITS,
117 EMULATED_RFI_EXITS,
118 DEC_EXITS,
119 EXT_INTR_EXITS,
120 HALT_WAKEUP,
121 USR_PR_INST,
122 FP_UNAVAIL,
123 DEBUG_EXITS,
124 TIMEINGUEST,
125 __NUMBER_OF_KVM_EXIT_TYPES
126};
127
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600128/* allow access to big endian 32bit upper/lower parts and 64bit var */
Hollis Blanchard7b701592008-12-02 15:51:58 -0600129struct kvmppc_exit_timing {
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600130 union {
131 u64 tv64;
132 struct {
133 u32 tbu, tbl;
134 } tv32;
135 };
136};
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600137
Paul Mackerrasde56a942011-06-29 00:21:34 +0000138struct kvmppc_pginfo {
139 unsigned long pfn;
140 atomic_t refcnt;
141};
142
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500143struct kvm_arch {
Paul Mackerrasde56a942011-06-29 00:21:34 +0000144#ifdef CONFIG_KVM_BOOK3S_64_HV
145 unsigned long hpt_virt;
146 unsigned long ram_npages;
147 unsigned long ram_psize;
148 unsigned long ram_porder;
149 struct kvmppc_pginfo *ram_pginfo;
150 unsigned int lpid;
151 unsigned int host_lpid;
152 unsigned long host_lpcr;
153 unsigned long sdr1;
154 unsigned long host_sdr1;
155 int tlbie_lock;
156 unsigned short last_vcpu[NR_CPUS];
157#endif /* CONFIG_KVM_BOOK3S_64_HV */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500158};
159
Alexander Grafca951502009-10-30 05:47:04 +0000160struct kvmppc_pte {
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200161 ulong eaddr;
Alexander Grafca951502009-10-30 05:47:04 +0000162 u64 vpage;
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200163 ulong raddr;
Alexander Graf3ed9c6d2010-03-24 21:48:36 +0100164 bool may_read : 1;
165 bool may_write : 1;
166 bool may_execute : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000167};
168
169struct kvmppc_mmu {
170 /* book3s_64 only */
171 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
172 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
173 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
174 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
175 void (*slbia)(struct kvm_vcpu *vcpu);
176 /* book3s */
177 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
178 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
179 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr, struct kvmppc_pte *pte, bool data);
180 void (*reset_msr)(struct kvm_vcpu *vcpu);
181 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200182 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
Alexander Grafca951502009-10-30 05:47:04 +0000183 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
184 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
185};
186
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000187struct kvmppc_slb {
188 u64 esid;
189 u64 vsid;
190 u64 orige;
191 u64 origv;
192 bool valid : 1;
193 bool Ks : 1;
194 bool Kp : 1;
195 bool nx : 1;
196 bool large : 1; /* PTEs are 16MB */
197 bool tb : 1; /* 1TB segment */
198 bool class : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000199};
200
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500201struct kvm_vcpu_arch {
Alexander Grafca951502009-10-30 05:47:04 +0000202 ulong host_stack;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500203 u32 host_pid;
Alexander Graf00c3a372010-04-16 00:11:42 +0200204#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000205 ulong host_msr;
206 ulong host_r2;
207 void *host_retip;
208 ulong trampoline_lowmem;
209 ulong trampoline_enter;
210 ulong highmem_handler;
Alexander Graf021ec9c2010-01-08 02:58:06 +0100211 ulong rmcall;
Alexander Grafca951502009-10-30 05:47:04 +0000212 ulong host_paca_phys;
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000213 struct kvmppc_slb slb[64];
Paul Mackerrasde56a942011-06-29 00:21:34 +0000214 int slb_max; /* 1 + index of last valid entry in slb[] */
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000215 int slb_nr; /* total number of entries in SLB */
Alexander Grafca951502009-10-30 05:47:04 +0000216 struct kvmppc_mmu mmu;
217#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500218
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600219 ulong gpr[32];
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500220
Alexander Graf180a34d2010-01-15 14:49:11 +0100221 u64 fpr[32];
Alexander Grafc62e0962010-02-19 11:00:28 +0100222 u64 fpscr;
Alexander Graf180a34d2010-01-15 14:49:11 +0100223
Scott Wood4cd35f672011-06-14 18:34:31 -0500224#ifdef CONFIG_SPE
225 ulong evr[32];
226 ulong spefscr;
227 ulong host_spefscr;
228 u64 acc;
229#endif
Alexander Graf180a34d2010-01-15 14:49:11 +0100230#ifdef CONFIG_ALTIVEC
231 vector128 vr[32];
232 vector128 vscr;
233#endif
234
235#ifdef CONFIG_VSX
Paul Mackerrasde56a942011-06-29 00:21:34 +0000236 u64 vsr[64];
Alexander Graf180a34d2010-01-15 14:49:11 +0100237#endif
238
Alexander Graf5aa9e2f2010-02-19 11:00:27 +0100239#ifdef CONFIG_PPC_BOOK3S
240 /* For Gekko paired singles */
241 u32 qpr[32];
242#endif
243
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600244 ulong pc;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600245 ulong ctr;
246 ulong lr;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100247
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600248 ulong xer;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100249 u32 cr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500250
Alexander Graf00c3a372010-04-16 00:11:42 +0200251#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000252 ulong hflags;
Alexander Graf180a34d2010-01-15 14:49:11 +0100253 ulong guest_owned_ext;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000254 ulong purr;
255 ulong spurr;
256 ulong lpcr;
257 ulong dscr;
258 ulong amr;
259 ulong uamor;
260 u32 ctrl;
261 ulong dabr;
Alexander Grafca951502009-10-30 05:47:04 +0000262#endif
Scott Woodeab17672011-04-27 17:24:10 -0500263 u32 vrsave; /* also USPRG0 */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500264 u32 mmucr;
Scott Woodecee2732011-06-14 18:34:29 -0500265 ulong shadow_msr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600266 ulong sprg4;
267 ulong sprg5;
268 ulong sprg6;
269 ulong sprg7;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600270 ulong csrr0;
271 ulong csrr1;
272 ulong dsrr0;
273 ulong dsrr1;
Scott Wood5ce941e2011-04-27 17:24:21 -0500274 ulong mcsrr0;
275 ulong mcsrr1;
276 ulong mcsr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600277 ulong esr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500278 u32 dec;
279 u32 decar;
280 u32 tbl;
281 u32 tbu;
282 u32 tcr;
283 u32 tsr;
Hollis Blanchardbb3a8a12009-01-03 16:23:13 -0600284 u32 ivor[64];
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600285 ulong ivpr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500286 u32 pir;
Alexander Grafca951502009-10-30 05:47:04 +0000287 u32 pvr;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500288
289 u32 shadow_pid;
Liu Yudd9ebf1f2011-06-14 18:35:14 -0500290 u32 shadow_pid1;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500291 u32 pid;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500292 u32 swap_pid;
293
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500294 u32 ccr0;
295 u32 ccr1;
296 u32 dbcr0;
297 u32 dbcr1;
Hollis Blanchardf7b200a2009-01-03 16:23:07 -0600298 u32 dbsr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500299
Paul Mackerrasde56a942011-06-29 00:21:34 +0000300 u64 mmcr[3];
301 u32 pmc[6];
302
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600303#ifdef CONFIG_KVM_EXIT_TIMING
Bharat Bhushan09000ad2011-03-25 10:32:13 +0530304 struct mutex exit_timing_lock;
Hollis Blanchard7b701592008-12-02 15:51:58 -0600305 struct kvmppc_exit_timing timing_exit;
306 struct kvmppc_exit_timing timing_last_enter;
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600307 u32 last_exit_type;
308 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
309 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
310 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
311 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
312 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
313 u64 timing_last_exit;
314 struct dentry *debugfs_exit_timing;
315#endif
316
Paul Mackerrasde56a942011-06-29 00:21:34 +0000317#ifdef CONFIG_PPC_BOOK3S
318 ulong fault_dar;
319 u32 fault_dsisr;
320#endif
321
Alexander Graf06046752010-04-16 00:11:44 +0200322#ifdef CONFIG_BOOKE
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600323 ulong fault_dear;
324 ulong fault_esr;
Liu Yudaf5e272010-02-02 19:44:35 +0800325 ulong queued_dear;
326 ulong queued_esr;
Alexander Graf06046752010-04-16 00:11:44 +0200327#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500328 gpa_t paddr_accessed;
329
330 u8 io_gpr; /* GPR used as IO source/target */
331 u8 mmio_is_bigendian;
Alexander Graf3587d532010-02-19 11:00:30 +0100332 u8 mmio_sign_extend;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500333 u8 dcr_needed;
334 u8 dcr_is_write;
Alexander Grafad0a0482010-03-24 21:48:30 +0100335 u8 osi_needed;
336 u8 osi_enabled;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000337 u8 hcall_needed;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500338
339 u32 cpr0_cfgaddr; /* holds the last set cpr0_cfgaddr */
340
Alexander Graf544c6762009-11-02 12:02:31 +0000341 struct hrtimer dec_timer;
342 struct tasklet_struct tasklet;
Alexander Grafca951502009-10-30 05:47:04 +0000343 u64 dec_jiffies;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000344 u64 dec_expires;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500345 unsigned long pending_exceptions;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000346 u16 last_cpu;
347 u32 last_inst;
348 int trap;
Alexander Graf96bc4512010-07-29 14:47:42 +0200349 struct kvm_vcpu_arch_shared *shared;
Alexander Grafbeb03f12010-07-29 14:47:53 +0200350 unsigned long magic_page_pa; /* phys addr to map the magic page to */
351 unsigned long magic_page_ea; /* effect. addr to map the magic page to */
Paul Mackerrasde56a942011-06-29 00:21:34 +0000352
353#ifdef CONFIG_KVM_BOOK3S_64_HV
354 struct kvm_vcpu_arch_shared shregs;
355#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500356};
357
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500358#endif /* __POWERPC_KVM_HOST_H__ */