blob: 5616e39a7fa4bd60fdee73585fe3a1b80d1a1931 [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_HOST_H__
21#define __POWERPC_KVM_HOST_H__
22
23#include <linux/mutex.h>
Alexander Graf544c6762009-11-02 12:02:31 +000024#include <linux/hrtimer.h>
25#include <linux/interrupt.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050026#include <linux/types.h>
27#include <linux/kvm_types.h>
Alexander Graf96bc4512010-07-29 14:47:42 +020028#include <linux/kvm_para.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050029#include <asm/kvm_asm.h>
30
31#define KVM_MAX_VCPUS 1
32#define KVM_MEMORY_SLOTS 32
33/* memory slots that does not exposed to userspace */
34#define KVM_PRIVATE_MEM_SLOTS 4
35
Paul Mackerrasde56a942011-06-29 00:21:34 +000036#ifdef CONFIG_KVM_MMIO
Laurent Vivier588968b2008-05-30 16:05:56 +020037#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
Paul Mackerrasde56a942011-06-29 00:21:34 +000038#endif
Laurent Vivier588968b2008-05-30 16:05:56 +020039
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050040/* We don't currently support large pages. */
Joerg Roedel82855412010-07-01 16:00:11 +020041#define KVM_HPAGE_GFN_SHIFT(x) 0
Joerg Roedelec04b262009-06-19 15:16:23 +020042#define KVM_NR_PAGE_SIZES 1
43#define KVM_PAGES_PER_HPAGE(x) (1UL<<31)
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050044
Alexander Graffef093be2010-06-30 15:18:46 +020045#define HPTEG_CACHE_NUM (1 << 15)
46#define HPTEG_HASH_BITS_PTE 13
Alexander Graf2d27fc52010-07-29 15:04:19 +020047#define HPTEG_HASH_BITS_PTE_LONG 12
Alexander Graffef093be2010-06-30 15:18:46 +020048#define HPTEG_HASH_BITS_VPTE 13
49#define HPTEG_HASH_BITS_VPTE_LONG 5
50#define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
Alexander Graf2d27fc52010-07-29 15:04:19 +020051#define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
Alexander Graffef093be2010-06-30 15:18:46 +020052#define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
53#define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
Alexander Grafca951502009-10-30 05:47:04 +000054
Alexander Graf28e83b42010-07-29 14:47:52 +020055/* Physical Address Mask - allowed range of real mode RAM access */
56#define KVM_PAM 0x0fffffffffffffffULL
57
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050058struct kvm;
59struct kvm_run;
60struct kvm_vcpu;
61
Paul Mackerrasa8606e22011-06-29 00:22:05 +000062struct lppaca;
63struct slb_shadow;
64struct dtl;
65
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050066struct kvm_vm_stat {
67 u32 remote_tlb_flush;
68};
69
70struct kvm_vcpu_stat {
71 u32 sum_exits;
72 u32 mmio_exits;
73 u32 dcr_exits;
74 u32 signal_exits;
75 u32 light_exits;
76 /* Account for special types of light exits: */
77 u32 itlb_real_miss_exits;
78 u32 itlb_virt_miss_exits;
79 u32 dtlb_real_miss_exits;
80 u32 dtlb_virt_miss_exits;
81 u32 syscall_exits;
82 u32 isi_exits;
83 u32 dsi_exits;
84 u32 emulated_inst_exits;
85 u32 dec_exits;
86 u32 ext_intr_exits;
Hollis Blanchard45c5eb62008-04-25 17:55:49 -050087 u32 halt_wakeup;
Alexander Graf00c3a372010-04-16 00:11:42 +020088#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +000089 u32 pf_storage;
90 u32 pf_instruc;
91 u32 sp_storage;
92 u32 sp_instruc;
93 u32 queue_intr;
94 u32 ld;
95 u32 ld_slow;
96 u32 st;
97 u32 st_slow;
98#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050099};
100
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600101enum kvm_exit_types {
102 MMIO_EXITS,
103 DCR_EXITS,
104 SIGNAL_EXITS,
105 ITLB_REAL_MISS_EXITS,
106 ITLB_VIRT_MISS_EXITS,
107 DTLB_REAL_MISS_EXITS,
108 DTLB_VIRT_MISS_EXITS,
109 SYSCALL_EXITS,
110 ISI_EXITS,
111 DSI_EXITS,
112 EMULATED_INST_EXITS,
113 EMULATED_MTMSRWE_EXITS,
114 EMULATED_WRTEE_EXITS,
115 EMULATED_MTSPR_EXITS,
116 EMULATED_MFSPR_EXITS,
117 EMULATED_MTMSR_EXITS,
118 EMULATED_MFMSR_EXITS,
119 EMULATED_TLBSX_EXITS,
120 EMULATED_TLBWE_EXITS,
121 EMULATED_RFI_EXITS,
122 DEC_EXITS,
123 EXT_INTR_EXITS,
124 HALT_WAKEUP,
125 USR_PR_INST,
126 FP_UNAVAIL,
127 DEBUG_EXITS,
128 TIMEINGUEST,
129 __NUMBER_OF_KVM_EXIT_TYPES
130};
131
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600132/* allow access to big endian 32bit upper/lower parts and 64bit var */
Hollis Blanchard7b701592008-12-02 15:51:58 -0600133struct kvmppc_exit_timing {
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600134 union {
135 u64 tv64;
136 struct {
137 u32 tbu, tbl;
138 } tv32;
139 };
140};
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600141
Paul Mackerrasde56a942011-06-29 00:21:34 +0000142struct kvmppc_pginfo {
143 unsigned long pfn;
144 atomic_t refcnt;
145};
146
David Gibson54738c02011-06-29 00:22:41 +0000147struct kvmppc_spapr_tce_table {
148 struct list_head list;
149 struct kvm *kvm;
150 u64 liobn;
151 u32 window_size;
152 struct page *pages[0];
153};
154
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500155struct kvm_arch {
Paul Mackerrasde56a942011-06-29 00:21:34 +0000156#ifdef CONFIG_KVM_BOOK3S_64_HV
157 unsigned long hpt_virt;
158 unsigned long ram_npages;
159 unsigned long ram_psize;
160 unsigned long ram_porder;
161 struct kvmppc_pginfo *ram_pginfo;
162 unsigned int lpid;
163 unsigned int host_lpid;
164 unsigned long host_lpcr;
165 unsigned long sdr1;
166 unsigned long host_sdr1;
167 int tlbie_lock;
David Gibson54738c02011-06-29 00:22:41 +0000168 struct list_head spapr_tce_tables;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000169 unsigned short last_vcpu[NR_CPUS];
170#endif /* CONFIG_KVM_BOOK3S_64_HV */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500171};
172
Alexander Grafca951502009-10-30 05:47:04 +0000173struct kvmppc_pte {
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200174 ulong eaddr;
Alexander Grafca951502009-10-30 05:47:04 +0000175 u64 vpage;
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200176 ulong raddr;
Alexander Graf3ed9c6d2010-03-24 21:48:36 +0100177 bool may_read : 1;
178 bool may_write : 1;
179 bool may_execute : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000180};
181
182struct kvmppc_mmu {
183 /* book3s_64 only */
184 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
185 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
186 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
187 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
188 void (*slbia)(struct kvm_vcpu *vcpu);
189 /* book3s */
190 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
191 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
192 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr, struct kvmppc_pte *pte, bool data);
193 void (*reset_msr)(struct kvm_vcpu *vcpu);
194 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200195 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
Alexander Grafca951502009-10-30 05:47:04 +0000196 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
197 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
198};
199
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000200struct kvmppc_slb {
201 u64 esid;
202 u64 vsid;
203 u64 orige;
204 u64 origv;
205 bool valid : 1;
206 bool Ks : 1;
207 bool Kp : 1;
208 bool nx : 1;
209 bool large : 1; /* PTEs are 16MB */
210 bool tb : 1; /* 1TB segment */
211 bool class : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000212};
213
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500214struct kvm_vcpu_arch {
Alexander Grafca951502009-10-30 05:47:04 +0000215 ulong host_stack;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500216 u32 host_pid;
Alexander Graf00c3a372010-04-16 00:11:42 +0200217#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000218 ulong host_msr;
219 ulong host_r2;
220 void *host_retip;
221 ulong trampoline_lowmem;
222 ulong trampoline_enter;
223 ulong highmem_handler;
Alexander Graf021ec9c2010-01-08 02:58:06 +0100224 ulong rmcall;
Alexander Grafca951502009-10-30 05:47:04 +0000225 ulong host_paca_phys;
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000226 struct kvmppc_slb slb[64];
Paul Mackerrasde56a942011-06-29 00:21:34 +0000227 int slb_max; /* 1 + index of last valid entry in slb[] */
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000228 int slb_nr; /* total number of entries in SLB */
Alexander Grafca951502009-10-30 05:47:04 +0000229 struct kvmppc_mmu mmu;
230#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500231
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600232 ulong gpr[32];
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500233
Alexander Graf180a34d2010-01-15 14:49:11 +0100234 u64 fpr[32];
Alexander Grafc62e0962010-02-19 11:00:28 +0100235 u64 fpscr;
Alexander Graf180a34d2010-01-15 14:49:11 +0100236
Scott Wood4cd35f672011-06-14 18:34:31 -0500237#ifdef CONFIG_SPE
238 ulong evr[32];
239 ulong spefscr;
240 ulong host_spefscr;
241 u64 acc;
242#endif
Alexander Graf180a34d2010-01-15 14:49:11 +0100243#ifdef CONFIG_ALTIVEC
244 vector128 vr[32];
245 vector128 vscr;
246#endif
247
248#ifdef CONFIG_VSX
Paul Mackerrasde56a942011-06-29 00:21:34 +0000249 u64 vsr[64];
Alexander Graf180a34d2010-01-15 14:49:11 +0100250#endif
251
Alexander Graf5aa9e2f2010-02-19 11:00:27 +0100252#ifdef CONFIG_PPC_BOOK3S
253 /* For Gekko paired singles */
254 u32 qpr[32];
255#endif
256
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600257 ulong pc;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600258 ulong ctr;
259 ulong lr;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100260
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600261 ulong xer;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100262 u32 cr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500263
Alexander Graf00c3a372010-04-16 00:11:42 +0200264#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000265 ulong hflags;
Alexander Graf180a34d2010-01-15 14:49:11 +0100266 ulong guest_owned_ext;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000267 ulong purr;
268 ulong spurr;
269 ulong lpcr;
270 ulong dscr;
271 ulong amr;
272 ulong uamor;
273 u32 ctrl;
274 ulong dabr;
Alexander Grafca951502009-10-30 05:47:04 +0000275#endif
Scott Woodeab17672011-04-27 17:24:10 -0500276 u32 vrsave; /* also USPRG0 */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500277 u32 mmucr;
Scott Woodecee2732011-06-14 18:34:29 -0500278 ulong shadow_msr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600279 ulong sprg4;
280 ulong sprg5;
281 ulong sprg6;
282 ulong sprg7;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600283 ulong csrr0;
284 ulong csrr1;
285 ulong dsrr0;
286 ulong dsrr1;
Scott Wood5ce941e2011-04-27 17:24:21 -0500287 ulong mcsrr0;
288 ulong mcsrr1;
289 ulong mcsr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600290 ulong esr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500291 u32 dec;
292 u32 decar;
293 u32 tbl;
294 u32 tbu;
295 u32 tcr;
296 u32 tsr;
Hollis Blanchardbb3a8a12009-01-03 16:23:13 -0600297 u32 ivor[64];
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600298 ulong ivpr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500299 u32 pir;
Alexander Grafca951502009-10-30 05:47:04 +0000300 u32 pvr;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500301
302 u32 shadow_pid;
Liu Yudd9ebf1f2011-06-14 18:35:14 -0500303 u32 shadow_pid1;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500304 u32 pid;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500305 u32 swap_pid;
306
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500307 u32 ccr0;
308 u32 ccr1;
309 u32 dbcr0;
310 u32 dbcr1;
Hollis Blanchardf7b200a2009-01-03 16:23:07 -0600311 u32 dbsr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500312
Paul Mackerrasde56a942011-06-29 00:21:34 +0000313 u64 mmcr[3];
314 u32 pmc[6];
315
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600316#ifdef CONFIG_KVM_EXIT_TIMING
Bharat Bhushan09000ad2011-03-25 10:32:13 +0530317 struct mutex exit_timing_lock;
Hollis Blanchard7b701592008-12-02 15:51:58 -0600318 struct kvmppc_exit_timing timing_exit;
319 struct kvmppc_exit_timing timing_last_enter;
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600320 u32 last_exit_type;
321 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
322 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
323 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
324 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
325 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
326 u64 timing_last_exit;
327 struct dentry *debugfs_exit_timing;
328#endif
329
Paul Mackerrasde56a942011-06-29 00:21:34 +0000330#ifdef CONFIG_PPC_BOOK3S
331 ulong fault_dar;
332 u32 fault_dsisr;
333#endif
334
Alexander Graf06046752010-04-16 00:11:44 +0200335#ifdef CONFIG_BOOKE
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600336 ulong fault_dear;
337 ulong fault_esr;
Liu Yudaf5e272010-02-02 19:44:35 +0800338 ulong queued_dear;
339 ulong queued_esr;
Alexander Graf06046752010-04-16 00:11:44 +0200340#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500341 gpa_t paddr_accessed;
342
343 u8 io_gpr; /* GPR used as IO source/target */
344 u8 mmio_is_bigendian;
Alexander Graf3587d532010-02-19 11:00:30 +0100345 u8 mmio_sign_extend;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500346 u8 dcr_needed;
347 u8 dcr_is_write;
Alexander Grafad0a0482010-03-24 21:48:30 +0100348 u8 osi_needed;
349 u8 osi_enabled;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000350 u8 hcall_needed;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500351
352 u32 cpr0_cfgaddr; /* holds the last set cpr0_cfgaddr */
353
Alexander Graf544c6762009-11-02 12:02:31 +0000354 struct hrtimer dec_timer;
355 struct tasklet_struct tasklet;
Alexander Grafca951502009-10-30 05:47:04 +0000356 u64 dec_jiffies;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000357 u64 dec_expires;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500358 unsigned long pending_exceptions;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000359 u16 last_cpu;
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000360 u8 ceded;
361 u8 prodded;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000362 u32 last_inst;
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000363
364 struct lppaca *vpa;
365 struct slb_shadow *slb_shadow;
366 struct dtl *dtl;
367 struct dtl *dtl_end;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000368 int trap;
Alexander Graf96bc4512010-07-29 14:47:42 +0200369 struct kvm_vcpu_arch_shared *shared;
Alexander Grafbeb03f12010-07-29 14:47:53 +0200370 unsigned long magic_page_pa; /* phys addr to map the magic page to */
371 unsigned long magic_page_ea; /* effect. addr to map the magic page to */
Paul Mackerrasde56a942011-06-29 00:21:34 +0000372
373#ifdef CONFIG_KVM_BOOK3S_64_HV
374 struct kvm_vcpu_arch_shared shregs;
375#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500376};
377
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500378#endif /* __POWERPC_KVM_HOST_H__ */