blob: 6ebf1721680a8d471e74bb55bda2628ba99ad3c9 [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_HOST_H__
21#define __POWERPC_KVM_HOST_H__
22
23#include <linux/mutex.h>
Alexander Graf544c6762009-11-02 12:02:31 +000024#include <linux/hrtimer.h>
25#include <linux/interrupt.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050026#include <linux/types.h>
27#include <linux/kvm_types.h>
Alexander Graf96bc4512010-07-29 14:47:42 +020028#include <linux/kvm_para.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050029#include <asm/kvm_asm.h>
30
31#define KVM_MAX_VCPUS 1
32#define KVM_MEMORY_SLOTS 32
33/* memory slots that does not exposed to userspace */
34#define KVM_PRIVATE_MEM_SLOTS 4
35
Paul Mackerrasde56a942011-06-29 00:21:34 +000036#ifdef CONFIG_KVM_MMIO
Laurent Vivier588968b2008-05-30 16:05:56 +020037#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
Paul Mackerrasde56a942011-06-29 00:21:34 +000038#endif
Laurent Vivier588968b2008-05-30 16:05:56 +020039
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050040/* We don't currently support large pages. */
Joerg Roedel82855412010-07-01 16:00:11 +020041#define KVM_HPAGE_GFN_SHIFT(x) 0
Joerg Roedelec04b262009-06-19 15:16:23 +020042#define KVM_NR_PAGE_SIZES 1
43#define KVM_PAGES_PER_HPAGE(x) (1UL<<31)
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050044
Alexander Graffef093be2010-06-30 15:18:46 +020045#define HPTEG_CACHE_NUM (1 << 15)
46#define HPTEG_HASH_BITS_PTE 13
Alexander Graf2d27fc52010-07-29 15:04:19 +020047#define HPTEG_HASH_BITS_PTE_LONG 12
Alexander Graffef093be2010-06-30 15:18:46 +020048#define HPTEG_HASH_BITS_VPTE 13
49#define HPTEG_HASH_BITS_VPTE_LONG 5
50#define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
Alexander Graf2d27fc52010-07-29 15:04:19 +020051#define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
Alexander Graffef093be2010-06-30 15:18:46 +020052#define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
53#define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
Alexander Grafca951502009-10-30 05:47:04 +000054
Alexander Graf28e83b42010-07-29 14:47:52 +020055/* Physical Address Mask - allowed range of real mode RAM access */
56#define KVM_PAM 0x0fffffffffffffffULL
57
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050058struct kvm;
59struct kvm_run;
60struct kvm_vcpu;
61
Paul Mackerrasa8606e22011-06-29 00:22:05 +000062struct lppaca;
63struct slb_shadow;
64struct dtl;
65
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050066struct kvm_vm_stat {
67 u32 remote_tlb_flush;
68};
69
70struct kvm_vcpu_stat {
71 u32 sum_exits;
72 u32 mmio_exits;
73 u32 dcr_exits;
74 u32 signal_exits;
75 u32 light_exits;
76 /* Account for special types of light exits: */
77 u32 itlb_real_miss_exits;
78 u32 itlb_virt_miss_exits;
79 u32 dtlb_real_miss_exits;
80 u32 dtlb_virt_miss_exits;
81 u32 syscall_exits;
82 u32 isi_exits;
83 u32 dsi_exits;
84 u32 emulated_inst_exits;
85 u32 dec_exits;
86 u32 ext_intr_exits;
Hollis Blanchard45c5eb62008-04-25 17:55:49 -050087 u32 halt_wakeup;
Alexander Graf00c3a372010-04-16 00:11:42 +020088#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +000089 u32 pf_storage;
90 u32 pf_instruc;
91 u32 sp_storage;
92 u32 sp_instruc;
93 u32 queue_intr;
94 u32 ld;
95 u32 ld_slow;
96 u32 st;
97 u32 st_slow;
98#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050099};
100
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600101enum kvm_exit_types {
102 MMIO_EXITS,
103 DCR_EXITS,
104 SIGNAL_EXITS,
105 ITLB_REAL_MISS_EXITS,
106 ITLB_VIRT_MISS_EXITS,
107 DTLB_REAL_MISS_EXITS,
108 DTLB_VIRT_MISS_EXITS,
109 SYSCALL_EXITS,
110 ISI_EXITS,
111 DSI_EXITS,
112 EMULATED_INST_EXITS,
113 EMULATED_MTMSRWE_EXITS,
114 EMULATED_WRTEE_EXITS,
115 EMULATED_MTSPR_EXITS,
116 EMULATED_MFSPR_EXITS,
117 EMULATED_MTMSR_EXITS,
118 EMULATED_MFMSR_EXITS,
119 EMULATED_TLBSX_EXITS,
120 EMULATED_TLBWE_EXITS,
121 EMULATED_RFI_EXITS,
122 DEC_EXITS,
123 EXT_INTR_EXITS,
124 HALT_WAKEUP,
125 USR_PR_INST,
126 FP_UNAVAIL,
127 DEBUG_EXITS,
128 TIMEINGUEST,
129 __NUMBER_OF_KVM_EXIT_TYPES
130};
131
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600132/* allow access to big endian 32bit upper/lower parts and 64bit var */
Hollis Blanchard7b701592008-12-02 15:51:58 -0600133struct kvmppc_exit_timing {
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600134 union {
135 u64 tv64;
136 struct {
137 u32 tbu, tbl;
138 } tv32;
139 };
140};
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600141
Paul Mackerrasde56a942011-06-29 00:21:34 +0000142struct kvmppc_pginfo {
143 unsigned long pfn;
144 atomic_t refcnt;
145};
146
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500147struct kvm_arch {
Paul Mackerrasde56a942011-06-29 00:21:34 +0000148#ifdef CONFIG_KVM_BOOK3S_64_HV
149 unsigned long hpt_virt;
150 unsigned long ram_npages;
151 unsigned long ram_psize;
152 unsigned long ram_porder;
153 struct kvmppc_pginfo *ram_pginfo;
154 unsigned int lpid;
155 unsigned int host_lpid;
156 unsigned long host_lpcr;
157 unsigned long sdr1;
158 unsigned long host_sdr1;
159 int tlbie_lock;
160 unsigned short last_vcpu[NR_CPUS];
161#endif /* CONFIG_KVM_BOOK3S_64_HV */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500162};
163
Alexander Grafca951502009-10-30 05:47:04 +0000164struct kvmppc_pte {
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200165 ulong eaddr;
Alexander Grafca951502009-10-30 05:47:04 +0000166 u64 vpage;
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200167 ulong raddr;
Alexander Graf3ed9c6d2010-03-24 21:48:36 +0100168 bool may_read : 1;
169 bool may_write : 1;
170 bool may_execute : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000171};
172
173struct kvmppc_mmu {
174 /* book3s_64 only */
175 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
176 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
177 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
178 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
179 void (*slbia)(struct kvm_vcpu *vcpu);
180 /* book3s */
181 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
182 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
183 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr, struct kvmppc_pte *pte, bool data);
184 void (*reset_msr)(struct kvm_vcpu *vcpu);
185 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200186 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
Alexander Grafca951502009-10-30 05:47:04 +0000187 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
188 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
189};
190
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000191struct kvmppc_slb {
192 u64 esid;
193 u64 vsid;
194 u64 orige;
195 u64 origv;
196 bool valid : 1;
197 bool Ks : 1;
198 bool Kp : 1;
199 bool nx : 1;
200 bool large : 1; /* PTEs are 16MB */
201 bool tb : 1; /* 1TB segment */
202 bool class : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000203};
204
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500205struct kvm_vcpu_arch {
Alexander Grafca951502009-10-30 05:47:04 +0000206 ulong host_stack;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500207 u32 host_pid;
Alexander Graf00c3a372010-04-16 00:11:42 +0200208#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000209 ulong host_msr;
210 ulong host_r2;
211 void *host_retip;
212 ulong trampoline_lowmem;
213 ulong trampoline_enter;
214 ulong highmem_handler;
Alexander Graf021ec9c2010-01-08 02:58:06 +0100215 ulong rmcall;
Alexander Grafca951502009-10-30 05:47:04 +0000216 ulong host_paca_phys;
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000217 struct kvmppc_slb slb[64];
Paul Mackerrasde56a942011-06-29 00:21:34 +0000218 int slb_max; /* 1 + index of last valid entry in slb[] */
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000219 int slb_nr; /* total number of entries in SLB */
Alexander Grafca951502009-10-30 05:47:04 +0000220 struct kvmppc_mmu mmu;
221#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500222
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600223 ulong gpr[32];
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500224
Alexander Graf180a34d2010-01-15 14:49:11 +0100225 u64 fpr[32];
Alexander Grafc62e0962010-02-19 11:00:28 +0100226 u64 fpscr;
Alexander Graf180a34d2010-01-15 14:49:11 +0100227
Scott Wood4cd35f672011-06-14 18:34:31 -0500228#ifdef CONFIG_SPE
229 ulong evr[32];
230 ulong spefscr;
231 ulong host_spefscr;
232 u64 acc;
233#endif
Alexander Graf180a34d2010-01-15 14:49:11 +0100234#ifdef CONFIG_ALTIVEC
235 vector128 vr[32];
236 vector128 vscr;
237#endif
238
239#ifdef CONFIG_VSX
Paul Mackerrasde56a942011-06-29 00:21:34 +0000240 u64 vsr[64];
Alexander Graf180a34d2010-01-15 14:49:11 +0100241#endif
242
Alexander Graf5aa9e2f2010-02-19 11:00:27 +0100243#ifdef CONFIG_PPC_BOOK3S
244 /* For Gekko paired singles */
245 u32 qpr[32];
246#endif
247
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600248 ulong pc;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600249 ulong ctr;
250 ulong lr;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100251
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600252 ulong xer;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100253 u32 cr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500254
Alexander Graf00c3a372010-04-16 00:11:42 +0200255#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000256 ulong hflags;
Alexander Graf180a34d2010-01-15 14:49:11 +0100257 ulong guest_owned_ext;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000258 ulong purr;
259 ulong spurr;
260 ulong lpcr;
261 ulong dscr;
262 ulong amr;
263 ulong uamor;
264 u32 ctrl;
265 ulong dabr;
Alexander Grafca951502009-10-30 05:47:04 +0000266#endif
Scott Woodeab17672011-04-27 17:24:10 -0500267 u32 vrsave; /* also USPRG0 */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500268 u32 mmucr;
Scott Woodecee2732011-06-14 18:34:29 -0500269 ulong shadow_msr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600270 ulong sprg4;
271 ulong sprg5;
272 ulong sprg6;
273 ulong sprg7;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600274 ulong csrr0;
275 ulong csrr1;
276 ulong dsrr0;
277 ulong dsrr1;
Scott Wood5ce941e2011-04-27 17:24:21 -0500278 ulong mcsrr0;
279 ulong mcsrr1;
280 ulong mcsr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600281 ulong esr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500282 u32 dec;
283 u32 decar;
284 u32 tbl;
285 u32 tbu;
286 u32 tcr;
287 u32 tsr;
Hollis Blanchardbb3a8a12009-01-03 16:23:13 -0600288 u32 ivor[64];
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600289 ulong ivpr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500290 u32 pir;
Alexander Grafca951502009-10-30 05:47:04 +0000291 u32 pvr;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500292
293 u32 shadow_pid;
Liu Yudd9ebf1f2011-06-14 18:35:14 -0500294 u32 shadow_pid1;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500295 u32 pid;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500296 u32 swap_pid;
297
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500298 u32 ccr0;
299 u32 ccr1;
300 u32 dbcr0;
301 u32 dbcr1;
Hollis Blanchardf7b200a2009-01-03 16:23:07 -0600302 u32 dbsr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500303
Paul Mackerrasde56a942011-06-29 00:21:34 +0000304 u64 mmcr[3];
305 u32 pmc[6];
306
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600307#ifdef CONFIG_KVM_EXIT_TIMING
Bharat Bhushan09000ad2011-03-25 10:32:13 +0530308 struct mutex exit_timing_lock;
Hollis Blanchard7b701592008-12-02 15:51:58 -0600309 struct kvmppc_exit_timing timing_exit;
310 struct kvmppc_exit_timing timing_last_enter;
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600311 u32 last_exit_type;
312 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
313 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
314 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
315 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
316 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
317 u64 timing_last_exit;
318 struct dentry *debugfs_exit_timing;
319#endif
320
Paul Mackerrasde56a942011-06-29 00:21:34 +0000321#ifdef CONFIG_PPC_BOOK3S
322 ulong fault_dar;
323 u32 fault_dsisr;
324#endif
325
Alexander Graf06046752010-04-16 00:11:44 +0200326#ifdef CONFIG_BOOKE
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600327 ulong fault_dear;
328 ulong fault_esr;
Liu Yudaf5e272010-02-02 19:44:35 +0800329 ulong queued_dear;
330 ulong queued_esr;
Alexander Graf06046752010-04-16 00:11:44 +0200331#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500332 gpa_t paddr_accessed;
333
334 u8 io_gpr; /* GPR used as IO source/target */
335 u8 mmio_is_bigendian;
Alexander Graf3587d532010-02-19 11:00:30 +0100336 u8 mmio_sign_extend;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500337 u8 dcr_needed;
338 u8 dcr_is_write;
Alexander Grafad0a0482010-03-24 21:48:30 +0100339 u8 osi_needed;
340 u8 osi_enabled;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000341 u8 hcall_needed;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500342
343 u32 cpr0_cfgaddr; /* holds the last set cpr0_cfgaddr */
344
Alexander Graf544c6762009-11-02 12:02:31 +0000345 struct hrtimer dec_timer;
346 struct tasklet_struct tasklet;
Alexander Grafca951502009-10-30 05:47:04 +0000347 u64 dec_jiffies;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000348 u64 dec_expires;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500349 unsigned long pending_exceptions;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000350 u16 last_cpu;
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000351 u8 ceded;
352 u8 prodded;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000353 u32 last_inst;
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000354
355 struct lppaca *vpa;
356 struct slb_shadow *slb_shadow;
357 struct dtl *dtl;
358 struct dtl *dtl_end;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000359 int trap;
Alexander Graf96bc4512010-07-29 14:47:42 +0200360 struct kvm_vcpu_arch_shared *shared;
Alexander Grafbeb03f12010-07-29 14:47:53 +0200361 unsigned long magic_page_pa; /* phys addr to map the magic page to */
362 unsigned long magic_page_ea; /* effect. addr to map the magic page to */
Paul Mackerrasde56a942011-06-29 00:21:34 +0000363
364#ifdef CONFIG_KVM_BOOK3S_64_HV
365 struct kvm_vcpu_arch_shared shregs;
366#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500367};
368
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500369#endif /* __POWERPC_KVM_HOST_H__ */