blob: 0d6d569e19c73958ed15ea8cde888547390b996b [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_HOST_H__
21#define __POWERPC_KVM_HOST_H__
22
23#include <linux/mutex.h>
Alexander Graf544c6762009-11-02 12:02:31 +000024#include <linux/hrtimer.h>
25#include <linux/interrupt.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050026#include <linux/types.h>
27#include <linux/kvm_types.h>
Paul Mackerras371fefd2011-06-29 00:23:08 +000028#include <linux/threads.h>
29#include <linux/spinlock.h>
Alexander Graf96bc4512010-07-29 14:47:42 +020030#include <linux/kvm_para.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050031#include <asm/kvm_asm.h>
Paul Mackerras371fefd2011-06-29 00:23:08 +000032#include <asm/processor.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050033
Paul Mackerras371fefd2011-06-29 00:23:08 +000034#define KVM_MAX_VCPUS NR_CPUS
35#define KVM_MAX_VCORES NR_CPUS
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050036#define KVM_MEMORY_SLOTS 32
37/* memory slots that does not exposed to userspace */
38#define KVM_PRIVATE_MEM_SLOTS 4
39
Paul Mackerrasde56a942011-06-29 00:21:34 +000040#ifdef CONFIG_KVM_MMIO
Laurent Vivier588968b2008-05-30 16:05:56 +020041#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
Paul Mackerrasde56a942011-06-29 00:21:34 +000042#endif
Laurent Vivier588968b2008-05-30 16:05:56 +020043
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050044/* We don't currently support large pages. */
Joerg Roedel82855412010-07-01 16:00:11 +020045#define KVM_HPAGE_GFN_SHIFT(x) 0
Joerg Roedelec04b262009-06-19 15:16:23 +020046#define KVM_NR_PAGE_SIZES 1
47#define KVM_PAGES_PER_HPAGE(x) (1UL<<31)
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050048
Alexander Graffef093be2010-06-30 15:18:46 +020049#define HPTEG_CACHE_NUM (1 << 15)
50#define HPTEG_HASH_BITS_PTE 13
Alexander Graf2d27fc52010-07-29 15:04:19 +020051#define HPTEG_HASH_BITS_PTE_LONG 12
Alexander Graffef093be2010-06-30 15:18:46 +020052#define HPTEG_HASH_BITS_VPTE 13
53#define HPTEG_HASH_BITS_VPTE_LONG 5
54#define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
Alexander Graf2d27fc52010-07-29 15:04:19 +020055#define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
Alexander Graffef093be2010-06-30 15:18:46 +020056#define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
57#define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
Alexander Grafca951502009-10-30 05:47:04 +000058
Alexander Graf28e83b42010-07-29 14:47:52 +020059/* Physical Address Mask - allowed range of real mode RAM access */
60#define KVM_PAM 0x0fffffffffffffffULL
61
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050062struct kvm;
63struct kvm_run;
64struct kvm_vcpu;
65
Paul Mackerrasa8606e22011-06-29 00:22:05 +000066struct lppaca;
67struct slb_shadow;
68struct dtl;
69
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050070struct kvm_vm_stat {
71 u32 remote_tlb_flush;
72};
73
74struct kvm_vcpu_stat {
75 u32 sum_exits;
76 u32 mmio_exits;
77 u32 dcr_exits;
78 u32 signal_exits;
79 u32 light_exits;
80 /* Account for special types of light exits: */
81 u32 itlb_real_miss_exits;
82 u32 itlb_virt_miss_exits;
83 u32 dtlb_real_miss_exits;
84 u32 dtlb_virt_miss_exits;
85 u32 syscall_exits;
86 u32 isi_exits;
87 u32 dsi_exits;
88 u32 emulated_inst_exits;
89 u32 dec_exits;
90 u32 ext_intr_exits;
Hollis Blanchard45c5eb62008-04-25 17:55:49 -050091 u32 halt_wakeup;
Alexander Graf00c3a372010-04-16 00:11:42 +020092#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +000093 u32 pf_storage;
94 u32 pf_instruc;
95 u32 sp_storage;
96 u32 sp_instruc;
97 u32 queue_intr;
98 u32 ld;
99 u32 ld_slow;
100 u32 st;
101 u32 st_slow;
102#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500103};
104
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600105enum kvm_exit_types {
106 MMIO_EXITS,
107 DCR_EXITS,
108 SIGNAL_EXITS,
109 ITLB_REAL_MISS_EXITS,
110 ITLB_VIRT_MISS_EXITS,
111 DTLB_REAL_MISS_EXITS,
112 DTLB_VIRT_MISS_EXITS,
113 SYSCALL_EXITS,
114 ISI_EXITS,
115 DSI_EXITS,
116 EMULATED_INST_EXITS,
117 EMULATED_MTMSRWE_EXITS,
118 EMULATED_WRTEE_EXITS,
119 EMULATED_MTSPR_EXITS,
120 EMULATED_MFSPR_EXITS,
121 EMULATED_MTMSR_EXITS,
122 EMULATED_MFMSR_EXITS,
123 EMULATED_TLBSX_EXITS,
124 EMULATED_TLBWE_EXITS,
125 EMULATED_RFI_EXITS,
126 DEC_EXITS,
127 EXT_INTR_EXITS,
128 HALT_WAKEUP,
129 USR_PR_INST,
130 FP_UNAVAIL,
131 DEBUG_EXITS,
132 TIMEINGUEST,
133 __NUMBER_OF_KVM_EXIT_TYPES
134};
135
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600136/* allow access to big endian 32bit upper/lower parts and 64bit var */
Hollis Blanchard7b701592008-12-02 15:51:58 -0600137struct kvmppc_exit_timing {
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600138 union {
139 u64 tv64;
140 struct {
141 u32 tbu, tbl;
142 } tv32;
143 };
144};
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600145
Paul Mackerrasde56a942011-06-29 00:21:34 +0000146struct kvmppc_pginfo {
147 unsigned long pfn;
148 atomic_t refcnt;
149};
150
David Gibson54738c02011-06-29 00:22:41 +0000151struct kvmppc_spapr_tce_table {
152 struct list_head list;
153 struct kvm *kvm;
154 u64 liobn;
155 u32 window_size;
156 struct page *pages[0];
157};
158
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500159struct kvm_arch {
Paul Mackerrasde56a942011-06-29 00:21:34 +0000160#ifdef CONFIG_KVM_BOOK3S_64_HV
161 unsigned long hpt_virt;
162 unsigned long ram_npages;
163 unsigned long ram_psize;
164 unsigned long ram_porder;
165 struct kvmppc_pginfo *ram_pginfo;
166 unsigned int lpid;
167 unsigned int host_lpid;
168 unsigned long host_lpcr;
169 unsigned long sdr1;
170 unsigned long host_sdr1;
171 int tlbie_lock;
David Gibson54738c02011-06-29 00:22:41 +0000172 struct list_head spapr_tce_tables;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000173 unsigned short last_vcpu[NR_CPUS];
Paul Mackerras371fefd2011-06-29 00:23:08 +0000174 struct kvmppc_vcore *vcores[KVM_MAX_VCORES];
Paul Mackerrasde56a942011-06-29 00:21:34 +0000175#endif /* CONFIG_KVM_BOOK3S_64_HV */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500176};
177
Paul Mackerras371fefd2011-06-29 00:23:08 +0000178/*
179 * Struct for a virtual core.
180 * Note: entry_exit_count combines an entry count in the bottom 8 bits
181 * and an exit count in the next 8 bits. This is so that we can
182 * atomically increment the entry count iff the exit count is 0
183 * without taking the lock.
184 */
185struct kvmppc_vcore {
186 int n_runnable;
187 int n_blocked;
188 int num_threads;
189 int entry_exit_count;
190 int n_woken;
191 int nap_count;
192 u16 pcpu;
193 u8 vcore_running;
194 u8 in_guest;
195 struct list_head runnable_threads;
196 spinlock_t lock;
197};
198
199#define VCORE_ENTRY_COUNT(vc) ((vc)->entry_exit_count & 0xff)
200#define VCORE_EXIT_COUNT(vc) ((vc)->entry_exit_count >> 8)
201
Alexander Grafca951502009-10-30 05:47:04 +0000202struct kvmppc_pte {
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200203 ulong eaddr;
Alexander Grafca951502009-10-30 05:47:04 +0000204 u64 vpage;
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200205 ulong raddr;
Alexander Graf3ed9c6d2010-03-24 21:48:36 +0100206 bool may_read : 1;
207 bool may_write : 1;
208 bool may_execute : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000209};
210
211struct kvmppc_mmu {
212 /* book3s_64 only */
213 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
214 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
215 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
216 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
217 void (*slbia)(struct kvm_vcpu *vcpu);
218 /* book3s */
219 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
220 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
221 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr, struct kvmppc_pte *pte, bool data);
222 void (*reset_msr)(struct kvm_vcpu *vcpu);
223 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
Alexander Grafaf7b4d12010-04-20 02:49:46 +0200224 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
Alexander Grafca951502009-10-30 05:47:04 +0000225 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
226 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
227};
228
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000229struct kvmppc_slb {
230 u64 esid;
231 u64 vsid;
232 u64 orige;
233 u64 origv;
234 bool valid : 1;
235 bool Ks : 1;
236 bool Kp : 1;
237 bool nx : 1;
238 bool large : 1; /* PTEs are 16MB */
239 bool tb : 1; /* 1TB segment */
240 bool class : 1;
Alexander Grafca951502009-10-30 05:47:04 +0000241};
242
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500243struct kvm_vcpu_arch {
Alexander Grafca951502009-10-30 05:47:04 +0000244 ulong host_stack;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500245 u32 host_pid;
Alexander Graf00c3a372010-04-16 00:11:42 +0200246#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000247 ulong host_msr;
248 ulong host_r2;
249 void *host_retip;
250 ulong trampoline_lowmem;
251 ulong trampoline_enter;
252 ulong highmem_handler;
Alexander Graf021ec9c2010-01-08 02:58:06 +0100253 ulong rmcall;
Alexander Grafca951502009-10-30 05:47:04 +0000254 ulong host_paca_phys;
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000255 struct kvmppc_slb slb[64];
Paul Mackerrasde56a942011-06-29 00:21:34 +0000256 int slb_max; /* 1 + index of last valid entry in slb[] */
Paul Mackerrasc4befc52011-06-29 00:17:33 +0000257 int slb_nr; /* total number of entries in SLB */
Alexander Grafca951502009-10-30 05:47:04 +0000258 struct kvmppc_mmu mmu;
259#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500260
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600261 ulong gpr[32];
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500262
Alexander Graf180a34d2010-01-15 14:49:11 +0100263 u64 fpr[32];
Alexander Grafc62e0962010-02-19 11:00:28 +0100264 u64 fpscr;
Alexander Graf180a34d2010-01-15 14:49:11 +0100265
Scott Wood4cd35f672011-06-14 18:34:31 -0500266#ifdef CONFIG_SPE
267 ulong evr[32];
268 ulong spefscr;
269 ulong host_spefscr;
270 u64 acc;
271#endif
Alexander Graf180a34d2010-01-15 14:49:11 +0100272#ifdef CONFIG_ALTIVEC
273 vector128 vr[32];
274 vector128 vscr;
275#endif
276
277#ifdef CONFIG_VSX
Paul Mackerrasde56a942011-06-29 00:21:34 +0000278 u64 vsr[64];
Alexander Graf180a34d2010-01-15 14:49:11 +0100279#endif
280
Alexander Graf5aa9e2f2010-02-19 11:00:27 +0100281#ifdef CONFIG_PPC_BOOK3S
282 /* For Gekko paired singles */
283 u32 qpr[32];
284#endif
285
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600286 ulong pc;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600287 ulong ctr;
288 ulong lr;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100289
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600290 ulong xer;
Alexander Graf7e57cba2010-01-08 02:58:03 +0100291 u32 cr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500292
Alexander Graf00c3a372010-04-16 00:11:42 +0200293#ifdef CONFIG_PPC_BOOK3S
Alexander Grafca951502009-10-30 05:47:04 +0000294 ulong hflags;
Alexander Graf180a34d2010-01-15 14:49:11 +0100295 ulong guest_owned_ext;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000296 ulong purr;
297 ulong spurr;
298 ulong lpcr;
299 ulong dscr;
300 ulong amr;
301 ulong uamor;
302 u32 ctrl;
303 ulong dabr;
Alexander Grafca951502009-10-30 05:47:04 +0000304#endif
Scott Woodeab17672011-04-27 17:24:10 -0500305 u32 vrsave; /* also USPRG0 */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500306 u32 mmucr;
Scott Woodecee2732011-06-14 18:34:29 -0500307 ulong shadow_msr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600308 ulong sprg4;
309 ulong sprg5;
310 ulong sprg6;
311 ulong sprg7;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600312 ulong csrr0;
313 ulong csrr1;
314 ulong dsrr0;
315 ulong dsrr1;
Scott Wood5ce941e2011-04-27 17:24:21 -0500316 ulong mcsrr0;
317 ulong mcsrr1;
318 ulong mcsr;
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600319 ulong esr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500320 u32 dec;
321 u32 decar;
322 u32 tbl;
323 u32 tbu;
324 u32 tcr;
325 u32 tsr;
Hollis Blanchardbb3a8a12009-01-03 16:23:13 -0600326 u32 ivor[64];
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600327 ulong ivpr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500328 u32 pir;
Alexander Grafca951502009-10-30 05:47:04 +0000329 u32 pvr;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500330
331 u32 shadow_pid;
Liu Yudd9ebf1f2011-06-14 18:35:14 -0500332 u32 shadow_pid1;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500333 u32 pid;
Hollis Blanchard49dd2c42008-07-25 13:54:53 -0500334 u32 swap_pid;
335
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500336 u32 ccr0;
337 u32 ccr1;
338 u32 dbcr0;
339 u32 dbcr1;
Hollis Blanchardf7b200a2009-01-03 16:23:07 -0600340 u32 dbsr;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500341
Paul Mackerrasde56a942011-06-29 00:21:34 +0000342 u64 mmcr[3];
343 u32 pmc[6];
344
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600345#ifdef CONFIG_KVM_EXIT_TIMING
Bharat Bhushan09000ad2011-03-25 10:32:13 +0530346 struct mutex exit_timing_lock;
Hollis Blanchard7b701592008-12-02 15:51:58 -0600347 struct kvmppc_exit_timing timing_exit;
348 struct kvmppc_exit_timing timing_last_enter;
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600349 u32 last_exit_type;
350 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
351 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
352 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
353 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
354 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
355 u64 timing_last_exit;
356 struct dentry *debugfs_exit_timing;
357#endif
358
Paul Mackerrasde56a942011-06-29 00:21:34 +0000359#ifdef CONFIG_PPC_BOOK3S
360 ulong fault_dar;
361 u32 fault_dsisr;
362#endif
363
Alexander Graf06046752010-04-16 00:11:44 +0200364#ifdef CONFIG_BOOKE
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600365 ulong fault_dear;
366 ulong fault_esr;
Liu Yudaf5e272010-02-02 19:44:35 +0800367 ulong queued_dear;
368 ulong queued_esr;
Alexander Graf06046752010-04-16 00:11:44 +0200369#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500370 gpa_t paddr_accessed;
371
372 u8 io_gpr; /* GPR used as IO source/target */
373 u8 mmio_is_bigendian;
Alexander Graf3587d532010-02-19 11:00:30 +0100374 u8 mmio_sign_extend;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500375 u8 dcr_needed;
376 u8 dcr_is_write;
Alexander Grafad0a0482010-03-24 21:48:30 +0100377 u8 osi_needed;
378 u8 osi_enabled;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000379 u8 hcall_needed;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500380
381 u32 cpr0_cfgaddr; /* holds the last set cpr0_cfgaddr */
382
Alexander Graf544c6762009-11-02 12:02:31 +0000383 struct hrtimer dec_timer;
384 struct tasklet_struct tasklet;
Alexander Grafca951502009-10-30 05:47:04 +0000385 u64 dec_jiffies;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000386 u64 dec_expires;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500387 unsigned long pending_exceptions;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000388 u16 last_cpu;
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000389 u8 ceded;
390 u8 prodded;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000391 u32 last_inst;
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000392
393 struct lppaca *vpa;
394 struct slb_shadow *slb_shadow;
395 struct dtl *dtl;
396 struct dtl *dtl_end;
Paul Mackerras371fefd2011-06-29 00:23:08 +0000397
398 struct kvmppc_vcore *vcore;
399 int ret;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000400 int trap;
Paul Mackerras371fefd2011-06-29 00:23:08 +0000401 int state;
402 int ptid;
403 wait_queue_head_t cpu_run;
404
Alexander Graf96bc4512010-07-29 14:47:42 +0200405 struct kvm_vcpu_arch_shared *shared;
Alexander Grafbeb03f12010-07-29 14:47:53 +0200406 unsigned long magic_page_pa; /* phys addr to map the magic page to */
407 unsigned long magic_page_ea; /* effect. addr to map the magic page to */
Paul Mackerrasde56a942011-06-29 00:21:34 +0000408
409#ifdef CONFIG_KVM_BOOK3S_64_HV
410 struct kvm_vcpu_arch_shared shregs;
Paul Mackerras371fefd2011-06-29 00:23:08 +0000411
412 struct list_head run_list;
413 struct task_struct *run_task;
414 struct kvm_run *kvm_run;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000415#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500416};
417
Paul Mackerras371fefd2011-06-29 00:23:08 +0000418#define KVMPPC_VCPU_BUSY_IN_HOST 0
419#define KVMPPC_VCPU_BLOCKED 1
420#define KVMPPC_VCPU_RUNNABLE 2
421
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500422#endif /* __POWERPC_KVM_HOST_H__ */