blob: 44fa9ad1d62c82d911b0cba53a5d0ab4dc5ebd06 [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2008
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_PPC_H__
21#define __POWERPC_KVM_PPC_H__
22
23/* This file exists just so we can dereference kvm_vcpu, avoiding nested header
24 * dependencies. */
25
26#include <linux/mutex.h>
27#include <linux/timer.h>
28#include <linux/types.h>
29#include <linux/kvm_types.h>
30#include <linux/kvm_host.h>
Paul Mackerrasa136a8b2012-09-25 20:31:56 +000031#include <linux/bug.h>
Alexander Graf1c0006d2010-01-15 14:49:12 +010032#ifdef CONFIG_PPC_BOOK3S
33#include <asm/kvm_book3s.h>
Alexander Grafc7f38f42010-04-16 00:11:40 +020034#else
35#include <asm/kvm_booke.h>
Alexander Graf1c0006d2010-01-15 14:49:12 +010036#endif
Paul Mackerras371fefd2011-06-29 00:23:08 +000037#ifdef CONFIG_KVM_BOOK3S_64_HANDLER
38#include <asm/paca.h>
39#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050040
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050041enum emulation_result {
42 EMULATE_DONE, /* no further processing */
43 EMULATE_DO_MMIO, /* kvm_run filled with MMIO request */
44 EMULATE_DO_DCR, /* kvm_run filled with DCR request */
45 EMULATE_FAIL, /* can't emulate this instruction */
Alexander Graf37f5bca2010-02-19 11:00:31 +010046 EMULATE_AGAIN, /* something went wrong. go again */
Alexander Graf50c7bb82012-12-14 23:42:05 +010047 EMULATE_DO_PAPR, /* kvm_run filled with PAPR request */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050048};
49
Paul Mackerrasdf6909e52011-06-29 00:19:50 +000050extern int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050051extern int __kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu);
Alexander Graf29eb61b2009-10-30 05:47:07 +000052extern void kvmppc_handler_highmem(void);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050053
54extern void kvmppc_dump_vcpu(struct kvm_vcpu *vcpu);
55extern int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
56 unsigned int rt, unsigned int bytes,
57 int is_bigendian);
Alexander Graf3587d532010-02-19 11:00:30 +010058extern int kvmppc_handle_loads(struct kvm_run *run, struct kvm_vcpu *vcpu,
59 unsigned int rt, unsigned int bytes,
60 int is_bigendian);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050061extern int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
Alexander Grafb104d062010-02-19 11:00:29 +010062 u64 val, unsigned int bytes, int is_bigendian);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050063
64extern int kvmppc_emulate_instruction(struct kvm_run *run,
65 struct kvm_vcpu *vcpu);
Hollis Blanchardce263d72008-05-21 18:22:51 -050066extern int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu);
Hollis Blanchard75f74f02008-11-05 09:36:16 -060067extern void kvmppc_emulate_dec(struct kvm_vcpu *vcpu);
Scott Wood5ce941e2011-04-27 17:24:21 -050068extern u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb);
Scott Wooddfd4d472011-11-17 12:39:59 +000069extern void kvmppc_decrementer_func(unsigned long data);
Alexander Grafaf8f38b2011-08-10 13:57:08 +020070extern int kvmppc_sanity_check(struct kvm_vcpu *vcpu);
Bharat Bhushanf61c94b2012-08-08 20:38:19 +000071extern int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu);
72extern void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050073
Hollis Blanchardecc09812009-01-03 16:22:59 -060074/* Core-specific hooks */
75
Hollis Blanchard89168612008-12-02 15:51:53 -060076extern void kvmppc_mmu_map(struct kvm_vcpu *vcpu, u64 gvaddr, gpa_t gpaddr,
Hollis Blanchard7924bd42008-12-02 15:51:55 -060077 unsigned int gtlb_idx);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050078extern void kvmppc_mmu_priv_switch(struct kvm_vcpu *vcpu, int usermode);
Hollis Blanchard49dd2c42008-07-25 13:54:53 -050079extern void kvmppc_mmu_switch_pid(struct kvm_vcpu *vcpu, u32 pid);
Hollis Blanchardecc09812009-01-03 16:22:59 -060080extern void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu);
Alexander Graf9cc5e952010-04-16 00:11:45 +020081extern int kvmppc_mmu_init(struct kvm_vcpu *vcpu);
Hollis Blanchardfa86b8d2009-01-03 16:23:03 -060082extern int kvmppc_mmu_dtlb_index(struct kvm_vcpu *vcpu, gva_t eaddr);
83extern int kvmppc_mmu_itlb_index(struct kvm_vcpu *vcpu, gva_t eaddr);
Hollis Blanchardbe8d1ca2009-01-03 16:23:02 -060084extern gpa_t kvmppc_mmu_xlate(struct kvm_vcpu *vcpu, unsigned int gtlb_index,
85 gva_t eaddr);
Hollis Blanchardb52a6382009-01-03 16:23:11 -060086extern void kvmppc_mmu_dtlb_miss(struct kvm_vcpu *vcpu);
87extern void kvmppc_mmu_itlb_miss(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -060088
Hollis Blancharddb93f572008-11-05 09:36:18 -060089extern struct kvm_vcpu *kvmppc_core_vcpu_create(struct kvm *kvm,
90 unsigned int id);
91extern void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu);
Hollis Blanchard5cbb5102008-11-05 09:36:17 -060092extern int kvmppc_core_vcpu_setup(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -060093extern int kvmppc_core_check_processor_compat(void);
Hollis Blanchard5cbb5102008-11-05 09:36:17 -060094extern int kvmppc_core_vcpu_translate(struct kvm_vcpu *vcpu,
95 struct kvm_translation *tr);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -060096
97extern void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
98extern void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu);
99
Alexander Grafa8e4ef82012-02-16 14:07:37 +0000100extern int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600101extern int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu);
Alexander Graf25a8a022010-01-08 02:58:07 +0100102extern void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong flags);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600103extern void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu);
Alexander Graf7706664d2009-12-21 20:21:24 +0100104extern void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600105extern void kvmppc_core_queue_external(struct kvm_vcpu *vcpu,
106 struct kvm_interrupt *irq);
Alexander Graf18978762010-03-24 21:48:18 +0100107extern void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu,
108 struct kvm_interrupt *irq);
Alexander Graf862d31f2012-07-31 00:19:50 +0200109extern void kvmppc_core_flush_tlb(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600110
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600111extern int kvmppc_core_emulate_op(struct kvm_run *run, struct kvm_vcpu *vcpu,
112 unsigned int op, int *advance);
Alexander Graf54771e62012-05-04 14:55:12 +0200113extern int kvmppc_core_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn,
114 ulong val);
115extern int kvmppc_core_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn,
116 ulong *val);
Alexander Graf7c973a22012-08-13 12:50:35 +0200117extern int kvmppc_core_check_requests(struct kvm_vcpu *vcpu);
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600118
Hollis Blancharddb93f572008-11-05 09:36:18 -0600119extern int kvmppc_booke_init(void);
120extern void kvmppc_booke_exit(void);
121
Hollis Blanchardc30f8a62008-11-24 11:37:38 -0600122extern void kvmppc_core_destroy_mmu(struct kvm_vcpu *vcpu);
Alexander Graf2a342ed2010-07-29 14:47:48 +0200123extern int kvmppc_kvm_pv(struct kvm_vcpu *vcpu);
Scott Wooda4cd8b22011-06-14 18:34:41 -0500124extern void kvmppc_map_magic(struct kvm_vcpu *vcpu);
Hollis Blanchardc30f8a62008-11-24 11:37:38 -0600125
Paul Mackerras32fad282012-05-04 02:32:53 +0000126extern long kvmppc_alloc_hpt(struct kvm *kvm, u32 *htab_orderp);
127extern long kvmppc_alloc_reset_hpt(struct kvm *kvm, u32 *htab_orderp);
Paul Mackerrasde56a942011-06-29 00:21:34 +0000128extern void kvmppc_free_hpt(struct kvm *kvm);
129extern long kvmppc_prepare_vrma(struct kvm *kvm,
130 struct kvm_userspace_memory_region *mem);
Paul Mackerrasc77162d2011-12-12 12:31:00 +0000131extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu,
Paul Mackerrasda9d1d72011-12-12 12:31:41 +0000132 struct kvm_memory_slot *memslot, unsigned long porder);
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000133extern int kvmppc_pseries_do_hcall(struct kvm_vcpu *vcpu);
David Gibson54738c02011-06-29 00:22:41 +0000134extern long kvm_vm_ioctl_create_spapr_tce(struct kvm *kvm,
135 struct kvm_create_spapr_tce *args);
Benjamin Herrenschmidtf31e65e2012-03-15 21:58:34 +0000136extern long kvmppc_h_put_tce(struct kvm_vcpu *vcpu, unsigned long liobn,
137 unsigned long ioba, unsigned long tce);
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000138extern long kvm_vm_ioctl_allocate_rma(struct kvm *kvm,
139 struct kvm_allocate_rma *rma);
Alexander Grafb4e70612012-01-16 16:50:10 +0100140extern struct kvmppc_linear_info *kvm_alloc_rma(void);
141extern void kvm_release_rma(struct kvmppc_linear_info *ri);
Alexander Grafd2a1b482012-01-16 19:12:11 +0100142extern struct kvmppc_linear_info *kvm_alloc_hpt(void);
143extern void kvm_release_hpt(struct kvmppc_linear_info *li);
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000144extern int kvmppc_core_init_vm(struct kvm *kvm);
145extern void kvmppc_core_destroy_vm(struct kvm *kvm);
Paul Mackerrasa66b48c2012-09-11 13:27:46 +0000146extern void kvmppc_core_free_memslot(struct kvm_memory_slot *free,
147 struct kvm_memory_slot *dont);
148extern int kvmppc_core_create_memslot(struct kvm_memory_slot *slot,
149 unsigned long npages);
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000150extern int kvmppc_core_prepare_memory_region(struct kvm *kvm,
Paul Mackerrasa66b48c2012-09-11 13:27:46 +0000151 struct kvm_memory_slot *memslot,
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000152 struct kvm_userspace_memory_region *mem);
153extern void kvmppc_core_commit_memory_region(struct kvm *kvm,
Paul Mackerrasdfe49db2012-09-11 13:28:18 +0000154 struct kvm_userspace_memory_region *mem,
Takuya Yoshikawa84826442013-02-27 19:45:25 +0900155 const struct kvm_memory_slot *old);
Benjamin Herrenschmidt5b747162012-04-26 19:43:42 +0000156extern int kvm_vm_ioctl_get_smmu_info(struct kvm *kvm,
157 struct kvm_ppc_smmu_info *info);
Paul Mackerrasdfe49db2012-09-11 13:28:18 +0000158extern void kvmppc_core_flush_memslot(struct kvm *kvm,
159 struct kvm_memory_slot *memslot);
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000160
Scott Woodd30f6e42011-12-20 15:34:43 +0000161extern int kvmppc_bookehv_init(void);
162extern void kvmppc_bookehv_exit(void);
163
Alexander Graf03d25c52012-08-10 12:28:50 +0200164extern int kvmppc_prepare_to_enter(struct kvm_vcpu *vcpu);
165
Paul Mackerrasa2932922012-11-19 22:57:20 +0000166extern int kvm_vm_ioctl_get_htab_fd(struct kvm *kvm, struct kvm_get_htab_fd *);
167
Alexander Graf0564ee82010-02-19 11:00:42 +0100168/*
169 * Cuts out inst bits with ordering according to spec.
170 * That means the leftmost bit is zero. All given bits are included.
171 */
172static inline u32 kvmppc_get_field(u64 inst, int msb, int lsb)
173{
174 u32 r;
175 u32 mask;
176
177 BUG_ON(msb > lsb);
178
179 mask = (1 << (lsb - msb + 1)) - 1;
180 r = (inst >> (63 - lsb)) & mask;
181
182 return r;
183}
184
185/*
186 * Replaces inst bits with ordering according to spec.
187 */
188static inline u32 kvmppc_set_field(u64 inst, int msb, int lsb, int value)
189{
190 u32 r;
191 u32 mask;
192
193 BUG_ON(msb > lsb);
194
195 mask = ((1 << (lsb - msb + 1)) - 1) << (63 - lsb);
196 r = (inst & ~mask) | ((value << (63 - lsb)) & mask);
197
198 return r;
199}
200
Paul Mackerrasa136a8b2012-09-25 20:31:56 +0000201union kvmppc_one_reg {
202 u32 wval;
203 u64 dval;
Paul Mackerrasa8bd19e2012-09-25 20:32:30 +0000204 vector128 vval;
205 u64 vsxval[2];
Paul Mackerras55b665b2012-09-25 20:33:06 +0000206 struct {
207 u64 addr;
208 u64 length;
209 } vpaval;
Paul Mackerrasa136a8b2012-09-25 20:31:56 +0000210};
211
212#define one_reg_size(id) \
213 (1ul << (((id) & KVM_REG_SIZE_MASK) >> KVM_REG_SIZE_SHIFT))
214
215#define get_reg_val(id, reg) ({ \
216 union kvmppc_one_reg __u; \
217 switch (one_reg_size(id)) { \
218 case 4: __u.wval = (reg); break; \
219 case 8: __u.dval = (reg); break; \
220 default: BUG(); \
221 } \
222 __u; \
223})
224
225
226#define set_reg_val(id, val) ({ \
227 u64 __v; \
228 switch (one_reg_size(id)) { \
229 case 4: __v = (val).wval; break; \
230 case 8: __v = (val).dval; break; \
231 default: BUG(); \
232 } \
233 __v; \
234})
235
Scott Wood5ce941e2011-04-27 17:24:21 -0500236void kvmppc_core_get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
237int kvmppc_core_set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
238
239void kvmppc_get_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
240int kvmppc_set_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
241
Paul Mackerras31f34382011-12-12 12:26:50 +0000242int kvm_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg);
243int kvm_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg);
Paul Mackerrasa136a8b2012-09-25 20:31:56 +0000244int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id, union kvmppc_one_reg *);
245int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id, union kvmppc_one_reg *);
Paul Mackerras31f34382011-12-12 12:26:50 +0000246
Scott Wood5ce941e2011-04-27 17:24:21 -0500247void kvmppc_set_pid(struct kvm_vcpu *vcpu, u32 pid);
248
Paul Mackerras371fefd2011-06-29 00:23:08 +0000249#ifdef CONFIG_KVM_BOOK3S_64_HV
250static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr)
251{
252 paca[cpu].kvm_hstate.xics_phys = addr;
253}
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000254
Alexander Grafb4e70612012-01-16 16:50:10 +0100255extern void kvm_linear_init(void);
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000256
Paul Mackerras371fefd2011-06-29 00:23:08 +0000257#else
258static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr)
259{}
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000260
Alexander Grafb4e70612012-01-16 16:50:10 +0100261static inline void kvm_linear_init(void)
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000262{}
Paul Mackerras371fefd2011-06-29 00:23:08 +0000263#endif
264
Alexander Graf1c810632013-01-04 18:12:48 +0100265static inline void kvmppc_set_epr(struct kvm_vcpu *vcpu, u32 epr)
266{
267#ifdef CONFIG_KVM_BOOKE_HV
268 mtspr(SPRN_GEPR, epr);
269#elif defined(CONFIG_BOOKE)
270 vcpu->arch.epr = epr;
271#endif
272}
273
Scott Wooddc83b8b2011-08-18 15:25:21 -0500274int kvm_vcpu_ioctl_config_tlb(struct kvm_vcpu *vcpu,
275 struct kvm_config_tlb *cfg);
276int kvm_vcpu_ioctl_dirty_tlb(struct kvm_vcpu *vcpu,
277 struct kvm_dirty_tlb *cfg);
278
Scott Wood043cc4d2011-12-20 15:34:20 +0000279long kvmppc_alloc_lpid(void);
280void kvmppc_claim_lpid(long lpid);
281void kvmppc_free_lpid(long lpid);
282void kvmppc_init_lpid(unsigned long nr_lpids);
283
Alexander Graf249ba1e2012-08-03 13:56:33 +0200284static inline void kvmppc_mmu_flush_icache(pfn_t pfn)
285{
286 /* Clear i-cache for new pages */
287 struct page *page;
288 page = pfn_to_page(pfn);
289 if (!test_bit(PG_arch_1, &page->flags)) {
290 flush_dcache_icache_page(page);
291 set_bit(PG_arch_1, &page->flags);
292 }
293}
294
Alexander Grafbd2be682012-08-13 01:04:19 +0200295/* Please call after prepare_to_enter. This function puts the lazy ee state
296 back to normal mode, without actually enabling interrupts. */
297static inline void kvmppc_lazy_ee_enable(void)
298{
299#ifdef CONFIG_PPC64
300 /* Only need to enable IRQs by hard enabling them after this */
301 local_paca->irq_happened = 0;
302 local_paca->soft_enabled = 1;
303#endif
304}
Alexander Graf249ba1e2012-08-03 13:56:33 +0200305
Mihai Caraman7cdd7a92012-10-11 06:13:22 +0000306static inline ulong kvmppc_get_ea_indexed(struct kvm_vcpu *vcpu, int ra, int rb)
307{
308 ulong ea;
Mihai Caraman8823a8f2012-10-11 06:13:23 +0000309 ulong msr_64bit = 0;
Mihai Caraman7cdd7a92012-10-11 06:13:22 +0000310
311 ea = kvmppc_get_gpr(vcpu, rb);
312 if (ra)
313 ea += kvmppc_get_gpr(vcpu, ra);
314
Mihai Caraman8823a8f2012-10-11 06:13:23 +0000315#if defined(CONFIG_PPC_BOOK3E_64)
316 msr_64bit = MSR_CM;
317#elif defined(CONFIG_PPC_BOOK3S_64)
318 msr_64bit = MSR_SF;
319#endif
320
321 if (!(vcpu->arch.shared->msr & msr_64bit))
322 ea = (uint32_t)ea;
323
Mihai Caraman7cdd7a92012-10-11 06:13:22 +0000324 return ea;
325}
326
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500327#endif /* __POWERPC_KVM_PPC_H__ */