blob: 51604a16c8a5a50f20bd030f6d806865717c9905 [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2008
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_PPC_H__
21#define __POWERPC_KVM_PPC_H__
22
23/* This file exists just so we can dereference kvm_vcpu, avoiding nested header
24 * dependencies. */
25
26#include <linux/mutex.h>
27#include <linux/timer.h>
28#include <linux/types.h>
29#include <linux/kvm_types.h>
30#include <linux/kvm_host.h>
Paul Mackerrasa136a8b2012-09-25 20:31:56 +000031#include <linux/bug.h>
Alexander Graf1c0006d2010-01-15 14:49:12 +010032#ifdef CONFIG_PPC_BOOK3S
33#include <asm/kvm_book3s.h>
Alexander Grafc7f38f42010-04-16 00:11:40 +020034#else
35#include <asm/kvm_booke.h>
Alexander Graf1c0006d2010-01-15 14:49:12 +010036#endif
Paul Mackerras371fefd2011-06-29 00:23:08 +000037#ifdef CONFIG_KVM_BOOK3S_64_HANDLER
38#include <asm/paca.h>
39#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050040
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050041enum emulation_result {
42 EMULATE_DONE, /* no further processing */
43 EMULATE_DO_MMIO, /* kvm_run filled with MMIO request */
44 EMULATE_DO_DCR, /* kvm_run filled with DCR request */
45 EMULATE_FAIL, /* can't emulate this instruction */
Alexander Graf37f5bca2010-02-19 11:00:31 +010046 EMULATE_AGAIN, /* something went wrong. go again */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050047};
48
Paul Mackerrasdf6909e52011-06-29 00:19:50 +000049extern int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050050extern int __kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu);
51extern char kvmppc_handlers_start[];
52extern unsigned long kvmppc_handler_len;
Alexander Graf29eb61b2009-10-30 05:47:07 +000053extern void kvmppc_handler_highmem(void);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050054
55extern void kvmppc_dump_vcpu(struct kvm_vcpu *vcpu);
56extern int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
57 unsigned int rt, unsigned int bytes,
58 int is_bigendian);
Alexander Graf3587d532010-02-19 11:00:30 +010059extern int kvmppc_handle_loads(struct kvm_run *run, struct kvm_vcpu *vcpu,
60 unsigned int rt, unsigned int bytes,
61 int is_bigendian);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050062extern int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
Alexander Grafb104d062010-02-19 11:00:29 +010063 u64 val, unsigned int bytes, int is_bigendian);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050064
65extern int kvmppc_emulate_instruction(struct kvm_run *run,
66 struct kvm_vcpu *vcpu);
Hollis Blanchardce263d72008-05-21 18:22:51 -050067extern int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu);
Hollis Blanchard75f74f02008-11-05 09:36:16 -060068extern void kvmppc_emulate_dec(struct kvm_vcpu *vcpu);
Scott Wood5ce941e2011-04-27 17:24:21 -050069extern u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb);
Scott Wooddfd4d472011-11-17 12:39:59 +000070extern void kvmppc_decrementer_func(unsigned long data);
Alexander Grafaf8f38b2011-08-10 13:57:08 +020071extern int kvmppc_sanity_check(struct kvm_vcpu *vcpu);
Bharat Bhushanf61c94b2012-08-08 20:38:19 +000072extern int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu);
73extern void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050074
Hollis Blanchardecc09812009-01-03 16:22:59 -060075/* Core-specific hooks */
76
Hollis Blanchard89168612008-12-02 15:51:53 -060077extern void kvmppc_mmu_map(struct kvm_vcpu *vcpu, u64 gvaddr, gpa_t gpaddr,
Hollis Blanchard7924bd42008-12-02 15:51:55 -060078 unsigned int gtlb_idx);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050079extern void kvmppc_mmu_priv_switch(struct kvm_vcpu *vcpu, int usermode);
Hollis Blanchard49dd2c42008-07-25 13:54:53 -050080extern void kvmppc_mmu_switch_pid(struct kvm_vcpu *vcpu, u32 pid);
Hollis Blanchardecc09812009-01-03 16:22:59 -060081extern void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu);
Alexander Graf9cc5e952010-04-16 00:11:45 +020082extern int kvmppc_mmu_init(struct kvm_vcpu *vcpu);
Hollis Blanchardfa86b8d2009-01-03 16:23:03 -060083extern int kvmppc_mmu_dtlb_index(struct kvm_vcpu *vcpu, gva_t eaddr);
84extern int kvmppc_mmu_itlb_index(struct kvm_vcpu *vcpu, gva_t eaddr);
Hollis Blanchardbe8d1ca2009-01-03 16:23:02 -060085extern gpa_t kvmppc_mmu_xlate(struct kvm_vcpu *vcpu, unsigned int gtlb_index,
86 gva_t eaddr);
Hollis Blanchardb52a6382009-01-03 16:23:11 -060087extern void kvmppc_mmu_dtlb_miss(struct kvm_vcpu *vcpu);
88extern void kvmppc_mmu_itlb_miss(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -060089
Hollis Blancharddb93f572008-11-05 09:36:18 -060090extern struct kvm_vcpu *kvmppc_core_vcpu_create(struct kvm *kvm,
91 unsigned int id);
92extern void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu);
Hollis Blanchard5cbb5102008-11-05 09:36:17 -060093extern int kvmppc_core_vcpu_setup(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -060094extern int kvmppc_core_check_processor_compat(void);
Hollis Blanchard5cbb5102008-11-05 09:36:17 -060095extern int kvmppc_core_vcpu_translate(struct kvm_vcpu *vcpu,
96 struct kvm_translation *tr);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -060097
98extern void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
99extern void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu);
100
Alexander Grafa8e4ef82012-02-16 14:07:37 +0000101extern int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600102extern int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu);
Alexander Graf25a8a022010-01-08 02:58:07 +0100103extern void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong flags);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600104extern void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu);
Alexander Graf7706664d2009-12-21 20:21:24 +0100105extern void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600106extern void kvmppc_core_queue_external(struct kvm_vcpu *vcpu,
107 struct kvm_interrupt *irq);
Alexander Graf18978762010-03-24 21:48:18 +0100108extern void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu,
109 struct kvm_interrupt *irq);
Alexander Graf862d31f2012-07-31 00:19:50 +0200110extern void kvmppc_core_flush_tlb(struct kvm_vcpu *vcpu);
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600111
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600112extern int kvmppc_core_emulate_op(struct kvm_run *run, struct kvm_vcpu *vcpu,
113 unsigned int op, int *advance);
Alexander Graf54771e62012-05-04 14:55:12 +0200114extern int kvmppc_core_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn,
115 ulong val);
116extern int kvmppc_core_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn,
117 ulong *val);
Alexander Graf7c973a22012-08-13 12:50:35 +0200118extern int kvmppc_core_check_requests(struct kvm_vcpu *vcpu);
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600119
Hollis Blancharddb93f572008-11-05 09:36:18 -0600120extern int kvmppc_booke_init(void);
121extern void kvmppc_booke_exit(void);
122
Hollis Blanchardc30f8a62008-11-24 11:37:38 -0600123extern void kvmppc_core_destroy_mmu(struct kvm_vcpu *vcpu);
Alexander Graf2a342ed2010-07-29 14:47:48 +0200124extern int kvmppc_kvm_pv(struct kvm_vcpu *vcpu);
Scott Wooda4cd8b22011-06-14 18:34:41 -0500125extern void kvmppc_map_magic(struct kvm_vcpu *vcpu);
Hollis Blanchardc30f8a62008-11-24 11:37:38 -0600126
Paul Mackerras32fad282012-05-04 02:32:53 +0000127extern long kvmppc_alloc_hpt(struct kvm *kvm, u32 *htab_orderp);
128extern long kvmppc_alloc_reset_hpt(struct kvm *kvm, u32 *htab_orderp);
Paul Mackerrasde56a942011-06-29 00:21:34 +0000129extern void kvmppc_free_hpt(struct kvm *kvm);
130extern long kvmppc_prepare_vrma(struct kvm *kvm,
131 struct kvm_userspace_memory_region *mem);
Paul Mackerrasc77162d2011-12-12 12:31:00 +0000132extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu,
Paul Mackerrasda9d1d72011-12-12 12:31:41 +0000133 struct kvm_memory_slot *memslot, unsigned long porder);
Paul Mackerrasa8606e22011-06-29 00:22:05 +0000134extern int kvmppc_pseries_do_hcall(struct kvm_vcpu *vcpu);
David Gibson54738c02011-06-29 00:22:41 +0000135extern long kvm_vm_ioctl_create_spapr_tce(struct kvm *kvm,
136 struct kvm_create_spapr_tce *args);
Benjamin Herrenschmidtf31e65e2012-03-15 21:58:34 +0000137extern long kvmppc_h_put_tce(struct kvm_vcpu *vcpu, unsigned long liobn,
138 unsigned long ioba, unsigned long tce);
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000139extern long kvm_vm_ioctl_allocate_rma(struct kvm *kvm,
140 struct kvm_allocate_rma *rma);
Alexander Grafb4e70612012-01-16 16:50:10 +0100141extern struct kvmppc_linear_info *kvm_alloc_rma(void);
142extern void kvm_release_rma(struct kvmppc_linear_info *ri);
Alexander Grafd2a1b482012-01-16 19:12:11 +0100143extern struct kvmppc_linear_info *kvm_alloc_hpt(void);
144extern void kvm_release_hpt(struct kvmppc_linear_info *li);
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000145extern int kvmppc_core_init_vm(struct kvm *kvm);
146extern void kvmppc_core_destroy_vm(struct kvm *kvm);
Paul Mackerrasa66b48c2012-09-11 13:27:46 +0000147extern void kvmppc_core_free_memslot(struct kvm_memory_slot *free,
148 struct kvm_memory_slot *dont);
149extern int kvmppc_core_create_memslot(struct kvm_memory_slot *slot,
150 unsigned long npages);
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000151extern int kvmppc_core_prepare_memory_region(struct kvm *kvm,
Paul Mackerrasa66b48c2012-09-11 13:27:46 +0000152 struct kvm_memory_slot *memslot,
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000153 struct kvm_userspace_memory_region *mem);
154extern void kvmppc_core_commit_memory_region(struct kvm *kvm,
Paul Mackerrasdfe49db2012-09-11 13:28:18 +0000155 struct kvm_userspace_memory_region *mem,
156 struct kvm_memory_slot old);
Benjamin Herrenschmidt5b747162012-04-26 19:43:42 +0000157extern int kvm_vm_ioctl_get_smmu_info(struct kvm *kvm,
158 struct kvm_ppc_smmu_info *info);
Paul Mackerrasdfe49db2012-09-11 13:28:18 +0000159extern void kvmppc_core_flush_memslot(struct kvm *kvm,
160 struct kvm_memory_slot *memslot);
Paul Mackerrasf9e05542011-06-29 00:19:22 +0000161
Scott Woodd30f6e42011-12-20 15:34:43 +0000162extern int kvmppc_bookehv_init(void);
163extern void kvmppc_bookehv_exit(void);
164
Alexander Graf03d25c52012-08-10 12:28:50 +0200165extern int kvmppc_prepare_to_enter(struct kvm_vcpu *vcpu);
166
Alexander Graf0564ee82010-02-19 11:00:42 +0100167/*
168 * Cuts out inst bits with ordering according to spec.
169 * That means the leftmost bit is zero. All given bits are included.
170 */
171static inline u32 kvmppc_get_field(u64 inst, int msb, int lsb)
172{
173 u32 r;
174 u32 mask;
175
176 BUG_ON(msb > lsb);
177
178 mask = (1 << (lsb - msb + 1)) - 1;
179 r = (inst >> (63 - lsb)) & mask;
180
181 return r;
182}
183
184/*
185 * Replaces inst bits with ordering according to spec.
186 */
187static inline u32 kvmppc_set_field(u64 inst, int msb, int lsb, int value)
188{
189 u32 r;
190 u32 mask;
191
192 BUG_ON(msb > lsb);
193
194 mask = ((1 << (lsb - msb + 1)) - 1) << (63 - lsb);
195 r = (inst & ~mask) | ((value << (63 - lsb)) & mask);
196
197 return r;
198}
199
Paul Mackerrasa136a8b2012-09-25 20:31:56 +0000200union kvmppc_one_reg {
201 u32 wval;
202 u64 dval;
Paul Mackerrasa8bd19e2012-09-25 20:32:30 +0000203 vector128 vval;
204 u64 vsxval[2];
Paul Mackerrasa136a8b2012-09-25 20:31:56 +0000205};
206
207#define one_reg_size(id) \
208 (1ul << (((id) & KVM_REG_SIZE_MASK) >> KVM_REG_SIZE_SHIFT))
209
210#define get_reg_val(id, reg) ({ \
211 union kvmppc_one_reg __u; \
212 switch (one_reg_size(id)) { \
213 case 4: __u.wval = (reg); break; \
214 case 8: __u.dval = (reg); break; \
215 default: BUG(); \
216 } \
217 __u; \
218})
219
220
221#define set_reg_val(id, val) ({ \
222 u64 __v; \
223 switch (one_reg_size(id)) { \
224 case 4: __v = (val).wval; break; \
225 case 8: __v = (val).dval; break; \
226 default: BUG(); \
227 } \
228 __v; \
229})
230
Scott Wood5ce941e2011-04-27 17:24:21 -0500231void kvmppc_core_get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
232int kvmppc_core_set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
233
234void kvmppc_get_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
235int kvmppc_set_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
236
Paul Mackerras31f34382011-12-12 12:26:50 +0000237int kvm_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg);
238int kvm_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg);
Paul Mackerrasa136a8b2012-09-25 20:31:56 +0000239int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id, union kvmppc_one_reg *);
240int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id, union kvmppc_one_reg *);
Paul Mackerras31f34382011-12-12 12:26:50 +0000241
Scott Wood5ce941e2011-04-27 17:24:21 -0500242void kvmppc_set_pid(struct kvm_vcpu *vcpu, u32 pid);
243
Paul Mackerras371fefd2011-06-29 00:23:08 +0000244#ifdef CONFIG_KVM_BOOK3S_64_HV
245static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr)
246{
247 paca[cpu].kvm_hstate.xics_phys = addr;
248}
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000249
Alexander Grafb4e70612012-01-16 16:50:10 +0100250extern void kvm_linear_init(void);
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000251
Paul Mackerras371fefd2011-06-29 00:23:08 +0000252#else
253static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr)
254{}
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000255
Alexander Grafb4e70612012-01-16 16:50:10 +0100256static inline void kvm_linear_init(void)
Paul Mackerrasaa04b4c2011-06-29 00:25:44 +0000257{}
Paul Mackerras371fefd2011-06-29 00:23:08 +0000258#endif
259
Scott Wooddc83b8b2011-08-18 15:25:21 -0500260int kvm_vcpu_ioctl_config_tlb(struct kvm_vcpu *vcpu,
261 struct kvm_config_tlb *cfg);
262int kvm_vcpu_ioctl_dirty_tlb(struct kvm_vcpu *vcpu,
263 struct kvm_dirty_tlb *cfg);
264
Scott Wood043cc4d2011-12-20 15:34:20 +0000265long kvmppc_alloc_lpid(void);
266void kvmppc_claim_lpid(long lpid);
267void kvmppc_free_lpid(long lpid);
268void kvmppc_init_lpid(unsigned long nr_lpids);
269
Alexander Graf249ba1e2012-08-03 13:56:33 +0200270static inline void kvmppc_mmu_flush_icache(pfn_t pfn)
271{
272 /* Clear i-cache for new pages */
273 struct page *page;
274 page = pfn_to_page(pfn);
275 if (!test_bit(PG_arch_1, &page->flags)) {
276 flush_dcache_icache_page(page);
277 set_bit(PG_arch_1, &page->flags);
278 }
279}
280
Alexander Grafbd2be682012-08-13 01:04:19 +0200281/* Please call after prepare_to_enter. This function puts the lazy ee state
282 back to normal mode, without actually enabling interrupts. */
283static inline void kvmppc_lazy_ee_enable(void)
284{
285#ifdef CONFIG_PPC64
286 /* Only need to enable IRQs by hard enabling them after this */
287 local_paca->irq_happened = 0;
288 local_paca->soft_enabled = 1;
289#endif
290}
Alexander Graf249ba1e2012-08-03 13:56:33 +0200291
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500292#endif /* __POWERPC_KVM_PPC_H__ */