Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 1 | /* |
| 2 | * This program is free software; you can redistribute it and/or modify |
| 3 | * it under the terms of the GNU General Public License, version 2, as |
| 4 | * published by the Free Software Foundation. |
| 5 | * |
| 6 | * This program is distributed in the hope that it will be useful, |
| 7 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 8 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 9 | * GNU General Public License for more details. |
| 10 | * |
| 11 | * You should have received a copy of the GNU General Public License |
| 12 | * along with this program; if not, write to the Free Software |
| 13 | * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. |
| 14 | * |
| 15 | * Copyright IBM Corp. 2008 |
| 16 | * |
| 17 | * Authors: Hollis Blanchard <hollisb@us.ibm.com> |
| 18 | */ |
| 19 | |
| 20 | #ifndef __POWERPC_KVM_PPC_H__ |
| 21 | #define __POWERPC_KVM_PPC_H__ |
| 22 | |
| 23 | /* This file exists just so we can dereference kvm_vcpu, avoiding nested header |
| 24 | * dependencies. */ |
| 25 | |
| 26 | #include <linux/mutex.h> |
| 27 | #include <linux/timer.h> |
| 28 | #include <linux/types.h> |
| 29 | #include <linux/kvm_types.h> |
| 30 | #include <linux/kvm_host.h> |
Alexander Graf | 1c0006d | 2010-01-15 14:49:12 +0100 | [diff] [blame] | 31 | #ifdef CONFIG_PPC_BOOK3S |
| 32 | #include <asm/kvm_book3s.h> |
Alexander Graf | c7f38f4 | 2010-04-16 00:11:40 +0200 | [diff] [blame] | 33 | #else |
| 34 | #include <asm/kvm_booke.h> |
Alexander Graf | 1c0006d | 2010-01-15 14:49:12 +0100 | [diff] [blame] | 35 | #endif |
Paul Mackerras | 371fefd | 2011-06-29 00:23:08 +0000 | [diff] [blame] | 36 | #ifdef CONFIG_KVM_BOOK3S_64_HANDLER |
| 37 | #include <asm/paca.h> |
| 38 | #endif |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 39 | |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 40 | enum emulation_result { |
| 41 | EMULATE_DONE, /* no further processing */ |
| 42 | EMULATE_DO_MMIO, /* kvm_run filled with MMIO request */ |
| 43 | EMULATE_DO_DCR, /* kvm_run filled with DCR request */ |
| 44 | EMULATE_FAIL, /* can't emulate this instruction */ |
Alexander Graf | 37f5bca | 2010-02-19 11:00:31 +0100 | [diff] [blame] | 45 | EMULATE_AGAIN, /* something went wrong. go again */ |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 46 | }; |
| 47 | |
Paul Mackerras | df6909e5 | 2011-06-29 00:19:50 +0000 | [diff] [blame] | 48 | extern int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu); |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 49 | extern int __kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu); |
| 50 | extern char kvmppc_handlers_start[]; |
| 51 | extern unsigned long kvmppc_handler_len; |
Alexander Graf | 29eb61b | 2009-10-30 05:47:07 +0000 | [diff] [blame] | 52 | extern void kvmppc_handler_highmem(void); |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 53 | |
| 54 | extern void kvmppc_dump_vcpu(struct kvm_vcpu *vcpu); |
| 55 | extern int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu, |
| 56 | unsigned int rt, unsigned int bytes, |
| 57 | int is_bigendian); |
Alexander Graf | 3587d53 | 2010-02-19 11:00:30 +0100 | [diff] [blame] | 58 | extern int kvmppc_handle_loads(struct kvm_run *run, struct kvm_vcpu *vcpu, |
| 59 | unsigned int rt, unsigned int bytes, |
| 60 | int is_bigendian); |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 61 | extern int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu, |
Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 62 | u64 val, unsigned int bytes, int is_bigendian); |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 63 | |
| 64 | extern int kvmppc_emulate_instruction(struct kvm_run *run, |
| 65 | struct kvm_vcpu *vcpu); |
Hollis Blanchard | ce263d7 | 2008-05-21 18:22:51 -0500 | [diff] [blame] | 66 | extern int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu); |
Hollis Blanchard | 75f74f0 | 2008-11-05 09:36:16 -0600 | [diff] [blame] | 67 | extern void kvmppc_emulate_dec(struct kvm_vcpu *vcpu); |
Scott Wood | 5ce941e | 2011-04-27 17:24:21 -0500 | [diff] [blame] | 68 | extern u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb); |
Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 69 | extern void kvmppc_decrementer_func(unsigned long data); |
Alexander Graf | af8f38b | 2011-08-10 13:57:08 +0200 | [diff] [blame] | 70 | extern int kvmppc_sanity_check(struct kvm_vcpu *vcpu); |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 71 | |
Hollis Blanchard | ecc0981 | 2009-01-03 16:22:59 -0600 | [diff] [blame] | 72 | /* Core-specific hooks */ |
| 73 | |
Hollis Blanchard | 8916861 | 2008-12-02 15:51:53 -0600 | [diff] [blame] | 74 | extern void kvmppc_mmu_map(struct kvm_vcpu *vcpu, u64 gvaddr, gpa_t gpaddr, |
Hollis Blanchard | 7924bd4 | 2008-12-02 15:51:55 -0600 | [diff] [blame] | 75 | unsigned int gtlb_idx); |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 76 | extern void kvmppc_mmu_priv_switch(struct kvm_vcpu *vcpu, int usermode); |
Hollis Blanchard | 49dd2c4 | 2008-07-25 13:54:53 -0500 | [diff] [blame] | 77 | extern void kvmppc_mmu_switch_pid(struct kvm_vcpu *vcpu, u32 pid); |
Hollis Blanchard | ecc0981 | 2009-01-03 16:22:59 -0600 | [diff] [blame] | 78 | extern void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu); |
Alexander Graf | 9cc5e95 | 2010-04-16 00:11:45 +0200 | [diff] [blame] | 79 | extern int kvmppc_mmu_init(struct kvm_vcpu *vcpu); |
Hollis Blanchard | fa86b8d | 2009-01-03 16:23:03 -0600 | [diff] [blame] | 80 | extern int kvmppc_mmu_dtlb_index(struct kvm_vcpu *vcpu, gva_t eaddr); |
| 81 | extern int kvmppc_mmu_itlb_index(struct kvm_vcpu *vcpu, gva_t eaddr); |
Hollis Blanchard | be8d1ca | 2009-01-03 16:23:02 -0600 | [diff] [blame] | 82 | extern gpa_t kvmppc_mmu_xlate(struct kvm_vcpu *vcpu, unsigned int gtlb_index, |
| 83 | gva_t eaddr); |
Hollis Blanchard | b52a638 | 2009-01-03 16:23:11 -0600 | [diff] [blame] | 84 | extern void kvmppc_mmu_dtlb_miss(struct kvm_vcpu *vcpu); |
| 85 | extern void kvmppc_mmu_itlb_miss(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 86 | |
Hollis Blanchard | db93f57 | 2008-11-05 09:36:18 -0600 | [diff] [blame] | 87 | extern struct kvm_vcpu *kvmppc_core_vcpu_create(struct kvm *kvm, |
| 88 | unsigned int id); |
| 89 | extern void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 5cbb510 | 2008-11-05 09:36:17 -0600 | [diff] [blame] | 90 | extern int kvmppc_core_vcpu_setup(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 91 | extern int kvmppc_core_check_processor_compat(void); |
Hollis Blanchard | 5cbb510 | 2008-11-05 09:36:17 -0600 | [diff] [blame] | 92 | extern int kvmppc_core_vcpu_translate(struct kvm_vcpu *vcpu, |
| 93 | struct kvm_translation *tr); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 94 | |
| 95 | extern void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu); |
| 96 | extern void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu); |
| 97 | |
Alexander Graf | a8e4ef8 | 2012-02-16 14:07:37 +0000 | [diff] [blame] | 98 | extern int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 99 | extern int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu); |
Alexander Graf | 25a8a02 | 2010-01-08 02:58:07 +0100 | [diff] [blame] | 100 | extern void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong flags); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 101 | extern void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu); |
Alexander Graf | 7706664d | 2009-12-21 20:21:24 +0100 | [diff] [blame] | 102 | extern void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 103 | extern void kvmppc_core_queue_external(struct kvm_vcpu *vcpu, |
| 104 | struct kvm_interrupt *irq); |
Alexander Graf | 1897876 | 2010-03-24 21:48:18 +0100 | [diff] [blame] | 105 | extern void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu, |
| 106 | struct kvm_interrupt *irq); |
Alexander Graf | 862d31f | 2012-07-31 00:19:50 +0200 | [diff] [blame] | 107 | extern void kvmppc_core_flush_tlb(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 108 | |
Hollis Blanchard | 75f74f0 | 2008-11-05 09:36:16 -0600 | [diff] [blame] | 109 | extern int kvmppc_core_emulate_op(struct kvm_run *run, struct kvm_vcpu *vcpu, |
| 110 | unsigned int op, int *advance); |
Alexander Graf | 54771e6 | 2012-05-04 14:55:12 +0200 | [diff] [blame] | 111 | extern int kvmppc_core_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn, |
| 112 | ulong val); |
| 113 | extern int kvmppc_core_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn, |
| 114 | ulong *val); |
Alexander Graf | 03d25c5 | 2012-08-10 12:28:50 +0200 | [diff] [blame] | 115 | extern void kvmppc_core_check_requests(struct kvm_vcpu *vcpu); |
Hollis Blanchard | 75f74f0 | 2008-11-05 09:36:16 -0600 | [diff] [blame] | 116 | |
Hollis Blanchard | db93f57 | 2008-11-05 09:36:18 -0600 | [diff] [blame] | 117 | extern int kvmppc_booke_init(void); |
| 118 | extern void kvmppc_booke_exit(void); |
| 119 | |
Hollis Blanchard | c30f8a6 | 2008-11-24 11:37:38 -0600 | [diff] [blame] | 120 | extern void kvmppc_core_destroy_mmu(struct kvm_vcpu *vcpu); |
Alexander Graf | 2a342ed | 2010-07-29 14:47:48 +0200 | [diff] [blame] | 121 | extern int kvmppc_kvm_pv(struct kvm_vcpu *vcpu); |
Scott Wood | a4cd8b2 | 2011-06-14 18:34:41 -0500 | [diff] [blame] | 122 | extern void kvmppc_map_magic(struct kvm_vcpu *vcpu); |
Hollis Blanchard | c30f8a6 | 2008-11-24 11:37:38 -0600 | [diff] [blame] | 123 | |
Paul Mackerras | 32fad28 | 2012-05-04 02:32:53 +0000 | [diff] [blame] | 124 | extern long kvmppc_alloc_hpt(struct kvm *kvm, u32 *htab_orderp); |
| 125 | extern long kvmppc_alloc_reset_hpt(struct kvm *kvm, u32 *htab_orderp); |
Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 126 | extern void kvmppc_free_hpt(struct kvm *kvm); |
| 127 | extern long kvmppc_prepare_vrma(struct kvm *kvm, |
| 128 | struct kvm_userspace_memory_region *mem); |
Paul Mackerras | c77162d | 2011-12-12 12:31:00 +0000 | [diff] [blame] | 129 | extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu, |
Paul Mackerras | da9d1d7 | 2011-12-12 12:31:41 +0000 | [diff] [blame] | 130 | struct kvm_memory_slot *memslot, unsigned long porder); |
Paul Mackerras | a8606e2 | 2011-06-29 00:22:05 +0000 | [diff] [blame] | 131 | extern int kvmppc_pseries_do_hcall(struct kvm_vcpu *vcpu); |
David Gibson | 54738c0 | 2011-06-29 00:22:41 +0000 | [diff] [blame] | 132 | extern long kvm_vm_ioctl_create_spapr_tce(struct kvm *kvm, |
| 133 | struct kvm_create_spapr_tce *args); |
Benjamin Herrenschmidt | f31e65e | 2012-03-15 21:58:34 +0000 | [diff] [blame] | 134 | extern long kvmppc_h_put_tce(struct kvm_vcpu *vcpu, unsigned long liobn, |
| 135 | unsigned long ioba, unsigned long tce); |
Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 136 | extern long kvm_vm_ioctl_allocate_rma(struct kvm *kvm, |
| 137 | struct kvm_allocate_rma *rma); |
Alexander Graf | b4e7061 | 2012-01-16 16:50:10 +0100 | [diff] [blame] | 138 | extern struct kvmppc_linear_info *kvm_alloc_rma(void); |
| 139 | extern void kvm_release_rma(struct kvmppc_linear_info *ri); |
Alexander Graf | d2a1b48 | 2012-01-16 19:12:11 +0100 | [diff] [blame] | 140 | extern struct kvmppc_linear_info *kvm_alloc_hpt(void); |
| 141 | extern void kvm_release_hpt(struct kvmppc_linear_info *li); |
Paul Mackerras | f9e0554 | 2011-06-29 00:19:22 +0000 | [diff] [blame] | 142 | extern int kvmppc_core_init_vm(struct kvm *kvm); |
| 143 | extern void kvmppc_core_destroy_vm(struct kvm *kvm); |
| 144 | extern int kvmppc_core_prepare_memory_region(struct kvm *kvm, |
| 145 | struct kvm_userspace_memory_region *mem); |
| 146 | extern void kvmppc_core_commit_memory_region(struct kvm *kvm, |
| 147 | struct kvm_userspace_memory_region *mem); |
Benjamin Herrenschmidt | 5b74716 | 2012-04-26 19:43:42 +0000 | [diff] [blame] | 148 | extern int kvm_vm_ioctl_get_smmu_info(struct kvm *kvm, |
| 149 | struct kvm_ppc_smmu_info *info); |
Paul Mackerras | f9e0554 | 2011-06-29 00:19:22 +0000 | [diff] [blame] | 150 | |
Scott Wood | d30f6e4 | 2011-12-20 15:34:43 +0000 | [diff] [blame] | 151 | extern int kvmppc_bookehv_init(void); |
| 152 | extern void kvmppc_bookehv_exit(void); |
| 153 | |
Alexander Graf | 03d25c5 | 2012-08-10 12:28:50 +0200 | [diff] [blame] | 154 | extern int kvmppc_prepare_to_enter(struct kvm_vcpu *vcpu); |
| 155 | |
Alexander Graf | 0564ee8 | 2010-02-19 11:00:42 +0100 | [diff] [blame] | 156 | /* |
| 157 | * Cuts out inst bits with ordering according to spec. |
| 158 | * That means the leftmost bit is zero. All given bits are included. |
| 159 | */ |
| 160 | static inline u32 kvmppc_get_field(u64 inst, int msb, int lsb) |
| 161 | { |
| 162 | u32 r; |
| 163 | u32 mask; |
| 164 | |
| 165 | BUG_ON(msb > lsb); |
| 166 | |
| 167 | mask = (1 << (lsb - msb + 1)) - 1; |
| 168 | r = (inst >> (63 - lsb)) & mask; |
| 169 | |
| 170 | return r; |
| 171 | } |
| 172 | |
| 173 | /* |
| 174 | * Replaces inst bits with ordering according to spec. |
| 175 | */ |
| 176 | static inline u32 kvmppc_set_field(u64 inst, int msb, int lsb, int value) |
| 177 | { |
| 178 | u32 r; |
| 179 | u32 mask; |
| 180 | |
| 181 | BUG_ON(msb > lsb); |
| 182 | |
| 183 | mask = ((1 << (lsb - msb + 1)) - 1) << (63 - lsb); |
| 184 | r = (inst & ~mask) | ((value << (63 - lsb)) & mask); |
| 185 | |
| 186 | return r; |
| 187 | } |
| 188 | |
Scott Wood | 5ce941e | 2011-04-27 17:24:21 -0500 | [diff] [blame] | 189 | void kvmppc_core_get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
| 190 | int kvmppc_core_set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
| 191 | |
| 192 | void kvmppc_get_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
| 193 | int kvmppc_set_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
| 194 | |
Paul Mackerras | 31f3438 | 2011-12-12 12:26:50 +0000 | [diff] [blame] | 195 | int kvm_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg); |
| 196 | int kvm_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg); |
| 197 | |
Scott Wood | 5ce941e | 2011-04-27 17:24:21 -0500 | [diff] [blame] | 198 | void kvmppc_set_pid(struct kvm_vcpu *vcpu, u32 pid); |
| 199 | |
Paul Mackerras | 371fefd | 2011-06-29 00:23:08 +0000 | [diff] [blame] | 200 | #ifdef CONFIG_KVM_BOOK3S_64_HV |
| 201 | static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr) |
| 202 | { |
| 203 | paca[cpu].kvm_hstate.xics_phys = addr; |
| 204 | } |
Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 205 | |
Alexander Graf | b4e7061 | 2012-01-16 16:50:10 +0100 | [diff] [blame] | 206 | extern void kvm_linear_init(void); |
Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 207 | |
Paul Mackerras | 371fefd | 2011-06-29 00:23:08 +0000 | [diff] [blame] | 208 | #else |
| 209 | static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr) |
| 210 | {} |
Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 211 | |
Alexander Graf | b4e7061 | 2012-01-16 16:50:10 +0100 | [diff] [blame] | 212 | static inline void kvm_linear_init(void) |
Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 213 | {} |
Paul Mackerras | 371fefd | 2011-06-29 00:23:08 +0000 | [diff] [blame] | 214 | #endif |
| 215 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 216 | int kvm_vcpu_ioctl_config_tlb(struct kvm_vcpu *vcpu, |
| 217 | struct kvm_config_tlb *cfg); |
| 218 | int kvm_vcpu_ioctl_dirty_tlb(struct kvm_vcpu *vcpu, |
| 219 | struct kvm_dirty_tlb *cfg); |
| 220 | |
Scott Wood | 043cc4d | 2011-12-20 15:34:20 +0000 | [diff] [blame] | 221 | long kvmppc_alloc_lpid(void); |
| 222 | void kvmppc_claim_lpid(long lpid); |
| 223 | void kvmppc_free_lpid(long lpid); |
| 224 | void kvmppc_init_lpid(unsigned long nr_lpids); |
| 225 | |
Alexander Graf | 249ba1e | 2012-08-03 13:56:33 +0200 | [diff] [blame] | 226 | static inline void kvmppc_mmu_flush_icache(pfn_t pfn) |
| 227 | { |
| 228 | /* Clear i-cache for new pages */ |
| 229 | struct page *page; |
| 230 | page = pfn_to_page(pfn); |
| 231 | if (!test_bit(PG_arch_1, &page->flags)) { |
| 232 | flush_dcache_icache_page(page); |
| 233 | set_bit(PG_arch_1, &page->flags); |
| 234 | } |
| 235 | } |
| 236 | |
| 237 | |
Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 238 | #endif /* __POWERPC_KVM_PPC_H__ */ |