| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 1 | /* | 
|  | 2 | * This program is free software; you can redistribute it and/or modify | 
|  | 3 | * it under the terms of the GNU General Public License, version 2, as | 
|  | 4 | * published by the Free Software Foundation. | 
|  | 5 | * | 
|  | 6 | * This program is distributed in the hope that it will be useful, | 
|  | 7 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | 8 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|  | 9 | * GNU General Public License for more details. | 
|  | 10 | * | 
|  | 11 | * You should have received a copy of the GNU General Public License | 
|  | 12 | * along with this program; if not, write to the Free Software | 
|  | 13 | * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA. | 
|  | 14 | * | 
|  | 15 | * Copyright IBM Corp. 2007 | 
|  | 16 | * | 
|  | 17 | * Authors: Hollis Blanchard <hollisb@us.ibm.com> | 
|  | 18 | *          Christian Ehrhardt <ehrhardt@linux.vnet.ibm.com> | 
|  | 19 | */ | 
|  | 20 |  | 
|  | 21 | #include <linux/errno.h> | 
|  | 22 | #include <linux/err.h> | 
|  | 23 | #include <linux/kvm_host.h> | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 24 | #include <linux/vmalloc.h> | 
| Alexander Graf | 544c676 | 2009-11-02 12:02:31 +0000 | [diff] [blame] | 25 | #include <linux/hrtimer.h> | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 26 | #include <linux/fs.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 27 | #include <linux/slab.h> | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 28 | #include <asm/cputable.h> | 
|  | 29 | #include <asm/uaccess.h> | 
|  | 30 | #include <asm/kvm_ppc.h> | 
| Hollis Blanchard | 83aae4a | 2008-07-25 13:54:52 -0500 | [diff] [blame] | 31 | #include <asm/tlbflush.h> | 
| Paul Mackerras | 371fefd | 2011-06-29 00:23:08 +0000 | [diff] [blame] | 32 | #include <asm/cputhreads.h> | 
| Hollis Blanchard | 73e75b4 | 2008-12-02 15:51:57 -0600 | [diff] [blame] | 33 | #include "timing.h" | 
| Paul Mackerras | fad7b9b | 2008-12-23 14:57:26 +1100 | [diff] [blame] | 34 | #include "../mm/mmu_decl.h" | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 35 |  | 
| Marcelo Tosatti | 46f43c6 | 2009-06-18 11:47:27 -0300 | [diff] [blame] | 36 | #define CREATE_TRACE_POINTS | 
|  | 37 | #include "trace.h" | 
|  | 38 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 39 | int kvm_arch_vcpu_runnable(struct kvm_vcpu *v) | 
|  | 40 | { | 
| Alexander Graf | 666e725 | 2010-07-29 14:47:43 +0200 | [diff] [blame] | 41 | return !(v->arch.shared->msr & MSR_WE) || | 
| Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 42 | !!(v->arch.pending_exceptions) || | 
|  | 43 | v->requests; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 44 | } | 
|  | 45 |  | 
| Alexander Graf | 2a342ed | 2010-07-29 14:47:48 +0200 | [diff] [blame] | 46 | int kvmppc_kvm_pv(struct kvm_vcpu *vcpu) | 
|  | 47 | { | 
|  | 48 | int nr = kvmppc_get_gpr(vcpu, 11); | 
|  | 49 | int r; | 
|  | 50 | unsigned long __maybe_unused param1 = kvmppc_get_gpr(vcpu, 3); | 
|  | 51 | unsigned long __maybe_unused param2 = kvmppc_get_gpr(vcpu, 4); | 
|  | 52 | unsigned long __maybe_unused param3 = kvmppc_get_gpr(vcpu, 5); | 
|  | 53 | unsigned long __maybe_unused param4 = kvmppc_get_gpr(vcpu, 6); | 
|  | 54 | unsigned long r2 = 0; | 
|  | 55 |  | 
|  | 56 | if (!(vcpu->arch.shared->msr & MSR_SF)) { | 
|  | 57 | /* 32 bit mode */ | 
|  | 58 | param1 &= 0xffffffff; | 
|  | 59 | param2 &= 0xffffffff; | 
|  | 60 | param3 &= 0xffffffff; | 
|  | 61 | param4 &= 0xffffffff; | 
|  | 62 | } | 
|  | 63 |  | 
|  | 64 | switch (nr) { | 
| Alexander Graf | 5fc8740 | 2010-07-29 14:47:55 +0200 | [diff] [blame] | 65 | case HC_VENDOR_KVM | KVM_HC_PPC_MAP_MAGIC_PAGE: | 
|  | 66 | { | 
|  | 67 | vcpu->arch.magic_page_pa = param1; | 
|  | 68 | vcpu->arch.magic_page_ea = param2; | 
|  | 69 |  | 
| Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 70 | r2 = KVM_MAGIC_FEAT_SR | KVM_MAGIC_FEAT_MAS0_TO_SPRG7; | 
| Alexander Graf | 7508e16 | 2010-08-03 11:32:56 +0200 | [diff] [blame] | 71 |  | 
| Alexander Graf | 5fc8740 | 2010-07-29 14:47:55 +0200 | [diff] [blame] | 72 | r = HC_EV_SUCCESS; | 
|  | 73 | break; | 
|  | 74 | } | 
| Alexander Graf | 2a342ed | 2010-07-29 14:47:48 +0200 | [diff] [blame] | 75 | case HC_VENDOR_KVM | KVM_HC_FEATURES: | 
|  | 76 | r = HC_EV_SUCCESS; | 
| Scott Wood | a4cd8b2 | 2011-06-14 18:34:41 -0500 | [diff] [blame] | 77 | #if defined(CONFIG_PPC_BOOK3S) || defined(CONFIG_KVM_E500) | 
|  | 78 | /* XXX Missing magic page on 44x */ | 
| Alexander Graf | 5fc8740 | 2010-07-29 14:47:55 +0200 | [diff] [blame] | 79 | r2 |= (1 << KVM_FEATURE_MAGIC_PAGE); | 
|  | 80 | #endif | 
| Alexander Graf | 2a342ed | 2010-07-29 14:47:48 +0200 | [diff] [blame] | 81 |  | 
|  | 82 | /* Second return value is in r4 */ | 
| Alexander Graf | 2a342ed | 2010-07-29 14:47:48 +0200 | [diff] [blame] | 83 | break; | 
|  | 84 | default: | 
|  | 85 | r = HC_EV_UNIMPLEMENTED; | 
|  | 86 | break; | 
|  | 87 | } | 
|  | 88 |  | 
| Alexander Graf | 7508e16 | 2010-08-03 11:32:56 +0200 | [diff] [blame] | 89 | kvmppc_set_gpr(vcpu, 4, r2); | 
|  | 90 |  | 
| Alexander Graf | 2a342ed | 2010-07-29 14:47:48 +0200 | [diff] [blame] | 91 | return r; | 
|  | 92 | } | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 93 |  | 
| Alexander Graf | af8f38b | 2011-08-10 13:57:08 +0200 | [diff] [blame] | 94 | int kvmppc_sanity_check(struct kvm_vcpu *vcpu) | 
|  | 95 | { | 
|  | 96 | int r = false; | 
|  | 97 |  | 
|  | 98 | /* We have to know what CPU to virtualize */ | 
|  | 99 | if (!vcpu->arch.pvr) | 
|  | 100 | goto out; | 
|  | 101 |  | 
|  | 102 | /* PAPR only works with book3s_64 */ | 
|  | 103 | if ((vcpu->arch.cpu_type != KVM_CPU_3S_64) && vcpu->arch.papr_enabled) | 
|  | 104 | goto out; | 
|  | 105 |  | 
|  | 106 | #ifdef CONFIG_KVM_BOOK3S_64_HV | 
|  | 107 | /* HV KVM can only do PAPR mode for now */ | 
|  | 108 | if (!vcpu->arch.papr_enabled) | 
|  | 109 | goto out; | 
|  | 110 | #endif | 
|  | 111 |  | 
|  | 112 | r = true; | 
|  | 113 |  | 
|  | 114 | out: | 
|  | 115 | vcpu->arch.sane = r; | 
|  | 116 | return r ? 0 : -EINVAL; | 
|  | 117 | } | 
|  | 118 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 119 | int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu) | 
|  | 120 | { | 
|  | 121 | enum emulation_result er; | 
|  | 122 | int r; | 
|  | 123 |  | 
|  | 124 | er = kvmppc_emulate_instruction(run, vcpu); | 
|  | 125 | switch (er) { | 
|  | 126 | case EMULATE_DONE: | 
|  | 127 | /* Future optimization: only reload non-volatiles if they were | 
|  | 128 | * actually modified. */ | 
|  | 129 | r = RESUME_GUEST_NV; | 
|  | 130 | break; | 
|  | 131 | case EMULATE_DO_MMIO: | 
|  | 132 | run->exit_reason = KVM_EXIT_MMIO; | 
|  | 133 | /* We must reload nonvolatiles because "update" load/store | 
|  | 134 | * instructions modify register state. */ | 
|  | 135 | /* Future optimization: only reload non-volatiles if they were | 
|  | 136 | * actually modified. */ | 
|  | 137 | r = RESUME_HOST_NV; | 
|  | 138 | break; | 
|  | 139 | case EMULATE_FAIL: | 
|  | 140 | /* XXX Deliver Program interrupt to guest. */ | 
|  | 141 | printk(KERN_EMERG "%s: emulation failed (%08x)\n", __func__, | 
| Alexander Graf | c7f38f4 | 2010-04-16 00:11:40 +0200 | [diff] [blame] | 142 | kvmppc_get_last_inst(vcpu)); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 143 | r = RESUME_HOST; | 
|  | 144 | break; | 
|  | 145 | default: | 
|  | 146 | BUG(); | 
|  | 147 | } | 
|  | 148 |  | 
|  | 149 | return r; | 
|  | 150 | } | 
|  | 151 |  | 
| Alexander Graf | 10474ae | 2009-09-15 11:37:46 +0200 | [diff] [blame] | 152 | int kvm_arch_hardware_enable(void *garbage) | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 153 | { | 
| Alexander Graf | 10474ae | 2009-09-15 11:37:46 +0200 | [diff] [blame] | 154 | return 0; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 155 | } | 
|  | 156 |  | 
|  | 157 | void kvm_arch_hardware_disable(void *garbage) | 
|  | 158 | { | 
|  | 159 | } | 
|  | 160 |  | 
|  | 161 | int kvm_arch_hardware_setup(void) | 
|  | 162 | { | 
|  | 163 | return 0; | 
|  | 164 | } | 
|  | 165 |  | 
|  | 166 | void kvm_arch_hardware_unsetup(void) | 
|  | 167 | { | 
|  | 168 | } | 
|  | 169 |  | 
|  | 170 | void kvm_arch_check_processor_compat(void *rtn) | 
|  | 171 | { | 
| Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 172 | *(int *)rtn = kvmppc_core_check_processor_compat(); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 173 | } | 
|  | 174 |  | 
| Carsten Otte | e08b963 | 2012-01-04 10:25:20 +0100 | [diff] [blame] | 175 | int kvm_arch_init_vm(struct kvm *kvm, unsigned long type) | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 176 | { | 
| Carsten Otte | e08b963 | 2012-01-04 10:25:20 +0100 | [diff] [blame] | 177 | if (type) | 
|  | 178 | return -EINVAL; | 
|  | 179 |  | 
| Paul Mackerras | f9e0554 | 2011-06-29 00:19:22 +0000 | [diff] [blame] | 180 | return kvmppc_core_init_vm(kvm); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 181 | } | 
|  | 182 |  | 
| Jan Kiszka | d89f5ef | 2010-11-09 17:02:49 +0100 | [diff] [blame] | 183 | void kvm_arch_destroy_vm(struct kvm *kvm) | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 184 | { | 
|  | 185 | unsigned int i; | 
| Gleb Natapov | 988a2ca | 2009-06-09 15:56:29 +0300 | [diff] [blame] | 186 | struct kvm_vcpu *vcpu; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 187 |  | 
| Gleb Natapov | 988a2ca | 2009-06-09 15:56:29 +0300 | [diff] [blame] | 188 | kvm_for_each_vcpu(i, vcpu, kvm) | 
|  | 189 | kvm_arch_vcpu_free(vcpu); | 
|  | 190 |  | 
|  | 191 | mutex_lock(&kvm->lock); | 
|  | 192 | for (i = 0; i < atomic_read(&kvm->online_vcpus); i++) | 
|  | 193 | kvm->vcpus[i] = NULL; | 
|  | 194 |  | 
|  | 195 | atomic_set(&kvm->online_vcpus, 0); | 
| Paul Mackerras | f9e0554 | 2011-06-29 00:19:22 +0000 | [diff] [blame] | 196 |  | 
|  | 197 | kvmppc_core_destroy_vm(kvm); | 
|  | 198 |  | 
| Gleb Natapov | 988a2ca | 2009-06-09 15:56:29 +0300 | [diff] [blame] | 199 | mutex_unlock(&kvm->lock); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 200 | } | 
|  | 201 |  | 
| Sheng Yang | ad8ba2c | 2009-01-06 10:03:02 +0800 | [diff] [blame] | 202 | void kvm_arch_sync_events(struct kvm *kvm) | 
|  | 203 | { | 
|  | 204 | } | 
|  | 205 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 206 | int kvm_dev_ioctl_check_extension(long ext) | 
|  | 207 | { | 
|  | 208 | int r; | 
|  | 209 |  | 
|  | 210 | switch (ext) { | 
| Scott Wood | 5ce941e | 2011-04-27 17:24:21 -0500 | [diff] [blame] | 211 | #ifdef CONFIG_BOOKE | 
|  | 212 | case KVM_CAP_PPC_BOOKE_SREGS: | 
|  | 213 | #else | 
| Alexander Graf | e15a113 | 2009-11-30 03:02:02 +0000 | [diff] [blame] | 214 | case KVM_CAP_PPC_SEGSTATE: | 
| Alexander Graf | 1022fc3 | 2011-09-14 21:45:23 +0200 | [diff] [blame^] | 215 | case KVM_CAP_PPC_HIOR: | 
| Alexander Graf | 930b412 | 2011-08-08 17:29:42 +0200 | [diff] [blame] | 216 | case KVM_CAP_PPC_PAPR: | 
| Scott Wood | 5ce941e | 2011-04-27 17:24:21 -0500 | [diff] [blame] | 217 | #endif | 
| Alexander Graf | 1897876 | 2010-03-24 21:48:18 +0100 | [diff] [blame] | 218 | case KVM_CAP_PPC_UNSET_IRQ: | 
| Alexander Graf | 7b4203e | 2010-08-30 13:50:45 +0200 | [diff] [blame] | 219 | case KVM_CAP_PPC_IRQ_LEVEL: | 
| Alexander Graf | 71fbfd5 | 2010-03-24 21:48:29 +0100 | [diff] [blame] | 220 | case KVM_CAP_ENABLE_CAP: | 
| Alexander Graf | e24ed81 | 2011-09-14 10:02:41 +0200 | [diff] [blame] | 221 | case KVM_CAP_ONE_REG: | 
| Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 222 | r = 1; | 
|  | 223 | break; | 
|  | 224 | #ifndef CONFIG_KVM_BOOK3S_64_HV | 
|  | 225 | case KVM_CAP_PPC_PAIRED_SINGLES: | 
| Alexander Graf | ad0a048 | 2010-03-24 21:48:30 +0100 | [diff] [blame] | 226 | case KVM_CAP_PPC_OSI: | 
| Alexander Graf | 15711e9 | 2010-07-29 14:48:08 +0200 | [diff] [blame] | 227 | case KVM_CAP_PPC_GET_PVINFO: | 
| Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 228 | #ifdef CONFIG_KVM_E500 | 
|  | 229 | case KVM_CAP_SW_TLB: | 
|  | 230 | #endif | 
| Alexander Graf | e15a113 | 2009-11-30 03:02:02 +0000 | [diff] [blame] | 231 | r = 1; | 
|  | 232 | break; | 
| Laurent Vivier | 588968b | 2008-05-30 16:05:56 +0200 | [diff] [blame] | 233 | case KVM_CAP_COALESCED_MMIO: | 
|  | 234 | r = KVM_COALESCED_MMIO_PAGE_OFFSET; | 
|  | 235 | break; | 
| Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 236 | #endif | 
| David Gibson | 54738c0 | 2011-06-29 00:22:41 +0000 | [diff] [blame] | 237 | #ifdef CONFIG_KVM_BOOK3S_64_HV | 
|  | 238 | case KVM_CAP_SPAPR_TCE: | 
|  | 239 | r = 1; | 
|  | 240 | break; | 
| Paul Mackerras | 371fefd | 2011-06-29 00:23:08 +0000 | [diff] [blame] | 241 | case KVM_CAP_PPC_SMT: | 
|  | 242 | r = threads_per_core; | 
|  | 243 | break; | 
| Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 244 | case KVM_CAP_PPC_RMA: | 
|  | 245 | r = 1; | 
| Paul Mackerras | 9e368f2 | 2011-06-29 00:40:08 +0000 | [diff] [blame] | 246 | /* PPC970 requires an RMA */ | 
|  | 247 | if (cpu_has_feature(CPU_FTR_ARCH_201)) | 
|  | 248 | r = 2; | 
| Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 249 | break; | 
| Paul Mackerras | 342d3db | 2011-12-12 12:38:05 +0000 | [diff] [blame] | 250 | case KVM_CAP_SYNC_MMU: | 
|  | 251 | r = cpu_has_feature(CPU_FTR_ARCH_206) ? 1 : 0; | 
|  | 252 | break; | 
| David Gibson | 54738c0 | 2011-06-29 00:22:41 +0000 | [diff] [blame] | 253 | #endif | 
| Matt Evans | b543403 | 2011-12-07 16:55:57 +0000 | [diff] [blame] | 254 | case KVM_CAP_NR_VCPUS: | 
|  | 255 | /* | 
|  | 256 | * Recommending a number of CPUs is somewhat arbitrary; we | 
|  | 257 | * return the number of present CPUs for -HV (since a host | 
|  | 258 | * will have secondary threads "offline"), and for other KVM | 
|  | 259 | * implementations just count online CPUs. | 
|  | 260 | */ | 
|  | 261 | #ifdef CONFIG_KVM_BOOK3S_64_HV | 
|  | 262 | r = num_present_cpus(); | 
|  | 263 | #else | 
|  | 264 | r = num_online_cpus(); | 
|  | 265 | #endif | 
|  | 266 | break; | 
|  | 267 | case KVM_CAP_MAX_VCPUS: | 
|  | 268 | r = KVM_MAX_VCPUS; | 
|  | 269 | break; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 270 | default: | 
|  | 271 | r = 0; | 
|  | 272 | break; | 
|  | 273 | } | 
|  | 274 | return r; | 
|  | 275 |  | 
|  | 276 | } | 
|  | 277 |  | 
|  | 278 | long kvm_arch_dev_ioctl(struct file *filp, | 
|  | 279 | unsigned int ioctl, unsigned long arg) | 
|  | 280 | { | 
|  | 281 | return -EINVAL; | 
|  | 282 | } | 
|  | 283 |  | 
| Marcelo Tosatti | f7784b8 | 2009-12-23 14:35:18 -0200 | [diff] [blame] | 284 | int kvm_arch_prepare_memory_region(struct kvm *kvm, | 
|  | 285 | struct kvm_memory_slot *memslot, | 
|  | 286 | struct kvm_memory_slot old, | 
|  | 287 | struct kvm_userspace_memory_region *mem, | 
|  | 288 | int user_alloc) | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 289 | { | 
| Paul Mackerras | f9e0554 | 2011-06-29 00:19:22 +0000 | [diff] [blame] | 290 | return kvmppc_core_prepare_memory_region(kvm, mem); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 291 | } | 
|  | 292 |  | 
| Marcelo Tosatti | f7784b8 | 2009-12-23 14:35:18 -0200 | [diff] [blame] | 293 | void kvm_arch_commit_memory_region(struct kvm *kvm, | 
|  | 294 | struct kvm_userspace_memory_region *mem, | 
|  | 295 | struct kvm_memory_slot old, | 
|  | 296 | int user_alloc) | 
|  | 297 | { | 
| Paul Mackerras | f9e0554 | 2011-06-29 00:19:22 +0000 | [diff] [blame] | 298 | kvmppc_core_commit_memory_region(kvm, mem); | 
| Marcelo Tosatti | f7784b8 | 2009-12-23 14:35:18 -0200 | [diff] [blame] | 299 | } | 
|  | 300 |  | 
|  | 301 |  | 
| Marcelo Tosatti | 34d4cb8 | 2008-07-10 20:49:31 -0300 | [diff] [blame] | 302 | void kvm_arch_flush_shadow(struct kvm *kvm) | 
|  | 303 | { | 
|  | 304 | } | 
|  | 305 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 306 | struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id) | 
|  | 307 | { | 
| Hollis Blanchard | 73e75b4 | 2008-12-02 15:51:57 -0600 | [diff] [blame] | 308 | struct kvm_vcpu *vcpu; | 
|  | 309 | vcpu = kvmppc_core_vcpu_create(kvm, id); | 
| Matt Evans | 03cdab5 | 2011-12-06 21:19:42 +0000 | [diff] [blame] | 310 | if (!IS_ERR(vcpu)) { | 
|  | 311 | vcpu->arch.wqp = &vcpu->wq; | 
| Wei Yongjun | 06056bf | 2010-03-09 14:13:43 +0800 | [diff] [blame] | 312 | kvmppc_create_vcpu_debugfs(vcpu, id); | 
| Matt Evans | 03cdab5 | 2011-12-06 21:19:42 +0000 | [diff] [blame] | 313 | } | 
| Hollis Blanchard | 73e75b4 | 2008-12-02 15:51:57 -0600 | [diff] [blame] | 314 | return vcpu; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 315 | } | 
|  | 316 |  | 
|  | 317 | void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu) | 
|  | 318 | { | 
| Alexander Graf | a595405 | 2010-02-22 16:52:14 +0100 | [diff] [blame] | 319 | /* Make sure we're not using the vcpu anymore */ | 
|  | 320 | hrtimer_cancel(&vcpu->arch.dec_timer); | 
|  | 321 | tasklet_kill(&vcpu->arch.tasklet); | 
|  | 322 |  | 
| Hollis Blanchard | 73e75b4 | 2008-12-02 15:51:57 -0600 | [diff] [blame] | 323 | kvmppc_remove_vcpu_debugfs(vcpu); | 
| Hollis Blanchard | db93f57 | 2008-11-05 09:36:18 -0600 | [diff] [blame] | 324 | kvmppc_core_vcpu_free(vcpu); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 325 | } | 
|  | 326 |  | 
|  | 327 | void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu) | 
|  | 328 | { | 
|  | 329 | kvm_arch_vcpu_free(vcpu); | 
|  | 330 | } | 
|  | 331 |  | 
|  | 332 | int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu) | 
|  | 333 | { | 
| Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 334 | return kvmppc_core_pending_dec(vcpu); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 335 | } | 
|  | 336 |  | 
| Alexander Graf | 544c676 | 2009-11-02 12:02:31 +0000 | [diff] [blame] | 337 | /* | 
|  | 338 | * low level hrtimer wake routine. Because this runs in hardirq context | 
|  | 339 | * we schedule a tasklet to do the real work. | 
|  | 340 | */ | 
|  | 341 | enum hrtimer_restart kvmppc_decrementer_wakeup(struct hrtimer *timer) | 
|  | 342 | { | 
|  | 343 | struct kvm_vcpu *vcpu; | 
|  | 344 |  | 
|  | 345 | vcpu = container_of(timer, struct kvm_vcpu, arch.dec_timer); | 
|  | 346 | tasklet_schedule(&vcpu->arch.tasklet); | 
|  | 347 |  | 
|  | 348 | return HRTIMER_NORESTART; | 
|  | 349 | } | 
|  | 350 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 351 | int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu) | 
|  | 352 | { | 
| Alexander Graf | 544c676 | 2009-11-02 12:02:31 +0000 | [diff] [blame] | 353 | hrtimer_init(&vcpu->arch.dec_timer, CLOCK_REALTIME, HRTIMER_MODE_ABS); | 
|  | 354 | tasklet_init(&vcpu->arch.tasklet, kvmppc_decrementer_func, (ulong)vcpu); | 
|  | 355 | vcpu->arch.dec_timer.function = kvmppc_decrementer_wakeup; | 
| Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 356 | vcpu->arch.dec_expires = ~(u64)0; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 357 |  | 
| Bharat Bhushan | 09000ad | 2011-03-25 10:32:13 +0530 | [diff] [blame] | 358 | #ifdef CONFIG_KVM_EXIT_TIMING | 
|  | 359 | mutex_init(&vcpu->arch.exit_timing_lock); | 
|  | 360 | #endif | 
|  | 361 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 362 | return 0; | 
|  | 363 | } | 
|  | 364 |  | 
|  | 365 | void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) | 
|  | 366 | { | 
| Hollis Blanchard | ecc0981 | 2009-01-03 16:22:59 -0600 | [diff] [blame] | 367 | kvmppc_mmu_destroy(vcpu); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 368 | } | 
|  | 369 |  | 
|  | 370 | void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu) | 
|  | 371 | { | 
| Scott Wood | eab1767 | 2011-04-27 17:24:10 -0500 | [diff] [blame] | 372 | #ifdef CONFIG_BOOKE | 
|  | 373 | /* | 
|  | 374 | * vrsave (formerly usprg0) isn't used by Linux, but may | 
|  | 375 | * be used by the guest. | 
|  | 376 | * | 
|  | 377 | * On non-booke this is associated with Altivec and | 
|  | 378 | * is handled by code in book3s.c. | 
|  | 379 | */ | 
|  | 380 | mtspr(SPRN_VRSAVE, vcpu->arch.vrsave); | 
|  | 381 | #endif | 
| Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 382 | kvmppc_core_vcpu_load(vcpu, cpu); | 
| Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 383 | vcpu->cpu = smp_processor_id(); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 384 | } | 
|  | 385 |  | 
|  | 386 | void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu) | 
|  | 387 | { | 
| Hollis Blanchard | 9dd921c | 2008-11-05 09:36:14 -0600 | [diff] [blame] | 388 | kvmppc_core_vcpu_put(vcpu); | 
| Scott Wood | eab1767 | 2011-04-27 17:24:10 -0500 | [diff] [blame] | 389 | #ifdef CONFIG_BOOKE | 
|  | 390 | vcpu->arch.vrsave = mfspr(SPRN_VRSAVE); | 
|  | 391 | #endif | 
| Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 392 | vcpu->cpu = -1; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 393 | } | 
|  | 394 |  | 
| Jan Kiszka | d0bfb94 | 2008-12-15 13:52:10 +0100 | [diff] [blame] | 395 | int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, | 
| Hollis Blanchard | f5d0906 | 2009-01-04 13:51:09 -0600 | [diff] [blame] | 396 | struct kvm_guest_debug *dbg) | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 397 | { | 
| Hollis Blanchard | f5d0906 | 2009-01-04 13:51:09 -0600 | [diff] [blame] | 398 | return -EINVAL; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 399 | } | 
|  | 400 |  | 
|  | 401 | static void kvmppc_complete_dcr_load(struct kvm_vcpu *vcpu, | 
|  | 402 | struct kvm_run *run) | 
|  | 403 | { | 
| Alexander Graf | 8e5b26b | 2010-01-08 02:58:01 +0100 | [diff] [blame] | 404 | kvmppc_set_gpr(vcpu, vcpu->arch.io_gpr, run->dcr.data); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 405 | } | 
|  | 406 |  | 
|  | 407 | static void kvmppc_complete_mmio_load(struct kvm_vcpu *vcpu, | 
|  | 408 | struct kvm_run *run) | 
|  | 409 | { | 
| Denis Kirjanov | 69b6183 | 2010-06-11 11:23:26 +0000 | [diff] [blame] | 410 | u64 uninitialized_var(gpr); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 411 |  | 
| Alexander Graf | 8e5b26b | 2010-01-08 02:58:01 +0100 | [diff] [blame] | 412 | if (run->mmio.len > sizeof(gpr)) { | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 413 | printk(KERN_ERR "bad MMIO length: %d\n", run->mmio.len); | 
|  | 414 | return; | 
|  | 415 | } | 
|  | 416 |  | 
|  | 417 | if (vcpu->arch.mmio_is_bigendian) { | 
|  | 418 | switch (run->mmio.len) { | 
| Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 419 | case 8: gpr = *(u64 *)run->mmio.data; break; | 
| Alexander Graf | 8e5b26b | 2010-01-08 02:58:01 +0100 | [diff] [blame] | 420 | case 4: gpr = *(u32 *)run->mmio.data; break; | 
|  | 421 | case 2: gpr = *(u16 *)run->mmio.data; break; | 
|  | 422 | case 1: gpr = *(u8 *)run->mmio.data; break; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 423 | } | 
|  | 424 | } else { | 
|  | 425 | /* Convert BE data from userland back to LE. */ | 
|  | 426 | switch (run->mmio.len) { | 
| Alexander Graf | 8e5b26b | 2010-01-08 02:58:01 +0100 | [diff] [blame] | 427 | case 4: gpr = ld_le32((u32 *)run->mmio.data); break; | 
|  | 428 | case 2: gpr = ld_le16((u16 *)run->mmio.data); break; | 
|  | 429 | case 1: gpr = *(u8 *)run->mmio.data; break; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 430 | } | 
|  | 431 | } | 
| Alexander Graf | 8e5b26b | 2010-01-08 02:58:01 +0100 | [diff] [blame] | 432 |  | 
| Alexander Graf | 3587d53 | 2010-02-19 11:00:30 +0100 | [diff] [blame] | 433 | if (vcpu->arch.mmio_sign_extend) { | 
|  | 434 | switch (run->mmio.len) { | 
|  | 435 | #ifdef CONFIG_PPC64 | 
|  | 436 | case 4: | 
|  | 437 | gpr = (s64)(s32)gpr; | 
|  | 438 | break; | 
|  | 439 | #endif | 
|  | 440 | case 2: | 
|  | 441 | gpr = (s64)(s16)gpr; | 
|  | 442 | break; | 
|  | 443 | case 1: | 
|  | 444 | gpr = (s64)(s8)gpr; | 
|  | 445 | break; | 
|  | 446 | } | 
|  | 447 | } | 
|  | 448 |  | 
| Alexander Graf | 8e5b26b | 2010-01-08 02:58:01 +0100 | [diff] [blame] | 449 | kvmppc_set_gpr(vcpu, vcpu->arch.io_gpr, gpr); | 
| Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 450 |  | 
|  | 451 | switch (vcpu->arch.io_gpr & KVM_REG_EXT_MASK) { | 
|  | 452 | case KVM_REG_GPR: | 
|  | 453 | kvmppc_set_gpr(vcpu, vcpu->arch.io_gpr, gpr); | 
|  | 454 | break; | 
|  | 455 | case KVM_REG_FPR: | 
|  | 456 | vcpu->arch.fpr[vcpu->arch.io_gpr & KVM_REG_MASK] = gpr; | 
|  | 457 | break; | 
| Alexander Graf | 287d561 | 2010-04-01 15:33:21 +0200 | [diff] [blame] | 458 | #ifdef CONFIG_PPC_BOOK3S | 
| Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 459 | case KVM_REG_QPR: | 
|  | 460 | vcpu->arch.qpr[vcpu->arch.io_gpr & KVM_REG_MASK] = gpr; | 
|  | 461 | break; | 
|  | 462 | case KVM_REG_FQPR: | 
|  | 463 | vcpu->arch.fpr[vcpu->arch.io_gpr & KVM_REG_MASK] = gpr; | 
|  | 464 | vcpu->arch.qpr[vcpu->arch.io_gpr & KVM_REG_MASK] = gpr; | 
|  | 465 | break; | 
| Alexander Graf | 287d561 | 2010-04-01 15:33:21 +0200 | [diff] [blame] | 466 | #endif | 
| Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 467 | default: | 
|  | 468 | BUG(); | 
|  | 469 | } | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 470 | } | 
|  | 471 |  | 
|  | 472 | int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu, | 
|  | 473 | unsigned int rt, unsigned int bytes, int is_bigendian) | 
|  | 474 | { | 
|  | 475 | if (bytes > sizeof(run->mmio.data)) { | 
|  | 476 | printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__, | 
|  | 477 | run->mmio.len); | 
|  | 478 | } | 
|  | 479 |  | 
|  | 480 | run->mmio.phys_addr = vcpu->arch.paddr_accessed; | 
|  | 481 | run->mmio.len = bytes; | 
|  | 482 | run->mmio.is_write = 0; | 
|  | 483 |  | 
|  | 484 | vcpu->arch.io_gpr = rt; | 
|  | 485 | vcpu->arch.mmio_is_bigendian = is_bigendian; | 
|  | 486 | vcpu->mmio_needed = 1; | 
|  | 487 | vcpu->mmio_is_write = 0; | 
| Alexander Graf | 3587d53 | 2010-02-19 11:00:30 +0100 | [diff] [blame] | 488 | vcpu->arch.mmio_sign_extend = 0; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 489 |  | 
|  | 490 | return EMULATE_DO_MMIO; | 
|  | 491 | } | 
|  | 492 |  | 
| Alexander Graf | 3587d53 | 2010-02-19 11:00:30 +0100 | [diff] [blame] | 493 | /* Same as above, but sign extends */ | 
|  | 494 | int kvmppc_handle_loads(struct kvm_run *run, struct kvm_vcpu *vcpu, | 
|  | 495 | unsigned int rt, unsigned int bytes, int is_bigendian) | 
|  | 496 | { | 
|  | 497 | int r; | 
|  | 498 |  | 
|  | 499 | r = kvmppc_handle_load(run, vcpu, rt, bytes, is_bigendian); | 
|  | 500 | vcpu->arch.mmio_sign_extend = 1; | 
|  | 501 |  | 
|  | 502 | return r; | 
|  | 503 | } | 
|  | 504 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 505 | int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu, | 
| Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 506 | u64 val, unsigned int bytes, int is_bigendian) | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 507 | { | 
|  | 508 | void *data = run->mmio.data; | 
|  | 509 |  | 
|  | 510 | if (bytes > sizeof(run->mmio.data)) { | 
|  | 511 | printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__, | 
|  | 512 | run->mmio.len); | 
|  | 513 | } | 
|  | 514 |  | 
|  | 515 | run->mmio.phys_addr = vcpu->arch.paddr_accessed; | 
|  | 516 | run->mmio.len = bytes; | 
|  | 517 | run->mmio.is_write = 1; | 
|  | 518 | vcpu->mmio_needed = 1; | 
|  | 519 | vcpu->mmio_is_write = 1; | 
|  | 520 |  | 
|  | 521 | /* Store the value at the lowest bytes in 'data'. */ | 
|  | 522 | if (is_bigendian) { | 
|  | 523 | switch (bytes) { | 
| Alexander Graf | b104d06 | 2010-02-19 11:00:29 +0100 | [diff] [blame] | 524 | case 8: *(u64 *)data = val; break; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 525 | case 4: *(u32 *)data = val; break; | 
|  | 526 | case 2: *(u16 *)data = val; break; | 
|  | 527 | case 1: *(u8  *)data = val; break; | 
|  | 528 | } | 
|  | 529 | } else { | 
|  | 530 | /* Store LE value into 'data'. */ | 
|  | 531 | switch (bytes) { | 
|  | 532 | case 4: st_le32(data, val); break; | 
|  | 533 | case 2: st_le16(data, val); break; | 
|  | 534 | case 1: *(u8 *)data = val; break; | 
|  | 535 | } | 
|  | 536 | } | 
|  | 537 |  | 
|  | 538 | return EMULATE_DO_MMIO; | 
|  | 539 | } | 
|  | 540 |  | 
|  | 541 | int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *run) | 
|  | 542 | { | 
|  | 543 | int r; | 
|  | 544 | sigset_t sigsaved; | 
|  | 545 |  | 
|  | 546 | if (vcpu->sigset_active) | 
|  | 547 | sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved); | 
|  | 548 |  | 
|  | 549 | if (vcpu->mmio_needed) { | 
|  | 550 | if (!vcpu->mmio_is_write) | 
|  | 551 | kvmppc_complete_mmio_load(vcpu, run); | 
|  | 552 | vcpu->mmio_needed = 0; | 
|  | 553 | } else if (vcpu->arch.dcr_needed) { | 
|  | 554 | if (!vcpu->arch.dcr_is_write) | 
|  | 555 | kvmppc_complete_dcr_load(vcpu, run); | 
|  | 556 | vcpu->arch.dcr_needed = 0; | 
| Alexander Graf | ad0a048 | 2010-03-24 21:48:30 +0100 | [diff] [blame] | 557 | } else if (vcpu->arch.osi_needed) { | 
|  | 558 | u64 *gprs = run->osi.gprs; | 
|  | 559 | int i; | 
|  | 560 |  | 
|  | 561 | for (i = 0; i < 32; i++) | 
|  | 562 | kvmppc_set_gpr(vcpu, i, gprs[i]); | 
|  | 563 | vcpu->arch.osi_needed = 0; | 
| Paul Mackerras | de56a94 | 2011-06-29 00:21:34 +0000 | [diff] [blame] | 564 | } else if (vcpu->arch.hcall_needed) { | 
|  | 565 | int i; | 
|  | 566 |  | 
|  | 567 | kvmppc_set_gpr(vcpu, 3, run->papr_hcall.ret); | 
|  | 568 | for (i = 0; i < 9; ++i) | 
|  | 569 | kvmppc_set_gpr(vcpu, 4 + i, run->papr_hcall.args[i]); | 
|  | 570 | vcpu->arch.hcall_needed = 0; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 571 | } | 
|  | 572 |  | 
| Paul Mackerras | df6909e5 | 2011-06-29 00:19:50 +0000 | [diff] [blame] | 573 | r = kvmppc_vcpu_run(run, vcpu); | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 574 |  | 
|  | 575 | if (vcpu->sigset_active) | 
|  | 576 | sigprocmask(SIG_SETMASK, &sigsaved, NULL); | 
|  | 577 |  | 
|  | 578 | return r; | 
|  | 579 | } | 
|  | 580 |  | 
| Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 581 | void kvm_vcpu_kick(struct kvm_vcpu *vcpu) | 
|  | 582 | { | 
| Alexander Graf | ae21216 | 2011-12-09 15:20:46 +0100 | [diff] [blame] | 583 | int me; | 
|  | 584 | int cpu = vcpu->cpu; | 
|  | 585 |  | 
|  | 586 | me = get_cpu(); | 
| Paul Mackerras | 4e72dbe | 2011-12-12 12:24:48 +0000 | [diff] [blame] | 587 | if (waitqueue_active(vcpu->arch.wqp)) { | 
| Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 588 | wake_up_interruptible(vcpu->arch.wqp); | 
|  | 589 | vcpu->stat.halt_wakeup++; | 
| Alexander Graf | ae21216 | 2011-12-09 15:20:46 +0100 | [diff] [blame] | 590 | } else if (cpu != me && cpu != -1) { | 
| Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 591 | smp_send_reschedule(vcpu->cpu); | 
|  | 592 | } | 
| Alexander Graf | ae21216 | 2011-12-09 15:20:46 +0100 | [diff] [blame] | 593 | put_cpu(); | 
| Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 594 | } | 
|  | 595 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 596 | int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu, struct kvm_interrupt *irq) | 
|  | 597 | { | 
| Paul Mackerras | 19ccb76 | 2011-07-23 17:42:46 +1000 | [diff] [blame] | 598 | if (irq->irq == KVM_INTERRUPT_UNSET) { | 
| Alexander Graf | 1897876 | 2010-03-24 21:48:18 +0100 | [diff] [blame] | 599 | kvmppc_core_dequeue_external(vcpu, irq); | 
| Paul Mackerras | 19ccb76 | 2011-07-23 17:42:46 +1000 | [diff] [blame] | 600 | return 0; | 
|  | 601 | } | 
| Hollis Blanchard | 45c5eb6 | 2008-04-25 17:55:49 -0500 | [diff] [blame] | 602 |  | 
| Paul Mackerras | 19ccb76 | 2011-07-23 17:42:46 +1000 | [diff] [blame] | 603 | kvmppc_core_queue_external(vcpu, irq); | 
| Scott Wood | dfd4d47 | 2011-11-17 12:39:59 +0000 | [diff] [blame] | 604 | kvm_vcpu_kick(vcpu); | 
| Hollis Blanchard | 45c5eb6 | 2008-04-25 17:55:49 -0500 | [diff] [blame] | 605 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 606 | return 0; | 
|  | 607 | } | 
|  | 608 |  | 
| Alexander Graf | 71fbfd5 | 2010-03-24 21:48:29 +0100 | [diff] [blame] | 609 | static int kvm_vcpu_ioctl_enable_cap(struct kvm_vcpu *vcpu, | 
|  | 610 | struct kvm_enable_cap *cap) | 
|  | 611 | { | 
|  | 612 | int r; | 
|  | 613 |  | 
|  | 614 | if (cap->flags) | 
|  | 615 | return -EINVAL; | 
|  | 616 |  | 
|  | 617 | switch (cap->cap) { | 
| Alexander Graf | ad0a048 | 2010-03-24 21:48:30 +0100 | [diff] [blame] | 618 | case KVM_CAP_PPC_OSI: | 
|  | 619 | r = 0; | 
|  | 620 | vcpu->arch.osi_enabled = true; | 
|  | 621 | break; | 
| Alexander Graf | 930b412 | 2011-08-08 17:29:42 +0200 | [diff] [blame] | 622 | case KVM_CAP_PPC_PAPR: | 
|  | 623 | r = 0; | 
|  | 624 | vcpu->arch.papr_enabled = true; | 
|  | 625 | break; | 
| Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 626 | #ifdef CONFIG_KVM_E500 | 
|  | 627 | case KVM_CAP_SW_TLB: { | 
|  | 628 | struct kvm_config_tlb cfg; | 
|  | 629 | void __user *user_ptr = (void __user *)(uintptr_t)cap->args[0]; | 
|  | 630 |  | 
|  | 631 | r = -EFAULT; | 
|  | 632 | if (copy_from_user(&cfg, user_ptr, sizeof(cfg))) | 
|  | 633 | break; | 
|  | 634 |  | 
|  | 635 | r = kvm_vcpu_ioctl_config_tlb(vcpu, &cfg); | 
|  | 636 | break; | 
|  | 637 | } | 
|  | 638 | #endif | 
| Alexander Graf | 71fbfd5 | 2010-03-24 21:48:29 +0100 | [diff] [blame] | 639 | default: | 
|  | 640 | r = -EINVAL; | 
|  | 641 | break; | 
|  | 642 | } | 
|  | 643 |  | 
| Alexander Graf | af8f38b | 2011-08-10 13:57:08 +0200 | [diff] [blame] | 644 | if (!r) | 
|  | 645 | r = kvmppc_sanity_check(vcpu); | 
|  | 646 |  | 
| Alexander Graf | 71fbfd5 | 2010-03-24 21:48:29 +0100 | [diff] [blame] | 647 | return r; | 
|  | 648 | } | 
|  | 649 |  | 
| Alexander Graf | e24ed81 | 2011-09-14 10:02:41 +0200 | [diff] [blame] | 650 | static int kvm_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, | 
|  | 651 | struct kvm_one_reg *reg) | 
|  | 652 | { | 
|  | 653 | int r = -EINVAL; | 
|  | 654 |  | 
|  | 655 | switch (reg->id) { | 
| Alexander Graf | 1022fc3 | 2011-09-14 21:45:23 +0200 | [diff] [blame^] | 656 | #ifdef CONFIG_PPC_BOOK3S | 
|  | 657 | case KVM_REG_PPC_HIOR: | 
|  | 658 | r = put_user(to_book3s(vcpu)->hior, (u64 __user *)reg->addr); | 
|  | 659 | break; | 
|  | 660 | #endif | 
| Alexander Graf | e24ed81 | 2011-09-14 10:02:41 +0200 | [diff] [blame] | 661 | default: | 
|  | 662 | break; | 
|  | 663 | } | 
|  | 664 |  | 
|  | 665 | return r; | 
|  | 666 | } | 
|  | 667 |  | 
|  | 668 | static int kvm_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, | 
|  | 669 | struct kvm_one_reg *reg) | 
|  | 670 | { | 
|  | 671 | int r = -EINVAL; | 
|  | 672 |  | 
|  | 673 | switch (reg->id) { | 
| Alexander Graf | 1022fc3 | 2011-09-14 21:45:23 +0200 | [diff] [blame^] | 674 | #ifdef CONFIG_PPC_BOOK3S | 
|  | 675 | case KVM_ONE_REG_PPC_HIOR: | 
|  | 676 | r = get_user(to_book3s(vcpu)->hior, (u64 __user *)reg->addr); | 
|  | 677 | if (!r) | 
|  | 678 | to_book3s(vcpu)->hior_explicit = true; | 
|  | 679 | break; | 
|  | 680 | #endif | 
| Alexander Graf | e24ed81 | 2011-09-14 10:02:41 +0200 | [diff] [blame] | 681 | default: | 
|  | 682 | break; | 
|  | 683 | } | 
|  | 684 |  | 
|  | 685 | return r; | 
|  | 686 | } | 
|  | 687 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 688 | int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu, | 
|  | 689 | struct kvm_mp_state *mp_state) | 
|  | 690 | { | 
|  | 691 | return -EINVAL; | 
|  | 692 | } | 
|  | 693 |  | 
|  | 694 | int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu, | 
|  | 695 | struct kvm_mp_state *mp_state) | 
|  | 696 | { | 
|  | 697 | return -EINVAL; | 
|  | 698 | } | 
|  | 699 |  | 
|  | 700 | long kvm_arch_vcpu_ioctl(struct file *filp, | 
|  | 701 | unsigned int ioctl, unsigned long arg) | 
|  | 702 | { | 
|  | 703 | struct kvm_vcpu *vcpu = filp->private_data; | 
|  | 704 | void __user *argp = (void __user *)arg; | 
|  | 705 | long r; | 
|  | 706 |  | 
| Avi Kivity | 9373662 | 2010-05-13 12:35:17 +0300 | [diff] [blame] | 707 | switch (ioctl) { | 
|  | 708 | case KVM_INTERRUPT: { | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 709 | struct kvm_interrupt irq; | 
|  | 710 | r = -EFAULT; | 
|  | 711 | if (copy_from_user(&irq, argp, sizeof(irq))) | 
| Avi Kivity | 9373662 | 2010-05-13 12:35:17 +0300 | [diff] [blame] | 712 | goto out; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 713 | r = kvm_vcpu_ioctl_interrupt(vcpu, &irq); | 
| Avi Kivity | 9373662 | 2010-05-13 12:35:17 +0300 | [diff] [blame] | 714 | goto out; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 715 | } | 
| Avi Kivity | 19483d1 | 2010-05-13 12:30:43 +0300 | [diff] [blame] | 716 |  | 
| Alexander Graf | 71fbfd5 | 2010-03-24 21:48:29 +0100 | [diff] [blame] | 717 | case KVM_ENABLE_CAP: | 
|  | 718 | { | 
|  | 719 | struct kvm_enable_cap cap; | 
|  | 720 | r = -EFAULT; | 
|  | 721 | if (copy_from_user(&cap, argp, sizeof(cap))) | 
|  | 722 | goto out; | 
|  | 723 | r = kvm_vcpu_ioctl_enable_cap(vcpu, &cap); | 
|  | 724 | break; | 
|  | 725 | } | 
| Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 726 |  | 
| Alexander Graf | e24ed81 | 2011-09-14 10:02:41 +0200 | [diff] [blame] | 727 | case KVM_SET_ONE_REG: | 
|  | 728 | case KVM_GET_ONE_REG: | 
|  | 729 | { | 
|  | 730 | struct kvm_one_reg reg; | 
|  | 731 | r = -EFAULT; | 
|  | 732 | if (copy_from_user(®, argp, sizeof(reg))) | 
|  | 733 | goto out; | 
|  | 734 | if (ioctl == KVM_SET_ONE_REG) | 
|  | 735 | r = kvm_vcpu_ioctl_set_one_reg(vcpu, ®); | 
|  | 736 | else | 
|  | 737 | r = kvm_vcpu_ioctl_get_one_reg(vcpu, ®); | 
|  | 738 | break; | 
|  | 739 | } | 
|  | 740 |  | 
| Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 741 | #ifdef CONFIG_KVM_E500 | 
|  | 742 | case KVM_DIRTY_TLB: { | 
|  | 743 | struct kvm_dirty_tlb dirty; | 
|  | 744 | r = -EFAULT; | 
|  | 745 | if (copy_from_user(&dirty, argp, sizeof(dirty))) | 
|  | 746 | goto out; | 
|  | 747 | r = kvm_vcpu_ioctl_dirty_tlb(vcpu, &dirty); | 
|  | 748 | break; | 
|  | 749 | } | 
|  | 750 | #endif | 
|  | 751 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 752 | default: | 
|  | 753 | r = -EINVAL; | 
|  | 754 | } | 
|  | 755 |  | 
|  | 756 | out: | 
|  | 757 | return r; | 
|  | 758 | } | 
|  | 759 |  | 
| Carsten Otte | 5b1c149 | 2012-01-04 10:25:23 +0100 | [diff] [blame] | 760 | int kvm_arch_vcpu_fault(struct kvm_vcpu *vcpu, struct vm_fault *vmf) | 
|  | 761 | { | 
|  | 762 | return VM_FAULT_SIGBUS; | 
|  | 763 | } | 
|  | 764 |  | 
| Alexander Graf | 15711e9 | 2010-07-29 14:48:08 +0200 | [diff] [blame] | 765 | static int kvm_vm_ioctl_get_pvinfo(struct kvm_ppc_pvinfo *pvinfo) | 
|  | 766 | { | 
|  | 767 | u32 inst_lis = 0x3c000000; | 
|  | 768 | u32 inst_ori = 0x60000000; | 
|  | 769 | u32 inst_nop = 0x60000000; | 
|  | 770 | u32 inst_sc = 0x44000002; | 
|  | 771 | u32 inst_imm_mask = 0xffff; | 
|  | 772 |  | 
|  | 773 | /* | 
|  | 774 | * The hypercall to get into KVM from within guest context is as | 
|  | 775 | * follows: | 
|  | 776 | * | 
|  | 777 | *    lis r0, r0, KVM_SC_MAGIC_R0@h | 
|  | 778 | *    ori r0, KVM_SC_MAGIC_R0@l | 
|  | 779 | *    sc | 
|  | 780 | *    nop | 
|  | 781 | */ | 
|  | 782 | pvinfo->hcall[0] = inst_lis | ((KVM_SC_MAGIC_R0 >> 16) & inst_imm_mask); | 
|  | 783 | pvinfo->hcall[1] = inst_ori | (KVM_SC_MAGIC_R0 & inst_imm_mask); | 
|  | 784 | pvinfo->hcall[2] = inst_sc; | 
|  | 785 | pvinfo->hcall[3] = inst_nop; | 
|  | 786 |  | 
|  | 787 | return 0; | 
|  | 788 | } | 
|  | 789 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 790 | long kvm_arch_vm_ioctl(struct file *filp, | 
|  | 791 | unsigned int ioctl, unsigned long arg) | 
|  | 792 | { | 
| Alexander Graf | 15711e9 | 2010-07-29 14:48:08 +0200 | [diff] [blame] | 793 | void __user *argp = (void __user *)arg; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 794 | long r; | 
|  | 795 |  | 
|  | 796 | switch (ioctl) { | 
| Alexander Graf | 15711e9 | 2010-07-29 14:48:08 +0200 | [diff] [blame] | 797 | case KVM_PPC_GET_PVINFO: { | 
|  | 798 | struct kvm_ppc_pvinfo pvinfo; | 
| Vasiliy Kulikov | d8cdddc | 2010-10-30 13:04:24 +0400 | [diff] [blame] | 799 | memset(&pvinfo, 0, sizeof(pvinfo)); | 
| Alexander Graf | 15711e9 | 2010-07-29 14:48:08 +0200 | [diff] [blame] | 800 | r = kvm_vm_ioctl_get_pvinfo(&pvinfo); | 
|  | 801 | if (copy_to_user(argp, &pvinfo, sizeof(pvinfo))) { | 
|  | 802 | r = -EFAULT; | 
|  | 803 | goto out; | 
|  | 804 | } | 
|  | 805 |  | 
|  | 806 | break; | 
|  | 807 | } | 
| David Gibson | 54738c0 | 2011-06-29 00:22:41 +0000 | [diff] [blame] | 808 | #ifdef CONFIG_KVM_BOOK3S_64_HV | 
|  | 809 | case KVM_CREATE_SPAPR_TCE: { | 
|  | 810 | struct kvm_create_spapr_tce create_tce; | 
|  | 811 | struct kvm *kvm = filp->private_data; | 
|  | 812 |  | 
|  | 813 | r = -EFAULT; | 
|  | 814 | if (copy_from_user(&create_tce, argp, sizeof(create_tce))) | 
|  | 815 | goto out; | 
|  | 816 | r = kvm_vm_ioctl_create_spapr_tce(kvm, &create_tce); | 
|  | 817 | goto out; | 
|  | 818 | } | 
| Paul Mackerras | aa04b4c | 2011-06-29 00:25:44 +0000 | [diff] [blame] | 819 |  | 
|  | 820 | case KVM_ALLOCATE_RMA: { | 
|  | 821 | struct kvm *kvm = filp->private_data; | 
|  | 822 | struct kvm_allocate_rma rma; | 
|  | 823 |  | 
|  | 824 | r = kvm_vm_ioctl_allocate_rma(kvm, &rma); | 
|  | 825 | if (r >= 0 && copy_to_user(argp, &rma, sizeof(rma))) | 
|  | 826 | r = -EFAULT; | 
|  | 827 | break; | 
|  | 828 | } | 
| David Gibson | 54738c0 | 2011-06-29 00:22:41 +0000 | [diff] [blame] | 829 | #endif /* CONFIG_KVM_BOOK3S_64_HV */ | 
|  | 830 |  | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 831 | default: | 
| Avi Kivity | 367e131 | 2009-08-26 14:57:07 +0300 | [diff] [blame] | 832 | r = -ENOTTY; | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 833 | } | 
|  | 834 |  | 
| Alexander Graf | 15711e9 | 2010-07-29 14:48:08 +0200 | [diff] [blame] | 835 | out: | 
| Hollis Blanchard | bbf45ba | 2008-04-16 23:28:09 -0500 | [diff] [blame] | 836 | return r; | 
|  | 837 | } | 
|  | 838 |  | 
|  | 839 | int kvm_arch_init(void *opaque) | 
|  | 840 | { | 
|  | 841 | return 0; | 
|  | 842 | } | 
|  | 843 |  | 
|  | 844 | void kvm_arch_exit(void) | 
|  | 845 | { | 
|  | 846 | } |