blob: 1deda37cb771abb3006a072a76414dc365ee2a58 [file] [log] [blame]
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 * Christian Ehrhardt <ehrhardt@linux.vnet.ibm.com>
19 */
20
21#include <linux/errno.h>
22#include <linux/err.h>
23#include <linux/kvm_host.h>
24#include <linux/module.h>
25#include <linux/vmalloc.h>
26#include <linux/fs.h>
27#include <asm/cputable.h>
28#include <asm/uaccess.h>
29#include <asm/kvm_ppc.h>
Hollis Blanchard83aae4a2008-07-25 13:54:52 -050030#include <asm/tlbflush.h>
Hollis Blanchard73e75b42008-12-02 15:51:57 -060031#include "timing.h"
Paul Mackerrasfad7b9b2008-12-23 14:57:26 +110032#include "../mm/mmu_decl.h"
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050033
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050034gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn)
35{
36 return gfn;
37}
38
39int kvm_cpu_has_interrupt(struct kvm_vcpu *v)
40{
Hollis Blanchard45c5eb62008-04-25 17:55:49 -050041 return !!(v->arch.pending_exceptions);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050042}
43
44int kvm_arch_vcpu_runnable(struct kvm_vcpu *v)
45{
Hollis Blanchard45c5eb62008-04-25 17:55:49 -050046 return !(v->arch.msr & MSR_WE);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050047}
48
49
50int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu)
51{
52 enum emulation_result er;
53 int r;
54
55 er = kvmppc_emulate_instruction(run, vcpu);
56 switch (er) {
57 case EMULATE_DONE:
58 /* Future optimization: only reload non-volatiles if they were
59 * actually modified. */
60 r = RESUME_GUEST_NV;
61 break;
62 case EMULATE_DO_MMIO:
63 run->exit_reason = KVM_EXIT_MMIO;
64 /* We must reload nonvolatiles because "update" load/store
65 * instructions modify register state. */
66 /* Future optimization: only reload non-volatiles if they were
67 * actually modified. */
68 r = RESUME_HOST_NV;
69 break;
70 case EMULATE_FAIL:
71 /* XXX Deliver Program interrupt to guest. */
72 printk(KERN_EMERG "%s: emulation failed (%08x)\n", __func__,
73 vcpu->arch.last_inst);
74 r = RESUME_HOST;
75 break;
76 default:
77 BUG();
78 }
79
80 return r;
81}
82
83void kvm_arch_hardware_enable(void *garbage)
84{
85}
86
87void kvm_arch_hardware_disable(void *garbage)
88{
89}
90
91int kvm_arch_hardware_setup(void)
92{
93 return 0;
94}
95
96void kvm_arch_hardware_unsetup(void)
97{
98}
99
100void kvm_arch_check_processor_compat(void *rtn)
101{
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600102 *(int *)rtn = kvmppc_core_check_processor_compat();
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500103}
104
105struct kvm *kvm_arch_create_vm(void)
106{
107 struct kvm *kvm;
108
109 kvm = kzalloc(sizeof(struct kvm), GFP_KERNEL);
110 if (!kvm)
111 return ERR_PTR(-ENOMEM);
112
113 return kvm;
114}
115
116static void kvmppc_free_vcpus(struct kvm *kvm)
117{
118 unsigned int i;
119
120 for (i = 0; i < KVM_MAX_VCPUS; ++i) {
121 if (kvm->vcpus[i]) {
122 kvm_arch_vcpu_free(kvm->vcpus[i]);
123 kvm->vcpus[i] = NULL;
124 }
125 }
126}
127
128void kvm_arch_destroy_vm(struct kvm *kvm)
129{
130 kvmppc_free_vcpus(kvm);
131 kvm_free_physmem(kvm);
132 kfree(kvm);
133}
134
135int kvm_dev_ioctl_check_extension(long ext)
136{
137 int r;
138
139 switch (ext) {
140 case KVM_CAP_USER_MEMORY:
141 r = 1;
142 break;
Laurent Vivier588968b2008-05-30 16:05:56 +0200143 case KVM_CAP_COALESCED_MMIO:
144 r = KVM_COALESCED_MMIO_PAGE_OFFSET;
145 break;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500146 default:
147 r = 0;
148 break;
149 }
150 return r;
151
152}
153
154long kvm_arch_dev_ioctl(struct file *filp,
155 unsigned int ioctl, unsigned long arg)
156{
157 return -EINVAL;
158}
159
160int kvm_arch_set_memory_region(struct kvm *kvm,
161 struct kvm_userspace_memory_region *mem,
162 struct kvm_memory_slot old,
163 int user_alloc)
164{
165 return 0;
166}
167
Marcelo Tosatti34d4cb82008-07-10 20:49:31 -0300168void kvm_arch_flush_shadow(struct kvm *kvm)
169{
170}
171
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500172struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id)
173{
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600174 struct kvm_vcpu *vcpu;
175 vcpu = kvmppc_core_vcpu_create(kvm, id);
176 kvmppc_create_vcpu_debugfs(vcpu, id);
177 return vcpu;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500178}
179
180void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu)
181{
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600182 kvmppc_remove_vcpu_debugfs(vcpu);
Hollis Blancharddb93f572008-11-05 09:36:18 -0600183 kvmppc_core_vcpu_free(vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500184}
185
186void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu)
187{
188 kvm_arch_vcpu_free(vcpu);
189}
190
191int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu)
192{
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600193 return kvmppc_core_pending_dec(vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500194}
195
196static void kvmppc_decrementer_func(unsigned long data)
197{
198 struct kvm_vcpu *vcpu = (struct kvm_vcpu *)data;
199
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600200 kvmppc_core_queue_dec(vcpu);
Hollis Blanchard45c5eb62008-04-25 17:55:49 -0500201
202 if (waitqueue_active(&vcpu->wq)) {
203 wake_up_interruptible(&vcpu->wq);
204 vcpu->stat.halt_wakeup++;
205 }
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500206}
207
208int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu)
209{
210 setup_timer(&vcpu->arch.dec_timer, kvmppc_decrementer_func,
211 (unsigned long)vcpu);
212
213 return 0;
214}
215
216void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu)
217{
Hollis Blanchardc30f8a62008-11-24 11:37:38 -0600218 kvmppc_core_destroy_mmu(vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500219}
220
221void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu)
222{
Hollis Blanchard6a0ab732008-07-25 13:54:49 -0500223 if (vcpu->guest_debug.enabled)
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600224 kvmppc_core_load_guest_debugstate(vcpu);
Hollis Blanchard83aae4a2008-07-25 13:54:52 -0500225
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600226 kvmppc_core_vcpu_load(vcpu, cpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500227}
228
229void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu)
230{
Hollis Blanchard6a0ab732008-07-25 13:54:49 -0500231 if (vcpu->guest_debug.enabled)
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600232 kvmppc_core_load_host_debugstate(vcpu);
Hollis Blanchard83aae4a2008-07-25 13:54:52 -0500233
234 /* Don't leave guest TLB entries resident when being de-scheduled. */
235 /* XXX It would be nice to differentiate between heavyweight exit and
236 * sched_out here, since we could avoid the TLB flush for heavyweight
237 * exits. */
Benjamin Herrenschmidt2a4aca112008-12-18 19:13:42 +0000238 _tlbil_all();
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600239 kvmppc_core_vcpu_put(vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500240}
241
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500242int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
243 struct kvm_debug_guest *dbg)
244{
Hollis Blanchard6a0ab732008-07-25 13:54:49 -0500245 int i;
246
247 vcpu->guest_debug.enabled = dbg->enabled;
248 if (vcpu->guest_debug.enabled) {
249 for (i=0; i < ARRAY_SIZE(vcpu->guest_debug.bp); i++) {
250 if (dbg->breakpoints[i].enabled)
251 vcpu->guest_debug.bp[i] = dbg->breakpoints[i].address;
252 else
253 vcpu->guest_debug.bp[i] = 0;
254 }
255 }
256
257 return 0;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500258}
259
260static void kvmppc_complete_dcr_load(struct kvm_vcpu *vcpu,
261 struct kvm_run *run)
262{
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600263 ulong *gpr = &vcpu->arch.gpr[vcpu->arch.io_gpr];
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500264 *gpr = run->dcr.data;
265}
266
267static void kvmppc_complete_mmio_load(struct kvm_vcpu *vcpu,
268 struct kvm_run *run)
269{
Hollis Blanchard5cf8ca22008-11-05 09:36:19 -0600270 ulong *gpr = &vcpu->arch.gpr[vcpu->arch.io_gpr];
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500271
272 if (run->mmio.len > sizeof(*gpr)) {
273 printk(KERN_ERR "bad MMIO length: %d\n", run->mmio.len);
274 return;
275 }
276
277 if (vcpu->arch.mmio_is_bigendian) {
278 switch (run->mmio.len) {
279 case 4: *gpr = *(u32 *)run->mmio.data; break;
280 case 2: *gpr = *(u16 *)run->mmio.data; break;
281 case 1: *gpr = *(u8 *)run->mmio.data; break;
282 }
283 } else {
284 /* Convert BE data from userland back to LE. */
285 switch (run->mmio.len) {
286 case 4: *gpr = ld_le32((u32 *)run->mmio.data); break;
287 case 2: *gpr = ld_le16((u16 *)run->mmio.data); break;
288 case 1: *gpr = *(u8 *)run->mmio.data; break;
289 }
290 }
291}
292
293int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
294 unsigned int rt, unsigned int bytes, int is_bigendian)
295{
296 if (bytes > sizeof(run->mmio.data)) {
297 printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__,
298 run->mmio.len);
299 }
300
301 run->mmio.phys_addr = vcpu->arch.paddr_accessed;
302 run->mmio.len = bytes;
303 run->mmio.is_write = 0;
304
305 vcpu->arch.io_gpr = rt;
306 vcpu->arch.mmio_is_bigendian = is_bigendian;
307 vcpu->mmio_needed = 1;
308 vcpu->mmio_is_write = 0;
309
310 return EMULATE_DO_MMIO;
311}
312
313int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
314 u32 val, unsigned int bytes, int is_bigendian)
315{
316 void *data = run->mmio.data;
317
318 if (bytes > sizeof(run->mmio.data)) {
319 printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__,
320 run->mmio.len);
321 }
322
323 run->mmio.phys_addr = vcpu->arch.paddr_accessed;
324 run->mmio.len = bytes;
325 run->mmio.is_write = 1;
326 vcpu->mmio_needed = 1;
327 vcpu->mmio_is_write = 1;
328
329 /* Store the value at the lowest bytes in 'data'. */
330 if (is_bigendian) {
331 switch (bytes) {
332 case 4: *(u32 *)data = val; break;
333 case 2: *(u16 *)data = val; break;
334 case 1: *(u8 *)data = val; break;
335 }
336 } else {
337 /* Store LE value into 'data'. */
338 switch (bytes) {
339 case 4: st_le32(data, val); break;
340 case 2: st_le16(data, val); break;
341 case 1: *(u8 *)data = val; break;
342 }
343 }
344
345 return EMULATE_DO_MMIO;
346}
347
348int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *run)
349{
350 int r;
351 sigset_t sigsaved;
352
Hollis Blanchard45c5eb62008-04-25 17:55:49 -0500353 vcpu_load(vcpu);
354
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500355 if (vcpu->sigset_active)
356 sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved);
357
358 if (vcpu->mmio_needed) {
359 if (!vcpu->mmio_is_write)
360 kvmppc_complete_mmio_load(vcpu, run);
361 vcpu->mmio_needed = 0;
362 } else if (vcpu->arch.dcr_needed) {
363 if (!vcpu->arch.dcr_is_write)
364 kvmppc_complete_dcr_load(vcpu, run);
365 vcpu->arch.dcr_needed = 0;
366 }
367
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600368 kvmppc_core_deliver_interrupts(vcpu);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500369
370 local_irq_disable();
371 kvm_guest_enter();
372 r = __kvmppc_vcpu_run(run, vcpu);
373 kvm_guest_exit();
374 local_irq_enable();
375
376 if (vcpu->sigset_active)
377 sigprocmask(SIG_SETMASK, &sigsaved, NULL);
378
Hollis Blanchard45c5eb62008-04-25 17:55:49 -0500379 vcpu_put(vcpu);
380
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500381 return r;
382}
383
384int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu, struct kvm_interrupt *irq)
385{
Hollis Blanchard9dd921c2008-11-05 09:36:14 -0600386 kvmppc_core_queue_external(vcpu, irq);
Hollis Blanchard45c5eb62008-04-25 17:55:49 -0500387
388 if (waitqueue_active(&vcpu->wq)) {
389 wake_up_interruptible(&vcpu->wq);
390 vcpu->stat.halt_wakeup++;
391 }
392
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500393 return 0;
394}
395
396int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
397 struct kvm_mp_state *mp_state)
398{
399 return -EINVAL;
400}
401
402int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
403 struct kvm_mp_state *mp_state)
404{
405 return -EINVAL;
406}
407
408long kvm_arch_vcpu_ioctl(struct file *filp,
409 unsigned int ioctl, unsigned long arg)
410{
411 struct kvm_vcpu *vcpu = filp->private_data;
412 void __user *argp = (void __user *)arg;
413 long r;
414
415 switch (ioctl) {
416 case KVM_INTERRUPT: {
417 struct kvm_interrupt irq;
418 r = -EFAULT;
419 if (copy_from_user(&irq, argp, sizeof(irq)))
420 goto out;
421 r = kvm_vcpu_ioctl_interrupt(vcpu, &irq);
422 break;
423 }
424 default:
425 r = -EINVAL;
426 }
427
428out:
429 return r;
430}
431
432int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm, struct kvm_dirty_log *log)
433{
434 return -ENOTSUPP;
435}
436
437long kvm_arch_vm_ioctl(struct file *filp,
438 unsigned int ioctl, unsigned long arg)
439{
440 long r;
441
442 switch (ioctl) {
443 default:
444 r = -EINVAL;
445 }
446
447 return r;
448}
449
450int kvm_arch_init(void *opaque)
451{
452 return 0;
453}
454
455void kvm_arch_exit(void)
456{
457}