blob: a3031dae8d1bb583a1c123f922413c3882f04651 [file] [log] [blame]
Sanjay Lal50c83082012-11-21 18:34:16 -08001/*
Deng-Cheng Zhud116e812014-06-26 12:11:34 -07002 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * KVM/MIPS: Binary Patching for privileged instructions, reduces traps.
7 *
8 * Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
9 * Authors: Sanjay Lal <sanjayl@kymasys.com>
10 */
Sanjay Lal50c83082012-11-21 18:34:16 -080011
12#include <linux/errno.h>
13#include <linux/err.h>
14#include <linux/kvm_host.h>
15#include <linux/module.h>
16#include <linux/vmalloc.h>
17#include <linux/fs.h>
18#include <linux/bootmem.h>
James Hoganfacaaec2014-05-29 10:16:25 +010019#include <asm/cacheflush.h>
Sanjay Lal50c83082012-11-21 18:34:16 -080020
Deng-Cheng Zhud7d5b052014-06-26 12:11:38 -070021#include "commpage.h"
Sanjay Lal50c83082012-11-21 18:34:16 -080022
James Hogand5cd26b2016-06-15 19:29:46 +010023/**
24 * kvm_mips_trans_replace() - Replace trapping instruction in guest memory.
25 * @vcpu: Virtual CPU.
26 * @opc: PC of instruction to replace.
27 * @replace: Instruction to write
28 */
James Hogan258f3a22016-06-15 19:29:47 +010029static int kvm_mips_trans_replace(struct kvm_vcpu *vcpu, u32 *opc,
30 union mips_instruction replace)
James Hogand5cd26b2016-06-15 19:29:46 +010031{
32 unsigned long kseg0_opc, flags;
33
34 if (KVM_GUEST_KSEGX(opc) == KVM_GUEST_KSEG0) {
35 kseg0_opc =
36 CKSEG0ADDR(kvm_mips_translate_guest_kseg0_to_hpa
37 (vcpu, (unsigned long) opc));
38 memcpy((void *)kseg0_opc, (void *)&replace, sizeof(u32));
39 local_flush_icache_range(kseg0_opc, kseg0_opc + 32);
40 } else if (KVM_GUEST_KSEGX((unsigned long) opc) == KVM_GUEST_KSEG23) {
41 local_irq_save(flags);
42 memcpy((void *)opc, (void *)&replace, sizeof(u32));
43 local_flush_icache_range((unsigned long)opc,
44 (unsigned long)opc + 32);
45 local_irq_restore(flags);
46 } else {
47 kvm_err("%s: Invalid address: %p\n", __func__, opc);
48 return -EFAULT;
49 }
50
51 return 0;
52}
53
James Hogan258f3a22016-06-15 19:29:47 +010054int kvm_mips_trans_cache_index(union mips_instruction inst, u32 *opc,
Deng-Cheng Zhud116e812014-06-26 12:11:34 -070055 struct kvm_vcpu *vcpu)
Sanjay Lal50c83082012-11-21 18:34:16 -080056{
James Hogan258f3a22016-06-15 19:29:47 +010057 union mips_instruction nop_inst = { 0 };
58
Sanjay Lal50c83082012-11-21 18:34:16 -080059 /* Replace the CACHE instruction, with a NOP */
James Hogan258f3a22016-06-15 19:29:47 +010060 return kvm_mips_trans_replace(vcpu, opc, nop_inst);
Sanjay Lal50c83082012-11-21 18:34:16 -080061}
62
63/*
Deng-Cheng Zhud116e812014-06-26 12:11:34 -070064 * Address based CACHE instructions are transformed into synci(s). A little
65 * heavy for just D-cache invalidates, but avoids an expensive trap
Sanjay Lal50c83082012-11-21 18:34:16 -080066 */
James Hogan258f3a22016-06-15 19:29:47 +010067int kvm_mips_trans_cache_va(union mips_instruction inst, u32 *opc,
Deng-Cheng Zhud116e812014-06-26 12:11:34 -070068 struct kvm_vcpu *vcpu)
Sanjay Lal50c83082012-11-21 18:34:16 -080069{
James Hogan258f3a22016-06-15 19:29:47 +010070 union mips_instruction synci_inst = { 0 };
Sanjay Lal50c83082012-11-21 18:34:16 -080071
James Hogan258f3a22016-06-15 19:29:47 +010072 synci_inst.i_format.opcode = bcond_op;
73 synci_inst.i_format.rs = inst.i_format.rs;
74 synci_inst.i_format.rt = synci_op;
75 synci_inst.i_format.simmediate = inst.i_format.simmediate;
Sanjay Lal50c83082012-11-21 18:34:16 -080076
James Hogand5cd26b2016-06-15 19:29:46 +010077 return kvm_mips_trans_replace(vcpu, opc, synci_inst);
Sanjay Lal50c83082012-11-21 18:34:16 -080078}
79
James Hogan258f3a22016-06-15 19:29:47 +010080int kvm_mips_trans_mfc0(union mips_instruction inst, u32 *opc,
81 struct kvm_vcpu *vcpu)
Sanjay Lal50c83082012-11-21 18:34:16 -080082{
James Hogan258f3a22016-06-15 19:29:47 +010083 union mips_instruction mfc0_inst = { 0 };
84 u32 rd, sel;
Sanjay Lal50c83082012-11-21 18:34:16 -080085
James Hogan258f3a22016-06-15 19:29:47 +010086 rd = inst.c0r_format.rd;
87 sel = inst.c0r_format.sel;
Sanjay Lal50c83082012-11-21 18:34:16 -080088
James Hogan258f3a22016-06-15 19:29:47 +010089 if (rd == MIPS_CP0_ERRCTL && sel == 0) {
90 mfc0_inst.r_format.opcode = spec_op;
91 mfc0_inst.r_format.rd = inst.c0r_format.rt;
92 mfc0_inst.r_format.func = add_op;
Sanjay Lal50c83082012-11-21 18:34:16 -080093 } else {
James Hogan258f3a22016-06-15 19:29:47 +010094 mfc0_inst.i_format.opcode = lw_op;
95 mfc0_inst.i_format.rt = inst.c0r_format.rt;
96 mfc0_inst.i_format.simmediate =
97 offsetof(struct kvm_mips_commpage, cop0.reg[rd][sel]);
Sanjay Lal50c83082012-11-21 18:34:16 -080098 }
99
James Hogand5cd26b2016-06-15 19:29:46 +0100100 return kvm_mips_trans_replace(vcpu, opc, mfc0_inst);
Sanjay Lal50c83082012-11-21 18:34:16 -0800101}
102
James Hogan258f3a22016-06-15 19:29:47 +0100103int kvm_mips_trans_mtc0(union mips_instruction inst, u32 *opc,
104 struct kvm_vcpu *vcpu)
Sanjay Lal50c83082012-11-21 18:34:16 -0800105{
James Hogan258f3a22016-06-15 19:29:47 +0100106 union mips_instruction mtc0_inst = { 0 };
107 u32 rd, sel;
Sanjay Lal50c83082012-11-21 18:34:16 -0800108
James Hogan258f3a22016-06-15 19:29:47 +0100109 rd = inst.c0r_format.rd;
110 sel = inst.c0r_format.sel;
Sanjay Lal50c83082012-11-21 18:34:16 -0800111
James Hogan258f3a22016-06-15 19:29:47 +0100112 mtc0_inst.i_format.opcode = sw_op;
113 mtc0_inst.i_format.rt = inst.c0r_format.rt;
114 mtc0_inst.i_format.simmediate =
115 offsetof(struct kvm_mips_commpage, cop0.reg[rd][sel]);
Sanjay Lal50c83082012-11-21 18:34:16 -0800116
James Hogand5cd26b2016-06-15 19:29:46 +0100117 return kvm_mips_trans_replace(vcpu, opc, mtc0_inst);
Sanjay Lal50c83082012-11-21 18:34:16 -0800118}