blob: 0a8515a5c0422db7dc27890d4651267a62a6531c [file] [log] [blame]
Alexander Graf29eb61b2009-10-30 05:47:07 +00001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright SUSE Linux Products GmbH 2009
16 *
17 * Authors: Alexander Graf <agraf@suse.de>
18 */
19
20#include <asm/ppc_asm.h>
21#include <asm/kvm_asm.h>
22#include <asm/reg.h>
23#include <asm/page.h>
24#include <asm/asm-offsets.h>
25#include <asm/exception-64s.h>
26
Alexander Grafb79fcdf2010-04-16 00:11:47 +020027#if defined(CONFIG_PPC_BOOK3S_64)
Alexander Graf29eb61b2009-10-30 05:47:07 +000028
Alexander Grafb79fcdf2010-04-16 00:11:47 +020029#define ULONG_SIZE 8
30#define FUNC(name) GLUE(.,name)
Alexander Graf29eb61b2009-10-30 05:47:07 +000031
Alexander Grafb79fcdf2010-04-16 00:11:47 +020032#elif defined(CONFIG_PPC_BOOK3S_32)
33
34#define ULONG_SIZE 4
35#define FUNC(name) name
36
Alexander Grafb79fcdf2010-04-16 00:11:47 +020037#endif /* CONFIG_PPC_BOOK3S_XX */
38
39
40#define VCPU_GPR(n) (VCPU_GPRS + (n * ULONG_SIZE))
Alexander Graf97c4cfb2010-01-04 22:19:25 +010041#define VCPU_LOAD_NVGPRS(vcpu) \
Alexander Grafb79fcdf2010-04-16 00:11:47 +020042 PPC_LL r14, VCPU_GPR(r14)(vcpu); \
43 PPC_LL r15, VCPU_GPR(r15)(vcpu); \
44 PPC_LL r16, VCPU_GPR(r16)(vcpu); \
45 PPC_LL r17, VCPU_GPR(r17)(vcpu); \
46 PPC_LL r18, VCPU_GPR(r18)(vcpu); \
47 PPC_LL r19, VCPU_GPR(r19)(vcpu); \
48 PPC_LL r20, VCPU_GPR(r20)(vcpu); \
49 PPC_LL r21, VCPU_GPR(r21)(vcpu); \
50 PPC_LL r22, VCPU_GPR(r22)(vcpu); \
51 PPC_LL r23, VCPU_GPR(r23)(vcpu); \
52 PPC_LL r24, VCPU_GPR(r24)(vcpu); \
53 PPC_LL r25, VCPU_GPR(r25)(vcpu); \
54 PPC_LL r26, VCPU_GPR(r26)(vcpu); \
55 PPC_LL r27, VCPU_GPR(r27)(vcpu); \
56 PPC_LL r28, VCPU_GPR(r28)(vcpu); \
57 PPC_LL r29, VCPU_GPR(r29)(vcpu); \
58 PPC_LL r30, VCPU_GPR(r30)(vcpu); \
59 PPC_LL r31, VCPU_GPR(r31)(vcpu); \
Alexander Graf97c4cfb2010-01-04 22:19:25 +010060
Alexander Graf29eb61b2009-10-30 05:47:07 +000061/*****************************************************************************
62 * *
63 * Guest entry / exit code that is in kernel module memory (highmem) *
64 * *
65 ****************************************************************************/
66
67/* Registers:
68 * r3: kvm_run pointer
69 * r4: vcpu pointer
70 */
Paul Mackerrasdf6909e2011-06-29 00:19:50 +000071_GLOBAL(__kvmppc_vcpu_run)
Alexander Graf29eb61b2009-10-30 05:47:07 +000072
73kvm_start_entry:
74 /* Write correct stack frame */
Alexander Grafb79fcdf2010-04-16 00:11:47 +020075 mflr r0
76 PPC_STL r0,PPC_LR_STKOFF(r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +000077
78 /* Save host state to the stack */
Alexander Grafb79fcdf2010-04-16 00:11:47 +020079 PPC_STLU r1, -SWITCH_FRAME_SIZE(r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +000080
81 /* Save r3 (kvm_run) and r4 (vcpu) */
82 SAVE_2GPRS(3, r1)
83
84 /* Save non-volatile registers (r14 - r31) */
85 SAVE_NVGPRS(r1)
86
87 /* Save LR */
Alexander Grafb79fcdf2010-04-16 00:11:47 +020088 PPC_STL r0, _LINK(r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +000089
Alexander Graf97c4cfb2010-01-04 22:19:25 +010090 /* Load non-volatile guest state from the vcpu */
91 VCPU_LOAD_NVGPRS(r4)
92
Alexander Graf29eb61b2009-10-30 05:47:07 +000093kvm_start_lightweight:
94
Alexander Grafb79fcdf2010-04-16 00:11:47 +020095#ifdef CONFIG_PPC_BOOK3S_64
Alexander Grafb79fcdf2010-04-16 00:11:47 +020096 PPC_LL r3, VCPU_HFLAGS(r4)
Paul Mackerras02143942011-07-23 17:41:44 +100097 rldicl r3, r3, 0, 63 /* r3 &= 1 */
98 stb r3, HSTATE_RESTORE_HID5(r13)
Alexander Grafb79fcdf2010-04-16 00:11:47 +020099#endif /* CONFIG_PPC_BOOK3S_64 */
100
Paul Mackerras02143942011-07-23 17:41:44 +1000101 PPC_LL r4, VCPU_SHADOW_MSR(r4) /* get shadow_msr */
Alexander Graf7e57cba2010-01-08 02:58:03 +0100102
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200103 /* Jump to segment patching handler and into our guest */
Paul Mackerras02143942011-07-23 17:41:44 +1000104 bl FUNC(kvmppc_entry_trampoline)
105 nop
Alexander Graf29eb61b2009-10-30 05:47:07 +0000106
107/*
108 * This is the handler in module memory. It gets jumped at from the
109 * lowmem trampoline code, so it's basically the guest exit code.
110 *
111 */
112
113.global kvmppc_handler_highmem
114kvmppc_handler_highmem:
115
116 /*
117 * Register usage at this point:
118 *
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200119 * R1 = host R1
120 * R2 = host R2
121 * R12 = exit handler id
122 * R13 = PACA
123 * SVCPU.* = guest *
Alexander Graf29eb61b2009-10-30 05:47:07 +0000124 *
125 */
126
Alexander Graf7e57cba2010-01-08 02:58:03 +0100127 /* R7 = vcpu */
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200128 PPC_LL r7, GPR4(r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000129
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200130 PPC_STL r14, VCPU_GPR(r14)(r7)
131 PPC_STL r15, VCPU_GPR(r15)(r7)
132 PPC_STL r16, VCPU_GPR(r16)(r7)
133 PPC_STL r17, VCPU_GPR(r17)(r7)
134 PPC_STL r18, VCPU_GPR(r18)(r7)
135 PPC_STL r19, VCPU_GPR(r19)(r7)
136 PPC_STL r20, VCPU_GPR(r20)(r7)
137 PPC_STL r21, VCPU_GPR(r21)(r7)
138 PPC_STL r22, VCPU_GPR(r22)(r7)
139 PPC_STL r23, VCPU_GPR(r23)(r7)
140 PPC_STL r24, VCPU_GPR(r24)(r7)
141 PPC_STL r25, VCPU_GPR(r25)(r7)
142 PPC_STL r26, VCPU_GPR(r26)(r7)
143 PPC_STL r27, VCPU_GPR(r27)(r7)
144 PPC_STL r28, VCPU_GPR(r28)(r7)
145 PPC_STL r29, VCPU_GPR(r29)(r7)
146 PPC_STL r30, VCPU_GPR(r30)(r7)
147 PPC_STL r31, VCPU_GPR(r31)(r7)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000148
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100149 /* Pass the exit number as 3rd argument to kvmppc_handle_exit */
Alexander Graf7e57cba2010-01-08 02:58:03 +0100150 mr r5, r12
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100151
Alexander Graf29eb61b2009-10-30 05:47:07 +0000152 /* Restore r3 (kvm_run) and r4 (vcpu) */
153 REST_2GPRS(3, r1)
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200154 bl FUNC(kvmppc_handle_exit)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000155
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100156 /* If RESUME_GUEST, get back in the loop */
Alexander Graf29eb61b2009-10-30 05:47:07 +0000157 cmpwi r3, RESUME_GUEST
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100158 beq kvm_loop_lightweight
Alexander Graf29eb61b2009-10-30 05:47:07 +0000159
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100160 cmpwi r3, RESUME_GUEST_NV
161 beq kvm_loop_heavyweight
Alexander Graf29eb61b2009-10-30 05:47:07 +0000162
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100163kvm_exit_loop:
Alexander Graf29eb61b2009-10-30 05:47:07 +0000164
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200165 PPC_LL r4, _LINK(r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000166 mtlr r4
167
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100168 /* Restore non-volatile host registers (r14 - r31) */
169 REST_NVGPRS(r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000170
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100171 addi r1, r1, SWITCH_FRAME_SIZE
172 blr
173
174kvm_loop_heavyweight:
175
Alexander Grafb79fcdf2010-04-16 00:11:47 +0200176 PPC_LL r4, _LINK(r1)
177 PPC_STL r4, (PPC_LR_STKOFF + SWITCH_FRAME_SIZE)(r1)
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100178
179 /* Load vcpu and cpu_run */
Alexander Graf29eb61b2009-10-30 05:47:07 +0000180 REST_2GPRS(3, r1)
181
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100182 /* Load non-volatile guest state from the vcpu */
183 VCPU_LOAD_NVGPRS(r4)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000184
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100185 /* Jump back into the beginning of this function */
186 b kvm_start_lightweight
Alexander Graf29eb61b2009-10-30 05:47:07 +0000187
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100188kvm_loop_lightweight:
Alexander Graf29eb61b2009-10-30 05:47:07 +0000189
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100190 /* We'll need the vcpu pointer */
191 REST_GPR(4, r1)
Alexander Graf29eb61b2009-10-30 05:47:07 +0000192
Alexander Graf97c4cfb2010-01-04 22:19:25 +0100193 /* Jump back into the beginning of this function */
194 b kvm_start_lightweight