blob: 42a4b237df5f5731a4f6964feafc4db2835ffdee [file] [log] [blame]
Alexander Grafc8621252009-10-30 05:47:09 +00001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright SUSE Linux Products GmbH 2009
16 *
17 * Authors: Alexander Graf <agraf@suse.de>
18 */
19
20#include <asm/ppc_asm.h>
21#include <asm/kvm_asm.h>
22#include <asm/reg.h>
Paul Mackerras177339d2011-07-23 17:41:11 +100023#include <asm/mmu.h>
Alexander Grafc8621252009-10-30 05:47:09 +000024#include <asm/page.h>
25#include <asm/asm-offsets.h>
Alexander Graf8c3a4e02010-04-16 00:11:46 +020026
27#ifdef CONFIG_PPC_BOOK3S_64
Alexander Grafc8621252009-10-30 05:47:09 +000028#include <asm/exception-64s.h>
Alexander Graf8c3a4e02010-04-16 00:11:46 +020029#endif
Alexander Grafc8621252009-10-30 05:47:09 +000030
31/*****************************************************************************
32 * *
33 * Real Mode handlers that need to be in low physical memory *
34 * *
35 ****************************************************************************/
36
Alexander Graf8c3a4e02010-04-16 00:11:46 +020037#if defined(CONFIG_PPC_BOOK3S_64)
38
Michael Ellermanf55d9662016-06-06 22:26:10 +053039#ifdef PPC64_ELF_ABI_v2
Alexander Graf55ab1692014-06-16 14:37:53 +020040#define FUNC(name) name
41#else
Alexander Graf8c3a4e02010-04-16 00:11:46 +020042#define FUNC(name) GLUE(.,name)
Alexander Graf55ab1692014-06-16 14:37:53 +020043#endif
Alexander Graf8c3a4e02010-04-16 00:11:46 +020044
Paul Mackerrasb01c8b52011-06-29 00:18:26 +000045#elif defined(CONFIG_PPC_BOOK3S_32)
Alexander Graf8c3a4e02010-04-16 00:11:46 +020046
Alexander Graf8c3a4e02010-04-16 00:11:46 +020047#define FUNC(name) name
48
Alexander Grafc8621252009-10-30 05:47:09 +000049.macro INTERRUPT_TRAMPOLINE intno
50
51.global kvmppc_trampoline_\intno
52kvmppc_trampoline_\intno:
53
Paul Mackerrasb01c8b52011-06-29 00:18:26 +000054 mtspr SPRN_SPRG_SCRATCH0, r13 /* Save r13 */
Alexander Grafc8621252009-10-30 05:47:09 +000055
56 /*
57 * First thing to do is to find out if we're coming
58 * from a KVM guest or a Linux process.
59 *
Alexander Graf8c3a4e02010-04-16 00:11:46 +020060 * To distinguish, we check a magic byte in the PACA/current
Alexander Grafc8621252009-10-30 05:47:09 +000061 */
Paul Mackerrasb01c8b52011-06-29 00:18:26 +000062 mfspr r13, SPRN_SPRG_THREAD
63 lwz r13, THREAD_KVM_SVCPU(r13)
64 /* PPC32 can have a NULL pointer - let's check for that */
65 mtspr SPRN_SPRG_SCRATCH1, r12 /* Save r12 */
Alexander Grafc8621252009-10-30 05:47:09 +000066 mfcr r12
Paul Mackerrasb01c8b52011-06-29 00:18:26 +000067 cmpwi r13, 0
68 bne 1f
692: mtcr r12
70 mfspr r12, SPRN_SPRG_SCRATCH1
71 mfspr r13, SPRN_SPRG_SCRATCH0 /* r13 = original r13 */
72 b kvmppc_resume_\intno /* Get back original handler */
73
741: tophys(r13, r13)
Paul Mackerras3c42bf82011-06-29 00:20:58 +000075 stw r12, HSTATE_SCRATCH1(r13)
Paul Mackerrasb01c8b52011-06-29 00:18:26 +000076 mfspr r12, SPRN_SPRG_SCRATCH1
Paul Mackerras3c42bf82011-06-29 00:20:58 +000077 stw r12, HSTATE_SCRATCH0(r13)
78 lbz r12, HSTATE_IN_GUEST(r13)
Alexander Grafb4433a72010-01-08 02:58:04 +010079 cmpwi r12, KVM_GUEST_MODE_NONE
Alexander Grafc8621252009-10-30 05:47:09 +000080 bne ..kvmppc_handler_hasmagic_\intno
81 /* No KVM guest? Then jump back to the Linux handler! */
Paul Mackerras3c42bf82011-06-29 00:20:58 +000082 lwz r12, HSTATE_SCRATCH1(r13)
Paul Mackerrasb01c8b52011-06-29 00:18:26 +000083 b 2b
Alexander Grafc8621252009-10-30 05:47:09 +000084
85 /* Now we know we're handling a KVM guest */
86..kvmppc_handler_hasmagic_\intno:
Alexander Grafb4433a72010-01-08 02:58:04 +010087
88 /* Should we just skip the faulting instruction? */
89 cmpwi r12, KVM_GUEST_MODE_SKIP
90 beq kvmppc_handler_skip_ins
91
Alexander Grafc8621252009-10-30 05:47:09 +000092 /* Let's store which interrupt we're handling */
93 li r12, \intno
94
95 /* Jump into the SLB exit code that goes to the highmem handler */
96 b kvmppc_handler_trampoline_exit
97
98.endm
99
100INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_SYSTEM_RESET
101INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_MACHINE_CHECK
102INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_DATA_STORAGE
Alexander Grafc8621252009-10-30 05:47:09 +0000103INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_INST_STORAGE
Alexander Grafc8621252009-10-30 05:47:09 +0000104INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_EXTERNAL
105INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_ALIGNMENT
106INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_PROGRAM
107INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_FP_UNAVAIL
108INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_DECREMENTER
109INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_SYSCALL
110INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_TRACE
111INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_PERFMON
112INTERRUPT_TRAMPOLINE BOOK3S_INTERRUPT_ALTIVEC
Alexander Graf8c3a4e02010-04-16 00:11:46 +0200113
Alexander Grafc8621252009-10-30 05:47:09 +0000114/*
Alexander Grafb4433a72010-01-08 02:58:04 +0100115 * Bring us back to the faulting code, but skip the
116 * faulting instruction.
117 *
118 * This is a generic exit path from the interrupt
119 * trampolines above.
120 *
121 * Input Registers:
122 *
Alexander Graf8c3a4e02010-04-16 00:11:46 +0200123 * R12 = free
124 * R13 = Shadow VCPU (PACA)
Paul Mackerras3c42bf82011-06-29 00:20:58 +0000125 * HSTATE.SCRATCH0 = guest R12
126 * HSTATE.SCRATCH1 = guest CR
Alexander Graf8c3a4e02010-04-16 00:11:46 +0200127 * SPRG_SCRATCH0 = guest R13
Alexander Grafb4433a72010-01-08 02:58:04 +0100128 *
129 */
130kvmppc_handler_skip_ins:
131
132 /* Patch the IP to the next instruction */
133 mfsrr0 r12
134 addi r12, r12, 4
135 mtsrr0 r12
136
137 /* Clean up all state */
Paul Mackerras3c42bf82011-06-29 00:20:58 +0000138 lwz r12, HSTATE_SCRATCH1(r13)
Alexander Grafb4433a72010-01-08 02:58:04 +0100139 mtcr r12
Paul Mackerras3c42bf82011-06-29 00:20:58 +0000140 PPC_LL r12, HSTATE_SCRATCH0(r13)
Paul Mackerras673b1892011-04-05 13:59:58 +1000141 GET_SCRATCH0(r13)
Alexander Grafb4433a72010-01-08 02:58:04 +0100142
143 /* And get back into the code */
144 RFI
Paul Mackerrasb01c8b52011-06-29 00:18:26 +0000145#endif
Alexander Grafb4433a72010-01-08 02:58:04 +0100146
147/*
Paul Mackerras02143942011-07-23 17:41:44 +1000148 * Call kvmppc_handler_trampoline_enter in real mode
Alexander Grafc8621252009-10-30 05:47:09 +0000149 *
Paul Mackerras02143942011-07-23 17:41:44 +1000150 * On entry, r4 contains the guest shadow MSR
Alexander Grafbd2be682012-08-13 01:04:19 +0200151 * MSR.EE has to be 0 when calling this function
Alexander Grafc8621252009-10-30 05:47:09 +0000152 */
Anton Blanchard6ed179b2014-06-12 18:16:53 +1000153_GLOBAL_TOC(kvmppc_entry_trampoline)
Paul Mackerras02143942011-07-23 17:41:44 +1000154 mfmsr r5
155 LOAD_REG_ADDR(r7, kvmppc_handler_trampoline_enter)
156 toreal(r7)
Alexander Grafc8621252009-10-30 05:47:09 +0000157
Paul Mackerras02143942011-07-23 17:41:44 +1000158 li r6, MSR_IR | MSR_DR
Alexander Grafbd2be682012-08-13 01:04:19 +0200159 andc r6, r5, r6 /* Clear DR and IR in MSR value */
160 /*
161 * Set EE in HOST_MSR so that it's enabled when we get into our
Alexander Graf3d3319b2013-11-29 02:32:31 +0100162 * C exit handler function.
Alexander Grafbd2be682012-08-13 01:04:19 +0200163 */
164 ori r5, r5, MSR_EE
165 mtsrr0 r7
Alexander Graf7e57cba2010-01-08 02:58:03 +0100166 mtsrr1 r6
Alexander Graf021ec9c2010-01-08 02:58:06 +0100167 RFI
168
Alexander Graf53e5b8b2010-04-16 00:11:48 +0200169#include "book3s_segment.S"