blob: 58508900c4bb264be2a874299b829b31a9cb5601 [file] [log] [blame]
Marc Zyngier08dcbfd2015-10-21 10:09:49 +01001/*
2 * Copyright (C) 2015 - ARM Ltd
3 * Author: Marc Zyngier <marc.zyngier@arm.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#ifndef __ARM_KVM_HYP_H__
19#define __ARM_KVM_HYP_H__
20
21#include <linux/compiler.h>
22#include <linux/kvm_host.h>
Vladimir Murzin4f254632016-09-12 15:49:22 +010023#include <asm/cp15.h>
Marc Zyngier08dcbfd2015-10-21 10:09:49 +010024#include <asm/kvm_mmu.h>
Marc Zyngier59cbcdb2016-01-04 15:41:51 +000025#include <asm/vfp.h>
Marc Zyngier08dcbfd2015-10-21 10:09:49 +010026
27#define __hyp_text __section(.hyp.text) notrace
28
Marc Zyngier59cbcdb2016-01-04 15:41:51 +000029#define __ACCESS_VFP(CRn) \
30 "mrc", "mcr", __stringify(p10, 7, %0, CRn, cr0, 0), u32
Marc Zyngier3c295682016-01-02 15:07:13 +000031
Marc Zyngier33280b42016-01-05 18:38:09 +000032#define write_special(v, r) \
33 asm volatile("msr " __stringify(r) ", %0" : : "r" (v))
34#define read_special(r) ({ \
35 u32 __val; \
36 asm volatile("mrs %0, " __stringify(r) : "=r" (__val)); \
37 __val; \
38})
39
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000040#define TTBR0 __ACCESS_CP15_64(0, c2)
41#define TTBR1 __ACCESS_CP15_64(1, c2)
Marc Zyngier1d58d2c2016-01-02 15:09:54 +000042#define VTTBR __ACCESS_CP15_64(6, c2)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000043#define PAR __ACCESS_CP15_64(0, c7)
Marc Zyngiere59bff9b2016-01-04 08:54:50 +000044#define CNTV_CVAL __ACCESS_CP15_64(3, c14)
45#define CNTVOFF __ACCESS_CP15_64(4, c14)
46
Marc Zyngier9dddc2d2016-01-05 18:42:49 +000047#define MIDR __ACCESS_CP15(c0, 0, c0, 0)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000048#define CSSELR __ACCESS_CP15(c0, 2, c0, 0)
Marc Zyngier9dddc2d2016-01-05 18:42:49 +000049#define VPIDR __ACCESS_CP15(c0, 4, c0, 0)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000050#define VMPIDR __ACCESS_CP15(c0, 4, c0, 5)
51#define SCTLR __ACCESS_CP15(c1, 0, c0, 0)
52#define CPACR __ACCESS_CP15(c1, 0, c0, 2)
Marc Zyngier9dddc2d2016-01-05 18:42:49 +000053#define HCR __ACCESS_CP15(c1, 4, c1, 0)
54#define HDCR __ACCESS_CP15(c1, 4, c1, 1)
Marc Zyngier59cbcdb2016-01-04 15:41:51 +000055#define HCPTR __ACCESS_CP15(c1, 4, c1, 2)
Marc Zyngier9dddc2d2016-01-05 18:42:49 +000056#define HSTR __ACCESS_CP15(c1, 4, c1, 3)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000057#define TTBCR __ACCESS_CP15(c2, 0, c0, 2)
Marc Zyngierd4c76882016-02-01 19:56:31 +000058#define HTCR __ACCESS_CP15(c2, 4, c0, 2)
59#define VTCR __ACCESS_CP15(c2, 4, c1, 2)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000060#define DACR __ACCESS_CP15(c3, 0, c0, 0)
61#define DFSR __ACCESS_CP15(c5, 0, c0, 0)
62#define IFSR __ACCESS_CP15(c5, 0, c0, 1)
63#define ADFSR __ACCESS_CP15(c5, 0, c1, 0)
64#define AIFSR __ACCESS_CP15(c5, 0, c1, 1)
Marc Zyngier97e96432016-01-13 19:02:51 +000065#define HSR __ACCESS_CP15(c5, 4, c2, 0)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000066#define DFAR __ACCESS_CP15(c6, 0, c0, 0)
67#define IFAR __ACCESS_CP15(c6, 0, c0, 2)
Marc Zyngier9dddc2d2016-01-05 18:42:49 +000068#define HDFAR __ACCESS_CP15(c6, 4, c0, 0)
Marc Zyngier97e96432016-01-13 19:02:51 +000069#define HIFAR __ACCESS_CP15(c6, 4, c0, 2)
70#define HPFAR __ACCESS_CP15(c6, 4, c0, 4)
Marc Zyngier1d58d2c2016-01-02 15:09:54 +000071#define ICIALLUIS __ACCESS_CP15(c7, 0, c1, 0)
Marc Zyngier97e96432016-01-13 19:02:51 +000072#define ATS1CPR __ACCESS_CP15(c7, 0, c8, 0)
Marc Zyngier1d58d2c2016-01-02 15:09:54 +000073#define TLBIALLIS __ACCESS_CP15(c8, 0, c3, 0)
Marc Zyngier94d0e592016-10-18 18:37:49 +010074#define TLBIALL __ACCESS_CP15(c8, 0, c7, 0)
Marc Zyngier1d58d2c2016-01-02 15:09:54 +000075#define TLBIALLNSNHIS __ACCESS_CP15(c8, 4, c3, 4)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000076#define PRRR __ACCESS_CP15(c10, 0, c2, 0)
77#define NMRR __ACCESS_CP15(c10, 0, c2, 1)
78#define AMAIR0 __ACCESS_CP15(c10, 0, c3, 0)
79#define AMAIR1 __ACCESS_CP15(c10, 0, c3, 1)
80#define VBAR __ACCESS_CP15(c12, 0, c0, 0)
81#define CID __ACCESS_CP15(c13, 0, c0, 1)
82#define TID_URW __ACCESS_CP15(c13, 0, c0, 2)
83#define TID_URO __ACCESS_CP15(c13, 0, c0, 3)
84#define TID_PRIV __ACCESS_CP15(c13, 0, c0, 4)
Marc Zyngier9dddc2d2016-01-05 18:42:49 +000085#define HTPIDR __ACCESS_CP15(c13, 4, c0, 2)
Marc Zyngierc7ce6c62016-01-03 12:55:01 +000086#define CNTKCTL __ACCESS_CP15(c14, 0, c1, 0)
Marc Zyngiere59bff9b2016-01-04 08:54:50 +000087#define CNTV_CTL __ACCESS_CP15(c14, 0, c3, 1)
88#define CNTHCTL __ACCESS_CP15(c14, 4, c1, 0)
89
Marc Zyngier59cbcdb2016-01-04 15:41:51 +000090#define VFP_FPEXC __ACCESS_VFP(FPEXC)
91
Marc Zyngier68130cb2016-01-28 14:48:42 +000092/* AArch64 compatibility macros, only for the timer so far */
93#define read_sysreg_el0(r) read_sysreg(r##_el0)
94#define write_sysreg_el0(v, r) write_sysreg(v, r##_el0)
95
96#define cntv_ctl_el0 CNTV_CTL
97#define cntv_cval_el0 CNTV_CVAL
98#define cntvoff_el2 CNTVOFF
99#define cnthctl_el2 CNTHCTL
100
Marc Zyngiere59bff9b2016-01-04 08:54:50 +0000101void __timer_save_state(struct kvm_vcpu *vcpu);
102void __timer_restore_state(struct kvm_vcpu *vcpu);
Marc Zyngierc7ce6c62016-01-03 12:55:01 +0000103
Marc Zyngierc0c2cdb2016-01-04 09:06:11 +0000104void __vgic_v2_save_state(struct kvm_vcpu *vcpu);
105void __vgic_v2_restore_state(struct kvm_vcpu *vcpu);
106
Marc Zyngierc7ce6c62016-01-03 12:55:01 +0000107void __sysreg_save_state(struct kvm_cpu_context *ctxt);
108void __sysreg_restore_state(struct kvm_cpu_context *ctxt);
Marc Zyngier1d58d2c2016-01-02 15:09:54 +0000109
Vladimir Murzinacda5432016-09-12 15:49:24 +0100110void __vgic_v3_save_state(struct kvm_vcpu *vcpu);
111void __vgic_v3_restore_state(struct kvm_vcpu *vcpu);
112
Marc Zyngier59cbcdb2016-01-04 15:41:51 +0000113void asmlinkage __vfp_save_state(struct vfp_hard_struct *vfp);
114void asmlinkage __vfp_restore_state(struct vfp_hard_struct *vfp);
115static inline bool __vfp_enabled(void)
116{
117 return !(read_sysreg(HCPTR) & (HCPTR_TCP(11) | HCPTR_TCP(10)));
118}
119
Marc Zyngier33280b42016-01-05 18:38:09 +0000120void __hyp_text __banked_save_state(struct kvm_cpu_context *ctxt);
121void __hyp_text __banked_restore_state(struct kvm_cpu_context *ctxt);
122
Marc Zyngier89ef2b22016-01-05 18:40:51 +0000123int asmlinkage __guest_enter(struct kvm_vcpu *vcpu,
124 struct kvm_cpu_context *host);
Marc Zyngierbafc6c22016-01-05 18:43:18 +0000125int asmlinkage __hyp_do_panic(const char *, int, u32);
126
Marc Zyngier08dcbfd2015-10-21 10:09:49 +0100127#endif /* __ARM_KVM_HYP_H__ */