Christoffer Dall | 64a959d | 2015-11-24 16:51:12 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2015, 2016 ARM Ltd. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License version 2 as |
| 6 | * published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope that it will be useful, |
| 9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 11 | * GNU General Public License for more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License |
| 14 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 15 | */ |
| 16 | #ifndef __KVM_ARM_VGIC_NEW_H__ |
| 17 | #define __KVM_ARM_VGIC_NEW_H__ |
| 18 | |
Eric Auger | 9097773 | 2015-12-01 15:02:35 +0100 | [diff] [blame] | 19 | #include <linux/irqchip/arm-gic-common.h> |
| 20 | |
Marc Zyngier | 2b0cda8 | 2016-04-26 11:06:47 +0100 | [diff] [blame] | 21 | #define PRODUCT_ID_KVM 0x4b /* ASCII code K */ |
| 22 | #define IMPLEMENTER_ARM 0x43b |
| 23 | |
Eric Auger | e2c1f9a | 2015-12-21 16:36:04 +0100 | [diff] [blame] | 24 | #define VGIC_ADDR_UNDEF (-1) |
| 25 | #define IS_VGIC_ADDR_UNDEF(_x) ((_x) == VGIC_ADDR_UNDEF) |
| 26 | |
Andre Przywara | fd59ed3 | 2016-01-27 14:54:30 +0000 | [diff] [blame] | 27 | #define INTERRUPT_ID_BITS_SPIS 10 |
Andre Przywara | 33d3bc9 | 2016-07-15 12:43:34 +0100 | [diff] [blame] | 28 | #define INTERRUPT_ID_BITS_ITS 16 |
Andre Przywara | 055658b | 2015-12-01 14:34:02 +0000 | [diff] [blame] | 29 | #define VGIC_PRI_BITS 5 |
| 30 | |
Marc Zyngier | 0919e84 | 2015-11-26 17:19:25 +0000 | [diff] [blame] | 31 | #define vgic_irq_is_sgi(intid) ((intid) < VGIC_NR_SGIS) |
| 32 | |
Vijaya Kumar K | 94574c9 | 2017-01-26 19:50:47 +0530 | [diff] [blame] | 33 | #define VGIC_AFFINITY_0_SHIFT 0 |
| 34 | #define VGIC_AFFINITY_0_MASK (0xffUL << VGIC_AFFINITY_0_SHIFT) |
| 35 | #define VGIC_AFFINITY_1_SHIFT 8 |
| 36 | #define VGIC_AFFINITY_1_MASK (0xffUL << VGIC_AFFINITY_1_SHIFT) |
| 37 | #define VGIC_AFFINITY_2_SHIFT 16 |
| 38 | #define VGIC_AFFINITY_2_MASK (0xffUL << VGIC_AFFINITY_2_SHIFT) |
| 39 | #define VGIC_AFFINITY_3_SHIFT 24 |
| 40 | #define VGIC_AFFINITY_3_MASK (0xffUL << VGIC_AFFINITY_3_SHIFT) |
| 41 | |
| 42 | #define VGIC_AFFINITY_LEVEL(reg, level) \ |
| 43 | ((((reg) & VGIC_AFFINITY_## level ##_MASK) \ |
| 44 | >> VGIC_AFFINITY_## level ##_SHIFT) << MPIDR_LEVEL_SHIFT(level)) |
| 45 | |
| 46 | /* |
| 47 | * The Userspace encodes the affinity differently from the MPIDR, |
| 48 | * Below macro converts vgic userspace format to MPIDR reg format. |
| 49 | */ |
| 50 | #define VGIC_TO_MPIDR(val) (VGIC_AFFINITY_LEVEL(val, 0) | \ |
| 51 | VGIC_AFFINITY_LEVEL(val, 1) | \ |
| 52 | VGIC_AFFINITY_LEVEL(val, 2) | \ |
| 53 | VGIC_AFFINITY_LEVEL(val, 3)) |
| 54 | |
Vijaya Kumar K | d017d7b | 2017-01-26 19:50:51 +0530 | [diff] [blame] | 55 | /* |
| 56 | * As per Documentation/virtual/kvm/devices/arm-vgic-v3.txt, |
| 57 | * below macros are defined for CPUREG encoding. |
| 58 | */ |
| 59 | #define KVM_REG_ARM_VGIC_SYSREG_OP0_MASK 0x000000000000c000 |
| 60 | #define KVM_REG_ARM_VGIC_SYSREG_OP0_SHIFT 14 |
| 61 | #define KVM_REG_ARM_VGIC_SYSREG_OP1_MASK 0x0000000000003800 |
| 62 | #define KVM_REG_ARM_VGIC_SYSREG_OP1_SHIFT 11 |
| 63 | #define KVM_REG_ARM_VGIC_SYSREG_CRN_MASK 0x0000000000000780 |
| 64 | #define KVM_REG_ARM_VGIC_SYSREG_CRN_SHIFT 7 |
| 65 | #define KVM_REG_ARM_VGIC_SYSREG_CRM_MASK 0x0000000000000078 |
| 66 | #define KVM_REG_ARM_VGIC_SYSREG_CRM_SHIFT 3 |
| 67 | #define KVM_REG_ARM_VGIC_SYSREG_OP2_MASK 0x0000000000000007 |
| 68 | #define KVM_REG_ARM_VGIC_SYSREG_OP2_SHIFT 0 |
| 69 | |
| 70 | #define KVM_DEV_ARM_VGIC_SYSREG_MASK (KVM_REG_ARM_VGIC_SYSREG_OP0_MASK | \ |
| 71 | KVM_REG_ARM_VGIC_SYSREG_OP1_MASK | \ |
| 72 | KVM_REG_ARM_VGIC_SYSREG_CRN_MASK | \ |
| 73 | KVM_REG_ARM_VGIC_SYSREG_CRM_MASK | \ |
| 74 | KVM_REG_ARM_VGIC_SYSREG_OP2_MASK) |
| 75 | |
Christoffer Dall | 8694e4d | 2017-01-23 14:07:18 +0100 | [diff] [blame] | 76 | static inline bool irq_is_pending(struct vgic_irq *irq) |
| 77 | { |
| 78 | if (irq->config == VGIC_CONFIG_EDGE) |
| 79 | return irq->pending_latch; |
| 80 | else |
| 81 | return irq->pending_latch || irq->line_level; |
| 82 | } |
| 83 | |
Christoffer Dall | 6d56111 | 2017-03-21 22:05:22 +0100 | [diff] [blame^] | 84 | /* |
| 85 | * This struct provides an intermediate representation of the fields contained |
| 86 | * in the GICH_VMCR and ICH_VMCR registers, such that code exporting the GIC |
| 87 | * state to userspace can generate either GICv2 or GICv3 CPU interface |
| 88 | * registers regardless of the hardware backed GIC used. |
| 89 | */ |
Andre Przywara | e4823a7 | 2015-12-03 11:47:37 +0000 | [diff] [blame] | 90 | struct vgic_vmcr { |
| 91 | u32 ctlr; |
| 92 | u32 abpr; |
| 93 | u32 bpr; |
Christoffer Dall | 6d56111 | 2017-03-21 22:05:22 +0100 | [diff] [blame^] | 94 | u32 pmr; /* Priority mask field in the GICC_PMR and |
| 95 | * ICC_PMR_EL1 priority field format */ |
Vijaya Kumar K | 5fb247d | 2017-01-26 19:50:50 +0530 | [diff] [blame] | 96 | /* Below member variable are valid only for GICv3 */ |
| 97 | u32 grpen0; |
| 98 | u32 grpen1; |
Andre Przywara | e4823a7 | 2015-12-03 11:47:37 +0000 | [diff] [blame] | 99 | }; |
| 100 | |
Vijaya Kumar K | 94574c9 | 2017-01-26 19:50:47 +0530 | [diff] [blame] | 101 | struct vgic_reg_attr { |
| 102 | struct kvm_vcpu *vcpu; |
| 103 | gpa_t addr; |
| 104 | }; |
| 105 | |
| 106 | int vgic_v3_parse_attr(struct kvm_device *dev, struct kvm_device_attr *attr, |
| 107 | struct vgic_reg_attr *reg_attr); |
| 108 | int vgic_v2_parse_attr(struct kvm_device *dev, struct kvm_device_attr *attr, |
| 109 | struct vgic_reg_attr *reg_attr); |
| 110 | const struct vgic_register_region * |
| 111 | vgic_get_mmio_region(struct kvm_vcpu *vcpu, struct vgic_io_device *iodev, |
| 112 | gpa_t addr, int len); |
Christoffer Dall | 64a959d | 2015-11-24 16:51:12 +0100 | [diff] [blame] | 113 | struct vgic_irq *vgic_get_irq(struct kvm *kvm, struct kvm_vcpu *vcpu, |
| 114 | u32 intid); |
Andre Przywara | 5dd4b92 | 2016-07-15 12:43:27 +0100 | [diff] [blame] | 115 | void vgic_put_irq(struct kvm *kvm, struct vgic_irq *irq); |
Christoffer Dall | 81eeb95 | 2015-11-25 10:02:16 -0800 | [diff] [blame] | 116 | bool vgic_queue_irq_unlock(struct kvm *kvm, struct vgic_irq *irq); |
Marc Zyngier | 2b0cda8 | 2016-04-26 11:06:47 +0100 | [diff] [blame] | 117 | void vgic_kick_vcpus(struct kvm *kvm); |
Christoffer Dall | 64a959d | 2015-11-24 16:51:12 +0100 | [diff] [blame] | 118 | |
Andre Przywara | 1085fdc | 2016-07-15 12:43:31 +0100 | [diff] [blame] | 119 | int vgic_check_ioaddr(struct kvm *kvm, phys_addr_t *ioaddr, |
| 120 | phys_addr_t addr, phys_addr_t alignment); |
| 121 | |
Marc Zyngier | 140b086 | 2015-11-26 17:19:25 +0000 | [diff] [blame] | 122 | void vgic_v2_process_maintenance(struct kvm_vcpu *vcpu); |
| 123 | void vgic_v2_fold_lr_state(struct kvm_vcpu *vcpu); |
| 124 | void vgic_v2_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr); |
| 125 | void vgic_v2_clear_lr(struct kvm_vcpu *vcpu, int lr); |
| 126 | void vgic_v2_set_underflow(struct kvm_vcpu *vcpu); |
Eric Auger | f94591e | 2015-12-21 17:34:52 +0100 | [diff] [blame] | 127 | int vgic_v2_has_attr_regs(struct kvm_device *dev, struct kvm_device_attr *attr); |
Christoffer Dall | c3199f2 | 2016-04-25 01:11:37 +0200 | [diff] [blame] | 128 | int vgic_v2_dist_uaccess(struct kvm_vcpu *vcpu, bool is_write, |
| 129 | int offset, u32 *val); |
Andre Przywara | 878c569 | 2015-12-03 11:48:42 +0000 | [diff] [blame] | 130 | int vgic_v2_cpuif_uaccess(struct kvm_vcpu *vcpu, bool is_write, |
| 131 | int offset, u32 *val); |
Andre Przywara | e4823a7 | 2015-12-03 11:47:37 +0000 | [diff] [blame] | 132 | void vgic_v2_set_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr); |
| 133 | void vgic_v2_get_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr); |
Eric Auger | ad275b8b | 2015-12-21 18:09:38 +0100 | [diff] [blame] | 134 | void vgic_v2_enable(struct kvm_vcpu *vcpu); |
Eric Auger | 9097773 | 2015-12-01 15:02:35 +0100 | [diff] [blame] | 135 | int vgic_v2_probe(const struct gic_kvm_info *info); |
Eric Auger | b0442ee | 2015-12-21 15:04:42 +0100 | [diff] [blame] | 136 | int vgic_v2_map_resources(struct kvm *kvm); |
Andre Przywara | fb848db | 2016-04-26 21:32:49 +0100 | [diff] [blame] | 137 | int vgic_register_dist_iodev(struct kvm *kvm, gpa_t dist_base_address, |
| 138 | enum vgic_type); |
Marc Zyngier | 140b086 | 2015-11-26 17:19:25 +0000 | [diff] [blame] | 139 | |
Christoffer Dall | 5b0d2cc | 2017-03-18 13:56:56 +0100 | [diff] [blame] | 140 | void vgic_v2_init_lrs(void); |
| 141 | |
Marc Zyngier | d97594e | 2016-07-17 11:27:23 +0100 | [diff] [blame] | 142 | static inline void vgic_get_irq_kref(struct vgic_irq *irq) |
| 143 | { |
| 144 | if (irq->intid < VGIC_MIN_LPI) |
| 145 | return; |
| 146 | |
| 147 | kref_get(&irq->refcount); |
| 148 | } |
| 149 | |
Marc Zyngier | 59529f6 | 2015-11-30 13:09:53 +0000 | [diff] [blame] | 150 | void vgic_v3_process_maintenance(struct kvm_vcpu *vcpu); |
| 151 | void vgic_v3_fold_lr_state(struct kvm_vcpu *vcpu); |
| 152 | void vgic_v3_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr); |
| 153 | void vgic_v3_clear_lr(struct kvm_vcpu *vcpu, int lr); |
| 154 | void vgic_v3_set_underflow(struct kvm_vcpu *vcpu); |
Andre Przywara | e4823a7 | 2015-12-03 11:47:37 +0000 | [diff] [blame] | 155 | void vgic_v3_set_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr); |
| 156 | void vgic_v3_get_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr); |
Eric Auger | ad275b8b | 2015-12-21 18:09:38 +0100 | [diff] [blame] | 157 | void vgic_v3_enable(struct kvm_vcpu *vcpu); |
Eric Auger | 9097773 | 2015-12-01 15:02:35 +0100 | [diff] [blame] | 158 | int vgic_v3_probe(const struct gic_kvm_info *info); |
Eric Auger | b0442ee | 2015-12-21 15:04:42 +0100 | [diff] [blame] | 159 | int vgic_v3_map_resources(struct kvm *kvm); |
Andre Przywara | ed9b8ce | 2015-12-01 14:34:34 +0000 | [diff] [blame] | 160 | int vgic_register_redist_iodevs(struct kvm *kvm, gpa_t dist_base_address); |
Vladimir Murzin | 7a1ff70 | 2016-09-12 15:49:18 +0100 | [diff] [blame] | 161 | |
Andre Przywara | c773576 | 2016-08-08 16:45:43 +0100 | [diff] [blame] | 162 | int vgic_register_its_iodevs(struct kvm *kvm); |
Andre Przywara | 59c5ab4 | 2016-07-15 12:43:30 +0100 | [diff] [blame] | 163 | bool vgic_has_its(struct kvm *kvm); |
Andre Przywara | 0e4e82f | 2016-07-15 12:43:38 +0100 | [diff] [blame] | 164 | int kvm_vgic_register_its_device(void); |
Andre Przywara | 33d3bc9 | 2016-07-15 12:43:34 +0100 | [diff] [blame] | 165 | void vgic_enable_lpis(struct kvm_vcpu *vcpu); |
Andre Przywara | 2891a7d | 2016-07-15 12:43:37 +0100 | [diff] [blame] | 166 | int vgic_its_inject_msi(struct kvm *kvm, struct kvm_msi *msi); |
Vijaya Kumar K | 94574c9 | 2017-01-26 19:50:47 +0530 | [diff] [blame] | 167 | int vgic_v3_has_attr_regs(struct kvm_device *dev, struct kvm_device_attr *attr); |
| 168 | int vgic_v3_dist_uaccess(struct kvm_vcpu *vcpu, bool is_write, |
| 169 | int offset, u32 *val); |
| 170 | int vgic_v3_redist_uaccess(struct kvm_vcpu *vcpu, bool is_write, |
| 171 | int offset, u32 *val); |
Vijaya Kumar K | d017d7b | 2017-01-26 19:50:51 +0530 | [diff] [blame] | 172 | int vgic_v3_cpu_sysregs_uaccess(struct kvm_vcpu *vcpu, bool is_write, |
| 173 | u64 id, u64 *val); |
| 174 | int vgic_v3_has_cpu_sysregs_attr(struct kvm_vcpu *vcpu, bool is_write, u64 id, |
| 175 | u64 *reg); |
Vijaya Kumar K | e96a006 | 2017-01-26 19:50:52 +0530 | [diff] [blame] | 176 | int vgic_v3_line_level_info_uaccess(struct kvm_vcpu *vcpu, bool is_write, |
| 177 | u32 intid, u64 *val); |
Andre Przywara | 42c8870 | 2016-07-15 12:43:23 +0100 | [diff] [blame] | 178 | int kvm_register_vgic_device(unsigned long type); |
Vijaya Kumar K | 5fb247d | 2017-01-26 19:50:50 +0530 | [diff] [blame] | 179 | void vgic_set_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr); |
| 180 | void vgic_get_vmcr(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr); |
Eric Auger | ad275b8b | 2015-12-21 18:09:38 +0100 | [diff] [blame] | 181 | int vgic_lazy_init(struct kvm *kvm); |
| 182 | int vgic_init(struct kvm *kvm); |
Eric Auger | c86c772 | 2015-11-30 14:01:58 +0100 | [diff] [blame] | 183 | |
Christoffer Dall | 10f92c4 | 2017-01-17 23:09:13 +0100 | [diff] [blame] | 184 | int vgic_debug_init(struct kvm *kvm); |
| 185 | int vgic_debug_destroy(struct kvm *kvm); |
| 186 | |
Christoffer Dall | 64a959d | 2015-11-24 16:51:12 +0100 | [diff] [blame] | 187 | #endif |