blob: 65f1121a3bebc17817384c550a95d1396425567c [file] [log] [blame]
Marc Zyngier1a89dd92013-01-21 19:36:12 -05001/*
2 * Copyright (C) 2012 ARM Ltd.
3 * Author: Marc Zyngier <marc.zyngier@arm.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18
19#ifndef __ASM_ARM_KVM_VGIC_H
20#define __ASM_ARM_KVM_VGIC_H
21
Marc Zyngierb47ef922013-01-21 19:36:14 -050022#include <linux/kernel.h>
23#include <linux/kvm.h>
Marc Zyngierb47ef922013-01-21 19:36:14 -050024#include <linux/irqreturn.h>
25#include <linux/spinlock.h>
26#include <linux/types.h>
Marc Zyngier1a89dd92013-01-21 19:36:12 -050027
Christoffer Dall9b2d2e02013-08-29 11:08:25 +010028#define VGIC_NR_IRQS 256
Marc Zyngierb47ef922013-01-21 19:36:14 -050029#define VGIC_NR_SGIS 16
30#define VGIC_NR_PPIS 16
31#define VGIC_NR_PRIVATE_IRQS (VGIC_NR_SGIS + VGIC_NR_PPIS)
32#define VGIC_NR_SHARED_IRQS (VGIC_NR_IRQS - VGIC_NR_PRIVATE_IRQS)
33#define VGIC_MAX_CPUS KVM_MAX_VCPUS
Marc Zyngier8f186d52014-02-04 18:13:03 +000034
35#define VGIC_V2_MAX_LRS (1 << 6)
Marc Zyngierb47ef922013-01-21 19:36:14 -050036
37/* Sanity checks... */
38#if (VGIC_MAX_CPUS > 8)
39#error Invalid number of CPU interfaces
40#endif
41
42#if (VGIC_NR_IRQS & 31)
43#error "VGIC_NR_IRQS must be a multiple of 32"
44#endif
45
46#if (VGIC_NR_IRQS > 1024)
47#error "VGIC_NR_IRQS must be <= 1024"
48#endif
49
50/*
51 * The GIC distributor registers describing interrupts have two parts:
52 * - 32 per-CPU interrupts (SGI + PPI)
53 * - a bunch of shared interrupts (SPI)
54 */
55struct vgic_bitmap {
56 union {
57 u32 reg[VGIC_NR_PRIVATE_IRQS / 32];
58 DECLARE_BITMAP(reg_ul, VGIC_NR_PRIVATE_IRQS);
59 } percpu[VGIC_MAX_CPUS];
60 union {
61 u32 reg[VGIC_NR_SHARED_IRQS / 32];
62 DECLARE_BITMAP(reg_ul, VGIC_NR_SHARED_IRQS);
63 } shared;
64};
65
66struct vgic_bytemap {
67 u32 percpu[VGIC_MAX_CPUS][VGIC_NR_PRIVATE_IRQS / 4];
68 u32 shared[VGIC_NR_SHARED_IRQS / 4];
69};
70
Marc Zyngier8d5c6b02013-06-03 15:55:02 +010071struct kvm_vcpu;
72
Marc Zyngier1a9b1302013-06-21 11:57:56 +010073enum vgic_type {
74 VGIC_V2, /* Good ol' GICv2 */
75};
76
Marc Zyngier8d5c6b02013-06-03 15:55:02 +010077#define LR_STATE_PENDING (1 << 0)
78#define LR_STATE_ACTIVE (1 << 1)
79#define LR_STATE_MASK (3 << 0)
80#define LR_EOI_INT (1 << 2)
81
82struct vgic_lr {
83 u16 irq;
84 u8 source;
85 u8 state;
86};
87
Marc Zyngierbeee38b2014-02-04 17:48:10 +000088struct vgic_vmcr {
89 u32 ctlr;
90 u32 abpr;
91 u32 bpr;
92 u32 pmr;
93};
94
Marc Zyngier8d5c6b02013-06-03 15:55:02 +010095struct vgic_ops {
96 struct vgic_lr (*get_lr)(const struct kvm_vcpu *, int);
97 void (*set_lr)(struct kvm_vcpu *, int, struct vgic_lr);
Marc Zyngier69bb2c92013-06-04 10:29:39 +010098 void (*sync_lr_elrsr)(struct kvm_vcpu *, int, struct vgic_lr);
99 u64 (*get_elrsr)(const struct kvm_vcpu *vcpu);
Marc Zyngier8d6a0312013-06-04 10:33:43 +0100100 u64 (*get_eisr)(const struct kvm_vcpu *vcpu);
Marc Zyngier495dd852013-06-04 11:02:10 +0100101 u32 (*get_interrupt_status)(const struct kvm_vcpu *vcpu);
Marc Zyngier909d9b52013-06-04 11:24:17 +0100102 void (*enable_underflow)(struct kvm_vcpu *vcpu);
103 void (*disable_underflow)(struct kvm_vcpu *vcpu);
Marc Zyngierbeee38b2014-02-04 17:48:10 +0000104 void (*get_vmcr)(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
105 void (*set_vmcr)(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
Marc Zyngierda8dafd12013-06-04 11:36:38 +0100106 void (*enable)(struct kvm_vcpu *vcpu);
Marc Zyngier8d5c6b02013-06-03 15:55:02 +0100107};
108
Marc Zyngierca85f622013-06-18 19:17:28 +0100109struct vgic_params {
Marc Zyngier1a9b1302013-06-21 11:57:56 +0100110 /* vgic type */
111 enum vgic_type type;
Marc Zyngierca85f622013-06-18 19:17:28 +0100112 /* Physical address of vgic virtual cpu interface */
113 phys_addr_t vcpu_base;
114 /* Number of list registers */
115 u32 nr_lr;
116 /* Interrupt number */
117 unsigned int maint_irq;
118 /* Virtual control interface base address */
119 void __iomem *vctrl_base;
120};
121
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500122struct vgic_dist {
Marc Zyngierb47ef922013-01-21 19:36:14 -0500123#ifdef CONFIG_KVM_ARM_VGIC
124 spinlock_t lock;
Marc Zyngierf982cf42014-05-15 10:03:25 +0100125 bool in_kernel;
Marc Zyngier01ac5e32013-01-21 19:36:16 -0500126 bool ready;
Marc Zyngierb47ef922013-01-21 19:36:14 -0500127
128 /* Virtual control interface mapping */
129 void __iomem *vctrl_base;
130
Christoffer Dall330690c2013-01-21 19:36:13 -0500131 /* Distributor and vcpu interface mapping in the guest */
132 phys_addr_t vgic_dist_base;
133 phys_addr_t vgic_cpu_base;
Marc Zyngierb47ef922013-01-21 19:36:14 -0500134
135 /* Distributor enabled */
136 u32 enabled;
137
138 /* Interrupt enabled (one bit per IRQ) */
139 struct vgic_bitmap irq_enabled;
140
141 /* Interrupt 'pin' level */
142 struct vgic_bitmap irq_state;
143
144 /* Level-triggered interrupt in progress */
145 struct vgic_bitmap irq_active;
146
147 /* Interrupt priority. Not used yet. */
148 struct vgic_bytemap irq_priority;
149
150 /* Level/edge triggered */
151 struct vgic_bitmap irq_cfg;
152
153 /* Source CPU per SGI and target CPU */
154 u8 irq_sgi_sources[VGIC_MAX_CPUS][VGIC_NR_SGIS];
155
156 /* Target CPU for each IRQ */
157 u8 irq_spi_cpu[VGIC_NR_SHARED_IRQS];
158 struct vgic_bitmap irq_spi_target[VGIC_MAX_CPUS];
159
160 /* Bitmap indicating which CPU has something pending */
161 unsigned long irq_pending_on_cpu;
162#endif
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500163};
164
Marc Zyngiereede8212013-05-30 10:20:36 +0100165struct vgic_v2_cpu_if {
166 u32 vgic_hcr;
167 u32 vgic_vmcr;
168 u32 vgic_misr; /* Saved only */
169 u32 vgic_eisr[2]; /* Saved only */
170 u32 vgic_elrsr[2]; /* Saved only */
171 u32 vgic_apr;
Marc Zyngier8f186d52014-02-04 18:13:03 +0000172 u32 vgic_lr[VGIC_V2_MAX_LRS];
Marc Zyngiereede8212013-05-30 10:20:36 +0100173};
174
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500175struct vgic_cpu {
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500176#ifdef CONFIG_KVM_ARM_VGIC
177 /* per IRQ to LR mapping */
178 u8 vgic_irq_lr_map[VGIC_NR_IRQS];
179
180 /* Pending interrupts on this VCPU */
181 DECLARE_BITMAP( pending_percpu, VGIC_NR_PRIVATE_IRQS);
182 DECLARE_BITMAP( pending_shared, VGIC_NR_SHARED_IRQS);
183
184 /* Bitmap of used/free list registers */
Marc Zyngier8f186d52014-02-04 18:13:03 +0000185 DECLARE_BITMAP( lr_used, VGIC_V2_MAX_LRS);
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500186
187 /* Number of list registers on this CPU */
188 int nr_lr;
189
190 /* CPU vif control registers for world switch */
Marc Zyngiereede8212013-05-30 10:20:36 +0100191 union {
192 struct vgic_v2_cpu_if vgic_v2;
193 };
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500194#endif
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500195};
196
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500197#define LR_EMPTY 0xff
198
Marc Zyngier495dd852013-06-04 11:02:10 +0100199#define INT_STATUS_EOI (1 << 0)
200#define INT_STATUS_UNDERFLOW (1 << 1)
201
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500202struct kvm;
203struct kvm_vcpu;
204struct kvm_run;
205struct kvm_exit_mmio;
206
207#ifdef CONFIG_KVM_ARM_VGIC
Christoffer Dallce01e4e2013-09-23 14:55:56 -0700208int kvm_vgic_addr(struct kvm *kvm, unsigned long type, u64 *addr, bool write);
Marc Zyngier01ac5e32013-01-21 19:36:16 -0500209int kvm_vgic_hyp_init(void);
210int kvm_vgic_init(struct kvm *kvm);
211int kvm_vgic_create(struct kvm *kvm);
212int kvm_vgic_vcpu_init(struct kvm_vcpu *vcpu);
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500213void kvm_vgic_flush_hwstate(struct kvm_vcpu *vcpu);
214void kvm_vgic_sync_hwstate(struct kvm_vcpu *vcpu);
Marc Zyngier5863c2c2013-01-21 19:36:15 -0500215int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid, unsigned int irq_num,
216 bool level);
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500217int kvm_vgic_vcpu_pending_irq(struct kvm_vcpu *vcpu);
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500218bool vgic_handle_mmio(struct kvm_vcpu *vcpu, struct kvm_run *run,
219 struct kvm_exit_mmio *mmio);
220
Marc Zyngierf982cf42014-05-15 10:03:25 +0100221#define irqchip_in_kernel(k) (!!((k)->arch.vgic.in_kernel))
Marc Zyngier01ac5e32013-01-21 19:36:16 -0500222#define vgic_initialized(k) ((k)->arch.vgic.ready)
Marc Zyngier9d949dc2013-01-21 19:36:14 -0500223
Marc Zyngier8f186d52014-02-04 18:13:03 +0000224int vgic_v2_probe(struct device_node *vgic_node,
225 const struct vgic_ops **ops,
226 const struct vgic_params **params);
227
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500228#else
229static inline int kvm_vgic_hyp_init(void)
230{
231 return 0;
232}
233
Christoffer Dall330690c2013-01-21 19:36:13 -0500234static inline int kvm_vgic_set_addr(struct kvm *kvm, unsigned long type, u64 addr)
235{
236 return 0;
237}
238
Marc Zyngier6cbde822014-03-06 03:30:46 +0000239static inline int kvm_vgic_addr(struct kvm *kvm, unsigned long type, u64 *addr, bool write)
240{
241 return -ENXIO;
242}
243
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500244static inline int kvm_vgic_init(struct kvm *kvm)
245{
246 return 0;
247}
248
249static inline int kvm_vgic_create(struct kvm *kvm)
250{
251 return 0;
252}
253
254static inline int kvm_vgic_vcpu_init(struct kvm_vcpu *vcpu)
255{
256 return 0;
257}
258
259static inline void kvm_vgic_flush_hwstate(struct kvm_vcpu *vcpu) {}
260static inline void kvm_vgic_sync_hwstate(struct kvm_vcpu *vcpu) {}
261
Marc Zyngier5863c2c2013-01-21 19:36:15 -0500262static inline int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid,
263 unsigned int irq_num, bool level)
264{
265 return 0;
266}
267
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500268static inline int kvm_vgic_vcpu_pending_irq(struct kvm_vcpu *vcpu)
269{
270 return 0;
271}
272
273static inline bool vgic_handle_mmio(struct kvm_vcpu *vcpu, struct kvm_run *run,
274 struct kvm_exit_mmio *mmio)
275{
276 return false;
277}
278
279static inline int irqchip_in_kernel(struct kvm *kvm)
280{
281 return 0;
282}
Marc Zyngier01ac5e32013-01-21 19:36:16 -0500283
284static inline bool vgic_initialized(struct kvm *kvm)
285{
286 return true;
287}
Marc Zyngier1a89dd92013-01-21 19:36:12 -0500288#endif
289
290#endif