| /* |
| * Copyright (C) 2013, 2014 ARM Limited, All Rights Reserved. |
| * Author: Marc Zyngier <marc.zyngier@arm.com> |
| * |
| * |
| * This program is free software; you can redistribute it and/or modify |
| * it under the terms of the GNU General Public License version 2 as |
| * published by the Free Software Foundation. |
| * |
| * This program is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| * GNU General Public License for more details. |
| * |
| * You should have received a copy of the GNU General Public License |
| * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| */ |
| #ifndef __LINUX_IRQCHIP_ARM_GIC_V3_H |
| #define __LINUX_IRQCHIP_ARM_GIC_V3_H |
| |
| #include <asm/sysreg.h> |
| |
| /* |
| * Distributor registers. We assume we're running non-secure, with ARE |
| * being set. Secure-only and non-ARE registers are not described. |
| */ |
| #define GICD_CTLR 0x0000 |
| #define GICD_TYPER 0x0004 |
| #define GICD_IIDR 0x0008 |
| #define GICD_STATUSR 0x0010 |
| #define GICD_SETSPI_NSR 0x0040 |
| #define GICD_CLRSPI_NSR 0x0048 |
| #define GICD_SETSPI_SR 0x0050 |
| #define GICD_CLRSPI_SR 0x0058 |
| #define GICD_SEIR 0x0068 |
| #define GICD_IGROUPR 0x0080 |
| #define GICD_ISENABLER 0x0100 |
| #define GICD_ICENABLER 0x0180 |
| #define GICD_ISPENDR 0x0200 |
| #define GICD_ICPENDR 0x0280 |
| #define GICD_ISACTIVER 0x0300 |
| #define GICD_ICACTIVER 0x0380 |
| #define GICD_IPRIORITYR 0x0400 |
| #define GICD_ICFGR 0x0C00 |
| #define GICD_IGRPMODR 0x0D00 |
| #define GICD_NSACR 0x0E00 |
| #define GICD_IROUTER 0x6000 |
| #define GICD_IDREGS 0xFFD0 |
| #define GICD_PIDR2 0xFFE8 |
| |
| /* |
| * Those registers are actually from GICv2, but the spec demands that they |
| * are implemented as RES0 if ARE is 1 (which we do in KVM's emulated GICv3). |
| */ |
| #define GICD_ITARGETSR 0x0800 |
| #define GICD_SGIR 0x0F00 |
| #define GICD_CPENDSGIR 0x0F10 |
| #define GICD_SPENDSGIR 0x0F20 |
| |
| #define GICD_CTLR_RWP (1U << 31) |
| #define GICD_CTLR_DS (1U << 6) |
| #define GICD_CTLR_ARE_NS (1U << 4) |
| #define GICD_CTLR_ENABLE_G1A (1U << 1) |
| #define GICD_CTLR_ENABLE_G1 (1U << 0) |
| |
| /* |
| * In systems with a single security state (what we emulate in KVM) |
| * the meaning of the interrupt group enable bits is slightly different |
| */ |
| #define GICD_CTLR_ENABLE_SS_G1 (1U << 1) |
| #define GICD_CTLR_ENABLE_SS_G0 (1U << 0) |
| |
| #define GICD_TYPER_LPIS (1U << 17) |
| #define GICD_TYPER_MBIS (1U << 16) |
| |
| #define GICD_TYPER_ID_BITS(typer) ((((typer) >> 19) & 0x1f) + 1) |
| #define GICD_TYPER_IRQS(typer) ((((typer) & 0x1f) + 1) * 32) |
| #define GICD_TYPER_LPIS (1U << 17) |
| |
| #define GICD_IROUTER_SPI_MODE_ONE (0U << 31) |
| #define GICD_IROUTER_SPI_MODE_ANY (1U << 31) |
| |
| #define GIC_PIDR2_ARCH_MASK 0xf0 |
| #define GIC_PIDR2_ARCH_GICv3 0x30 |
| #define GIC_PIDR2_ARCH_GICv4 0x40 |
| |
| #define GIC_V3_DIST_SIZE 0x10000 |
| |
| /* |
| * Re-Distributor registers, offsets from RD_base |
| */ |
| #define GICR_CTLR GICD_CTLR |
| #define GICR_IIDR 0x0004 |
| #define GICR_TYPER 0x0008 |
| #define GICR_STATUSR GICD_STATUSR |
| #define GICR_WAKER 0x0014 |
| #define GICR_SETLPIR 0x0040 |
| #define GICR_CLRLPIR 0x0048 |
| #define GICR_SEIR GICD_SEIR |
| #define GICR_PROPBASER 0x0070 |
| #define GICR_PENDBASER 0x0078 |
| #define GICR_INVLPIR 0x00A0 |
| #define GICR_INVALLR 0x00B0 |
| #define GICR_SYNCR 0x00C0 |
| #define GICR_MOVLPIR 0x0100 |
| #define GICR_MOVALLR 0x0110 |
| #define GICR_ISACTIVER GICD_ISACTIVER |
| #define GICR_ICACTIVER GICD_ICACTIVER |
| #define GICR_IDREGS GICD_IDREGS |
| #define GICR_PIDR2 GICD_PIDR2 |
| |
| #define GICR_CTLR_ENABLE_LPIS (1UL << 0) |
| |
| #define GICR_TYPER_CPU_NUMBER(r) (((r) >> 8) & 0xffff) |
| |
| #define GICR_WAKER_ProcessorSleep (1U << 1) |
| #define GICR_WAKER_ChildrenAsleep (1U << 2) |
| |
| #define GICR_PROPBASER_NonShareable (0U << 10) |
| #define GICR_PROPBASER_InnerShareable (1U << 10) |
| #define GICR_PROPBASER_OuterShareable (2U << 10) |
| #define GICR_PROPBASER_SHAREABILITY_MASK (3UL << 10) |
| #define GICR_PROPBASER_nCnB (0U << 7) |
| #define GICR_PROPBASER_nC (1U << 7) |
| #define GICR_PROPBASER_RaWt (2U << 7) |
| #define GICR_PROPBASER_RaWb (3U << 7) |
| #define GICR_PROPBASER_WaWt (4U << 7) |
| #define GICR_PROPBASER_WaWb (5U << 7) |
| #define GICR_PROPBASER_RaWaWt (6U << 7) |
| #define GICR_PROPBASER_RaWaWb (7U << 7) |
| #define GICR_PROPBASER_CACHEABILITY_MASK (7U << 7) |
| #define GICR_PROPBASER_IDBITS_MASK (0x1f) |
| |
| #define GICR_PENDBASER_NonShareable (0U << 10) |
| #define GICR_PENDBASER_InnerShareable (1U << 10) |
| #define GICR_PENDBASER_OuterShareable (2U << 10) |
| #define GICR_PENDBASER_SHAREABILITY_MASK (3UL << 10) |
| #define GICR_PENDBASER_nCnB (0U << 7) |
| #define GICR_PENDBASER_nC (1U << 7) |
| #define GICR_PENDBASER_RaWt (2U << 7) |
| #define GICR_PENDBASER_RaWb (3U << 7) |
| #define GICR_PENDBASER_WaWt (4U << 7) |
| #define GICR_PENDBASER_WaWb (5U << 7) |
| #define GICR_PENDBASER_RaWaWt (6U << 7) |
| #define GICR_PENDBASER_RaWaWb (7U << 7) |
| #define GICR_PENDBASER_CACHEABILITY_MASK (7U << 7) |
| |
| /* |
| * Re-Distributor registers, offsets from SGI_base |
| */ |
| #define GICR_IGROUPR0 GICD_IGROUPR |
| #define GICR_ISENABLER0 GICD_ISENABLER |
| #define GICR_ICENABLER0 GICD_ICENABLER |
| #define GICR_ISPENDR0 GICD_ISPENDR |
| #define GICR_ICPENDR0 GICD_ICPENDR |
| #define GICR_ISACTIVER0 GICD_ISACTIVER |
| #define GICR_ICACTIVER0 GICD_ICACTIVER |
| #define GICR_IPRIORITYR0 GICD_IPRIORITYR |
| #define GICR_ICFGR0 GICD_ICFGR |
| #define GICR_IGRPMODR0 GICD_IGRPMODR |
| #define GICR_NSACR GICD_NSACR |
| |
| #define GICR_TYPER_PLPIS (1U << 0) |
| #define GICR_TYPER_VLPIS (1U << 1) |
| #define GICR_TYPER_LAST (1U << 4) |
| |
| #define GIC_V3_REDIST_SIZE 0x20000 |
| |
| #define LPI_PROP_GROUP1 (1 << 1) |
| #define LPI_PROP_ENABLED (1 << 0) |
| |
| /* |
| * ITS registers, offsets from ITS_base |
| */ |
| #define GITS_CTLR 0x0000 |
| #define GITS_IIDR 0x0004 |
| #define GITS_TYPER 0x0008 |
| #define GITS_CBASER 0x0080 |
| #define GITS_CWRITER 0x0088 |
| #define GITS_CREADR 0x0090 |
| #define GITS_BASER 0x0100 |
| #define GITS_PIDR2 GICR_PIDR2 |
| |
| #define GITS_TRANSLATER 0x10040 |
| |
| #define GITS_CTLR_ENABLE (1U << 0) |
| #define GITS_CTLR_QUIESCENT (1U << 31) |
| |
| #define GITS_TYPER_DEVBITS_SHIFT 13 |
| #define GITS_TYPER_DEVBITS(r) ((((r) >> GITS_TYPER_DEVBITS_SHIFT) & 0x1f) + 1) |
| #define GITS_TYPER_PTA (1UL << 19) |
| |
| #define GITS_CBASER_VALID (1UL << 63) |
| #define GITS_CBASER_nCnB (0UL << 59) |
| #define GITS_CBASER_nC (1UL << 59) |
| #define GITS_CBASER_RaWt (2UL << 59) |
| #define GITS_CBASER_RaWb (3UL << 59) |
| #define GITS_CBASER_WaWt (4UL << 59) |
| #define GITS_CBASER_WaWb (5UL << 59) |
| #define GITS_CBASER_RaWaWt (6UL << 59) |
| #define GITS_CBASER_RaWaWb (7UL << 59) |
| #define GITS_CBASER_CACHEABILITY_MASK (7UL << 59) |
| #define GITS_CBASER_NonShareable (0UL << 10) |
| #define GITS_CBASER_InnerShareable (1UL << 10) |
| #define GITS_CBASER_OuterShareable (2UL << 10) |
| #define GITS_CBASER_SHAREABILITY_MASK (3UL << 10) |
| |
| #define GITS_BASER_NR_REGS 8 |
| |
| #define GITS_BASER_VALID (1UL << 63) |
| #define GITS_BASER_nCnB (0UL << 59) |
| #define GITS_BASER_nC (1UL << 59) |
| #define GITS_BASER_RaWt (2UL << 59) |
| #define GITS_BASER_RaWb (3UL << 59) |
| #define GITS_BASER_WaWt (4UL << 59) |
| #define GITS_BASER_WaWb (5UL << 59) |
| #define GITS_BASER_RaWaWt (6UL << 59) |
| #define GITS_BASER_RaWaWb (7UL << 59) |
| #define GITS_BASER_CACHEABILITY_MASK (7UL << 59) |
| #define GITS_BASER_TYPE_SHIFT (56) |
| #define GITS_BASER_TYPE(r) (((r) >> GITS_BASER_TYPE_SHIFT) & 7) |
| #define GITS_BASER_ENTRY_SIZE_SHIFT (48) |
| #define GITS_BASER_ENTRY_SIZE(r) ((((r) >> GITS_BASER_ENTRY_SIZE_SHIFT) & 0xff) + 1) |
| #define GITS_BASER_NonShareable (0UL << 10) |
| #define GITS_BASER_InnerShareable (1UL << 10) |
| #define GITS_BASER_OuterShareable (2UL << 10) |
| #define GITS_BASER_SHAREABILITY_SHIFT (10) |
| #define GITS_BASER_SHAREABILITY_MASK (3UL << GITS_BASER_SHAREABILITY_SHIFT) |
| #define GITS_BASER_PAGE_SIZE_SHIFT (8) |
| #define GITS_BASER_PAGE_SIZE_4K (0UL << GITS_BASER_PAGE_SIZE_SHIFT) |
| #define GITS_BASER_PAGE_SIZE_16K (1UL << GITS_BASER_PAGE_SIZE_SHIFT) |
| #define GITS_BASER_PAGE_SIZE_64K (2UL << GITS_BASER_PAGE_SIZE_SHIFT) |
| #define GITS_BASER_PAGE_SIZE_MASK (3UL << GITS_BASER_PAGE_SIZE_SHIFT) |
| |
| #define GITS_BASER_TYPE_NONE 0 |
| #define GITS_BASER_TYPE_DEVICE 1 |
| #define GITS_BASER_TYPE_VCPU 2 |
| #define GITS_BASER_TYPE_CPU 3 |
| #define GITS_BASER_TYPE_COLLECTION 4 |
| #define GITS_BASER_TYPE_RESERVED5 5 |
| #define GITS_BASER_TYPE_RESERVED6 6 |
| #define GITS_BASER_TYPE_RESERVED7 7 |
| |
| /* |
| * ITS commands |
| */ |
| #define GITS_CMD_MAPD 0x08 |
| #define GITS_CMD_MAPC 0x09 |
| #define GITS_CMD_MAPVI 0x0a |
| #define GITS_CMD_MOVI 0x01 |
| #define GITS_CMD_DISCARD 0x0f |
| #define GITS_CMD_INV 0x0c |
| #define GITS_CMD_MOVALL 0x0e |
| #define GITS_CMD_INVALL 0x0d |
| #define GITS_CMD_INT 0x03 |
| #define GITS_CMD_CLEAR 0x04 |
| #define GITS_CMD_SYNC 0x05 |
| |
| /* |
| * CPU interface registers |
| */ |
| #define ICC_CTLR_EL1_EOImode_drop_dir (0U << 1) |
| #define ICC_CTLR_EL1_EOImode_drop (1U << 1) |
| #define ICC_SRE_EL1_SRE (1U << 0) |
| |
| /* |
| * Hypervisor interface registers (SRE only) |
| */ |
| #define ICH_LR_VIRTUAL_ID_MASK ((1UL << 32) - 1) |
| |
| #define ICH_LR_EOI (1UL << 41) |
| #define ICH_LR_GROUP (1UL << 60) |
| #define ICH_LR_HW (1UL << 61) |
| #define ICH_LR_STATE (3UL << 62) |
| #define ICH_LR_PENDING_BIT (1UL << 62) |
| #define ICH_LR_ACTIVE_BIT (1UL << 63) |
| #define ICH_LR_PHYS_ID_SHIFT 32 |
| #define ICH_LR_PHYS_ID_MASK (0x3ffUL << ICH_LR_PHYS_ID_SHIFT) |
| |
| #define ICH_MISR_EOI (1 << 0) |
| #define ICH_MISR_U (1 << 1) |
| |
| #define ICH_HCR_EN (1 << 0) |
| #define ICH_HCR_UIE (1 << 1) |
| |
| #define ICH_VMCR_CTLR_SHIFT 0 |
| #define ICH_VMCR_CTLR_MASK (0x21f << ICH_VMCR_CTLR_SHIFT) |
| #define ICH_VMCR_BPR1_SHIFT 18 |
| #define ICH_VMCR_BPR1_MASK (7 << ICH_VMCR_BPR1_SHIFT) |
| #define ICH_VMCR_BPR0_SHIFT 21 |
| #define ICH_VMCR_BPR0_MASK (7 << ICH_VMCR_BPR0_SHIFT) |
| #define ICH_VMCR_PMR_SHIFT 24 |
| #define ICH_VMCR_PMR_MASK (0xffUL << ICH_VMCR_PMR_SHIFT) |
| |
| #define ICC_EOIR1_EL1 sys_reg(3, 0, 12, 12, 1) |
| #define ICC_DIR_EL1 sys_reg(3, 0, 12, 11, 1) |
| #define ICC_IAR1_EL1 sys_reg(3, 0, 12, 12, 0) |
| #define ICC_SGI1R_EL1 sys_reg(3, 0, 12, 11, 5) |
| #define ICC_PMR_EL1 sys_reg(3, 0, 4, 6, 0) |
| #define ICC_CTLR_EL1 sys_reg(3, 0, 12, 12, 4) |
| #define ICC_SRE_EL1 sys_reg(3, 0, 12, 12, 5) |
| #define ICC_GRPEN1_EL1 sys_reg(3, 0, 12, 12, 7) |
| |
| #define ICC_IAR1_EL1_SPURIOUS 0x3ff |
| |
| #define ICC_SRE_EL2 sys_reg(3, 4, 12, 9, 5) |
| |
| #define ICC_SRE_EL2_SRE (1 << 0) |
| #define ICC_SRE_EL2_ENABLE (1 << 3) |
| |
| #define ICC_SGI1R_TARGET_LIST_SHIFT 0 |
| #define ICC_SGI1R_TARGET_LIST_MASK (0xffff << ICC_SGI1R_TARGET_LIST_SHIFT) |
| #define ICC_SGI1R_AFFINITY_1_SHIFT 16 |
| #define ICC_SGI1R_AFFINITY_1_MASK (0xff << ICC_SGI1R_AFFINITY_1_SHIFT) |
| #define ICC_SGI1R_SGI_ID_SHIFT 24 |
| #define ICC_SGI1R_SGI_ID_MASK (0xff << ICC_SGI1R_SGI_ID_SHIFT) |
| #define ICC_SGI1R_AFFINITY_2_SHIFT 32 |
| #define ICC_SGI1R_AFFINITY_2_MASK (0xffULL << ICC_SGI1R_AFFINITY_1_SHIFT) |
| #define ICC_SGI1R_IRQ_ROUTING_MODE_BIT 40 |
| #define ICC_SGI1R_AFFINITY_3_SHIFT 48 |
| #define ICC_SGI1R_AFFINITY_3_MASK (0xffULL << ICC_SGI1R_AFFINITY_1_SHIFT) |
| |
| /* |
| * System register definitions |
| */ |
| #define ICH_VSEIR_EL2 sys_reg(3, 4, 12, 9, 4) |
| #define ICH_HCR_EL2 sys_reg(3, 4, 12, 11, 0) |
| #define ICH_VTR_EL2 sys_reg(3, 4, 12, 11, 1) |
| #define ICH_MISR_EL2 sys_reg(3, 4, 12, 11, 2) |
| #define ICH_EISR_EL2 sys_reg(3, 4, 12, 11, 3) |
| #define ICH_ELSR_EL2 sys_reg(3, 4, 12, 11, 5) |
| #define ICH_VMCR_EL2 sys_reg(3, 4, 12, 11, 7) |
| |
| #define __LR0_EL2(x) sys_reg(3, 4, 12, 12, x) |
| #define __LR8_EL2(x) sys_reg(3, 4, 12, 13, x) |
| |
| #define ICH_LR0_EL2 __LR0_EL2(0) |
| #define ICH_LR1_EL2 __LR0_EL2(1) |
| #define ICH_LR2_EL2 __LR0_EL2(2) |
| #define ICH_LR3_EL2 __LR0_EL2(3) |
| #define ICH_LR4_EL2 __LR0_EL2(4) |
| #define ICH_LR5_EL2 __LR0_EL2(5) |
| #define ICH_LR6_EL2 __LR0_EL2(6) |
| #define ICH_LR7_EL2 __LR0_EL2(7) |
| #define ICH_LR8_EL2 __LR8_EL2(0) |
| #define ICH_LR9_EL2 __LR8_EL2(1) |
| #define ICH_LR10_EL2 __LR8_EL2(2) |
| #define ICH_LR11_EL2 __LR8_EL2(3) |
| #define ICH_LR12_EL2 __LR8_EL2(4) |
| #define ICH_LR13_EL2 __LR8_EL2(5) |
| #define ICH_LR14_EL2 __LR8_EL2(6) |
| #define ICH_LR15_EL2 __LR8_EL2(7) |
| |
| #define __AP0Rx_EL2(x) sys_reg(3, 4, 12, 8, x) |
| #define ICH_AP0R0_EL2 __AP0Rx_EL2(0) |
| #define ICH_AP0R1_EL2 __AP0Rx_EL2(1) |
| #define ICH_AP0R2_EL2 __AP0Rx_EL2(2) |
| #define ICH_AP0R3_EL2 __AP0Rx_EL2(3) |
| |
| #define __AP1Rx_EL2(x) sys_reg(3, 4, 12, 9, x) |
| #define ICH_AP1R0_EL2 __AP1Rx_EL2(0) |
| #define ICH_AP1R1_EL2 __AP1Rx_EL2(1) |
| #define ICH_AP1R2_EL2 __AP1Rx_EL2(2) |
| #define ICH_AP1R3_EL2 __AP1Rx_EL2(3) |
| |
| #ifndef __ASSEMBLY__ |
| |
| #include <linux/stringify.h> |
| #include <asm/msi.h> |
| |
| /* |
| * We need a value to serve as a irq-type for LPIs. Choose one that will |
| * hopefully pique the interest of the reviewer. |
| */ |
| #define GIC_IRQ_TYPE_LPI 0xa110c8ed |
| |
| struct rdists { |
| struct { |
| void __iomem *rd_base; |
| struct page *pend_page; |
| phys_addr_t phys_base; |
| } __percpu *rdist; |
| struct page *prop_page; |
| int id_bits; |
| u64 flags; |
| }; |
| |
| static inline void gic_write_eoir(u64 irq) |
| { |
| asm volatile("msr_s " __stringify(ICC_EOIR1_EL1) ", %0" : : "r" (irq)); |
| isb(); |
| } |
| |
| static inline void gic_write_dir(u64 irq) |
| { |
| asm volatile("msr_s " __stringify(ICC_DIR_EL1) ", %0" : : "r" (irq)); |
| isb(); |
| } |
| |
| struct irq_domain; |
| int its_cpu_init(void); |
| int its_init(struct device_node *node, struct rdists *rdists, |
| struct irq_domain *domain); |
| |
| #endif |
| |
| #endif |