Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 ARM Ltd. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License version 2 as |
| 6 | * published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope that it will be useful, |
| 9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 11 | * GNU General Public License for more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License |
| 14 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 15 | */ |
| 16 | #ifndef __ASM_MMU_H |
| 17 | #define __ASM_MMU_H |
| 18 | |
Will Deacon | 5914b11 | 2017-08-10 14:10:28 +0100 | [diff] [blame] | 19 | |
| 20 | #define USER_ASID_FLAG (UL(1) << 48) |
Will Deacon | d7013ed | 2017-12-01 17:33:48 +0000 | [diff] [blame] | 21 | #define TTBR_ASID_MASK (UL(0xffff) << 48) |
Will Deacon | 5914b11 | 2017-08-10 14:10:28 +0100 | [diff] [blame] | 22 | |
Will Deacon | d6ca455 | 2017-11-14 13:58:08 +0000 | [diff] [blame] | 23 | #ifndef __ASSEMBLY__ |
| 24 | |
Mark Rutland | 4732001 | 2018-04-12 12:11:13 +0100 | [diff] [blame] | 25 | #include <linux/percpu.h> |
| 26 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 27 | typedef struct { |
Will Deacon | 5aec715 | 2015-10-06 18:46:24 +0100 | [diff] [blame] | 28 | atomic64_t id; |
| 29 | void *vdso; |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 30 | } mm_context_t; |
| 31 | |
Will Deacon | 5aec715 | 2015-10-06 18:46:24 +0100 | [diff] [blame] | 32 | /* |
| 33 | * This macro is only used by the TLBI code, which cannot race with an |
| 34 | * ASID change and therefore doesn't need to reload the counter using |
| 35 | * atomic64_read. |
| 36 | */ |
| 37 | #define ASID(mm) ((mm)->context.id.counter & 0xffff) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 38 | |
Will Deacon | d6ca455 | 2017-11-14 13:58:08 +0000 | [diff] [blame] | 39 | static inline bool arm64_kernel_unmapped_at_el0(void) |
| 40 | { |
Will Deacon | f79ff2d | 2017-11-14 14:38:19 +0000 | [diff] [blame] | 41 | return IS_ENABLED(CONFIG_UNMAP_KERNEL_AT_EL0) && |
Suzuki K Poulose | fe64d7d | 2016-11-08 13:56:20 +0000 | [diff] [blame] | 42 | cpus_have_const_cap(ARM64_UNMAP_KERNEL_AT_EL0); |
Will Deacon | d6ca455 | 2017-11-14 13:58:08 +0000 | [diff] [blame] | 43 | } |
| 44 | |
Mark Rutland | 4732001 | 2018-04-12 12:11:13 +0100 | [diff] [blame] | 45 | typedef void (*bp_hardening_cb_t)(void); |
| 46 | |
| 47 | struct bp_hardening_data { |
| 48 | int hyp_vectors_slot; |
| 49 | bp_hardening_cb_t fn; |
| 50 | }; |
| 51 | |
| 52 | #ifdef CONFIG_HARDEN_BRANCH_PREDICTOR |
| 53 | extern char __bp_harden_hyp_vecs_start[], __bp_harden_hyp_vecs_end[]; |
| 54 | |
| 55 | DECLARE_PER_CPU_READ_MOSTLY(struct bp_hardening_data, bp_hardening_data); |
| 56 | |
| 57 | static inline struct bp_hardening_data *arm64_get_bp_hardening_data(void) |
| 58 | { |
| 59 | return this_cpu_ptr(&bp_hardening_data); |
| 60 | } |
| 61 | |
| 62 | static inline void arm64_apply_bp_hardening(void) |
| 63 | { |
| 64 | struct bp_hardening_data *d; |
| 65 | |
| 66 | if (!cpus_have_cap(ARM64_HARDEN_BRANCH_PREDICTOR)) |
| 67 | return; |
| 68 | |
| 69 | d = arm64_get_bp_hardening_data(); |
| 70 | if (d->fn) |
| 71 | d->fn(); |
| 72 | } |
| 73 | #else |
| 74 | static inline struct bp_hardening_data *arm64_get_bp_hardening_data(void) |
| 75 | { |
| 76 | return NULL; |
| 77 | } |
| 78 | |
| 79 | static inline void arm64_apply_bp_hardening(void) { } |
| 80 | #endif /* CONFIG_HARDEN_BRANCH_PREDICTOR */ |
| 81 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 82 | extern void paging_init(void); |
David Daney | 3194ac6 | 2016-04-08 15:50:26 -0700 | [diff] [blame] | 83 | extern void bootmem_init(void); |
Catalin Marinas | 2475ff9 | 2012-10-23 14:55:08 +0100 | [diff] [blame] | 84 | extern void __iomem *early_io_map(phys_addr_t phys, unsigned long virt); |
Mark Salter | 0bf757c | 2014-04-07 15:39:51 -0700 | [diff] [blame] | 85 | extern void init_mem_pgprot(void); |
Ard Biesheuvel | 8ce837c | 2014-10-20 15:42:07 +0200 | [diff] [blame] | 86 | extern void create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys, |
| 87 | unsigned long virt, phys_addr_t size, |
Ard Biesheuvel | 53e1b32 | 2016-06-29 14:51:26 +0200 | [diff] [blame] | 88 | pgprot_t prot, bool allow_block_mappings); |
Ard Biesheuvel | 61bd93c | 2015-06-01 13:40:32 +0200 | [diff] [blame] | 89 | extern void *fixmap_remap_fdt(phys_addr_t dt_phys); |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 90 | |
Will Deacon | d6ca455 | 2017-11-14 13:58:08 +0000 | [diff] [blame] | 91 | #endif /* !__ASSEMBLY__ */ |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 92 | #endif |