Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 ARM Ltd. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License version 2 as |
| 6 | * published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope that it will be useful, |
| 9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 11 | * GNU General Public License for more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License |
| 14 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 15 | */ |
| 16 | #ifndef __ASM_MMU_H |
| 17 | #define __ASM_MMU_H |
| 18 | |
Will Deacon | 8919d31 | 2018-04-03 12:08:59 +0100 | [diff] [blame] | 19 | #define USER_ASID_FLAG (UL(1) << 48) |
| 20 | |
Will Deacon | 9311684 | 2018-04-03 12:09:00 +0100 | [diff] [blame] | 21 | #ifndef __ASSEMBLY__ |
| 22 | |
Mark Rutland | 4732001 | 2018-04-12 12:11:13 +0100 | [diff] [blame] | 23 | #include <linux/percpu.h> |
| 24 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 25 | typedef struct { |
Will Deacon | 5aec715 | 2015-10-06 18:46:24 +0100 | [diff] [blame] | 26 | atomic64_t id; |
| 27 | void *vdso; |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 28 | } mm_context_t; |
| 29 | |
Will Deacon | 5aec715 | 2015-10-06 18:46:24 +0100 | [diff] [blame] | 30 | /* |
| 31 | * This macro is only used by the TLBI code, which cannot race with an |
| 32 | * ASID change and therefore doesn't need to reload the counter using |
| 33 | * atomic64_read. |
| 34 | */ |
| 35 | #define ASID(mm) ((mm)->context.id.counter & 0xffff) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 36 | |
Will Deacon | 9311684 | 2018-04-03 12:09:00 +0100 | [diff] [blame] | 37 | static inline bool arm64_kernel_unmapped_at_el0(void) |
| 38 | { |
Will Deacon | bfca157 | 2018-04-03 12:09:09 +0100 | [diff] [blame] | 39 | return IS_ENABLED(CONFIG_UNMAP_KERNEL_AT_EL0) && |
Suzuki K Poulose | fe64d7d | 2016-11-08 13:56:20 +0000 | [diff] [blame] | 40 | cpus_have_const_cap(ARM64_UNMAP_KERNEL_AT_EL0); |
Will Deacon | 9311684 | 2018-04-03 12:09:00 +0100 | [diff] [blame] | 41 | } |
| 42 | |
Mark Rutland | 4732001 | 2018-04-12 12:11:13 +0100 | [diff] [blame] | 43 | typedef void (*bp_hardening_cb_t)(void); |
| 44 | |
| 45 | struct bp_hardening_data { |
| 46 | int hyp_vectors_slot; |
| 47 | bp_hardening_cb_t fn; |
| 48 | }; |
| 49 | |
| 50 | #ifdef CONFIG_HARDEN_BRANCH_PREDICTOR |
| 51 | extern char __bp_harden_hyp_vecs_start[], __bp_harden_hyp_vecs_end[]; |
| 52 | |
| 53 | DECLARE_PER_CPU_READ_MOSTLY(struct bp_hardening_data, bp_hardening_data); |
| 54 | |
| 55 | static inline struct bp_hardening_data *arm64_get_bp_hardening_data(void) |
| 56 | { |
| 57 | return this_cpu_ptr(&bp_hardening_data); |
| 58 | } |
| 59 | |
| 60 | static inline void arm64_apply_bp_hardening(void) |
| 61 | { |
| 62 | struct bp_hardening_data *d; |
| 63 | |
| 64 | if (!cpus_have_cap(ARM64_HARDEN_BRANCH_PREDICTOR)) |
| 65 | return; |
| 66 | |
| 67 | d = arm64_get_bp_hardening_data(); |
| 68 | if (d->fn) |
| 69 | d->fn(); |
| 70 | } |
| 71 | #else |
| 72 | static inline struct bp_hardening_data *arm64_get_bp_hardening_data(void) |
| 73 | { |
| 74 | return NULL; |
| 75 | } |
| 76 | |
| 77 | static inline void arm64_apply_bp_hardening(void) { } |
| 78 | #endif /* CONFIG_HARDEN_BRANCH_PREDICTOR */ |
| 79 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 80 | extern void paging_init(void); |
David Daney | 3194ac6 | 2016-04-08 15:50:26 -0700 | [diff] [blame] | 81 | extern void bootmem_init(void); |
Catalin Marinas | 2475ff9 | 2012-10-23 14:55:08 +0100 | [diff] [blame] | 82 | extern void __iomem *early_io_map(phys_addr_t phys, unsigned long virt); |
Mark Salter | 0bf757c | 2014-04-07 15:39:51 -0700 | [diff] [blame] | 83 | extern void init_mem_pgprot(void); |
Ard Biesheuvel | 8ce837c | 2014-10-20 15:42:07 +0200 | [diff] [blame] | 84 | extern void create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys, |
| 85 | unsigned long virt, phys_addr_t size, |
Ard Biesheuvel | 53e1b32 | 2016-06-29 14:51:26 +0200 | [diff] [blame] | 86 | pgprot_t prot, bool allow_block_mappings); |
Ard Biesheuvel | 61bd93c | 2015-06-01 13:40:32 +0200 | [diff] [blame] | 87 | extern void *fixmap_remap_fdt(phys_addr_t dt_phys); |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 88 | |
Will Deacon | 9311684 | 2018-04-03 12:09:00 +0100 | [diff] [blame] | 89 | #endif /* !__ASSEMBLY__ */ |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 90 | #endif |