Christoffer Dall | 342cd0a | 2013-01-20 18:28:06 -0500 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 - Virtual Open Systems and Columbia University |
| 3 | * Author: Christoffer Dall <c.dall@virtualopensystems.com> |
| 4 | * |
| 5 | * This program is free software; you can redistribute it and/or modify |
| 6 | * it under the terms of the GNU General Public License, version 2, as |
| 7 | * published by the Free Software Foundation. |
| 8 | * |
| 9 | * This program is distributed in the hope that it will be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write to the Free Software |
| 16 | * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. |
| 17 | */ |
| 18 | |
| 19 | #ifndef __ARM_KVM_MMU_H__ |
| 20 | #define __ARM_KVM_MMU_H__ |
| 21 | |
Marc Zyngier | 5a677ce | 2013-04-12 19:12:06 +0100 | [diff] [blame] | 22 | #include <asm/memory.h> |
| 23 | #include <asm/page.h> |
Marc Zyngier | c62ee2b | 2012-10-15 11:27:37 +0100 | [diff] [blame] | 24 | |
Marc Zyngier | 06e8c3b | 2012-10-28 01:09:14 +0100 | [diff] [blame] | 25 | /* |
| 26 | * We directly use the kernel VA for the HYP, as we can directly share |
| 27 | * the mapping (HTTBR "covers" TTBR1). |
| 28 | */ |
Marc Zyngier | 5a677ce | 2013-04-12 19:12:06 +0100 | [diff] [blame] | 29 | #define HYP_PAGE_OFFSET_MASK UL(~0) |
Marc Zyngier | 06e8c3b | 2012-10-28 01:09:14 +0100 | [diff] [blame] | 30 | #define HYP_PAGE_OFFSET PAGE_OFFSET |
| 31 | #define KERN_TO_HYP(kva) (kva) |
| 32 | |
Marc Zyngier | 5a677ce | 2013-04-12 19:12:06 +0100 | [diff] [blame] | 33 | /* |
| 34 | * Our virtual mapping for the boot-time MMU-enable code. Must be |
| 35 | * shared across all the page-tables. Conveniently, we use the vectors |
| 36 | * page, where no kernel data will ever be shared with HYP. |
| 37 | */ |
| 38 | #define TRAMPOLINE_VA UL(CONFIG_VECTORS_BASE) |
| 39 | |
| 40 | #ifndef __ASSEMBLY__ |
| 41 | |
| 42 | #include <asm/cacheflush.h> |
| 43 | #include <asm/pgalloc.h> |
| 44 | |
Christoffer Dall | 342cd0a | 2013-01-20 18:28:06 -0500 | [diff] [blame] | 45 | int create_hyp_mappings(void *from, void *to); |
| 46 | int create_hyp_io_mappings(void *from, void *to, phys_addr_t); |
Marc Zyngier | d157f4a | 2013-04-12 19:12:07 +0100 | [diff] [blame] | 47 | void free_boot_hyp_pgd(void); |
Marc Zyngier | 4f72827 | 2013-04-12 19:12:05 +0100 | [diff] [blame] | 48 | void free_hyp_pgds(void); |
Christoffer Dall | 342cd0a | 2013-01-20 18:28:06 -0500 | [diff] [blame] | 49 | |
Christoffer Dall | d5d8184 | 2013-01-20 18:28:07 -0500 | [diff] [blame] | 50 | int kvm_alloc_stage2_pgd(struct kvm *kvm); |
| 51 | void kvm_free_stage2_pgd(struct kvm *kvm); |
| 52 | int kvm_phys_addr_ioremap(struct kvm *kvm, phys_addr_t guest_ipa, |
| 53 | phys_addr_t pa, unsigned long size); |
| 54 | |
| 55 | int kvm_handle_guest_abort(struct kvm_vcpu *vcpu, struct kvm_run *run); |
| 56 | |
| 57 | void kvm_mmu_free_memory_caches(struct kvm_vcpu *vcpu); |
| 58 | |
Christoffer Dall | 342cd0a | 2013-01-20 18:28:06 -0500 | [diff] [blame] | 59 | phys_addr_t kvm_mmu_get_httbr(void); |
Marc Zyngier | 5a677ce | 2013-04-12 19:12:06 +0100 | [diff] [blame] | 60 | phys_addr_t kvm_mmu_get_boot_httbr(void); |
| 61 | phys_addr_t kvm_get_idmap_vector(void); |
Christoffer Dall | 342cd0a | 2013-01-20 18:28:06 -0500 | [diff] [blame] | 62 | int kvm_mmu_init(void); |
| 63 | void kvm_clear_hyp_idmap(void); |
Christoffer Dall | 94f8e64 | 2013-01-20 18:28:12 -0500 | [diff] [blame] | 64 | |
Marc Zyngier | c62ee2b | 2012-10-15 11:27:37 +0100 | [diff] [blame] | 65 | static inline void kvm_set_pte(pte_t *pte, pte_t new_pte) |
| 66 | { |
Christoffer Dall | 0963e5d | 2013-08-08 20:35:07 -0700 | [diff] [blame^] | 67 | *pte = new_pte; |
Marc Zyngier | c62ee2b | 2012-10-15 11:27:37 +0100 | [diff] [blame] | 68 | /* |
| 69 | * flush_pmd_entry just takes a void pointer and cleans the necessary |
| 70 | * cache entries, so we can reuse the function for ptes. |
| 71 | */ |
| 72 | flush_pmd_entry(pte); |
| 73 | } |
| 74 | |
Christoffer Dall | 94f8e64 | 2013-01-20 18:28:12 -0500 | [diff] [blame] | 75 | static inline bool kvm_is_write_fault(unsigned long hsr) |
| 76 | { |
| 77 | unsigned long hsr_ec = hsr >> HSR_EC_SHIFT; |
| 78 | if (hsr_ec == HSR_EC_IABT) |
| 79 | return false; |
| 80 | else if ((hsr & HSR_ISV) && !(hsr & HSR_WNR)) |
| 81 | return false; |
| 82 | else |
| 83 | return true; |
| 84 | } |
| 85 | |
Marc Zyngier | c62ee2b | 2012-10-15 11:27:37 +0100 | [diff] [blame] | 86 | static inline void kvm_clean_pgd(pgd_t *pgd) |
| 87 | { |
| 88 | clean_dcache_area(pgd, PTRS_PER_S2_PGD * sizeof(pgd_t)); |
| 89 | } |
| 90 | |
| 91 | static inline void kvm_clean_pmd_entry(pmd_t *pmd) |
| 92 | { |
| 93 | clean_pmd_entry(pmd); |
| 94 | } |
| 95 | |
| 96 | static inline void kvm_clean_pte(pte_t *pte) |
| 97 | { |
| 98 | clean_pte_table(pte); |
| 99 | } |
| 100 | |
| 101 | static inline void kvm_set_s2pte_writable(pte_t *pte) |
| 102 | { |
| 103 | pte_val(*pte) |= L_PTE_S2_RDWR; |
| 104 | } |
| 105 | |
| 106 | struct kvm; |
| 107 | |
| 108 | static inline void coherent_icache_guest_page(struct kvm *kvm, gfn_t gfn) |
| 109 | { |
| 110 | /* |
| 111 | * If we are going to insert an instruction page and the icache is |
| 112 | * either VIPT or PIPT, there is a potential problem where the host |
| 113 | * (or another VM) may have used the same page as this guest, and we |
| 114 | * read incorrect data from the icache. If we're using a PIPT cache, |
| 115 | * we can invalidate just that page, but if we are using a VIPT cache |
| 116 | * we need to invalidate the entire icache - damn shame - as written |
| 117 | * in the ARM ARM (DDI 0406C.b - Page B3-1393). |
| 118 | * |
| 119 | * VIVT caches are tagged using both the ASID and the VMID and doesn't |
| 120 | * need any kind of flushing (DDI 0406C.b - Page B3-1392). |
| 121 | */ |
| 122 | if (icache_is_pipt()) { |
| 123 | unsigned long hva = gfn_to_hva(kvm, gfn); |
| 124 | __cpuc_coherent_user_range(hva, hva + PAGE_SIZE); |
| 125 | } else if (!icache_is_vivt_asid_tagged()) { |
| 126 | /* any kind of VIPT cache */ |
| 127 | __flush_icache_all(); |
| 128 | } |
| 129 | } |
| 130 | |
Marc Zyngier | 5a677ce | 2013-04-12 19:12:06 +0100 | [diff] [blame] | 131 | #define kvm_flush_dcache_to_poc(a,l) __cpuc_flush_dcache_area((a), (l)) |
| 132 | |
| 133 | #endif /* !__ASSEMBLY__ */ |
| 134 | |
Christoffer Dall | 342cd0a | 2013-01-20 18:28:06 -0500 | [diff] [blame] | 135 | #endif /* __ARM_KVM_MMU_H__ */ |