Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 1 | /* |
Liu Yu | dd9ebf1f | 2011-06-14 18:35:14 -0500 | [diff] [blame] | 2 | * Copyright (C) 2008-2011 Freescale Semiconductor, Inc. All rights reserved. |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 3 | * |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 4 | * Author: Yu Liu <yu.liu@freescale.com> |
Scott Wood | 4f802fe | 2011-12-20 15:34:37 +0000 | [diff] [blame^] | 5 | * Ashish Kalra <ashish.kalra@freescale.com> |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 6 | * |
| 7 | * Description: |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 8 | * This file is based on arch/powerpc/kvm/44x_tlb.h and |
| 9 | * arch/powerpc/include/asm/kvm_44x.h by Hollis Blanchard <hollisb@us.ibm.com>, |
| 10 | * Copyright IBM Corp. 2007-2008 |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 11 | * |
| 12 | * This program is free software; you can redistribute it and/or modify |
| 13 | * it under the terms of the GNU General Public License, version 2, as |
| 14 | * published by the Free Software Foundation. |
| 15 | */ |
| 16 | |
Scott Wood | 29a5a6f | 2011-12-20 15:34:29 +0000 | [diff] [blame] | 17 | #ifndef KVM_E500_H |
| 18 | #define KVM_E500_H |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 19 | |
| 20 | #include <linux/kvm_host.h> |
Liu Yu | 0cfb50e | 2009-06-05 14:54:29 +0800 | [diff] [blame] | 21 | #include <asm/mmu-book3e.h> |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 22 | #include <asm/tlb.h> |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 23 | |
| 24 | #define E500_PID_NUM 3 |
| 25 | #define E500_TLB_NUM 2 |
| 26 | |
| 27 | #define E500_TLB_VALID 1 |
| 28 | #define E500_TLB_DIRTY 2 |
Scott Wood | 4f802fe | 2011-12-20 15:34:37 +0000 | [diff] [blame^] | 29 | #define E500_TLB_BITMAP 4 |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 30 | |
| 31 | struct tlbe_ref { |
| 32 | pfn_t pfn; |
| 33 | unsigned int flags; /* E500_TLB_* */ |
| 34 | }; |
| 35 | |
| 36 | struct tlbe_priv { |
| 37 | struct tlbe_ref ref; /* TLB0 only -- TLB1 uses tlb_refs */ |
| 38 | }; |
| 39 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 40 | #ifdef CONFIG_KVM_E500 |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 41 | struct vcpu_id_table; |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 42 | #endif |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 43 | |
| 44 | struct kvmppc_e500_tlb_params { |
| 45 | int entries, ways, sets; |
| 46 | }; |
| 47 | |
| 48 | struct kvmppc_vcpu_e500 { |
Scott Wood | 52e1718 | 2011-12-20 15:34:32 +0000 | [diff] [blame] | 49 | struct kvm_vcpu vcpu; |
| 50 | |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 51 | /* Unmodified copy of the guest's TLB -- shared with host userspace. */ |
| 52 | struct kvm_book3e_206_tlb_entry *gtlb_arch; |
| 53 | |
| 54 | /* Starting entry number in gtlb_arch[] */ |
| 55 | int gtlb_offset[E500_TLB_NUM]; |
| 56 | |
| 57 | /* KVM internal information associated with each guest TLB entry */ |
| 58 | struct tlbe_priv *gtlb_priv[E500_TLB_NUM]; |
| 59 | |
| 60 | struct kvmppc_e500_tlb_params gtlb_params[E500_TLB_NUM]; |
| 61 | |
| 62 | unsigned int gtlb_nv[E500_TLB_NUM]; |
| 63 | |
| 64 | /* |
| 65 | * information associated with each host TLB entry -- |
| 66 | * TLB1 only for now. If/when guest TLB1 entries can be |
| 67 | * mapped with host TLB0, this will be used for that too. |
| 68 | * |
| 69 | * We don't want to use this for guest TLB0 because then we'd |
| 70 | * have the overhead of doing the translation again even if |
| 71 | * the entry is still in the guest TLB (e.g. we swapped out |
| 72 | * and back, and our host TLB entries got evicted). |
| 73 | */ |
| 74 | struct tlbe_ref *tlb_refs[E500_TLB_NUM]; |
| 75 | unsigned int host_tlb1_nv; |
| 76 | |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 77 | u32 svr; |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 78 | u32 l1csr0; |
| 79 | u32 l1csr1; |
| 80 | u32 hid0; |
| 81 | u32 hid1; |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 82 | u64 mcar; |
| 83 | |
| 84 | struct page **shared_tlb_pages; |
| 85 | int num_shared_tlb_pages; |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 86 | |
Scott Wood | 4f802fe | 2011-12-20 15:34:37 +0000 | [diff] [blame^] | 87 | u64 *g2h_tlb1_map; |
| 88 | unsigned int *h2g_tlb1_rmap; |
| 89 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 90 | #ifdef CONFIG_KVM_E500 |
| 91 | u32 pid[E500_PID_NUM]; |
| 92 | |
| 93 | /* vcpu id table */ |
| 94 | struct vcpu_id_table *idt; |
| 95 | #endif |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 96 | }; |
| 97 | |
| 98 | static inline struct kvmppc_vcpu_e500 *to_e500(struct kvm_vcpu *vcpu) |
| 99 | { |
| 100 | return container_of(vcpu, struct kvmppc_vcpu_e500, vcpu); |
| 101 | } |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 102 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 103 | /* This geometry is the legacy default -- can be overridden by userspace */ |
| 104 | #define KVM_E500_TLB0_WAY_SIZE 128 |
| 105 | #define KVM_E500_TLB0_WAY_NUM 2 |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 106 | |
| 107 | #define KVM_E500_TLB0_SIZE (KVM_E500_TLB0_WAY_SIZE * KVM_E500_TLB0_WAY_NUM) |
| 108 | #define KVM_E500_TLB1_SIZE 16 |
| 109 | |
| 110 | #define index_of(tlbsel, esel) (((tlbsel) << 16) | ((esel) & 0xFFFF)) |
| 111 | #define tlbsel_of(index) ((index) >> 16) |
| 112 | #define esel_of(index) ((index) & 0xFFFF) |
| 113 | |
| 114 | #define E500_TLB_USER_PERM_MASK (MAS3_UX|MAS3_UR|MAS3_UW) |
| 115 | #define E500_TLB_SUPER_PERM_MASK (MAS3_SX|MAS3_SR|MAS3_SW) |
| 116 | #define MAS2_ATTRIB_MASK \ |
Liu Yu | 046a48b | 2009-03-17 16:57:46 +0800 | [diff] [blame] | 117 | (MAS2_X0 | MAS2_X1) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 118 | #define MAS3_ATTRIB_MASK \ |
| 119 | (MAS3_U0 | MAS3_U1 | MAS3_U2 | MAS3_U3 \ |
| 120 | | E500_TLB_USER_PERM_MASK | E500_TLB_SUPER_PERM_MASK) |
| 121 | |
Scott Wood | 52e1718 | 2011-12-20 15:34:32 +0000 | [diff] [blame] | 122 | int kvmppc_e500_emul_mt_mmucsr0(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 123 | ulong value); |
| 124 | int kvmppc_e500_emul_tlbwe(struct kvm_vcpu *vcpu); |
| 125 | int kvmppc_e500_emul_tlbre(struct kvm_vcpu *vcpu); |
| 126 | int kvmppc_e500_emul_tlbivax(struct kvm_vcpu *vcpu, int ra, int rb); |
| 127 | int kvmppc_e500_emul_tlbsx(struct kvm_vcpu *vcpu, int rb); |
Scott Wood | 52e1718 | 2011-12-20 15:34:32 +0000 | [diff] [blame] | 128 | int kvmppc_e500_tlb_init(struct kvmppc_vcpu_e500 *vcpu_e500); |
| 129 | void kvmppc_e500_tlb_uninit(struct kvmppc_vcpu_e500 *vcpu_e500); |
| 130 | |
| 131 | void kvmppc_get_sregs_e500_tlb(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
| 132 | int kvmppc_set_sregs_e500_tlb(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 133 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 134 | |
| 135 | #ifdef CONFIG_KVM_E500 |
| 136 | unsigned int kvmppc_e500_get_sid(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 137 | unsigned int as, unsigned int gid, |
| 138 | unsigned int pr, int avoid_recursion); |
| 139 | #endif |
| 140 | |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 141 | /* TLB helper functions */ |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 142 | static inline unsigned int |
| 143 | get_tlb_size(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 144 | { |
Liu Yu | 0cfb50e | 2009-06-05 14:54:29 +0800 | [diff] [blame] | 145 | return (tlbe->mas1 >> 7) & 0x1f; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 146 | } |
| 147 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 148 | static inline gva_t get_tlb_eaddr(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 149 | { |
| 150 | return tlbe->mas2 & 0xfffff000; |
| 151 | } |
| 152 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 153 | static inline u64 get_tlb_bytes(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 154 | { |
| 155 | unsigned int pgsize = get_tlb_size(tlbe); |
Liu Yu | 0cfb50e | 2009-06-05 14:54:29 +0800 | [diff] [blame] | 156 | return 1ULL << 10 << pgsize; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 157 | } |
| 158 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 159 | static inline gva_t get_tlb_end(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 160 | { |
| 161 | u64 bytes = get_tlb_bytes(tlbe); |
| 162 | return get_tlb_eaddr(tlbe) + bytes - 1; |
| 163 | } |
| 164 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 165 | static inline u64 get_tlb_raddr(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 166 | { |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 167 | return tlbe->mas7_3 & ~0xfffULL; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 168 | } |
| 169 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 170 | static inline unsigned int |
| 171 | get_tlb_tid(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 172 | { |
| 173 | return (tlbe->mas1 >> 16) & 0xff; |
| 174 | } |
| 175 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 176 | static inline unsigned int |
| 177 | get_tlb_ts(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 178 | { |
| 179 | return (tlbe->mas1 >> 12) & 0x1; |
| 180 | } |
| 181 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 182 | static inline unsigned int |
| 183 | get_tlb_v(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 184 | { |
| 185 | return (tlbe->mas1 >> 31) & 0x1; |
| 186 | } |
| 187 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 188 | static inline unsigned int |
| 189 | get_tlb_iprot(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 190 | { |
| 191 | return (tlbe->mas1 >> 30) & 0x1; |
| 192 | } |
| 193 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 194 | static inline unsigned int |
| 195 | get_tlb_tsize(const struct kvm_book3e_206_tlb_entry *tlbe) |
| 196 | { |
| 197 | return (tlbe->mas1 & MAS1_TSIZE_MASK) >> MAS1_TSIZE_SHIFT; |
| 198 | } |
| 199 | |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 200 | static inline unsigned int get_cur_pid(struct kvm_vcpu *vcpu) |
| 201 | { |
| 202 | return vcpu->arch.pid & 0xff; |
| 203 | } |
| 204 | |
Liu Yu | dd9ebf1f | 2011-06-14 18:35:14 -0500 | [diff] [blame] | 205 | static inline unsigned int get_cur_as(struct kvm_vcpu *vcpu) |
| 206 | { |
| 207 | return !!(vcpu->arch.shared->msr & (MSR_IS | MSR_DS)); |
| 208 | } |
| 209 | |
| 210 | static inline unsigned int get_cur_pr(struct kvm_vcpu *vcpu) |
| 211 | { |
| 212 | return !!(vcpu->arch.shared->msr & MSR_PR); |
| 213 | } |
| 214 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 215 | static inline unsigned int get_cur_spid(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 216 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 217 | return (vcpu->arch.shared->mas6 >> 16) & 0xff; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 218 | } |
| 219 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 220 | static inline unsigned int get_cur_sas(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 221 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 222 | return vcpu->arch.shared->mas6 & 0x1; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 223 | } |
| 224 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 225 | static inline unsigned int get_tlb_tlbsel(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 226 | { |
| 227 | /* |
| 228 | * Manual says that tlbsel has 2 bits wide. |
Liu Yu | fb2838d | 2009-01-14 10:47:37 -0600 | [diff] [blame] | 229 | * Since we only have two TLBs, only lower bit is used. |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 230 | */ |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 231 | return (vcpu->arch.shared->mas0 >> 28) & 0x1; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 232 | } |
| 233 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 234 | static inline unsigned int get_tlb_nv_bit(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 235 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 236 | return vcpu->arch.shared->mas0 & 0xfff; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 237 | } |
| 238 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 239 | static inline unsigned int get_tlb_esel_bit(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 240 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 241 | return (vcpu->arch.shared->mas0 >> 16) & 0xfff; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 242 | } |
| 243 | |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 244 | static inline int tlbe_is_host_safe(const struct kvm_vcpu *vcpu, |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 245 | const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 246 | { |
| 247 | gpa_t gpa; |
| 248 | |
| 249 | if (!get_tlb_v(tlbe)) |
| 250 | return 0; |
| 251 | |
| 252 | /* Does it match current guest AS? */ |
| 253 | /* XXX what about IS != DS? */ |
Alexander Graf | 666e725 | 2010-07-29 14:47:43 +0200 | [diff] [blame] | 254 | if (get_tlb_ts(tlbe) != !!(vcpu->arch.shared->msr & MSR_IS)) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 255 | return 0; |
| 256 | |
| 257 | gpa = get_tlb_raddr(tlbe); |
| 258 | if (!gfn_to_memslot(vcpu->kvm, gpa >> PAGE_SHIFT)) |
| 259 | /* Mapping is not for RAM. */ |
| 260 | return 0; |
| 261 | |
| 262 | return 1; |
| 263 | } |
| 264 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 265 | static inline struct kvm_book3e_206_tlb_entry *get_entry( |
| 266 | struct kvmppc_vcpu_e500 *vcpu_e500, int tlbsel, int entry) |
| 267 | { |
| 268 | int offset = vcpu_e500->gtlb_offset[tlbsel]; |
| 269 | return &vcpu_e500->gtlb_arch[offset + entry]; |
| 270 | } |
| 271 | |
| 272 | void kvmppc_e500_tlbil_one(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 273 | struct kvm_book3e_206_tlb_entry *gtlbe); |
| 274 | void kvmppc_e500_tlbil_all(struct kvmppc_vcpu_e500 *vcpu_e500); |
| 275 | |
| 276 | #ifdef CONFIG_KVM_E500 |
| 277 | unsigned int kvmppc_e500_get_tlb_stid(struct kvm_vcpu *vcpu, |
| 278 | struct kvm_book3e_206_tlb_entry *gtlbe); |
| 279 | |
| 280 | static inline unsigned int get_tlbmiss_tid(struct kvm_vcpu *vcpu) |
| 281 | { |
| 282 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 283 | unsigned int tidseld = (vcpu->arch.shared->mas4 >> 16) & 0xf; |
| 284 | |
| 285 | return vcpu_e500->pid[tidseld]; |
| 286 | } |
| 287 | |
| 288 | /* Force TS=1 for all guest mappings. */ |
| 289 | #define get_tlb_sts(gtlbe) (MAS1_TS) |
| 290 | #endif /* CONFIG_KVM_E500 */ |
| 291 | |
Scott Wood | 29a5a6f | 2011-12-20 15:34:29 +0000 | [diff] [blame] | 292 | #endif /* KVM_E500_H */ |