Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 Freescale Semiconductor, Inc. All rights reserved. |
| 3 | * |
| 4 | * Author: Yu Liu, yu.liu@freescale.com |
| 5 | * |
| 6 | * Description: |
| 7 | * This file is based on arch/powerpc/kvm/44x_tlb.c, |
| 8 | * by Hollis Blanchard <hollisb@us.ibm.com>. |
| 9 | * |
| 10 | * This program is free software; you can redistribute it and/or modify |
| 11 | * it under the terms of the GNU General Public License, version 2, as |
| 12 | * published by the Free Software Foundation. |
| 13 | */ |
| 14 | |
| 15 | #include <linux/types.h> |
| 16 | #include <linux/string.h> |
| 17 | #include <linux/kvm.h> |
| 18 | #include <linux/kvm_host.h> |
| 19 | #include <linux/highmem.h> |
| 20 | #include <asm/kvm_ppc.h> |
| 21 | #include <asm/kvm_e500.h> |
| 22 | |
| 23 | #include "e500_tlb.h" |
| 24 | |
| 25 | #define to_htlb1_esel(esel) (tlb1_entry_num - (esel) - 1) |
| 26 | |
| 27 | static unsigned int tlb1_entry_num; |
| 28 | |
| 29 | void kvmppc_dump_tlbs(struct kvm_vcpu *vcpu) |
| 30 | { |
| 31 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 32 | struct tlbe *tlbe; |
| 33 | int i, tlbsel; |
| 34 | |
| 35 | printk("| %8s | %8s | %8s | %8s | %8s |\n", |
| 36 | "nr", "mas1", "mas2", "mas3", "mas7"); |
| 37 | |
| 38 | for (tlbsel = 0; tlbsel < 2; tlbsel++) { |
| 39 | printk("Guest TLB%d:\n", tlbsel); |
| 40 | for (i = 0; i < vcpu_e500->guest_tlb_size[tlbsel]; i++) { |
| 41 | tlbe = &vcpu_e500->guest_tlb[tlbsel][i]; |
| 42 | if (tlbe->mas1 & MAS1_VALID) |
| 43 | printk(" G[%d][%3d] | %08X | %08X | %08X | %08X |\n", |
| 44 | tlbsel, i, tlbe->mas1, tlbe->mas2, |
| 45 | tlbe->mas3, tlbe->mas7); |
| 46 | } |
| 47 | } |
| 48 | |
| 49 | for (tlbsel = 0; tlbsel < 2; tlbsel++) { |
| 50 | printk("Shadow TLB%d:\n", tlbsel); |
| 51 | for (i = 0; i < vcpu_e500->shadow_tlb_size[tlbsel]; i++) { |
| 52 | tlbe = &vcpu_e500->shadow_tlb[tlbsel][i]; |
| 53 | if (tlbe->mas1 & MAS1_VALID) |
| 54 | printk(" S[%d][%3d] | %08X | %08X | %08X | %08X |\n", |
| 55 | tlbsel, i, tlbe->mas1, tlbe->mas2, |
| 56 | tlbe->mas3, tlbe->mas7); |
| 57 | } |
| 58 | } |
| 59 | } |
| 60 | |
| 61 | static inline unsigned int tlb0_get_next_victim( |
| 62 | struct kvmppc_vcpu_e500 *vcpu_e500) |
| 63 | { |
| 64 | unsigned int victim; |
| 65 | |
| 66 | victim = vcpu_e500->guest_tlb_nv[0]++; |
| 67 | if (unlikely(vcpu_e500->guest_tlb_nv[0] >= KVM_E500_TLB0_WAY_NUM)) |
| 68 | vcpu_e500->guest_tlb_nv[0] = 0; |
| 69 | |
| 70 | return victim; |
| 71 | } |
| 72 | |
| 73 | static inline unsigned int tlb1_max_shadow_size(void) |
| 74 | { |
| 75 | return tlb1_entry_num - tlbcam_index; |
| 76 | } |
| 77 | |
| 78 | static inline int tlbe_is_writable(struct tlbe *tlbe) |
| 79 | { |
| 80 | return tlbe->mas3 & (MAS3_SW|MAS3_UW); |
| 81 | } |
| 82 | |
| 83 | static inline u32 e500_shadow_mas3_attrib(u32 mas3, int usermode) |
| 84 | { |
| 85 | /* Mask off reserved bits. */ |
| 86 | mas3 &= MAS3_ATTRIB_MASK; |
| 87 | |
| 88 | if (!usermode) { |
| 89 | /* Guest is in supervisor mode, |
| 90 | * so we need to translate guest |
| 91 | * supervisor permissions into user permissions. */ |
| 92 | mas3 &= ~E500_TLB_USER_PERM_MASK; |
| 93 | mas3 |= (mas3 & E500_TLB_SUPER_PERM_MASK) << 1; |
| 94 | } |
| 95 | |
| 96 | return mas3 | E500_TLB_SUPER_PERM_MASK; |
| 97 | } |
| 98 | |
| 99 | static inline u32 e500_shadow_mas2_attrib(u32 mas2, int usermode) |
| 100 | { |
| 101 | return mas2 & MAS2_ATTRIB_MASK; |
| 102 | } |
| 103 | |
| 104 | /* |
| 105 | * writing shadow tlb entry to host TLB |
| 106 | */ |
| 107 | static inline void __write_host_tlbe(struct tlbe *stlbe) |
| 108 | { |
| 109 | mtspr(SPRN_MAS1, stlbe->mas1); |
| 110 | mtspr(SPRN_MAS2, stlbe->mas2); |
| 111 | mtspr(SPRN_MAS3, stlbe->mas3); |
| 112 | mtspr(SPRN_MAS7, stlbe->mas7); |
| 113 | __asm__ __volatile__ ("tlbwe\n" : : ); |
| 114 | } |
| 115 | |
| 116 | static inline void write_host_tlbe(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 117 | int tlbsel, int esel) |
| 118 | { |
| 119 | struct tlbe *stlbe = &vcpu_e500->shadow_tlb[tlbsel][esel]; |
| 120 | |
| 121 | local_irq_disable(); |
| 122 | if (tlbsel == 0) { |
| 123 | __write_host_tlbe(stlbe); |
| 124 | } else { |
| 125 | unsigned register mas0; |
| 126 | |
| 127 | mas0 = mfspr(SPRN_MAS0); |
| 128 | |
| 129 | mtspr(SPRN_MAS0, MAS0_TLBSEL(1) | MAS0_ESEL(to_htlb1_esel(esel))); |
| 130 | __write_host_tlbe(stlbe); |
| 131 | |
| 132 | mtspr(SPRN_MAS0, mas0); |
| 133 | } |
| 134 | local_irq_enable(); |
| 135 | } |
| 136 | |
| 137 | void kvmppc_e500_tlb_load(struct kvm_vcpu *vcpu, int cpu) |
| 138 | { |
| 139 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 140 | int i; |
| 141 | unsigned register mas0; |
| 142 | |
| 143 | /* Load all valid TLB1 entries to reduce guest tlb miss fault */ |
| 144 | local_irq_disable(); |
| 145 | mas0 = mfspr(SPRN_MAS0); |
| 146 | for (i = 0; i < tlb1_max_shadow_size(); i++) { |
| 147 | struct tlbe *stlbe = &vcpu_e500->shadow_tlb[1][i]; |
| 148 | |
| 149 | if (get_tlb_v(stlbe)) { |
| 150 | mtspr(SPRN_MAS0, MAS0_TLBSEL(1) |
| 151 | | MAS0_ESEL(to_htlb1_esel(i))); |
| 152 | __write_host_tlbe(stlbe); |
| 153 | } |
| 154 | } |
| 155 | mtspr(SPRN_MAS0, mas0); |
| 156 | local_irq_enable(); |
| 157 | } |
| 158 | |
| 159 | void kvmppc_e500_tlb_put(struct kvm_vcpu *vcpu) |
| 160 | { |
| 161 | _tlbia(); |
| 162 | } |
| 163 | |
| 164 | /* Search the guest TLB for a matching entry. */ |
| 165 | static int kvmppc_e500_tlb_index(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 166 | gva_t eaddr, int tlbsel, unsigned int pid, int as) |
| 167 | { |
| 168 | int i; |
| 169 | |
| 170 | /* XXX Replace loop with fancy data structures. */ |
| 171 | for (i = 0; i < vcpu_e500->guest_tlb_size[tlbsel]; i++) { |
| 172 | struct tlbe *tlbe = &vcpu_e500->guest_tlb[tlbsel][i]; |
| 173 | unsigned int tid; |
| 174 | |
| 175 | if (eaddr < get_tlb_eaddr(tlbe)) |
| 176 | continue; |
| 177 | |
| 178 | if (eaddr > get_tlb_end(tlbe)) |
| 179 | continue; |
| 180 | |
| 181 | tid = get_tlb_tid(tlbe); |
| 182 | if (tid && (tid != pid)) |
| 183 | continue; |
| 184 | |
| 185 | if (!get_tlb_v(tlbe)) |
| 186 | continue; |
| 187 | |
| 188 | if (get_tlb_ts(tlbe) != as && as != -1) |
| 189 | continue; |
| 190 | |
| 191 | return i; |
| 192 | } |
| 193 | |
| 194 | return -1; |
| 195 | } |
| 196 | |
| 197 | static void kvmppc_e500_shadow_release(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 198 | int tlbsel, int esel) |
| 199 | { |
| 200 | struct tlbe *stlbe = &vcpu_e500->shadow_tlb[tlbsel][esel]; |
| 201 | struct page *page = vcpu_e500->shadow_pages[tlbsel][esel]; |
| 202 | |
| 203 | if (page) { |
| 204 | vcpu_e500->shadow_pages[tlbsel][esel] = NULL; |
| 205 | |
| 206 | if (get_tlb_v(stlbe)) { |
| 207 | if (tlbe_is_writable(stlbe)) |
| 208 | kvm_release_page_dirty(page); |
| 209 | else |
| 210 | kvm_release_page_clean(page); |
| 211 | } |
| 212 | } |
| 213 | } |
| 214 | |
| 215 | static void kvmppc_e500_stlbe_invalidate(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 216 | int tlbsel, int esel) |
| 217 | { |
| 218 | struct tlbe *stlbe = &vcpu_e500->shadow_tlb[tlbsel][esel]; |
| 219 | |
| 220 | kvmppc_e500_shadow_release(vcpu_e500, tlbsel, esel); |
| 221 | stlbe->mas1 = 0; |
| 222 | KVMTRACE_5D(STLB_INVAL, &vcpu_e500->vcpu, index_of(tlbsel, esel), |
| 223 | stlbe->mas1, stlbe->mas2, stlbe->mas3, stlbe->mas7, |
| 224 | handler); |
| 225 | } |
| 226 | |
| 227 | static void kvmppc_e500_tlb1_invalidate(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 228 | gva_t eaddr, gva_t eend, u32 tid) |
| 229 | { |
| 230 | unsigned int pid = tid & 0xff; |
| 231 | unsigned int i; |
| 232 | |
| 233 | /* XXX Replace loop with fancy data structures. */ |
| 234 | for (i = 0; i < vcpu_e500->guest_tlb_size[1]; i++) { |
| 235 | struct tlbe *stlbe = &vcpu_e500->shadow_tlb[1][i]; |
| 236 | unsigned int tid; |
| 237 | |
| 238 | if (!get_tlb_v(stlbe)) |
| 239 | continue; |
| 240 | |
| 241 | if (eend < get_tlb_eaddr(stlbe)) |
| 242 | continue; |
| 243 | |
| 244 | if (eaddr > get_tlb_end(stlbe)) |
| 245 | continue; |
| 246 | |
| 247 | tid = get_tlb_tid(stlbe); |
| 248 | if (tid && (tid != pid)) |
| 249 | continue; |
| 250 | |
| 251 | kvmppc_e500_stlbe_invalidate(vcpu_e500, 1, i); |
| 252 | write_host_tlbe(vcpu_e500, 1, i); |
| 253 | } |
| 254 | } |
| 255 | |
| 256 | static inline void kvmppc_e500_deliver_tlb_miss(struct kvm_vcpu *vcpu, |
| 257 | unsigned int eaddr, int as) |
| 258 | { |
| 259 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 260 | unsigned int victim, pidsel, tsized; |
| 261 | int tlbsel; |
| 262 | |
| 263 | /* since we only have tow TLBs, only lower bit is used. */ |
| 264 | tlbsel = (vcpu_e500->mas4 >> 28) & 0x1; |
| 265 | victim = (tlbsel == 0) ? tlb0_get_next_victim(vcpu_e500) : 0; |
| 266 | pidsel = (vcpu_e500->mas4 >> 16) & 0xf; |
| 267 | tsized = (vcpu_e500->mas4 >> 8) & 0xf; |
| 268 | |
| 269 | vcpu_e500->mas0 = MAS0_TLBSEL(tlbsel) | MAS0_ESEL(victim) |
| 270 | | MAS0_NV(vcpu_e500->guest_tlb_nv[tlbsel]); |
| 271 | vcpu_e500->mas1 = MAS1_VALID | (as ? MAS1_TS : 0) |
| 272 | | MAS1_TID(vcpu_e500->pid[pidsel]) |
| 273 | | MAS1_TSIZE(tsized); |
| 274 | vcpu_e500->mas2 = (eaddr & MAS2_EPN) |
| 275 | | (vcpu_e500->mas4 & MAS2_ATTRIB_MASK); |
| 276 | vcpu_e500->mas3 &= MAS3_U0 | MAS3_U1 | MAS3_U2 | MAS3_U3; |
| 277 | vcpu_e500->mas6 = (vcpu_e500->mas6 & MAS6_SPID1) |
| 278 | | (get_cur_pid(vcpu) << 16) |
| 279 | | (as ? MAS6_SAS : 0); |
| 280 | vcpu_e500->mas7 = 0; |
| 281 | } |
| 282 | |
| 283 | static inline void kvmppc_e500_shadow_map(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 284 | u64 gvaddr, gfn_t gfn, struct tlbe *gtlbe, int tlbsel, int esel) |
| 285 | { |
| 286 | struct page *new_page; |
| 287 | struct tlbe *stlbe; |
| 288 | hpa_t hpaddr; |
| 289 | |
| 290 | stlbe = &vcpu_e500->shadow_tlb[tlbsel][esel]; |
| 291 | |
| 292 | /* Get reference to new page. */ |
| 293 | new_page = gfn_to_page(vcpu_e500->vcpu.kvm, gfn); |
| 294 | if (is_error_page(new_page)) { |
| 295 | printk(KERN_ERR "Couldn't get guest page for gfn %lx!\n", gfn); |
| 296 | kvm_release_page_clean(new_page); |
| 297 | return; |
| 298 | } |
| 299 | hpaddr = page_to_phys(new_page); |
| 300 | |
| 301 | /* Drop reference to old page. */ |
| 302 | kvmppc_e500_shadow_release(vcpu_e500, tlbsel, esel); |
| 303 | |
| 304 | vcpu_e500->shadow_pages[tlbsel][esel] = new_page; |
| 305 | |
| 306 | /* Force TS=1 IPROT=0 TSIZE=4KB for all guest mappings. */ |
| 307 | stlbe->mas1 = MAS1_TSIZE(BOOKE_PAGESZ_4K) |
| 308 | | MAS1_TID(get_tlb_tid(gtlbe)) | MAS1_TS | MAS1_VALID; |
| 309 | stlbe->mas2 = (gvaddr & MAS2_EPN) |
| 310 | | e500_shadow_mas2_attrib(gtlbe->mas2, |
| 311 | vcpu_e500->vcpu.arch.msr & MSR_PR); |
| 312 | stlbe->mas3 = (hpaddr & MAS3_RPN) |
| 313 | | e500_shadow_mas3_attrib(gtlbe->mas3, |
| 314 | vcpu_e500->vcpu.arch.msr & MSR_PR); |
| 315 | stlbe->mas7 = (hpaddr >> 32) & MAS7_RPN; |
| 316 | |
| 317 | KVMTRACE_5D(STLB_WRITE, &vcpu_e500->vcpu, index_of(tlbsel, esel), |
| 318 | stlbe->mas1, stlbe->mas2, stlbe->mas3, stlbe->mas7, |
| 319 | handler); |
| 320 | } |
| 321 | |
| 322 | /* XXX only map the one-one case, for now use TLB0 */ |
| 323 | static int kvmppc_e500_stlbe_map(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 324 | int tlbsel, int esel) |
| 325 | { |
| 326 | struct tlbe *gtlbe; |
| 327 | |
| 328 | gtlbe = &vcpu_e500->guest_tlb[tlbsel][esel]; |
| 329 | |
| 330 | kvmppc_e500_shadow_map(vcpu_e500, get_tlb_eaddr(gtlbe), |
| 331 | get_tlb_raddr(gtlbe) >> PAGE_SHIFT, |
| 332 | gtlbe, tlbsel, esel); |
| 333 | |
| 334 | return esel; |
| 335 | } |
| 336 | |
| 337 | /* Caller must ensure that the specified guest TLB entry is safe to insert into |
| 338 | * the shadow TLB. */ |
| 339 | /* XXX for both one-one and one-to-many , for now use TLB1 */ |
| 340 | static int kvmppc_e500_tlb1_map(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 341 | u64 gvaddr, gfn_t gfn, struct tlbe *gtlbe) |
| 342 | { |
| 343 | unsigned int victim; |
| 344 | |
| 345 | victim = vcpu_e500->guest_tlb_nv[1]++; |
| 346 | |
| 347 | if (unlikely(vcpu_e500->guest_tlb_nv[1] >= tlb1_max_shadow_size())) |
| 348 | vcpu_e500->guest_tlb_nv[1] = 0; |
| 349 | |
| 350 | kvmppc_e500_shadow_map(vcpu_e500, gvaddr, gfn, gtlbe, 1, victim); |
| 351 | |
| 352 | return victim; |
| 353 | } |
| 354 | |
| 355 | /* Invalidate all guest kernel mappings when enter usermode, |
| 356 | * so that when they fault back in they will get the |
| 357 | * proper permission bits. */ |
| 358 | void kvmppc_mmu_priv_switch(struct kvm_vcpu *vcpu, int usermode) |
| 359 | { |
| 360 | if (usermode) { |
| 361 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 362 | int i; |
| 363 | |
| 364 | /* XXX Replace loop with fancy data structures. */ |
| 365 | /* needn't set modified since tlbia will make TLB1 coherent */ |
| 366 | for (i = 0; i < tlb1_max_shadow_size(); i++) |
| 367 | kvmppc_e500_stlbe_invalidate(vcpu_e500, 1, i); |
| 368 | |
| 369 | _tlbia(); |
| 370 | } |
| 371 | } |
| 372 | |
| 373 | static int kvmppc_e500_gtlbe_invalidate(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 374 | int tlbsel, int esel) |
| 375 | { |
| 376 | struct tlbe *gtlbe = &vcpu_e500->guest_tlb[tlbsel][esel]; |
| 377 | |
| 378 | if (unlikely(get_tlb_iprot(gtlbe))) |
| 379 | return -1; |
| 380 | |
| 381 | if (tlbsel == 1) { |
| 382 | kvmppc_e500_tlb1_invalidate(vcpu_e500, get_tlb_eaddr(gtlbe), |
| 383 | get_tlb_end(gtlbe), |
| 384 | get_tlb_tid(gtlbe)); |
| 385 | } else { |
| 386 | kvmppc_e500_stlbe_invalidate(vcpu_e500, tlbsel, esel); |
| 387 | } |
| 388 | |
| 389 | gtlbe->mas1 = 0; |
| 390 | |
| 391 | return 0; |
| 392 | } |
| 393 | |
| 394 | int kvmppc_e500_emul_tlbivax(struct kvm_vcpu *vcpu, int ra, int rb) |
| 395 | { |
| 396 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 397 | unsigned int ia; |
| 398 | int esel, tlbsel; |
| 399 | gva_t ea; |
| 400 | |
| 401 | ea = ((ra) ? vcpu->arch.gpr[ra] : 0) + vcpu->arch.gpr[rb]; |
| 402 | |
| 403 | ia = (ea >> 2) & 0x1; |
| 404 | |
| 405 | /* since we only have tow TLBs, only lower bit is used. */ |
| 406 | tlbsel = (ea >> 3) & 0x1; |
| 407 | |
| 408 | if (ia) { |
| 409 | /* invalidate all entries */ |
| 410 | for (esel = 0; esel < vcpu_e500->guest_tlb_size[tlbsel]; esel++) |
| 411 | kvmppc_e500_gtlbe_invalidate(vcpu_e500, tlbsel, esel); |
| 412 | } else { |
| 413 | ea &= 0xfffff000; |
| 414 | esel = kvmppc_e500_tlb_index(vcpu_e500, ea, tlbsel, |
| 415 | get_cur_pid(vcpu), -1); |
| 416 | if (esel >= 0) |
| 417 | kvmppc_e500_gtlbe_invalidate(vcpu_e500, tlbsel, esel); |
| 418 | } |
| 419 | |
| 420 | _tlbia(); |
| 421 | |
| 422 | return EMULATE_DONE; |
| 423 | } |
| 424 | |
| 425 | int kvmppc_e500_emul_tlbre(struct kvm_vcpu *vcpu) |
| 426 | { |
| 427 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 428 | int tlbsel, esel; |
| 429 | struct tlbe *gtlbe; |
| 430 | |
| 431 | tlbsel = get_tlb_tlbsel(vcpu_e500); |
| 432 | esel = get_tlb_esel(vcpu_e500, tlbsel); |
| 433 | |
| 434 | gtlbe = &vcpu_e500->guest_tlb[tlbsel][esel]; |
| 435 | vcpu_e500->mas0 &= MAS0_NV(0); |
| 436 | vcpu_e500->mas0 |= MAS0_NV(vcpu_e500->guest_tlb_nv[tlbsel]); |
| 437 | vcpu_e500->mas1 = gtlbe->mas1; |
| 438 | vcpu_e500->mas2 = gtlbe->mas2; |
| 439 | vcpu_e500->mas3 = gtlbe->mas3; |
| 440 | vcpu_e500->mas7 = gtlbe->mas7; |
| 441 | |
| 442 | return EMULATE_DONE; |
| 443 | } |
| 444 | |
| 445 | int kvmppc_e500_emul_tlbsx(struct kvm_vcpu *vcpu, int rb) |
| 446 | { |
| 447 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 448 | int as = !!get_cur_sas(vcpu_e500); |
| 449 | unsigned int pid = get_cur_spid(vcpu_e500); |
| 450 | int esel, tlbsel; |
| 451 | struct tlbe *gtlbe = NULL; |
| 452 | gva_t ea; |
| 453 | |
| 454 | ea = vcpu->arch.gpr[rb]; |
| 455 | |
| 456 | for (tlbsel = 0; tlbsel < 2; tlbsel++) { |
| 457 | esel = kvmppc_e500_tlb_index(vcpu_e500, ea, tlbsel, pid, as); |
| 458 | if (esel >= 0) { |
| 459 | gtlbe = &vcpu_e500->guest_tlb[tlbsel][esel]; |
| 460 | break; |
| 461 | } |
| 462 | } |
| 463 | |
| 464 | if (gtlbe) { |
| 465 | vcpu_e500->mas0 = MAS0_TLBSEL(tlbsel) | MAS0_ESEL(esel) |
| 466 | | MAS0_NV(vcpu_e500->guest_tlb_nv[tlbsel]); |
| 467 | vcpu_e500->mas1 = gtlbe->mas1; |
| 468 | vcpu_e500->mas2 = gtlbe->mas2; |
| 469 | vcpu_e500->mas3 = gtlbe->mas3; |
| 470 | vcpu_e500->mas7 = gtlbe->mas7; |
| 471 | } else { |
| 472 | int victim; |
| 473 | |
| 474 | /* since we only have tow TLBs, only lower bit is used. */ |
| 475 | tlbsel = vcpu_e500->mas4 >> 28 & 0x1; |
| 476 | victim = (tlbsel == 0) ? tlb0_get_next_victim(vcpu_e500) : 0; |
| 477 | |
| 478 | vcpu_e500->mas0 = MAS0_TLBSEL(tlbsel) | MAS0_ESEL(victim) |
| 479 | | MAS0_NV(vcpu_e500->guest_tlb_nv[tlbsel]); |
| 480 | vcpu_e500->mas1 = (vcpu_e500->mas6 & MAS6_SPID0) |
| 481 | | (vcpu_e500->mas6 & (MAS6_SAS ? MAS1_TS : 0)) |
| 482 | | (vcpu_e500->mas4 & MAS4_TSIZED(~0)); |
| 483 | vcpu_e500->mas2 &= MAS2_EPN; |
| 484 | vcpu_e500->mas2 |= vcpu_e500->mas4 & MAS2_ATTRIB_MASK; |
| 485 | vcpu_e500->mas3 &= MAS3_U0 | MAS3_U1 | MAS3_U2 | MAS3_U3; |
| 486 | vcpu_e500->mas7 = 0; |
| 487 | } |
| 488 | |
| 489 | return EMULATE_DONE; |
| 490 | } |
| 491 | |
| 492 | int kvmppc_e500_emul_tlbwe(struct kvm_vcpu *vcpu) |
| 493 | { |
| 494 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 495 | u64 eaddr; |
| 496 | u64 raddr; |
| 497 | u32 tid; |
| 498 | struct tlbe *gtlbe; |
| 499 | int tlbsel, esel, stlbsel, sesel; |
| 500 | |
| 501 | tlbsel = get_tlb_tlbsel(vcpu_e500); |
| 502 | esel = get_tlb_esel(vcpu_e500, tlbsel); |
| 503 | |
| 504 | gtlbe = &vcpu_e500->guest_tlb[tlbsel][esel]; |
| 505 | |
| 506 | if (get_tlb_v(gtlbe) && tlbsel == 1) { |
| 507 | eaddr = get_tlb_eaddr(gtlbe); |
| 508 | tid = get_tlb_tid(gtlbe); |
| 509 | kvmppc_e500_tlb1_invalidate(vcpu_e500, eaddr, |
| 510 | get_tlb_end(gtlbe), tid); |
| 511 | } |
| 512 | |
| 513 | gtlbe->mas1 = vcpu_e500->mas1; |
| 514 | gtlbe->mas2 = vcpu_e500->mas2; |
| 515 | gtlbe->mas3 = vcpu_e500->mas3; |
| 516 | gtlbe->mas7 = vcpu_e500->mas7; |
| 517 | |
| 518 | KVMTRACE_5D(GTLB_WRITE, vcpu, vcpu_e500->mas0, |
| 519 | gtlbe->mas1, gtlbe->mas2, gtlbe->mas3, gtlbe->mas7, |
| 520 | handler); |
| 521 | |
| 522 | /* Invalidate shadow mappings for the about-to-be-clobbered TLBE. */ |
| 523 | if (tlbe_is_host_safe(vcpu, gtlbe)) { |
| 524 | switch (tlbsel) { |
| 525 | case 0: |
| 526 | /* TLB0 */ |
| 527 | gtlbe->mas1 &= ~MAS1_TSIZE(~0); |
| 528 | gtlbe->mas1 |= MAS1_TSIZE(BOOKE_PAGESZ_4K); |
| 529 | |
| 530 | stlbsel = 0; |
| 531 | sesel = kvmppc_e500_stlbe_map(vcpu_e500, 0, esel); |
| 532 | |
| 533 | break; |
| 534 | |
| 535 | case 1: |
| 536 | /* TLB1 */ |
| 537 | eaddr = get_tlb_eaddr(gtlbe); |
| 538 | raddr = get_tlb_raddr(gtlbe); |
| 539 | |
| 540 | /* Create a 4KB mapping on the host. |
| 541 | * If the guest wanted a large page, |
| 542 | * only the first 4KB is mapped here and the rest |
| 543 | * are mapped on the fly. */ |
| 544 | stlbsel = 1; |
| 545 | sesel = kvmppc_e500_tlb1_map(vcpu_e500, eaddr, |
| 546 | raddr >> PAGE_SHIFT, gtlbe); |
| 547 | break; |
| 548 | |
| 549 | default: |
| 550 | BUG(); |
| 551 | } |
| 552 | write_host_tlbe(vcpu_e500, stlbsel, sesel); |
| 553 | } |
| 554 | |
| 555 | return EMULATE_DONE; |
| 556 | } |
| 557 | |
| 558 | int kvmppc_mmu_itlb_index(struct kvm_vcpu *vcpu, gva_t eaddr) |
| 559 | { |
| 560 | unsigned int as = !!(vcpu->arch.msr & MSR_IS); |
| 561 | |
| 562 | return kvmppc_e500_tlb_search(vcpu, eaddr, get_cur_pid(vcpu), as); |
| 563 | } |
| 564 | |
| 565 | int kvmppc_mmu_dtlb_index(struct kvm_vcpu *vcpu, gva_t eaddr) |
| 566 | { |
| 567 | unsigned int as = !!(vcpu->arch.msr & MSR_DS); |
| 568 | |
| 569 | return kvmppc_e500_tlb_search(vcpu, eaddr, get_cur_pid(vcpu), as); |
| 570 | } |
| 571 | |
| 572 | void kvmppc_mmu_itlb_miss(struct kvm_vcpu *vcpu) |
| 573 | { |
| 574 | unsigned int as = !!(vcpu->arch.msr & MSR_IS); |
| 575 | |
| 576 | kvmppc_e500_deliver_tlb_miss(vcpu, vcpu->arch.pc, as); |
| 577 | } |
| 578 | |
| 579 | void kvmppc_mmu_dtlb_miss(struct kvm_vcpu *vcpu) |
| 580 | { |
| 581 | unsigned int as = !!(vcpu->arch.msr & MSR_DS); |
| 582 | |
| 583 | kvmppc_e500_deliver_tlb_miss(vcpu, vcpu->arch.fault_dear, as); |
| 584 | } |
| 585 | |
| 586 | gpa_t kvmppc_mmu_xlate(struct kvm_vcpu *vcpu, unsigned int index, |
| 587 | gva_t eaddr) |
| 588 | { |
| 589 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 590 | struct tlbe *gtlbe = |
| 591 | &vcpu_e500->guest_tlb[tlbsel_of(index)][esel_of(index)]; |
| 592 | u64 pgmask = get_tlb_bytes(gtlbe) - 1; |
| 593 | |
| 594 | return get_tlb_raddr(gtlbe) | (eaddr & pgmask); |
| 595 | } |
| 596 | |
| 597 | void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu) |
| 598 | { |
| 599 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 600 | int tlbsel, i; |
| 601 | |
| 602 | for (tlbsel = 0; tlbsel < 2; tlbsel++) |
| 603 | for (i = 0; i < vcpu_e500->guest_tlb_size[tlbsel]; i++) |
| 604 | kvmppc_e500_shadow_release(vcpu_e500, tlbsel, i); |
| 605 | |
| 606 | /* discard all guest mapping */ |
| 607 | _tlbia(); |
| 608 | } |
| 609 | |
| 610 | void kvmppc_mmu_map(struct kvm_vcpu *vcpu, u64 eaddr, gpa_t gpaddr, |
| 611 | unsigned int index) |
| 612 | { |
| 613 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 614 | int tlbsel = tlbsel_of(index); |
| 615 | int esel = esel_of(index); |
| 616 | int stlbsel, sesel; |
| 617 | |
| 618 | switch (tlbsel) { |
| 619 | case 0: |
| 620 | stlbsel = 0; |
| 621 | sesel = esel; |
| 622 | break; |
| 623 | |
| 624 | case 1: { |
| 625 | gfn_t gfn = gpaddr >> PAGE_SHIFT; |
| 626 | struct tlbe *gtlbe |
| 627 | = &vcpu_e500->guest_tlb[tlbsel][esel]; |
| 628 | |
| 629 | stlbsel = 1; |
| 630 | sesel = kvmppc_e500_tlb1_map(vcpu_e500, eaddr, gfn, gtlbe); |
| 631 | break; |
| 632 | } |
| 633 | |
| 634 | default: |
| 635 | BUG(); |
| 636 | break; |
| 637 | } |
| 638 | write_host_tlbe(vcpu_e500, stlbsel, sesel); |
| 639 | } |
| 640 | |
| 641 | int kvmppc_e500_tlb_search(struct kvm_vcpu *vcpu, |
| 642 | gva_t eaddr, unsigned int pid, int as) |
| 643 | { |
| 644 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 645 | int esel, tlbsel; |
| 646 | |
| 647 | for (tlbsel = 0; tlbsel < 2; tlbsel++) { |
| 648 | esel = kvmppc_e500_tlb_index(vcpu_e500, eaddr, tlbsel, pid, as); |
| 649 | if (esel >= 0) |
| 650 | return index_of(tlbsel, esel); |
| 651 | } |
| 652 | |
| 653 | return -1; |
| 654 | } |
| 655 | |
| 656 | void kvmppc_e500_tlb_setup(struct kvmppc_vcpu_e500 *vcpu_e500) |
| 657 | { |
| 658 | struct tlbe *tlbe; |
| 659 | |
| 660 | /* Insert large initial mapping for guest. */ |
| 661 | tlbe = &vcpu_e500->guest_tlb[1][0]; |
| 662 | tlbe->mas1 = MAS1_VALID | MAS1_TSIZE(BOOKE_PAGESZ_256M); |
| 663 | tlbe->mas2 = 0; |
| 664 | tlbe->mas3 = E500_TLB_SUPER_PERM_MASK; |
| 665 | tlbe->mas7 = 0; |
| 666 | |
| 667 | /* 4K map for serial output. Used by kernel wrapper. */ |
| 668 | tlbe = &vcpu_e500->guest_tlb[1][1]; |
| 669 | tlbe->mas1 = MAS1_VALID | MAS1_TSIZE(BOOKE_PAGESZ_4K); |
| 670 | tlbe->mas2 = (0xe0004500 & 0xFFFFF000) | MAS2_I | MAS2_G; |
| 671 | tlbe->mas3 = (0xe0004500 & 0xFFFFF000) | E500_TLB_SUPER_PERM_MASK; |
| 672 | tlbe->mas7 = 0; |
| 673 | } |
| 674 | |
| 675 | int kvmppc_e500_tlb_init(struct kvmppc_vcpu_e500 *vcpu_e500) |
| 676 | { |
| 677 | tlb1_entry_num = mfspr(SPRN_TLB1CFG) & 0xFFF; |
| 678 | |
| 679 | vcpu_e500->guest_tlb_size[0] = KVM_E500_TLB0_SIZE; |
| 680 | vcpu_e500->guest_tlb[0] = |
| 681 | kzalloc(sizeof(struct tlbe) * KVM_E500_TLB0_SIZE, GFP_KERNEL); |
| 682 | if (vcpu_e500->guest_tlb[0] == NULL) |
| 683 | goto err_out; |
| 684 | |
| 685 | vcpu_e500->shadow_tlb_size[0] = KVM_E500_TLB0_SIZE; |
| 686 | vcpu_e500->shadow_tlb[0] = |
| 687 | kzalloc(sizeof(struct tlbe) * KVM_E500_TLB0_SIZE, GFP_KERNEL); |
| 688 | if (vcpu_e500->shadow_tlb[0] == NULL) |
| 689 | goto err_out_guest0; |
| 690 | |
| 691 | vcpu_e500->guest_tlb_size[1] = KVM_E500_TLB1_SIZE; |
| 692 | vcpu_e500->guest_tlb[1] = |
| 693 | kzalloc(sizeof(struct tlbe) * KVM_E500_TLB1_SIZE, GFP_KERNEL); |
| 694 | if (vcpu_e500->guest_tlb[1] == NULL) |
| 695 | goto err_out_shadow0; |
| 696 | |
| 697 | vcpu_e500->shadow_tlb_size[1] = tlb1_entry_num; |
| 698 | vcpu_e500->shadow_tlb[1] = |
| 699 | kzalloc(sizeof(struct tlbe) * tlb1_entry_num, GFP_KERNEL); |
| 700 | if (vcpu_e500->shadow_tlb[1] == NULL) |
| 701 | goto err_out_guest1; |
| 702 | |
| 703 | vcpu_e500->shadow_pages[0] = (struct page **) |
| 704 | kzalloc(sizeof(struct page *) * KVM_E500_TLB0_SIZE, GFP_KERNEL); |
| 705 | if (vcpu_e500->shadow_pages[0] == NULL) |
| 706 | goto err_out_shadow1; |
| 707 | |
| 708 | vcpu_e500->shadow_pages[1] = (struct page **) |
| 709 | kzalloc(sizeof(struct page *) * tlb1_entry_num, GFP_KERNEL); |
| 710 | if (vcpu_e500->shadow_pages[1] == NULL) |
| 711 | goto err_out_page0; |
| 712 | |
| 713 | return 0; |
| 714 | |
| 715 | err_out_page0: |
| 716 | kfree(vcpu_e500->shadow_pages[0]); |
| 717 | err_out_shadow1: |
| 718 | kfree(vcpu_e500->shadow_tlb[1]); |
| 719 | err_out_guest1: |
| 720 | kfree(vcpu_e500->guest_tlb[1]); |
| 721 | err_out_shadow0: |
| 722 | kfree(vcpu_e500->shadow_tlb[0]); |
| 723 | err_out_guest0: |
| 724 | kfree(vcpu_e500->guest_tlb[0]); |
| 725 | err_out: |
| 726 | return -1; |
| 727 | } |
| 728 | |
| 729 | void kvmppc_e500_tlb_uninit(struct kvmppc_vcpu_e500 *vcpu_e500) |
| 730 | { |
| 731 | kfree(vcpu_e500->shadow_pages[1]); |
| 732 | kfree(vcpu_e500->shadow_pages[0]); |
| 733 | kfree(vcpu_e500->shadow_tlb[1]); |
| 734 | kfree(vcpu_e500->guest_tlb[1]); |
| 735 | kfree(vcpu_e500->shadow_tlb[0]); |
| 736 | kfree(vcpu_e500->guest_tlb[0]); |
| 737 | } |