Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 1 | /* |
Liu Yu | dd9ebf1f | 2011-06-14 18:35:14 -0500 | [diff] [blame] | 2 | * Copyright (C) 2008-2011 Freescale Semiconductor, Inc. All rights reserved. |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 3 | * |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 4 | * Author: Yu Liu <yu.liu@freescale.com> |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 5 | * Scott Wood <scottwood@freescale.com> |
Scott Wood | 4f802fe | 2011-12-20 15:34:37 +0000 | [diff] [blame] | 6 | * Ashish Kalra <ashish.kalra@freescale.com> |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 7 | * Varun Sethi <varun.sethi@freescale.com> |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 8 | * |
| 9 | * Description: |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 10 | * This file is based on arch/powerpc/kvm/44x_tlb.h and |
| 11 | * arch/powerpc/include/asm/kvm_44x.h by Hollis Blanchard <hollisb@us.ibm.com>, |
| 12 | * Copyright IBM Corp. 2007-2008 |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 13 | * |
| 14 | * This program is free software; you can redistribute it and/or modify |
| 15 | * it under the terms of the GNU General Public License, version 2, as |
| 16 | * published by the Free Software Foundation. |
| 17 | */ |
| 18 | |
Scott Wood | 29a5a6f | 2011-12-20 15:34:29 +0000 | [diff] [blame] | 19 | #ifndef KVM_E500_H |
| 20 | #define KVM_E500_H |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 21 | |
| 22 | #include <linux/kvm_host.h> |
Liu Yu | 0cfb50e | 2009-06-05 14:54:29 +0800 | [diff] [blame] | 23 | #include <asm/mmu-book3e.h> |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 24 | #include <asm/tlb.h> |
Mihai Caraman | 188e267 | 2014-09-01 12:01:58 +0300 | [diff] [blame] | 25 | #include <asm/cputhreads.h> |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 26 | |
Mihai Caraman | 307d900 | 2013-04-11 00:03:10 +0000 | [diff] [blame] | 27 | enum vcpu_ftr { |
| 28 | VCPU_FTR_MMU_V2 |
| 29 | }; |
| 30 | |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 31 | #define E500_PID_NUM 3 |
| 32 | #define E500_TLB_NUM 2 |
| 33 | |
Scott Wood | 47bf379 | 2013-03-06 16:02:49 +0000 | [diff] [blame] | 34 | /* entry is mapped somewhere in host TLB */ |
Bharat Bhushan | 08c9a18 | 2013-11-18 11:18:54 +0530 | [diff] [blame] | 35 | #define E500_TLB_VALID (1 << 31) |
Scott Wood | 47bf379 | 2013-03-06 16:02:49 +0000 | [diff] [blame] | 36 | /* TLB1 entry is mapped by host TLB1, tracked by bitmaps */ |
Bharat Bhushan | 08c9a18 | 2013-11-18 11:18:54 +0530 | [diff] [blame] | 37 | #define E500_TLB_BITMAP (1 << 30) |
Scott Wood | 47bf379 | 2013-03-06 16:02:49 +0000 | [diff] [blame] | 38 | /* TLB1 entry is mapped by host TLB0 */ |
Bharat Bhushan | 08c9a18 | 2013-11-18 11:18:54 +0530 | [diff] [blame] | 39 | #define E500_TLB_TLB0 (1 << 29) |
| 40 | /* bits [6-5] MAS2_X1 and MAS2_X0 and [4-0] bits for WIMGE */ |
| 41 | #define E500_TLB_MAS2_ATTR (0x7f) |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 42 | |
| 43 | struct tlbe_ref { |
Dan Williams | ba049e9 | 2016-01-15 16:56:11 -0800 | [diff] [blame^] | 44 | kvm_pfn_t pfn; /* valid only for TLB0, except briefly */ |
Scott Wood | 47bf379 | 2013-03-06 16:02:49 +0000 | [diff] [blame] | 45 | unsigned int flags; /* E500_TLB_* */ |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 46 | }; |
| 47 | |
| 48 | struct tlbe_priv { |
Scott Wood | 47bf379 | 2013-03-06 16:02:49 +0000 | [diff] [blame] | 49 | struct tlbe_ref ref; |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 50 | }; |
| 51 | |
Alexander Graf | bf7ca4b | 2012-02-15 23:40:00 +0000 | [diff] [blame] | 52 | #ifdef CONFIG_KVM_E500V2 |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 53 | struct vcpu_id_table; |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 54 | #endif |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 55 | |
| 56 | struct kvmppc_e500_tlb_params { |
| 57 | int entries, ways, sets; |
| 58 | }; |
| 59 | |
| 60 | struct kvmppc_vcpu_e500 { |
Scott Wood | 52e1718 | 2011-12-20 15:34:32 +0000 | [diff] [blame] | 61 | struct kvm_vcpu vcpu; |
| 62 | |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 63 | /* Unmodified copy of the guest's TLB -- shared with host userspace. */ |
| 64 | struct kvm_book3e_206_tlb_entry *gtlb_arch; |
| 65 | |
| 66 | /* Starting entry number in gtlb_arch[] */ |
| 67 | int gtlb_offset[E500_TLB_NUM]; |
| 68 | |
| 69 | /* KVM internal information associated with each guest TLB entry */ |
| 70 | struct tlbe_priv *gtlb_priv[E500_TLB_NUM]; |
| 71 | |
| 72 | struct kvmppc_e500_tlb_params gtlb_params[E500_TLB_NUM]; |
| 73 | |
| 74 | unsigned int gtlb_nv[E500_TLB_NUM]; |
| 75 | |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 76 | unsigned int host_tlb1_nv; |
| 77 | |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 78 | u32 svr; |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 79 | u32 l1csr0; |
| 80 | u32 l1csr1; |
| 81 | u32 hid0; |
| 82 | u32 hid1; |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 83 | u64 mcar; |
| 84 | |
| 85 | struct page **shared_tlb_pages; |
| 86 | int num_shared_tlb_pages; |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 87 | |
Scott Wood | 4f802fe | 2011-12-20 15:34:37 +0000 | [diff] [blame] | 88 | u64 *g2h_tlb1_map; |
| 89 | unsigned int *h2g_tlb1_rmap; |
| 90 | |
Bharat Bhushan | cc902ad | 2012-03-22 18:39:11 +0000 | [diff] [blame] | 91 | /* Minimum and maximum address mapped my TLB1 */ |
| 92 | unsigned long tlb1_min_eaddr; |
| 93 | unsigned long tlb1_max_eaddr; |
| 94 | |
Alexander Graf | bf7ca4b | 2012-02-15 23:40:00 +0000 | [diff] [blame] | 95 | #ifdef CONFIG_KVM_E500V2 |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 96 | u32 pid[E500_PID_NUM]; |
| 97 | |
| 98 | /* vcpu id table */ |
| 99 | struct vcpu_id_table *idt; |
| 100 | #endif |
Scott Wood | fc6cf99 | 2011-12-20 15:34:31 +0000 | [diff] [blame] | 101 | }; |
| 102 | |
| 103 | static inline struct kvmppc_vcpu_e500 *to_e500(struct kvm_vcpu *vcpu) |
| 104 | { |
| 105 | return container_of(vcpu, struct kvmppc_vcpu_e500, vcpu); |
| 106 | } |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 107 | |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 108 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 109 | /* This geometry is the legacy default -- can be overridden by userspace */ |
| 110 | #define KVM_E500_TLB0_WAY_SIZE 128 |
| 111 | #define KVM_E500_TLB0_WAY_NUM 2 |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 112 | |
| 113 | #define KVM_E500_TLB0_SIZE (KVM_E500_TLB0_WAY_SIZE * KVM_E500_TLB0_WAY_NUM) |
| 114 | #define KVM_E500_TLB1_SIZE 16 |
| 115 | |
| 116 | #define index_of(tlbsel, esel) (((tlbsel) << 16) | ((esel) & 0xFFFF)) |
| 117 | #define tlbsel_of(index) ((index) >> 16) |
| 118 | #define esel_of(index) ((index) & 0xFFFF) |
| 119 | |
| 120 | #define E500_TLB_USER_PERM_MASK (MAS3_UX|MAS3_UR|MAS3_UW) |
| 121 | #define E500_TLB_SUPER_PERM_MASK (MAS3_SX|MAS3_SR|MAS3_SW) |
| 122 | #define MAS2_ATTRIB_MASK \ |
Bharat Bhushan | ca8ccbd | 2013-09-19 11:32:43 +0530 | [diff] [blame] | 123 | (MAS2_X0 | MAS2_X1 | MAS2_E | MAS2_G) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 124 | #define MAS3_ATTRIB_MASK \ |
| 125 | (MAS3_U0 | MAS3_U1 | MAS3_U2 | MAS3_U3 \ |
| 126 | | E500_TLB_USER_PERM_MASK | E500_TLB_SUPER_PERM_MASK) |
| 127 | |
Scott Wood | 52e1718 | 2011-12-20 15:34:32 +0000 | [diff] [blame] | 128 | int kvmppc_e500_emul_mt_mmucsr0(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 129 | ulong value); |
| 130 | int kvmppc_e500_emul_tlbwe(struct kvm_vcpu *vcpu); |
| 131 | int kvmppc_e500_emul_tlbre(struct kvm_vcpu *vcpu); |
Mihai Caraman | 7cdd7a9 | 2012-10-11 06:13:22 +0000 | [diff] [blame] | 132 | int kvmppc_e500_emul_tlbivax(struct kvm_vcpu *vcpu, gva_t ea); |
| 133 | int kvmppc_e500_emul_tlbilx(struct kvm_vcpu *vcpu, int type, gva_t ea); |
| 134 | int kvmppc_e500_emul_tlbsx(struct kvm_vcpu *vcpu, gva_t ea); |
Scott Wood | 52e1718 | 2011-12-20 15:34:32 +0000 | [diff] [blame] | 135 | int kvmppc_e500_tlb_init(struct kvmppc_vcpu_e500 *vcpu_e500); |
| 136 | void kvmppc_e500_tlb_uninit(struct kvmppc_vcpu_e500 *vcpu_e500); |
| 137 | |
| 138 | void kvmppc_get_sregs_e500_tlb(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
| 139 | int kvmppc_set_sregs_e500_tlb(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs); |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 140 | |
Mihai Caraman | a85d2aa | 2013-04-11 00:03:08 +0000 | [diff] [blame] | 141 | int kvmppc_get_one_reg_e500_tlb(struct kvm_vcpu *vcpu, u64 id, |
| 142 | union kvmppc_one_reg *val); |
| 143 | int kvmppc_set_one_reg_e500_tlb(struct kvm_vcpu *vcpu, u64 id, |
| 144 | union kvmppc_one_reg *val); |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 145 | |
Alexander Graf | bf7ca4b | 2012-02-15 23:40:00 +0000 | [diff] [blame] | 146 | #ifdef CONFIG_KVM_E500V2 |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 147 | unsigned int kvmppc_e500_get_sid(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 148 | unsigned int as, unsigned int gid, |
| 149 | unsigned int pr, int avoid_recursion); |
| 150 | #endif |
| 151 | |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 152 | /* TLB helper functions */ |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 153 | static inline unsigned int |
| 154 | get_tlb_size(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 155 | { |
Liu Yu | 0cfb50e | 2009-06-05 14:54:29 +0800 | [diff] [blame] | 156 | return (tlbe->mas1 >> 7) & 0x1f; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 157 | } |
| 158 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 159 | static inline gva_t get_tlb_eaddr(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 160 | { |
Mihai Caraman | e9666ea | 2012-10-11 06:13:25 +0000 | [diff] [blame] | 161 | return tlbe->mas2 & MAS2_EPN; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 162 | } |
| 163 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 164 | static inline u64 get_tlb_bytes(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 165 | { |
| 166 | unsigned int pgsize = get_tlb_size(tlbe); |
Liu Yu | 0cfb50e | 2009-06-05 14:54:29 +0800 | [diff] [blame] | 167 | return 1ULL << 10 << pgsize; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 168 | } |
| 169 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 170 | static inline gva_t get_tlb_end(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 171 | { |
| 172 | u64 bytes = get_tlb_bytes(tlbe); |
| 173 | return get_tlb_eaddr(tlbe) + bytes - 1; |
| 174 | } |
| 175 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 176 | static inline u64 get_tlb_raddr(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 177 | { |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 178 | return tlbe->mas7_3 & ~0xfffULL; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 179 | } |
| 180 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 181 | static inline unsigned int |
| 182 | get_tlb_tid(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 183 | { |
| 184 | return (tlbe->mas1 >> 16) & 0xff; |
| 185 | } |
| 186 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 187 | static inline unsigned int |
| 188 | get_tlb_ts(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 189 | { |
| 190 | return (tlbe->mas1 >> 12) & 0x1; |
| 191 | } |
| 192 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 193 | static inline unsigned int |
| 194 | get_tlb_v(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 195 | { |
| 196 | return (tlbe->mas1 >> 31) & 0x1; |
| 197 | } |
| 198 | |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 199 | static inline unsigned int |
| 200 | get_tlb_iprot(const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 201 | { |
| 202 | return (tlbe->mas1 >> 30) & 0x1; |
| 203 | } |
| 204 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 205 | static inline unsigned int |
| 206 | get_tlb_tsize(const struct kvm_book3e_206_tlb_entry *tlbe) |
| 207 | { |
| 208 | return (tlbe->mas1 & MAS1_TSIZE_MASK) >> MAS1_TSIZE_SHIFT; |
| 209 | } |
| 210 | |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 211 | static inline unsigned int get_cur_pid(struct kvm_vcpu *vcpu) |
| 212 | { |
| 213 | return vcpu->arch.pid & 0xff; |
| 214 | } |
| 215 | |
Liu Yu | dd9ebf1f | 2011-06-14 18:35:14 -0500 | [diff] [blame] | 216 | static inline unsigned int get_cur_as(struct kvm_vcpu *vcpu) |
| 217 | { |
| 218 | return !!(vcpu->arch.shared->msr & (MSR_IS | MSR_DS)); |
| 219 | } |
| 220 | |
| 221 | static inline unsigned int get_cur_pr(struct kvm_vcpu *vcpu) |
| 222 | { |
| 223 | return !!(vcpu->arch.shared->msr & MSR_PR); |
| 224 | } |
| 225 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 226 | static inline unsigned int get_cur_spid(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 227 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 228 | return (vcpu->arch.shared->mas6 >> 16) & 0xff; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 229 | } |
| 230 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 231 | static inline unsigned int get_cur_sas(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 232 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 233 | return vcpu->arch.shared->mas6 & 0x1; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 234 | } |
| 235 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 236 | static inline unsigned int get_tlb_tlbsel(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 237 | { |
| 238 | /* |
| 239 | * Manual says that tlbsel has 2 bits wide. |
Liu Yu | fb2838d | 2009-01-14 10:47:37 -0600 | [diff] [blame] | 240 | * Since we only have two TLBs, only lower bit is used. |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 241 | */ |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 242 | return (vcpu->arch.shared->mas0 >> 28) & 0x1; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 243 | } |
| 244 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 245 | static inline unsigned int get_tlb_nv_bit(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 246 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 247 | return vcpu->arch.shared->mas0 & 0xfff; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 248 | } |
| 249 | |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 250 | static inline unsigned int get_tlb_esel_bit(const struct kvm_vcpu *vcpu) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 251 | { |
Scott Wood | b590497 | 2011-11-08 18:23:30 -0600 | [diff] [blame] | 252 | return (vcpu->arch.shared->mas0 >> 16) & 0xfff; |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 253 | } |
| 254 | |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 255 | static inline int tlbe_is_host_safe(const struct kvm_vcpu *vcpu, |
Scott Wood | dc83b8b | 2011-08-18 15:25:21 -0500 | [diff] [blame] | 256 | const struct kvm_book3e_206_tlb_entry *tlbe) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 257 | { |
| 258 | gpa_t gpa; |
| 259 | |
| 260 | if (!get_tlb_v(tlbe)) |
| 261 | return 0; |
| 262 | |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 263 | #ifndef CONFIG_KVM_BOOKE_HV |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 264 | /* Does it match current guest AS? */ |
| 265 | /* XXX what about IS != DS? */ |
Alexander Graf | 666e725 | 2010-07-29 14:47:43 +0200 | [diff] [blame] | 266 | if (get_tlb_ts(tlbe) != !!(vcpu->arch.shared->msr & MSR_IS)) |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 267 | return 0; |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 268 | #endif |
Hollis Blanchard | bc8080c | 2009-01-03 16:23:10 -0600 | [diff] [blame] | 269 | |
| 270 | gpa = get_tlb_raddr(tlbe); |
| 271 | if (!gfn_to_memslot(vcpu->kvm, gpa >> PAGE_SHIFT)) |
| 272 | /* Mapping is not for RAM. */ |
| 273 | return 0; |
| 274 | |
| 275 | return 1; |
| 276 | } |
| 277 | |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 278 | static inline struct kvm_book3e_206_tlb_entry *get_entry( |
| 279 | struct kvmppc_vcpu_e500 *vcpu_e500, int tlbsel, int entry) |
| 280 | { |
| 281 | int offset = vcpu_e500->gtlb_offset[tlbsel]; |
| 282 | return &vcpu_e500->gtlb_arch[offset + entry]; |
| 283 | } |
| 284 | |
| 285 | void kvmppc_e500_tlbil_one(struct kvmppc_vcpu_e500 *vcpu_e500, |
| 286 | struct kvm_book3e_206_tlb_entry *gtlbe); |
| 287 | void kvmppc_e500_tlbil_all(struct kvmppc_vcpu_e500 *vcpu_e500); |
| 288 | |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 289 | #ifdef CONFIG_KVM_BOOKE_HV |
| 290 | #define kvmppc_e500_get_tlb_stid(vcpu, gtlbe) get_tlb_tid(gtlbe) |
| 291 | #define get_tlbmiss_tid(vcpu) get_cur_pid(vcpu) |
| 292 | #define get_tlb_sts(gtlbe) (gtlbe->mas1 & MAS1_TS) |
Mihai Caraman | 188e267 | 2014-09-01 12:01:58 +0300 | [diff] [blame] | 293 | |
| 294 | /* |
| 295 | * These functions should be called with preemption disabled |
| 296 | * and the returned value is valid only in that context |
| 297 | */ |
| 298 | static inline int get_thread_specific_lpid(int vm_lpid) |
| 299 | { |
| 300 | int vcpu_lpid = vm_lpid; |
| 301 | |
| 302 | if (threads_per_core == 2) |
| 303 | vcpu_lpid |= smp_processor_id() & 1; |
| 304 | |
| 305 | return vcpu_lpid; |
| 306 | } |
| 307 | |
| 308 | static inline int get_lpid(struct kvm_vcpu *vcpu) |
| 309 | { |
| 310 | return get_thread_specific_lpid(vcpu->kvm->arch.lpid); |
| 311 | } |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 312 | #else |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 313 | unsigned int kvmppc_e500_get_tlb_stid(struct kvm_vcpu *vcpu, |
| 314 | struct kvm_book3e_206_tlb_entry *gtlbe); |
| 315 | |
| 316 | static inline unsigned int get_tlbmiss_tid(struct kvm_vcpu *vcpu) |
| 317 | { |
| 318 | struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu); |
| 319 | unsigned int tidseld = (vcpu->arch.shared->mas4 >> 16) & 0xf; |
| 320 | |
| 321 | return vcpu_e500->pid[tidseld]; |
| 322 | } |
| 323 | |
| 324 | /* Force TS=1 for all guest mappings. */ |
| 325 | #define get_tlb_sts(gtlbe) (MAS1_TS) |
Scott Wood | 73196cd3 | 2011-12-20 15:34:47 +0000 | [diff] [blame] | 326 | #endif /* !BOOKE_HV */ |
Scott Wood | 8fdd21a2 | 2011-12-20 15:34:34 +0000 | [diff] [blame] | 327 | |
Mihai Caraman | 307d900 | 2013-04-11 00:03:10 +0000 | [diff] [blame] | 328 | static inline bool has_feature(const struct kvm_vcpu *vcpu, |
| 329 | enum vcpu_ftr ftr) |
| 330 | { |
| 331 | bool has_ftr; |
| 332 | switch (ftr) { |
| 333 | case VCPU_FTR_MMU_V2: |
| 334 | has_ftr = ((vcpu->arch.mmucfg & MMUCFG_MAVN) == MMUCFG_MAVN_V2); |
| 335 | break; |
| 336 | default: |
| 337 | return false; |
| 338 | } |
| 339 | return has_ftr; |
| 340 | } |
| 341 | |
Scott Wood | 29a5a6f | 2011-12-20 15:34:29 +0000 | [diff] [blame] | 342 | #endif /* KVM_E500_H */ |