Zhang Xiantao | 1d737c8 | 2007-12-14 09:35:10 +0800 | [diff] [blame] | 1 | #ifndef __KVM_X86_MMU_H |
| 2 | #define __KVM_X86_MMU_H |
| 3 | |
Avi Kivity | edf8841 | 2007-12-16 11:02:48 +0200 | [diff] [blame] | 4 | #include <linux/kvm_host.h> |
Avi Kivity | fc78f51 | 2009-12-07 12:16:48 +0200 | [diff] [blame] | 5 | #include "kvm_cache_regs.h" |
Zhang Xiantao | 1d737c8 | 2007-12-14 09:35:10 +0800 | [diff] [blame] | 6 | |
Sheng Yang | 8c6d6ad | 2008-04-25 10:17:08 +0800 | [diff] [blame] | 7 | #define PT64_PT_BITS 9 |
| 8 | #define PT64_ENT_PER_PAGE (1 << PT64_PT_BITS) |
| 9 | #define PT32_PT_BITS 10 |
| 10 | #define PT32_ENT_PER_PAGE (1 << PT32_PT_BITS) |
| 11 | |
| 12 | #define PT_WRITABLE_SHIFT 1 |
| 13 | |
| 14 | #define PT_PRESENT_MASK (1ULL << 0) |
| 15 | #define PT_WRITABLE_MASK (1ULL << PT_WRITABLE_SHIFT) |
| 16 | #define PT_USER_MASK (1ULL << 2) |
| 17 | #define PT_PWT_MASK (1ULL << 3) |
| 18 | #define PT_PCD_MASK (1ULL << 4) |
Avi Kivity | 1b7fcd3 | 2008-05-15 13:51:35 +0300 | [diff] [blame] | 19 | #define PT_ACCESSED_SHIFT 5 |
| 20 | #define PT_ACCESSED_MASK (1ULL << PT_ACCESSED_SHIFT) |
Avi Kivity | 8ea667f | 2012-09-12 13:44:53 +0300 | [diff] [blame] | 21 | #define PT_DIRTY_SHIFT 6 |
| 22 | #define PT_DIRTY_MASK (1ULL << PT_DIRTY_SHIFT) |
Avi Kivity | 6fd01b7 | 2012-09-12 20:46:56 +0300 | [diff] [blame^] | 23 | #define PT_PAGE_SIZE_SHIFT 7 |
| 24 | #define PT_PAGE_SIZE_MASK (1ULL << PT_PAGE_SIZE_SHIFT) |
Sheng Yang | 8c6d6ad | 2008-04-25 10:17:08 +0800 | [diff] [blame] | 25 | #define PT_PAT_MASK (1ULL << 7) |
| 26 | #define PT_GLOBAL_MASK (1ULL << 8) |
| 27 | #define PT64_NX_SHIFT 63 |
| 28 | #define PT64_NX_MASK (1ULL << PT64_NX_SHIFT) |
| 29 | |
| 30 | #define PT_PAT_SHIFT 7 |
| 31 | #define PT_DIR_PAT_SHIFT 12 |
| 32 | #define PT_DIR_PAT_MASK (1ULL << PT_DIR_PAT_SHIFT) |
| 33 | |
| 34 | #define PT32_DIR_PSE36_SIZE 4 |
| 35 | #define PT32_DIR_PSE36_SHIFT 13 |
| 36 | #define PT32_DIR_PSE36_MASK \ |
| 37 | (((1ULL << PT32_DIR_PSE36_SIZE) - 1) << PT32_DIR_PSE36_SHIFT) |
| 38 | |
| 39 | #define PT64_ROOT_LEVEL 4 |
| 40 | #define PT32_ROOT_LEVEL 2 |
| 41 | #define PT32E_ROOT_LEVEL 3 |
| 42 | |
Sheng Yang | c9c5417 | 2010-01-05 19:02:26 +0800 | [diff] [blame] | 43 | #define PT_PDPE_LEVEL 3 |
| 44 | #define PT_DIRECTORY_LEVEL 2 |
| 45 | #define PT_PAGE_TABLE_LEVEL 1 |
| 46 | |
Gleb Natapov | 1871c60 | 2010-02-10 14:21:32 +0200 | [diff] [blame] | 47 | #define PFERR_PRESENT_MASK (1U << 0) |
| 48 | #define PFERR_WRITE_MASK (1U << 1) |
| 49 | #define PFERR_USER_MASK (1U << 2) |
| 50 | #define PFERR_RSVD_MASK (1U << 3) |
| 51 | #define PFERR_FETCH_MASK (1U << 4) |
| 52 | |
Marcelo Tosatti | 94d8b05 | 2009-06-11 12:07:42 -0300 | [diff] [blame] | 53 | int kvm_mmu_get_spte_hierarchy(struct kvm_vcpu *vcpu, u64 addr, u64 sptes[4]); |
Xiao Guangrong | ce88dec | 2011-07-12 03:33:44 +0800 | [diff] [blame] | 54 | void kvm_mmu_set_mmio_spte_mask(u64 mmio_mask); |
| 55 | int handle_mmio_page_fault_common(struct kvm_vcpu *vcpu, u64 addr, bool direct); |
Joerg Roedel | 52fde8d | 2010-09-10 17:30:44 +0200 | [diff] [blame] | 56 | int kvm_init_shadow_mmu(struct kvm_vcpu *vcpu, struct kvm_mmu *context); |
Marcelo Tosatti | 94d8b05 | 2009-06-11 12:07:42 -0300 | [diff] [blame] | 57 | |
Dave Hansen | e0df7b9 | 2010-08-19 18:11:05 -0700 | [diff] [blame] | 58 | static inline unsigned int kvm_mmu_available_pages(struct kvm *kvm) |
| 59 | { |
Dave Hansen | 49d5ca2 | 2010-08-19 18:11:28 -0700 | [diff] [blame] | 60 | return kvm->arch.n_max_mmu_pages - |
| 61 | kvm->arch.n_used_mmu_pages; |
Dave Hansen | e0df7b9 | 2010-08-19 18:11:05 -0700 | [diff] [blame] | 62 | } |
| 63 | |
Zhang Xiantao | 1d737c8 | 2007-12-14 09:35:10 +0800 | [diff] [blame] | 64 | static inline void kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu) |
| 65 | { |
Dave Hansen | e0df7b9 | 2010-08-19 18:11:05 -0700 | [diff] [blame] | 66 | if (unlikely(kvm_mmu_available_pages(vcpu->kvm)< KVM_MIN_FREE_MMU_PAGES)) |
Zhang Xiantao | 1d737c8 | 2007-12-14 09:35:10 +0800 | [diff] [blame] | 67 | __kvm_mmu_free_some_pages(vcpu); |
| 68 | } |
| 69 | |
| 70 | static inline int kvm_mmu_reload(struct kvm_vcpu *vcpu) |
| 71 | { |
| 72 | if (likely(vcpu->arch.mmu.root_hpa != INVALID_PAGE)) |
| 73 | return 0; |
| 74 | |
| 75 | return kvm_mmu_load(vcpu); |
| 76 | } |
| 77 | |
Avi Kivity | 43a3795 | 2009-06-10 14:12:05 +0300 | [diff] [blame] | 78 | static inline int is_present_gpte(unsigned long pte) |
Dong, Eddie | 20c466b | 2009-03-31 23:03:45 +0800 | [diff] [blame] | 79 | { |
| 80 | return pte & PT_PRESENT_MASK; |
| 81 | } |
| 82 | |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 83 | static inline int is_writable_pte(unsigned long pte) |
| 84 | { |
| 85 | return pte & PT_WRITABLE_MASK; |
| 86 | } |
| 87 | |
| 88 | static inline bool is_write_protection(struct kvm_vcpu *vcpu) |
| 89 | { |
| 90 | return kvm_read_cr0_bits(vcpu, X86_CR0_WP); |
| 91 | } |
| 92 | |
Avi Kivity | 97d64b7 | 2012-09-12 14:52:00 +0300 | [diff] [blame] | 93 | /* |
| 94 | * Will a fault with a given page-fault error code (pfec) cause a permission |
| 95 | * fault with the given access (in ACC_* format)? |
| 96 | */ |
| 97 | static inline bool permission_fault(struct kvm_mmu *mmu, unsigned pte_access, |
| 98 | unsigned pfec) |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 99 | { |
Avi Kivity | 97d64b7 | 2012-09-12 14:52:00 +0300 | [diff] [blame] | 100 | return (mmu->permissions[pfec >> 1] >> pte_access) & 1; |
Xiao Guangrong | bebb106 | 2011-07-12 03:23:20 +0800 | [diff] [blame] | 101 | } |
Avi Kivity | 97d64b7 | 2012-09-12 14:52:00 +0300 | [diff] [blame] | 102 | |
Zhang Xiantao | 1d737c8 | 2007-12-14 09:35:10 +0800 | [diff] [blame] | 103 | #endif |