H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 1 | #ifndef _ASM_X86_PGTABLE_64_H |
| 2 | #define _ASM_X86_PGTABLE_64_H |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | |
Randy Dunlap | 6df95fd | 2007-05-08 00:31:11 -0700 | [diff] [blame] | 4 | #include <linux/const.h> |
Jeremy Fitzhardinge | fb35514 | 2009-02-08 18:50:52 -0800 | [diff] [blame] | 5 | #include <asm/pgtable_64_types.h> |
| 6 | |
Vivek Goyal | 9d291e7 | 2007-05-02 19:27:06 +0200 | [diff] [blame] | 7 | #ifndef __ASSEMBLY__ |
| 8 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | /* |
| 10 | * This file contains the functions and defines necessary to modify and use |
| 11 | * the x86-64 page table tree. |
| 12 | */ |
| 13 | #include <asm/processor.h> |
Jiri Slaby | 1977f03 | 2007-10-18 23:40:25 -0700 | [diff] [blame] | 14 | #include <linux/bitops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/threads.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | |
| 17 | extern pud_t level3_kernel_pgt[512]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | extern pud_t level3_ident_pgt[512]; |
| 19 | extern pmd_t level2_kernel_pgt[512]; |
Jeremy Fitzhardinge | 084a2a4 | 2008-07-08 15:06:50 -0700 | [diff] [blame] | 20 | extern pmd_t level2_fixmap_pgt[512]; |
| 21 | extern pmd_t level2_ident_pgt[512]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | extern pgd_t init_level4_pgt[]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | |
Linus Torvalds | e3ebadd | 2007-05-07 08:44:24 -0700 | [diff] [blame] | 24 | #define swapper_pg_dir init_level4_pgt |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | extern void paging_init(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 28 | #define pte_ERROR(e) \ |
| 29 | printk("%s:%d: bad pte %p(%016lx).\n", \ |
| 30 | __FILE__, __LINE__, &(e), pte_val(e)) |
| 31 | #define pmd_ERROR(e) \ |
| 32 | printk("%s:%d: bad pmd %p(%016lx).\n", \ |
| 33 | __FILE__, __LINE__, &(e), pmd_val(e)) |
| 34 | #define pud_ERROR(e) \ |
| 35 | printk("%s:%d: bad pud %p(%016lx).\n", \ |
| 36 | __FILE__, __LINE__, &(e), pud_val(e)) |
| 37 | #define pgd_ERROR(e) \ |
| 38 | printk("%s:%d: bad pgd %p(%016lx).\n", \ |
| 39 | __FILE__, __LINE__, &(e), pgd_val(e)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | |
Tim Schmielau | 8c65b4a | 2005-11-07 00:59:43 -0800 | [diff] [blame] | 41 | struct mm_struct; |
| 42 | |
Eduardo Habkost | 0814e0b | 2008-06-25 00:19:22 -0400 | [diff] [blame] | 43 | void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte); |
| 44 | |
| 45 | |
Jeremy Fitzhardinge | 4891645 | 2008-01-30 13:32:58 +0100 | [diff] [blame] | 46 | static inline void native_pte_clear(struct mm_struct *mm, unsigned long addr, |
| 47 | pte_t *ptep) |
Zachary Amsden | 61e0603 | 2005-09-03 15:55:06 -0700 | [diff] [blame] | 48 | { |
Jeremy Fitzhardinge | 4891645 | 2008-01-30 13:32:58 +0100 | [diff] [blame] | 49 | *ptep = native_make_pte(0); |
| 50 | } |
| 51 | |
| 52 | static inline void native_set_pte(pte_t *ptep, pte_t pte) |
| 53 | { |
| 54 | *ptep = pte; |
| 55 | } |
| 56 | |
Ingo Molnar | b65e639 | 2008-01-30 13:34:01 +0100 | [diff] [blame] | 57 | static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) |
| 58 | { |
| 59 | native_set_pte(ptep, pte); |
| 60 | } |
| 61 | |
Jeremy Fitzhardinge | 4891645 | 2008-01-30 13:32:58 +0100 | [diff] [blame] | 62 | static inline pte_t native_ptep_get_and_clear(pte_t *xp) |
| 63 | { |
| 64 | #ifdef CONFIG_SMP |
| 65 | return native_make_pte(xchg(&xp->pte, 0)); |
| 66 | #else |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 67 | /* native_local_ptep_get_and_clear, |
| 68 | but duplicated because of cyclic dependency */ |
Jeremy Fitzhardinge | 4891645 | 2008-01-30 13:32:58 +0100 | [diff] [blame] | 69 | pte_t ret = *xp; |
| 70 | native_pte_clear(NULL, 0, xp); |
| 71 | return ret; |
| 72 | #endif |
| 73 | } |
| 74 | |
| 75 | static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) |
| 76 | { |
| 77 | *pmdp = pmd; |
| 78 | } |
| 79 | |
| 80 | static inline void native_pmd_clear(pmd_t *pmd) |
| 81 | { |
| 82 | native_set_pmd(pmd, native_make_pmd(0)); |
| 83 | } |
| 84 | |
| 85 | static inline void native_set_pud(pud_t *pudp, pud_t pud) |
| 86 | { |
| 87 | *pudp = pud; |
| 88 | } |
| 89 | |
| 90 | static inline void native_pud_clear(pud_t *pud) |
| 91 | { |
| 92 | native_set_pud(pud, native_make_pud(0)); |
| 93 | } |
| 94 | |
| 95 | static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) |
| 96 | { |
| 97 | *pgdp = pgd; |
| 98 | } |
| 99 | |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 100 | static inline void native_pgd_clear(pgd_t *pgd) |
Jeremy Fitzhardinge | 4891645 | 2008-01-30 13:32:58 +0100 | [diff] [blame] | 101 | { |
| 102 | native_set_pgd(pgd, native_make_pgd(0)); |
Zachary Amsden | 61e0603 | 2005-09-03 15:55:06 -0700 | [diff] [blame] | 103 | } |
| 104 | |
Haicheng Li | 6afb515 | 2010-05-19 17:42:14 +0800 | [diff] [blame] | 105 | extern void sync_global_pgds(unsigned long start, unsigned long end); |
| 106 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | * Conversion functions: convert a page and protection to a page entry, |
| 109 | * and a page entry and page directory to the page they refer to. |
| 110 | */ |
| 111 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | /* |
| 113 | * Level 4 access. |
| 114 | */ |
H. Peter Anvin | e00fc542 | 2008-02-19 16:18:32 +0100 | [diff] [blame] | 115 | static inline int pgd_large(pgd_t pgd) { return 0; } |
Eduardo Habkost | e7a9b0b | 2008-06-25 00:19:05 -0400 | [diff] [blame] | 116 | #define mk_kernel_pgd(address) __pgd((address) | _KERNPG_TABLE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | |
| 118 | /* PUD - Level3 access */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | /* PMD - Level 2 access */ |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 121 | #define pte_to_pgoff(pte) ((pte_val((pte)) & PHYSICAL_PAGE_MASK) >> PAGE_SHIFT) |
| 122 | #define pgoff_to_pte(off) ((pte_t) { .pte = ((off) << PAGE_SHIFT) | \ |
| 123 | _PAGE_FILE }) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | #define PTE_FILE_MAX_BITS __PHYSICAL_MASK_SHIFT |
| 125 | |
| 126 | /* PTE - Level 1 access. */ |
| 127 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | /* x86-64 always has all page tables mapped. */ |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 129 | #define pte_offset_map(dir, address) pte_offset_kernel((dir), (address)) |
Andi Kleen | 4e60c86 | 2010-08-09 17:19:03 -0700 | [diff] [blame] | 130 | #define pte_unmap(pte) ((void)(pte))/* NOP */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | |
Russell King | 4b3073e | 2009-12-18 16:40:18 +0000 | [diff] [blame] | 132 | #define update_mmu_cache(vma, address, ptep) do { } while (0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | /* Encode and de-code a swap entry */ |
Jan Beulich | 1796316 | 2008-12-16 11:35:24 +0000 | [diff] [blame] | 135 | #if _PAGE_BIT_FILE < _PAGE_BIT_PROTNONE |
| 136 | #define SWP_TYPE_BITS (_PAGE_BIT_FILE - _PAGE_BIT_PRESENT - 1) |
| 137 | #define SWP_OFFSET_SHIFT (_PAGE_BIT_PROTNONE + 1) |
| 138 | #else |
| 139 | #define SWP_TYPE_BITS (_PAGE_BIT_PROTNONE - _PAGE_BIT_PRESENT - 1) |
| 140 | #define SWP_OFFSET_SHIFT (_PAGE_BIT_FILE + 1) |
| 141 | #endif |
| 142 | |
| 143 | #define MAX_SWAPFILES_CHECK() BUILD_BUG_ON(MAX_SWAPFILES_SHIFT > SWP_TYPE_BITS) |
| 144 | |
| 145 | #define __swp_type(x) (((x).val >> (_PAGE_BIT_PRESENT + 1)) \ |
| 146 | & ((1U << SWP_TYPE_BITS) - 1)) |
| 147 | #define __swp_offset(x) ((x).val >> SWP_OFFSET_SHIFT) |
| 148 | #define __swp_entry(type, offset) ((swp_entry_t) { \ |
| 149 | ((type) << (_PAGE_BIT_PRESENT + 1)) \ |
| 150 | | ((offset) << SWP_OFFSET_SHIFT) }) |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 151 | #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) |
Jeremy Fitzhardinge | c8e5393 | 2008-01-30 13:32:57 +0100 | [diff] [blame] | 152 | #define __swp_entry_to_pte(x) ((pte_t) { .pte = (x).val }) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | |
Joe Perches | 7f94401 | 2008-03-23 01:03:11 -0700 | [diff] [blame] | 154 | extern int kern_addr_valid(unsigned long addr); |
Thomas Gleixner | 31eedd8 | 2008-02-15 17:29:12 +0100 | [diff] [blame] | 155 | extern void cleanup_highmap(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | #define HAVE_ARCH_UNMAPPED_AREA |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 158 | #define HAVE_ARCH_UNMAPPED_AREA_TOPDOWN |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | |
| 160 | #define pgtable_cache_init() do { } while (0) |
Linus Torvalds | da8f153 | 2007-09-21 12:09:41 -0700 | [diff] [blame] | 161 | #define check_pgt_cache() do { } while (0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | |
| 163 | #define PAGE_AGP PAGE_KERNEL_NOCACHE |
| 164 | #define HAVE_PAGE_AGP 1 |
| 165 | |
| 166 | /* fs/proc/kcore.c */ |
| 167 | #define kc_vaddr_to_offset(v) ((v) & __VIRTUAL_MASK) |
Linus Torvalds | 9063c61 | 2009-06-20 15:40:00 -0700 | [diff] [blame] | 168 | #define kc_offset_to_vaddr(o) ((o) | ~__VIRTUAL_MASK) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | #define __HAVE_ARCH_PTE_SAME |
Vivek Goyal | 9d291e7 | 2007-05-02 19:27:06 +0200 | [diff] [blame] | 171 | #endif /* !__ASSEMBLY__ */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 173 | #endif /* _ASM_X86_PGTABLE_64_H */ |