H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 1 | #ifndef _ASM_X86_PAGE_H |
| 2 | #define _ASM_X86_PAGE_H |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 3 | |
| 4 | #include <linux/const.h> |
| 5 | |
| 6 | /* PAGE_SHIFT determines the page size */ |
| 7 | #define PAGE_SHIFT 12 |
| 8 | #define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT) |
| 9 | #define PAGE_MASK (~(PAGE_SIZE-1)) |
| 10 | |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 11 | #ifdef __KERNEL__ |
| 12 | |
Jeremy Fitzhardinge | c57c05d | 2008-05-20 08:26:19 +0100 | [diff] [blame] | 13 | #define __PHYSICAL_MASK ((phys_addr_t)(1ULL << __PHYSICAL_MASK_SHIFT) - 1) |
| 14 | #define __VIRTUAL_MASK ((1UL << __VIRTUAL_MASK_SHIFT) - 1) |
| 15 | |
Jeremy Fitzhardinge | 2bd3a99c | 2008-05-20 08:26:17 +0100 | [diff] [blame] | 16 | /* Cast PAGE_MASK to a signed type so that it is sign-extended if |
| 17 | virtual addresses are 32-bits but physical addresses are larger |
| 18 | (ie, 32-bit PAE). */ |
| 19 | #define PHYSICAL_PAGE_MASK (((signed long)PAGE_MASK) & __PHYSICAL_MASK) |
| 20 | |
Jeremy Fitzhardinge | 59438c9 | 2008-07-21 22:59:42 -0700 | [diff] [blame] | 21 | /* PTE_PFN_MASK extracts the PFN from a (pte|pmd|pud|pgd)val_t */ |
| 22 | #define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK) |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 23 | |
Jeremy Fitzhardinge | 77be1fa | 2008-07-21 22:59:56 -0700 | [diff] [blame] | 24 | /* PTE_FLAGS_MASK extracts the flags from a (pte|pmd|pud|pgd)val_t */ |
| 25 | #define PTE_FLAGS_MASK (~PTE_PFN_MASK) |
| 26 | |
Andi Kleen | 31422c5 | 2008-02-04 16:48:08 +0100 | [diff] [blame] | 27 | #define PMD_PAGE_SIZE (_AC(1, UL) << PMD_SHIFT) |
| 28 | #define PMD_PAGE_MASK (~(PMD_PAGE_SIZE-1)) |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 29 | |
| 30 | #define HPAGE_SHIFT PMD_SHIFT |
| 31 | #define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT) |
| 32 | #define HPAGE_MASK (~(HPAGE_SIZE - 1)) |
| 33 | #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) |
| 34 | |
Andi Kleen | b4718e6 | 2008-07-23 21:27:51 -0700 | [diff] [blame] | 35 | #define HUGE_MAX_HSTATE 2 |
| 36 | |
Ingo Molnar | 3da1bcc | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 37 | #ifndef __ASSEMBLY__ |
| 38 | #include <linux/types.h> |
| 39 | #endif |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 40 | |
| 41 | #ifdef CONFIG_X86_64 |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 42 | #include <asm/page_64.h> |
| 43 | #else |
| 44 | #include <asm/page_32.h> |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 45 | #endif /* CONFIG_X86_64 */ |
| 46 | |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 47 | #define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET) |
| 48 | |
| 49 | #define VM_DATA_DEFAULT_FLAGS \ |
| 50 | (((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \ |
| 51 | VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 52 | |
| 53 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 54 | #ifndef __ASSEMBLY__ |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 55 | |
Thomas Gleixner | 635ee41 | 2008-05-12 15:43:35 +0200 | [diff] [blame] | 56 | typedef struct { pgdval_t pgd; } pgd_t; |
| 57 | typedef struct { pgprotval_t pgprot; } pgprot_t; |
| 58 | |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 59 | extern int page_is_ram(unsigned long pagenr); |
Arjan van de Ven | ae531c2 | 2008-04-24 23:40:47 +0200 | [diff] [blame] | 60 | extern int devmem_is_allowed(unsigned long pagenr); |
Thomas Gleixner | 635ee41 | 2008-05-12 15:43:35 +0200 | [diff] [blame] | 61 | extern void map_devmem(unsigned long pfn, unsigned long size, |
| 62 | pgprot_t vma_prot); |
| 63 | extern void unmap_devmem(unsigned long pfn, unsigned long size, |
| 64 | pgprot_t vma_prot); |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 65 | |
Yinghai Lu | f361a45 | 2008-07-10 20:38:26 -0700 | [diff] [blame] | 66 | extern unsigned long max_low_pfn_mapped; |
Thomas Gleixner | 6779429 | 2008-03-21 21:27:10 +0100 | [diff] [blame] | 67 | extern unsigned long max_pfn_mapped; |
Andi Kleen | 7d1116a | 2008-03-12 03:53:27 +0100 | [diff] [blame] | 68 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 69 | struct page; |
| 70 | |
Chuck Lever | f2f7abc | 2008-03-04 14:55:45 -0800 | [diff] [blame] | 71 | static inline void clear_user_page(void *page, unsigned long vaddr, |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 72 | struct page *pg) |
| 73 | { |
| 74 | clear_page(page); |
| 75 | } |
| 76 | |
Chuck Lever | f2f7abc | 2008-03-04 14:55:45 -0800 | [diff] [blame] | 77 | static inline void copy_user_page(void *to, void *from, unsigned long vaddr, |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 78 | struct page *topage) |
| 79 | { |
| 80 | copy_page(to, from); |
| 81 | } |
| 82 | |
| 83 | #define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \ |
| 84 | alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr) |
| 85 | #define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE |
| 86 | |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 87 | static inline pgd_t native_make_pgd(pgdval_t val) |
| 88 | { |
| 89 | return (pgd_t) { val }; |
| 90 | } |
| 91 | |
| 92 | static inline pgdval_t native_pgd_val(pgd_t pgd) |
| 93 | { |
| 94 | return pgd.pgd; |
| 95 | } |
| 96 | |
| 97 | #if PAGETABLE_LEVELS >= 3 |
| 98 | #if PAGETABLE_LEVELS == 4 |
| 99 | typedef struct { pudval_t pud; } pud_t; |
| 100 | |
| 101 | static inline pud_t native_make_pud(pmdval_t val) |
| 102 | { |
| 103 | return (pud_t) { val }; |
| 104 | } |
| 105 | |
| 106 | static inline pudval_t native_pud_val(pud_t pud) |
| 107 | { |
| 108 | return pud.pud; |
| 109 | } |
| 110 | #else /* PAGETABLE_LEVELS == 3 */ |
| 111 | #include <asm-generic/pgtable-nopud.h> |
Jeremy Fitzhardinge | 2f98b2f | 2008-01-30 13:33:14 +0100 | [diff] [blame] | 112 | |
| 113 | static inline pudval_t native_pud_val(pud_t pud) |
| 114 | { |
| 115 | return native_pgd_val(pud.pgd); |
| 116 | } |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 117 | #endif /* PAGETABLE_LEVELS == 4 */ |
| 118 | |
| 119 | typedef struct { pmdval_t pmd; } pmd_t; |
| 120 | |
| 121 | static inline pmd_t native_make_pmd(pmdval_t val) |
| 122 | { |
| 123 | return (pmd_t) { val }; |
| 124 | } |
| 125 | |
| 126 | static inline pmdval_t native_pmd_val(pmd_t pmd) |
| 127 | { |
| 128 | return pmd.pmd; |
| 129 | } |
| 130 | #else /* PAGETABLE_LEVELS == 2 */ |
| 131 | #include <asm-generic/pgtable-nopmd.h> |
Jeremy Fitzhardinge | 2f98b2f | 2008-01-30 13:33:14 +0100 | [diff] [blame] | 132 | |
| 133 | static inline pmdval_t native_pmd_val(pmd_t pmd) |
| 134 | { |
| 135 | return native_pgd_val(pmd.pud.pgd); |
| 136 | } |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 137 | #endif /* PAGETABLE_LEVELS >= 3 */ |
| 138 | |
Jeremy Fitzhardinge | c8e5393 | 2008-01-30 13:32:57 +0100 | [diff] [blame] | 139 | static inline pte_t native_make_pte(pteval_t val) |
| 140 | { |
| 141 | return (pte_t) { .pte = val }; |
| 142 | } |
| 143 | |
| 144 | static inline pteval_t native_pte_val(pte_t pte) |
| 145 | { |
| 146 | return pte.pte; |
| 147 | } |
| 148 | |
Rusty Russell | c2e3277 | 2008-07-22 15:40:46 +1000 | [diff] [blame] | 149 | static inline pteval_t native_pte_flags(pte_t pte) |
| 150 | { |
Jeremy Fitzhardinge | 77be1fa | 2008-07-21 22:59:56 -0700 | [diff] [blame] | 151 | return native_pte_val(pte) & PTE_FLAGS_MASK; |
Rusty Russell | c2e3277 | 2008-07-22 15:40:46 +1000 | [diff] [blame] | 152 | } |
| 153 | |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 154 | #define pgprot_val(x) ((x).pgprot) |
| 155 | #define __pgprot(x) ((pgprot_t) { (x) } ) |
| 156 | |
| 157 | #ifdef CONFIG_PARAVIRT |
| 158 | #include <asm/paravirt.h> |
| 159 | #else /* !CONFIG_PARAVIRT */ |
| 160 | |
| 161 | #define pgd_val(x) native_pgd_val(x) |
| 162 | #define __pgd(x) native_make_pgd(x) |
| 163 | |
| 164 | #ifndef __PAGETABLE_PUD_FOLDED |
| 165 | #define pud_val(x) native_pud_val(x) |
| 166 | #define __pud(x) native_make_pud(x) |
| 167 | #endif |
| 168 | |
| 169 | #ifndef __PAGETABLE_PMD_FOLDED |
| 170 | #define pmd_val(x) native_pmd_val(x) |
| 171 | #define __pmd(x) native_make_pmd(x) |
| 172 | #endif |
| 173 | |
| 174 | #define pte_val(x) native_pte_val(x) |
Rusty Russell | c2e3277 | 2008-07-22 15:40:46 +1000 | [diff] [blame] | 175 | #define pte_flags(x) native_pte_flags(x) |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 176 | #define __pte(x) native_make_pte(x) |
| 177 | |
| 178 | #endif /* CONFIG_PARAVIRT */ |
| 179 | |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 180 | #define __pa(x) __phys_addr((unsigned long)(x)) |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame] | 181 | #define __pa_nodebug(x) __phys_addr_nodebug((unsigned long)(x)) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 182 | /* __pa_symbol should be used for C visible symbols. |
| 183 | This seems to be the official gcc blessed way to do such arithmetic. */ |
| 184 | #define __pa_symbol(x) __pa(__phys_reloc_hide((unsigned long)(x))) |
| 185 | |
| 186 | #define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET)) |
| 187 | |
| 188 | #define __boot_va(x) __va(x) |
| 189 | #define __boot_pa(x) __pa(x) |
| 190 | |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame] | 191 | /* |
| 192 | * virt_to_page(kaddr) returns a valid pointer if and only if |
| 193 | * virt_addr_valid(kaddr) returns true. |
| 194 | */ |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 195 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) |
| 196 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame] | 197 | extern bool __virt_addr_valid(unsigned long kaddr); |
| 198 | #define virt_addr_valid(kaddr) __virt_addr_valid((unsigned long) (kaddr)) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 199 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 200 | #endif /* __ASSEMBLY__ */ |
| 201 | |
Jeremy Fitzhardinge | e62f447 | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 202 | #include <asm-generic/memory_model.h> |
| 203 | #include <asm-generic/page.h> |
| 204 | |
| 205 | #define __HAVE_ARCH_GATE_AREA 1 |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 206 | |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 207 | #endif /* __KERNEL__ */ |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 208 | #endif /* _ASM_X86_PAGE_H */ |