Vegard Nossum | 77ef50a | 2008-06-18 17:08:48 +0200 | [diff] [blame] | 1 | #ifndef ASM_X86__PAGE_H |
| 2 | #define ASM_X86__PAGE_H |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 3 | |
| 4 | #include <linux/const.h> |
| 5 | |
| 6 | /* PAGE_SHIFT determines the page size */ |
| 7 | #define PAGE_SHIFT 12 |
| 8 | #define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT) |
| 9 | #define PAGE_MASK (~(PAGE_SIZE-1)) |
| 10 | |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 11 | #ifdef __KERNEL__ |
| 12 | |
Jeremy Fitzhardinge | c57c05d | 2008-05-20 08:26:19 +0100 | [diff] [blame] | 13 | #define __PHYSICAL_MASK ((phys_addr_t)(1ULL << __PHYSICAL_MASK_SHIFT) - 1) |
| 14 | #define __VIRTUAL_MASK ((1UL << __VIRTUAL_MASK_SHIFT) - 1) |
| 15 | |
Jeremy Fitzhardinge | 2bd3a99c | 2008-05-20 08:26:17 +0100 | [diff] [blame] | 16 | /* Cast PAGE_MASK to a signed type so that it is sign-extended if |
| 17 | virtual addresses are 32-bits but physical addresses are larger |
| 18 | (ie, 32-bit PAE). */ |
| 19 | #define PHYSICAL_PAGE_MASK (((signed long)PAGE_MASK) & __PHYSICAL_MASK) |
| 20 | |
Jeremy Fitzhardinge | 59438c9 | 2008-07-21 22:59:42 -0700 | [diff] [blame] | 21 | /* PTE_PFN_MASK extracts the PFN from a (pte|pmd|pud|pgd)val_t */ |
| 22 | #define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK) |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 23 | |
Jeremy Fitzhardinge | 77be1fa | 2008-07-21 22:59:56 -0700 | [diff] [blame] | 24 | /* PTE_FLAGS_MASK extracts the flags from a (pte|pmd|pud|pgd)val_t */ |
| 25 | #define PTE_FLAGS_MASK (~PTE_PFN_MASK) |
| 26 | |
Andi Kleen | 31422c5 | 2008-02-04 16:48:08 +0100 | [diff] [blame] | 27 | #define PMD_PAGE_SIZE (_AC(1, UL) << PMD_SHIFT) |
| 28 | #define PMD_PAGE_MASK (~(PMD_PAGE_SIZE-1)) |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 29 | |
| 30 | #define HPAGE_SHIFT PMD_SHIFT |
| 31 | #define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT) |
| 32 | #define HPAGE_MASK (~(HPAGE_SIZE - 1)) |
| 33 | #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) |
| 34 | |
Andi Kleen | b4718e6 | 2008-07-23 21:27:51 -0700 | [diff] [blame] | 35 | #define HUGE_MAX_HSTATE 2 |
| 36 | |
Ingo Molnar | 3da1bcc | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 37 | #ifndef __ASSEMBLY__ |
| 38 | #include <linux/types.h> |
| 39 | #endif |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 40 | |
| 41 | #ifdef CONFIG_X86_64 |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 42 | #include <asm/page_64.h> |
| 43 | #else |
| 44 | #include <asm/page_32.h> |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 45 | #endif /* CONFIG_X86_64 */ |
| 46 | |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 47 | #define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET) |
| 48 | |
| 49 | #define VM_DATA_DEFAULT_FLAGS \ |
| 50 | (((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \ |
| 51 | VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 52 | |
| 53 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 54 | #ifndef __ASSEMBLY__ |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 55 | |
Thomas Gleixner | 635ee41 | 2008-05-12 15:43:35 +0200 | [diff] [blame] | 56 | typedef struct { pgdval_t pgd; } pgd_t; |
| 57 | typedef struct { pgprotval_t pgprot; } pgprot_t; |
| 58 | |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 59 | extern int page_is_ram(unsigned long pagenr); |
Suresh Siddha | 9542ada | 2008-09-24 08:53:33 -0700 | [diff] [blame] | 60 | extern int pagerange_is_ram(unsigned long start, unsigned long end); |
Arjan van de Ven | ae531c2 | 2008-04-24 23:40:47 +0200 | [diff] [blame] | 61 | extern int devmem_is_allowed(unsigned long pagenr); |
Thomas Gleixner | 635ee41 | 2008-05-12 15:43:35 +0200 | [diff] [blame] | 62 | extern void map_devmem(unsigned long pfn, unsigned long size, |
| 63 | pgprot_t vma_prot); |
| 64 | extern void unmap_devmem(unsigned long pfn, unsigned long size, |
| 65 | pgprot_t vma_prot); |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 66 | |
Yinghai Lu | f361a45 | 2008-07-10 20:38:26 -0700 | [diff] [blame] | 67 | extern unsigned long max_low_pfn_mapped; |
Thomas Gleixner | 6779429 | 2008-03-21 21:27:10 +0100 | [diff] [blame] | 68 | extern unsigned long max_pfn_mapped; |
Andi Kleen | 7d1116a | 2008-03-12 03:53:27 +0100 | [diff] [blame] | 69 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 70 | struct page; |
| 71 | |
Chuck Lever | f2f7abc | 2008-03-04 14:55:45 -0800 | [diff] [blame] | 72 | static inline void clear_user_page(void *page, unsigned long vaddr, |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 73 | struct page *pg) |
| 74 | { |
| 75 | clear_page(page); |
| 76 | } |
| 77 | |
Chuck Lever | f2f7abc | 2008-03-04 14:55:45 -0800 | [diff] [blame] | 78 | static inline void copy_user_page(void *to, void *from, unsigned long vaddr, |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 79 | struct page *topage) |
| 80 | { |
| 81 | copy_page(to, from); |
| 82 | } |
| 83 | |
| 84 | #define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \ |
| 85 | alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr) |
| 86 | #define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE |
| 87 | |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 88 | static inline pgd_t native_make_pgd(pgdval_t val) |
| 89 | { |
| 90 | return (pgd_t) { val }; |
| 91 | } |
| 92 | |
| 93 | static inline pgdval_t native_pgd_val(pgd_t pgd) |
| 94 | { |
| 95 | return pgd.pgd; |
| 96 | } |
| 97 | |
| 98 | #if PAGETABLE_LEVELS >= 3 |
| 99 | #if PAGETABLE_LEVELS == 4 |
| 100 | typedef struct { pudval_t pud; } pud_t; |
| 101 | |
| 102 | static inline pud_t native_make_pud(pmdval_t val) |
| 103 | { |
| 104 | return (pud_t) { val }; |
| 105 | } |
| 106 | |
| 107 | static inline pudval_t native_pud_val(pud_t pud) |
| 108 | { |
| 109 | return pud.pud; |
| 110 | } |
| 111 | #else /* PAGETABLE_LEVELS == 3 */ |
| 112 | #include <asm-generic/pgtable-nopud.h> |
Jeremy Fitzhardinge | 2f98b2f | 2008-01-30 13:33:14 +0100 | [diff] [blame] | 113 | |
| 114 | static inline pudval_t native_pud_val(pud_t pud) |
| 115 | { |
| 116 | return native_pgd_val(pud.pgd); |
| 117 | } |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 118 | #endif /* PAGETABLE_LEVELS == 4 */ |
| 119 | |
| 120 | typedef struct { pmdval_t pmd; } pmd_t; |
| 121 | |
| 122 | static inline pmd_t native_make_pmd(pmdval_t val) |
| 123 | { |
| 124 | return (pmd_t) { val }; |
| 125 | } |
| 126 | |
| 127 | static inline pmdval_t native_pmd_val(pmd_t pmd) |
| 128 | { |
| 129 | return pmd.pmd; |
| 130 | } |
| 131 | #else /* PAGETABLE_LEVELS == 2 */ |
| 132 | #include <asm-generic/pgtable-nopmd.h> |
Jeremy Fitzhardinge | 2f98b2f | 2008-01-30 13:33:14 +0100 | [diff] [blame] | 133 | |
| 134 | static inline pmdval_t native_pmd_val(pmd_t pmd) |
| 135 | { |
| 136 | return native_pgd_val(pmd.pud.pgd); |
| 137 | } |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 138 | #endif /* PAGETABLE_LEVELS >= 3 */ |
| 139 | |
Jeremy Fitzhardinge | c8e5393 | 2008-01-30 13:32:57 +0100 | [diff] [blame] | 140 | static inline pte_t native_make_pte(pteval_t val) |
| 141 | { |
| 142 | return (pte_t) { .pte = val }; |
| 143 | } |
| 144 | |
| 145 | static inline pteval_t native_pte_val(pte_t pte) |
| 146 | { |
| 147 | return pte.pte; |
| 148 | } |
| 149 | |
Rusty Russell | c2e3277 | 2008-07-22 15:40:46 +1000 | [diff] [blame] | 150 | static inline pteval_t native_pte_flags(pte_t pte) |
| 151 | { |
Jeremy Fitzhardinge | 77be1fa | 2008-07-21 22:59:56 -0700 | [diff] [blame] | 152 | return native_pte_val(pte) & PTE_FLAGS_MASK; |
Rusty Russell | c2e3277 | 2008-07-22 15:40:46 +1000 | [diff] [blame] | 153 | } |
| 154 | |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 155 | #define pgprot_val(x) ((x).pgprot) |
| 156 | #define __pgprot(x) ((pgprot_t) { (x) } ) |
| 157 | |
| 158 | #ifdef CONFIG_PARAVIRT |
| 159 | #include <asm/paravirt.h> |
| 160 | #else /* !CONFIG_PARAVIRT */ |
| 161 | |
| 162 | #define pgd_val(x) native_pgd_val(x) |
| 163 | #define __pgd(x) native_make_pgd(x) |
| 164 | |
| 165 | #ifndef __PAGETABLE_PUD_FOLDED |
| 166 | #define pud_val(x) native_pud_val(x) |
| 167 | #define __pud(x) native_make_pud(x) |
| 168 | #endif |
| 169 | |
| 170 | #ifndef __PAGETABLE_PMD_FOLDED |
| 171 | #define pmd_val(x) native_pmd_val(x) |
| 172 | #define __pmd(x) native_make_pmd(x) |
| 173 | #endif |
| 174 | |
| 175 | #define pte_val(x) native_pte_val(x) |
Rusty Russell | c2e3277 | 2008-07-22 15:40:46 +1000 | [diff] [blame] | 176 | #define pte_flags(x) native_pte_flags(x) |
Ingo Molnar | 38f0f12 | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 177 | #define __pte(x) native_make_pte(x) |
| 178 | |
| 179 | #endif /* CONFIG_PARAVIRT */ |
| 180 | |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 181 | #define __pa(x) __phys_addr((unsigned long)(x)) |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame^] | 182 | #define __pa_nodebug(x) __phys_addr_nodebug((unsigned long)(x)) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 183 | /* __pa_symbol should be used for C visible symbols. |
| 184 | This seems to be the official gcc blessed way to do such arithmetic. */ |
| 185 | #define __pa_symbol(x) __pa(__phys_reloc_hide((unsigned long)(x))) |
| 186 | |
| 187 | #define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET)) |
| 188 | |
| 189 | #define __boot_va(x) __va(x) |
| 190 | #define __boot_pa(x) __pa(x) |
| 191 | |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame^] | 192 | /* |
| 193 | * virt_to_page(kaddr) returns a valid pointer if and only if |
| 194 | * virt_addr_valid(kaddr) returns true. |
| 195 | */ |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 196 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) |
| 197 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame^] | 198 | extern bool __virt_addr_valid(unsigned long kaddr); |
| 199 | #define virt_addr_valid(kaddr) __virt_addr_valid((unsigned long) (kaddr)) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 200 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 201 | #endif /* __ASSEMBLY__ */ |
| 202 | |
Jeremy Fitzhardinge | e62f447 | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 203 | #include <asm-generic/memory_model.h> |
| 204 | #include <asm-generic/page.h> |
| 205 | |
| 206 | #define __HAVE_ARCH_GATE_AREA 1 |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 207 | |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 208 | #endif /* __KERNEL__ */ |
Vegard Nossum | 77ef50a | 2008-06-18 17:08:48 +0200 | [diff] [blame] | 209 | #endif /* ASM_X86__PAGE_H */ |