Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _ASM_IA64_PAGE_H |
| 2 | #define _ASM_IA64_PAGE_H |
| 3 | /* |
| 4 | * Pagetable related stuff. |
| 5 | * |
| 6 | * Copyright (C) 1998, 1999, 2002 Hewlett-Packard Co |
| 7 | * David Mosberger-Tang <davidm@hpl.hp.com> |
| 8 | */ |
| 9 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | #include <asm/intrinsics.h> |
| 11 | #include <asm/types.h> |
| 12 | |
| 13 | /* |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 14 | * The top three bits of an IA64 address are its Region Number. |
| 15 | * Different regions are assigned to different purposes. |
| 16 | */ |
| 17 | #define RGN_SHIFT (61) |
Greg Edwards | 1b66776 | 2005-08-22 09:57:00 -0700 | [diff] [blame] | 18 | #define RGN_BASE(r) (__IA64_UL_CONST(r)<<RGN_SHIFT) |
| 19 | #define RGN_BITS (RGN_BASE(-1)) |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 20 | |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 21 | #define RGN_KERNEL 7 /* Identity mapped region */ |
| 22 | #define RGN_UNCACHED 6 /* Identity mapped I/O region */ |
| 23 | #define RGN_GATE 5 /* Gate page, Kernel text, etc */ |
| 24 | #define RGN_HPAGE 4 /* For Huge TLB pages */ |
| 25 | |
| 26 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | * PAGE_SHIFT determines the actual kernel page size. |
| 28 | */ |
| 29 | #if defined(CONFIG_IA64_PAGE_SIZE_4KB) |
| 30 | # define PAGE_SHIFT 12 |
| 31 | #elif defined(CONFIG_IA64_PAGE_SIZE_8KB) |
| 32 | # define PAGE_SHIFT 13 |
| 33 | #elif defined(CONFIG_IA64_PAGE_SIZE_16KB) |
| 34 | # define PAGE_SHIFT 14 |
| 35 | #elif defined(CONFIG_IA64_PAGE_SIZE_64KB) |
| 36 | # define PAGE_SHIFT 16 |
| 37 | #else |
| 38 | # error Unsupported page size! |
| 39 | #endif |
| 40 | |
| 41 | #define PAGE_SIZE (__IA64_UL_CONST(1) << PAGE_SHIFT) |
| 42 | #define PAGE_MASK (~(PAGE_SIZE - 1)) |
| 43 | #define PAGE_ALIGN(addr) (((addr) + PAGE_SIZE - 1) & PAGE_MASK) |
| 44 | |
| 45 | #define PERCPU_PAGE_SHIFT 16 /* log2() of max. size of per-CPU area */ |
| 46 | #define PERCPU_PAGE_SIZE (__IA64_UL_CONST(1) << PERCPU_PAGE_SHIFT) |
| 47 | |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 48 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | #ifdef CONFIG_HUGETLB_PAGE |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 50 | # define HPAGE_REGION_BASE RGN_BASE(RGN_HPAGE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | # define HPAGE_SHIFT hpage_shift |
| 52 | # define HPAGE_SHIFT_DEFAULT 28 /* check ia64 SDM for architecture supported size */ |
| 53 | # define HPAGE_SIZE (__IA64_UL_CONST(1) << HPAGE_SHIFT) |
| 54 | # define HPAGE_MASK (~(HPAGE_SIZE - 1)) |
| 55 | |
| 56 | # define HAVE_ARCH_HUGETLB_UNMAPPED_AREA |
| 57 | # define ARCH_HAS_HUGEPAGE_ONLY_RANGE |
David Gibson | 42b88be | 2006-03-22 00:09:01 -0800 | [diff] [blame] | 58 | # define ARCH_HAS_PREPARE_HUGEPAGE_RANGE |
David Gibson | 9da61ae | 2006-03-22 00:08:57 -0800 | [diff] [blame] | 59 | # define ARCH_HAS_HUGETLB_FREE_PGD_RANGE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | #endif /* CONFIG_HUGETLB_PAGE */ |
| 61 | |
| 62 | #ifdef __ASSEMBLY__ |
| 63 | # define __pa(x) ((x) - PAGE_OFFSET) |
| 64 | # define __va(x) ((x) + PAGE_OFFSET) |
| 65 | #else /* !__ASSEMBLY */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | # define STRICT_MM_TYPECHECKS |
| 67 | |
| 68 | extern void clear_page (void *page); |
| 69 | extern void copy_page (void *to, void *from); |
| 70 | |
| 71 | /* |
| 72 | * clear_user_page() and copy_user_page() can't be inline functions because |
| 73 | * flush_dcache_page() can't be defined until later... |
| 74 | */ |
| 75 | #define clear_user_page(addr, vaddr, page) \ |
| 76 | do { \ |
| 77 | clear_page(addr); \ |
| 78 | flush_dcache_page(page); \ |
| 79 | } while (0) |
| 80 | |
| 81 | #define copy_user_page(to, from, vaddr, page) \ |
| 82 | do { \ |
| 83 | copy_page((to), (from)); \ |
| 84 | flush_dcache_page(page); \ |
| 85 | } while (0) |
| 86 | |
| 87 | |
Mel Gorman | 769848c | 2007-07-17 04:03:05 -0700 | [diff] [blame] | 88 | #define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \ |
| 89 | ({ \ |
| 90 | struct page *page = alloc_page_vma( \ |
| 91 | GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr); \ |
| 92 | if (page) \ |
| 93 | flush_dcache_page(page); \ |
| 94 | page; \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | }) |
| 96 | |
| 97 | #define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE |
| 98 | |
| 99 | #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) |
| 100 | |
| 101 | #ifdef CONFIG_VIRTUAL_MEM_MAP |
| 102 | extern int ia64_pfn_valid (unsigned long pfn); |
Matthew Wilcox | b0f40ea | 2006-11-16 13:40:53 -0700 | [diff] [blame] | 103 | #else |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | # define ia64_pfn_valid(pfn) 1 |
| 105 | #endif |
| 106 | |
KAMEZAWA Hiroyuki | 0ecd702 | 2006-03-27 01:15:53 -0800 | [diff] [blame] | 107 | #ifdef CONFIG_VIRTUAL_MEM_MAP |
| 108 | extern struct page *vmem_map; |
| 109 | #ifdef CONFIG_DISCONTIGMEM |
| 110 | # define page_to_pfn(page) ((unsigned long) (page - vmem_map)) |
| 111 | # define pfn_to_page(pfn) (vmem_map + (pfn)) |
Matthew Wilcox | b0f40ea | 2006-11-16 13:40:53 -0700 | [diff] [blame] | 112 | #else |
| 113 | # include <asm-generic/memory_model.h> |
KAMEZAWA Hiroyuki | 0ecd702 | 2006-03-27 01:15:53 -0800 | [diff] [blame] | 114 | #endif |
Matthew Wilcox | b0f40ea | 2006-11-16 13:40:53 -0700 | [diff] [blame] | 115 | #else |
| 116 | # include <asm-generic/memory_model.h> |
KAMEZAWA Hiroyuki | 0ecd702 | 2006-03-27 01:15:53 -0800 | [diff] [blame] | 117 | #endif |
| 118 | |
Bob Picco | 1be7d99 | 2005-10-04 15:13:50 -0400 | [diff] [blame] | 119 | #ifdef CONFIG_FLATMEM |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | # define pfn_valid(pfn) (((pfn) < max_mapnr) && ia64_pfn_valid(pfn)) |
Bob Picco | 1be7d99 | 2005-10-04 15:13:50 -0400 | [diff] [blame] | 121 | #elif defined(CONFIG_DISCONTIGMEM) |
Dean Roe | b77dae5 | 2005-11-09 14:25:06 -0600 | [diff] [blame] | 122 | extern unsigned long min_low_pfn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | extern unsigned long max_low_pfn; |
Dean Roe | b77dae5 | 2005-11-09 14:25:06 -0600 | [diff] [blame] | 124 | # define pfn_valid(pfn) (((pfn) >= min_low_pfn) && ((pfn) < max_low_pfn) && ia64_pfn_valid(pfn)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | #endif |
| 126 | |
| 127 | #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) |
| 128 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) |
Bob Picco | 631bb0e | 2005-10-31 13:25:25 -0500 | [diff] [blame] | 129 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | |
| 131 | typedef union ia64_va { |
| 132 | struct { |
| 133 | unsigned long off : 61; /* intra-region offset */ |
| 134 | unsigned long reg : 3; /* region number */ |
| 135 | } f; |
| 136 | unsigned long l; |
| 137 | void *p; |
| 138 | } ia64_va; |
| 139 | |
| 140 | /* |
| 141 | * Note: These macros depend on the fact that PAGE_OFFSET has all |
| 142 | * region bits set to 1 and all other bits set to zero. They are |
| 143 | * expressed in this way to ensure they result in a single "dep" |
| 144 | * instruction. |
| 145 | */ |
| 146 | #define __pa(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = 0; _v.l;}) |
| 147 | #define __va(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = -1; _v.p;}) |
| 148 | |
| 149 | #define REGION_NUMBER(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg;}) |
| 150 | #define REGION_OFFSET(x) ({ia64_va _v; _v.l = (long) (x); _v.f.off;}) |
| 151 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | #ifdef CONFIG_HUGETLB_PAGE |
| 153 | # define htlbpage_to_page(x) (((unsigned long) REGION_NUMBER(x) << 61) \ |
| 154 | | (REGION_OFFSET(x) >> (HPAGE_SHIFT-PAGE_SHIFT))) |
| 155 | # define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) |
| 156 | # define is_hugepage_only_range(mm, addr, len) \ |
Chen, Kenneth W | 2332c9a | 2006-03-22 10:49:00 -0800 | [diff] [blame] | 157 | (REGION_NUMBER(addr) == RGN_HPAGE || \ |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 158 | REGION_NUMBER((addr)+(len)-1) == RGN_HPAGE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | extern unsigned int hpage_shift; |
| 160 | #endif |
| 161 | |
| 162 | static __inline__ int |
| 163 | get_order (unsigned long size) |
| 164 | { |
| 165 | long double d = size - 1; |
| 166 | long order; |
| 167 | |
| 168 | order = ia64_getf_exp(d); |
| 169 | order = order - PAGE_SHIFT - 0xffff + 1; |
| 170 | if (order < 0) |
| 171 | order = 0; |
| 172 | return order; |
| 173 | } |
| 174 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | #endif /* !__ASSEMBLY__ */ |
| 176 | |
| 177 | #ifdef STRICT_MM_TYPECHECKS |
| 178 | /* |
| 179 | * These are used to make use of C type-checking.. |
| 180 | */ |
| 181 | typedef struct { unsigned long pte; } pte_t; |
| 182 | typedef struct { unsigned long pmd; } pmd_t; |
Robin Holt | 837cd0b | 2005-11-11 09:35:43 -0600 | [diff] [blame] | 183 | #ifdef CONFIG_PGTABLE_4 |
| 184 | typedef struct { unsigned long pud; } pud_t; |
| 185 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 186 | typedef struct { unsigned long pgd; } pgd_t; |
| 187 | typedef struct { unsigned long pgprot; } pgprot_t; |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 188 | typedef struct page *pgtable_t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | |
| 190 | # define pte_val(x) ((x).pte) |
| 191 | # define pmd_val(x) ((x).pmd) |
Robin Holt | 837cd0b | 2005-11-11 09:35:43 -0600 | [diff] [blame] | 192 | #ifdef CONFIG_PGTABLE_4 |
| 193 | # define pud_val(x) ((x).pud) |
| 194 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | # define pgd_val(x) ((x).pgd) |
| 196 | # define pgprot_val(x) ((x).pgprot) |
| 197 | |
| 198 | # define __pte(x) ((pte_t) { (x) } ) |
| 199 | # define __pgprot(x) ((pgprot_t) { (x) } ) |
| 200 | |
| 201 | #else /* !STRICT_MM_TYPECHECKS */ |
| 202 | /* |
| 203 | * .. while these make it easier on the compiler |
| 204 | */ |
| 205 | # ifndef __ASSEMBLY__ |
| 206 | typedef unsigned long pte_t; |
| 207 | typedef unsigned long pmd_t; |
| 208 | typedef unsigned long pgd_t; |
| 209 | typedef unsigned long pgprot_t; |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 210 | typedef struct page *pgtable_t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | # endif |
| 212 | |
| 213 | # define pte_val(x) (x) |
| 214 | # define pmd_val(x) (x) |
| 215 | # define pgd_val(x) (x) |
| 216 | # define pgprot_val(x) (x) |
| 217 | |
| 218 | # define __pte(x) (x) |
| 219 | # define __pgd(x) (x) |
| 220 | # define __pgprot(x) (x) |
| 221 | #endif /* !STRICT_MM_TYPECHECKS */ |
| 222 | |
Peter Chubb | 0a41e25 | 2005-08-16 19:54:00 -0700 | [diff] [blame] | 223 | #define PAGE_OFFSET RGN_BASE(RGN_KERNEL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | |
| 225 | #define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | \ |
| 226 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC | \ |
| 227 | (((current->personality & READ_IMPLIES_EXEC) != 0) \ |
| 228 | ? VM_EXEC : 0)) |
| 229 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | #endif /* _ASM_IA64_PAGE_H */ |