Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _PPC64_PAGE_H |
| 2 | #define _PPC64_PAGE_H |
| 3 | |
| 4 | /* |
| 5 | * Copyright (C) 2001 PPC64 Team, IBM Corp |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU General Public License |
| 9 | * as published by the Free Software Foundation; either version |
| 10 | * 2 of the License, or (at your option) any later version. |
| 11 | */ |
| 12 | |
| 13 | #include <linux/config.h> |
Kumar Gala | 5f7c690 | 2005-09-09 15:02:25 -0500 | [diff] [blame] | 14 | #include <asm/ppc_asm.h> /* for ASM_CONST */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | |
| 16 | /* PAGE_SHIFT determines the page size */ |
| 17 | #define PAGE_SHIFT 12 |
| 18 | #define PAGE_SIZE (ASM_CONST(1) << PAGE_SHIFT) |
| 19 | #define PAGE_MASK (~(PAGE_SIZE-1)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | |
| 21 | #define SID_SHIFT 28 |
| 22 | #define SID_MASK 0xfffffffffUL |
| 23 | #define ESID_MASK 0xfffffffff0000000UL |
| 24 | #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) |
| 25 | |
| 26 | #define HPAGE_SHIFT 24 |
| 27 | #define HPAGE_SIZE ((1UL) << HPAGE_SHIFT) |
| 28 | #define HPAGE_MASK (~(HPAGE_SIZE - 1)) |
| 29 | |
| 30 | #ifdef CONFIG_HUGETLB_PAGE |
| 31 | |
| 32 | #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) |
| 33 | |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 34 | #define HTLB_AREA_SHIFT 40 |
| 35 | #define HTLB_AREA_SIZE (1UL << HTLB_AREA_SHIFT) |
| 36 | #define GET_HTLB_AREA(x) ((x) >> HTLB_AREA_SHIFT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | |
| 38 | #define LOW_ESID_MASK(addr, len) (((1U << (GET_ESID(addr+len-1)+1)) \ |
| 39 | - (1U << GET_ESID(addr))) & 0xffff) |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 40 | #define HTLB_AREA_MASK(addr, len) (((1U << (GET_HTLB_AREA(addr+len-1)+1)) \ |
| 41 | - (1U << GET_HTLB_AREA(addr))) & 0xffff) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | |
| 43 | #define ARCH_HAS_HUGEPAGE_ONLY_RANGE |
| 44 | #define ARCH_HAS_PREPARE_HUGEPAGE_RANGE |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 45 | #define ARCH_HAS_SETCLEAR_HUGE_PTE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | |
| 47 | #define touches_hugepage_low_range(mm, addr, len) \ |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 48 | (LOW_ESID_MASK((addr), (len)) & (mm)->context.low_htlb_areas) |
| 49 | #define touches_hugepage_high_range(mm, addr, len) \ |
| 50 | (HTLB_AREA_MASK((addr), (len)) & (mm)->context.high_htlb_areas) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | |
| 52 | #define __within_hugepage_low_range(addr, len, segmask) \ |
| 53 | ((LOW_ESID_MASK((addr), (len)) | (segmask)) == (segmask)) |
| 54 | #define within_hugepage_low_range(addr, len) \ |
| 55 | __within_hugepage_low_range((addr), (len), \ |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 56 | current->mm->context.low_htlb_areas) |
| 57 | #define __within_hugepage_high_range(addr, len, zonemask) \ |
| 58 | ((HTLB_AREA_MASK((addr), (len)) | (zonemask)) == (zonemask)) |
| 59 | #define within_hugepage_high_range(addr, len) \ |
| 60 | __within_hugepage_high_range((addr), (len), \ |
| 61 | current->mm->context.high_htlb_areas) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | |
| 63 | #define is_hugepage_only_range(mm, addr, len) \ |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 64 | (touches_hugepage_high_range((mm), (addr), (len)) || \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | touches_hugepage_low_range((mm), (addr), (len))) |
| 66 | #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA |
| 67 | |
| 68 | #define in_hugepage_area(context, addr) \ |
| 69 | (cpu_has_feature(CPU_FTR_16M_PAGE) && \ |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 70 | ( ((1 << GET_HTLB_AREA(addr)) & (context).high_htlb_areas) || \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | ( ((addr) < 0x100000000L) && \ |
David Gibson | c594ada | 2005-08-11 16:55:21 +1000 | [diff] [blame] | 72 | ((1 << GET_ESID(addr)) & (context).low_htlb_areas) ) ) ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | |
| 74 | #else /* !CONFIG_HUGETLB_PAGE */ |
| 75 | |
| 76 | #define in_hugepage_area(mm, addr) 0 |
| 77 | |
| 78 | #endif /* !CONFIG_HUGETLB_PAGE */ |
| 79 | |
| 80 | /* align addr on a size boundary - adjust address up/down if needed */ |
| 81 | #define _ALIGN_UP(addr,size) (((addr)+((size)-1))&(~((size)-1))) |
| 82 | #define _ALIGN_DOWN(addr,size) ((addr)&(~((size)-1))) |
| 83 | |
| 84 | /* align addr on a size boundary - adjust address up if needed */ |
| 85 | #define _ALIGN(addr,size) _ALIGN_UP(addr,size) |
| 86 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | /* to align the pointer to the (next) page boundary */ |
| 88 | #define PAGE_ALIGN(addr) _ALIGN(addr, PAGE_SIZE) |
| 89 | |
| 90 | #ifdef __KERNEL__ |
| 91 | #ifndef __ASSEMBLY__ |
| 92 | #include <asm/cache.h> |
| 93 | |
| 94 | #undef STRICT_MM_TYPECHECKS |
| 95 | |
| 96 | #define REGION_SIZE 4UL |
| 97 | #define REGION_SHIFT 60UL |
| 98 | #define REGION_MASK (((1UL<<REGION_SIZE)-1UL)<<REGION_SHIFT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | |
| 100 | static __inline__ void clear_page(void *addr) |
| 101 | { |
| 102 | unsigned long lines, line_size; |
| 103 | |
| 104 | line_size = ppc64_caches.dline_size; |
| 105 | lines = ppc64_caches.dlines_per_page; |
| 106 | |
| 107 | __asm__ __volatile__( |
| 108 | "mtctr %1 # clear_page\n\ |
| 109 | 1: dcbz 0,%0\n\ |
| 110 | add %0,%0,%3\n\ |
| 111 | bdnz+ 1b" |
| 112 | : "=r" (addr) |
| 113 | : "r" (lines), "0" (addr), "r" (line_size) |
| 114 | : "ctr", "memory"); |
| 115 | } |
| 116 | |
| 117 | extern void copy_page(void *to, void *from); |
| 118 | struct page; |
| 119 | extern void clear_user_page(void *page, unsigned long vaddr, struct page *pg); |
| 120 | extern void copy_user_page(void *to, void *from, unsigned long vaddr, struct page *p); |
| 121 | |
| 122 | #ifdef STRICT_MM_TYPECHECKS |
| 123 | /* |
| 124 | * These are used to make use of C type-checking. |
| 125 | * Entries in the pte table are 64b, while entries in the pgd & pmd are 32b. |
| 126 | */ |
| 127 | typedef struct { unsigned long pte; } pte_t; |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 128 | typedef struct { unsigned long pmd; } pmd_t; |
| 129 | typedef struct { unsigned long pud; } pud_t; |
| 130 | typedef struct { unsigned long pgd; } pgd_t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | typedef struct { unsigned long pgprot; } pgprot_t; |
| 132 | |
| 133 | #define pte_val(x) ((x).pte) |
| 134 | #define pmd_val(x) ((x).pmd) |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 135 | #define pud_val(x) ((x).pud) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | #define pgd_val(x) ((x).pgd) |
| 137 | #define pgprot_val(x) ((x).pgprot) |
| 138 | |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 139 | #define __pte(x) ((pte_t) { (x) }) |
| 140 | #define __pmd(x) ((pmd_t) { (x) }) |
| 141 | #define __pud(x) ((pud_t) { (x) }) |
| 142 | #define __pgd(x) ((pgd_t) { (x) }) |
| 143 | #define __pgprot(x) ((pgprot_t) { (x) }) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | |
| 145 | #else |
| 146 | /* |
| 147 | * .. while these make it easier on the compiler |
| 148 | */ |
| 149 | typedef unsigned long pte_t; |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 150 | typedef unsigned long pmd_t; |
| 151 | typedef unsigned long pud_t; |
| 152 | typedef unsigned long pgd_t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | typedef unsigned long pgprot_t; |
| 154 | |
| 155 | #define pte_val(x) (x) |
| 156 | #define pmd_val(x) (x) |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 157 | #define pud_val(x) (x) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | #define pgd_val(x) (x) |
| 159 | #define pgprot_val(x) (x) |
| 160 | |
| 161 | #define __pte(x) (x) |
| 162 | #define __pmd(x) (x) |
David Gibson | e28f7fa | 2005-08-05 19:39:06 +1000 | [diff] [blame] | 163 | #define __pud(x) (x) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | #define __pgd(x) (x) |
| 165 | #define __pgprot(x) (x) |
| 166 | |
| 167 | #endif |
| 168 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | #define __pa(x) ((unsigned long)(x)-PAGE_OFFSET) |
| 170 | |
| 171 | extern int page_is_ram(unsigned long pfn); |
| 172 | |
| 173 | extern u64 ppc64_pft_size; /* Log 2 of page table size */ |
| 174 | |
| 175 | /* We do define AT_SYSINFO_EHDR but don't use the gate mecanism */ |
| 176 | #define __HAVE_ARCH_GATE_AREA 1 |
| 177 | |
| 178 | #endif /* __ASSEMBLY__ */ |
| 179 | |
| 180 | #ifdef MODULE |
| 181 | #define __page_aligned __attribute__((__aligned__(PAGE_SIZE))) |
| 182 | #else |
| 183 | #define __page_aligned \ |
| 184 | __attribute__((__aligned__(PAGE_SIZE), \ |
| 185 | __section__(".data.page_aligned"))) |
| 186 | #endif |
| 187 | |
| 188 | |
| 189 | /* This must match the -Ttext linker address */ |
| 190 | /* Note: tophys & tovirt make assumptions about how */ |
| 191 | /* KERNELBASE is defined for performance reasons. */ |
| 192 | /* When KERNELBASE moves, those macros may have */ |
| 193 | /* to change! */ |
| 194 | #define PAGE_OFFSET ASM_CONST(0xC000000000000000) |
| 195 | #define KERNELBASE PAGE_OFFSET |
| 196 | #define VMALLOCBASE ASM_CONST(0xD000000000000000) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 197 | |
David Gibson | 1f8d419 | 2005-05-05 16:15:13 -0700 | [diff] [blame] | 198 | #define VMALLOC_REGION_ID (VMALLOCBASE >> REGION_SHIFT) |
| 199 | #define KERNEL_REGION_ID (KERNELBASE >> REGION_SHIFT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 200 | #define USER_REGION_ID (0UL) |
David Gibson | 1f8d419 | 2005-05-05 16:15:13 -0700 | [diff] [blame] | 201 | #define REGION_ID(ea) (((unsigned long)(ea)) >> REGION_SHIFT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | #define __va(x) ((void *)((unsigned long)(x) + KERNELBASE)) |
| 204 | |
| 205 | #ifdef CONFIG_DISCONTIGMEM |
| 206 | #define page_to_pfn(page) discontigmem_page_to_pfn(page) |
| 207 | #define pfn_to_page(pfn) discontigmem_pfn_to_page(pfn) |
| 208 | #define pfn_valid(pfn) discontigmem_pfn_valid(pfn) |
Andy Whitcroft | 145e664 | 2005-06-23 00:08:03 -0700 | [diff] [blame] | 209 | #endif |
| 210 | #ifdef CONFIG_FLATMEM |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | #define pfn_to_page(pfn) (mem_map + (pfn)) |
| 212 | #define page_to_pfn(page) ((unsigned long)((page) - mem_map)) |
| 213 | #define pfn_valid(pfn) ((pfn) < max_mapnr) |
| 214 | #endif |
| 215 | |
| 216 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) |
| 217 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) |
| 218 | |
| 219 | #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) |
| 220 | |
| 221 | /* |
| 222 | * Unfortunately the PLT is in the BSS in the PPC32 ELF ABI, |
| 223 | * and needs to be executable. This means the whole heap ends |
| 224 | * up being executable. |
| 225 | */ |
| 226 | #define VM_DATA_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ |
| 227 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 228 | |
| 229 | #define VM_DATA_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ |
| 230 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 231 | |
| 232 | #define VM_DATA_DEFAULT_FLAGS \ |
| 233 | (test_thread_flag(TIF_32BIT) ? \ |
| 234 | VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) |
| 235 | |
| 236 | /* |
| 237 | * This is the default if a program doesn't have a PT_GNU_STACK |
Anton Blanchard | a2f95a5 | 2005-05-01 08:58:45 -0700 | [diff] [blame] | 238 | * program header entry. The PPC64 ELF ABI has a non executable stack |
| 239 | * stack by default, so in the absense of a PT_GNU_STACK program header |
| 240 | * we turn execute permission off. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 241 | */ |
Anton Blanchard | a2f95a5 | 2005-05-01 08:58:45 -0700 | [diff] [blame] | 242 | #define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ |
| 243 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 244 | |
| 245 | #define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ |
| 246 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 247 | |
| 248 | #define VM_STACK_DEFAULT_FLAGS \ |
| 249 | (test_thread_flag(TIF_32BIT) ? \ |
| 250 | VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 251 | |
| 252 | #endif /* __KERNEL__ */ |
Stephen Rothwell | fd4fd5a | 2005-09-03 15:54:30 -0700 | [diff] [blame] | 253 | |
| 254 | #include <asm-generic/page.h> |
| 255 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | #endif /* _PPC64_PAGE_H */ |