blob: 4999a6c63775b87f4432378c6774e74f2ae2bfb0 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _ASM_IA64_PAGE_H
2#define _ASM_IA64_PAGE_H
3/*
4 * Pagetable related stuff.
5 *
6 * Copyright (C) 1998, 1999, 2002 Hewlett-Packard Co
7 * David Mosberger-Tang <davidm@hpl.hp.com>
8 */
9
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <asm/intrinsics.h>
11#include <asm/types.h>
12
13/*
Peter Chubb0a41e252005-08-16 19:54:00 -070014 * The top three bits of an IA64 address are its Region Number.
15 * Different regions are assigned to different purposes.
16 */
17#define RGN_SHIFT (61)
Greg Edwards1b667762005-08-22 09:57:00 -070018#define RGN_BASE(r) (__IA64_UL_CONST(r)<<RGN_SHIFT)
19#define RGN_BITS (RGN_BASE(-1))
Peter Chubb0a41e252005-08-16 19:54:00 -070020
Peter Chubb0a41e252005-08-16 19:54:00 -070021#define RGN_KERNEL 7 /* Identity mapped region */
22#define RGN_UNCACHED 6 /* Identity mapped I/O region */
23#define RGN_GATE 5 /* Gate page, Kernel text, etc */
24#define RGN_HPAGE 4 /* For Huge TLB pages */
25
26/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070027 * PAGE_SHIFT determines the actual kernel page size.
28 */
29#if defined(CONFIG_IA64_PAGE_SIZE_4KB)
30# define PAGE_SHIFT 12
31#elif defined(CONFIG_IA64_PAGE_SIZE_8KB)
32# define PAGE_SHIFT 13
33#elif defined(CONFIG_IA64_PAGE_SIZE_16KB)
34# define PAGE_SHIFT 14
35#elif defined(CONFIG_IA64_PAGE_SIZE_64KB)
36# define PAGE_SHIFT 16
37#else
38# error Unsupported page size!
39#endif
40
41#define PAGE_SIZE (__IA64_UL_CONST(1) << PAGE_SHIFT)
42#define PAGE_MASK (~(PAGE_SIZE - 1))
43#define PAGE_ALIGN(addr) (((addr) + PAGE_SIZE - 1) & PAGE_MASK)
44
45#define PERCPU_PAGE_SHIFT 16 /* log2() of max. size of per-CPU area */
46#define PERCPU_PAGE_SIZE (__IA64_UL_CONST(1) << PERCPU_PAGE_SHIFT)
47
Peter Chubb0a41e252005-08-16 19:54:00 -070048
Linus Torvalds1da177e2005-04-16 15:20:36 -070049#ifdef CONFIG_HUGETLB_PAGE
Peter Chubb0a41e252005-08-16 19:54:00 -070050# define HPAGE_REGION_BASE RGN_BASE(RGN_HPAGE)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051# define HPAGE_SHIFT hpage_shift
52# define HPAGE_SHIFT_DEFAULT 28 /* check ia64 SDM for architecture supported size */
53# define HPAGE_SIZE (__IA64_UL_CONST(1) << HPAGE_SHIFT)
54# define HPAGE_MASK (~(HPAGE_SIZE - 1))
55
56# define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
57# define ARCH_HAS_HUGEPAGE_ONLY_RANGE
David Gibson42b88be2006-03-22 00:09:01 -080058# define ARCH_HAS_PREPARE_HUGEPAGE_RANGE
David Gibson9da61ae2006-03-22 00:08:57 -080059# define ARCH_HAS_HUGETLB_FREE_PGD_RANGE
Linus Torvalds1da177e2005-04-16 15:20:36 -070060#endif /* CONFIG_HUGETLB_PAGE */
61
62#ifdef __ASSEMBLY__
63# define __pa(x) ((x) - PAGE_OFFSET)
64# define __va(x) ((x) + PAGE_OFFSET)
65#else /* !__ASSEMBLY */
Linus Torvalds1da177e2005-04-16 15:20:36 -070066# define STRICT_MM_TYPECHECKS
67
68extern void clear_page (void *page);
69extern void copy_page (void *to, void *from);
70
71/*
72 * clear_user_page() and copy_user_page() can't be inline functions because
73 * flush_dcache_page() can't be defined until later...
74 */
75#define clear_user_page(addr, vaddr, page) \
76do { \
77 clear_page(addr); \
78 flush_dcache_page(page); \
79} while (0)
80
81#define copy_user_page(to, from, vaddr, page) \
82do { \
83 copy_page((to), (from)); \
84 flush_dcache_page(page); \
85} while (0)
86
87
Mel Gorman769848c2007-07-17 04:03:05 -070088#define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
89({ \
90 struct page *page = alloc_page_vma( \
91 GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr); \
92 if (page) \
93 flush_dcache_page(page); \
94 page; \
Linus Torvalds1da177e2005-04-16 15:20:36 -070095})
96
97#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
98
99#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
100
101#ifdef CONFIG_VIRTUAL_MEM_MAP
102extern int ia64_pfn_valid (unsigned long pfn);
Matthew Wilcoxb0f40ea2006-11-16 13:40:53 -0700103#else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104# define ia64_pfn_valid(pfn) 1
105#endif
106
KAMEZAWA Hiroyuki0ecd7022006-03-27 01:15:53 -0800107#ifdef CONFIG_VIRTUAL_MEM_MAP
108extern struct page *vmem_map;
109#ifdef CONFIG_DISCONTIGMEM
110# define page_to_pfn(page) ((unsigned long) (page - vmem_map))
111# define pfn_to_page(pfn) (vmem_map + (pfn))
Matthew Wilcoxb0f40ea2006-11-16 13:40:53 -0700112#else
113# include <asm-generic/memory_model.h>
KAMEZAWA Hiroyuki0ecd7022006-03-27 01:15:53 -0800114#endif
Matthew Wilcoxb0f40ea2006-11-16 13:40:53 -0700115#else
116# include <asm-generic/memory_model.h>
KAMEZAWA Hiroyuki0ecd7022006-03-27 01:15:53 -0800117#endif
118
Bob Picco1be7d992005-10-04 15:13:50 -0400119#ifdef CONFIG_FLATMEM
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120# define pfn_valid(pfn) (((pfn) < max_mapnr) && ia64_pfn_valid(pfn))
Bob Picco1be7d992005-10-04 15:13:50 -0400121#elif defined(CONFIG_DISCONTIGMEM)
Dean Roeb77dae52005-11-09 14:25:06 -0600122extern unsigned long min_low_pfn;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123extern unsigned long max_low_pfn;
Dean Roeb77dae52005-11-09 14:25:06 -0600124# define pfn_valid(pfn) (((pfn) >= min_low_pfn) && ((pfn) < max_low_pfn) && ia64_pfn_valid(pfn))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125#endif
126
127#define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT)
128#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
Bob Picco631bb0e2005-10-31 13:25:25 -0500129#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
131typedef union ia64_va {
132 struct {
133 unsigned long off : 61; /* intra-region offset */
134 unsigned long reg : 3; /* region number */
135 } f;
136 unsigned long l;
137 void *p;
138} ia64_va;
139
140/*
141 * Note: These macros depend on the fact that PAGE_OFFSET has all
142 * region bits set to 1 and all other bits set to zero. They are
143 * expressed in this way to ensure they result in a single "dep"
144 * instruction.
145 */
146#define __pa(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = 0; _v.l;})
147#define __va(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = -1; _v.p;})
148
149#define REGION_NUMBER(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg;})
150#define REGION_OFFSET(x) ({ia64_va _v; _v.l = (long) (x); _v.f.off;})
151
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152#ifdef CONFIG_HUGETLB_PAGE
153# define htlbpage_to_page(x) (((unsigned long) REGION_NUMBER(x) << 61) \
154 | (REGION_OFFSET(x) >> (HPAGE_SHIFT-PAGE_SHIFT)))
155# define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
156# define is_hugepage_only_range(mm, addr, len) \
Chen, Kenneth W2332c9a2006-03-22 10:49:00 -0800157 (REGION_NUMBER(addr) == RGN_HPAGE || \
Peter Chubb0a41e252005-08-16 19:54:00 -0700158 REGION_NUMBER((addr)+(len)-1) == RGN_HPAGE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159extern unsigned int hpage_shift;
160#endif
161
162static __inline__ int
163get_order (unsigned long size)
164{
165 long double d = size - 1;
166 long order;
167
168 order = ia64_getf_exp(d);
169 order = order - PAGE_SHIFT - 0xffff + 1;
170 if (order < 0)
171 order = 0;
172 return order;
173}
174
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175#endif /* !__ASSEMBLY__ */
176
177#ifdef STRICT_MM_TYPECHECKS
178 /*
179 * These are used to make use of C type-checking..
180 */
181 typedef struct { unsigned long pte; } pte_t;
182 typedef struct { unsigned long pmd; } pmd_t;
Robin Holt837cd0b2005-11-11 09:35:43 -0600183#ifdef CONFIG_PGTABLE_4
184 typedef struct { unsigned long pud; } pud_t;
185#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 typedef struct { unsigned long pgd; } pgd_t;
187 typedef struct { unsigned long pgprot; } pgprot_t;
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800188 typedef struct page *pgtable_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
190# define pte_val(x) ((x).pte)
191# define pmd_val(x) ((x).pmd)
Robin Holt837cd0b2005-11-11 09:35:43 -0600192#ifdef CONFIG_PGTABLE_4
193# define pud_val(x) ((x).pud)
194#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195# define pgd_val(x) ((x).pgd)
196# define pgprot_val(x) ((x).pgprot)
197
198# define __pte(x) ((pte_t) { (x) } )
199# define __pgprot(x) ((pgprot_t) { (x) } )
200
201#else /* !STRICT_MM_TYPECHECKS */
202 /*
203 * .. while these make it easier on the compiler
204 */
205# ifndef __ASSEMBLY__
206 typedef unsigned long pte_t;
207 typedef unsigned long pmd_t;
208 typedef unsigned long pgd_t;
209 typedef unsigned long pgprot_t;
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800210 typedef struct page *pgtable_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211# endif
212
213# define pte_val(x) (x)
214# define pmd_val(x) (x)
215# define pgd_val(x) (x)
216# define pgprot_val(x) (x)
217
218# define __pte(x) (x)
219# define __pgd(x) (x)
220# define __pgprot(x) (x)
221#endif /* !STRICT_MM_TYPECHECKS */
222
Peter Chubb0a41e252005-08-16 19:54:00 -0700223#define PAGE_OFFSET RGN_BASE(RGN_KERNEL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224
225#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | \
226 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC | \
227 (((current->personality & READ_IMPLIES_EXEC) != 0) \
228 ? VM_EXEC : 0))
229
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230#endif /* _ASM_IA64_PAGE_H */