blob: 776579119a009feb1b2854a9ea18a68183d63243 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_PAGE_H
2#define _ASM_X86_PAGE_H
Jeremy Fitzhardinge83a51012008-01-30 13:32:41 +01003
4#include <linux/const.h>
5
6/* PAGE_SHIFT determines the page size */
7#define PAGE_SHIFT 12
8#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
9#define PAGE_MASK (~(PAGE_SIZE-1))
10
Jeremy Fitzhardinge11b7c7d2008-01-30 13:32:44 +010011#ifdef __KERNEL__
12
Jeremy Fitzhardingec57c05d2008-05-20 08:26:19 +010013#define __PHYSICAL_MASK ((phys_addr_t)(1ULL << __PHYSICAL_MASK_SHIFT) - 1)
14#define __VIRTUAL_MASK ((1UL << __VIRTUAL_MASK_SHIFT) - 1)
15
Jeremy Fitzhardinge2bd3a99c2008-05-20 08:26:17 +010016/* Cast PAGE_MASK to a signed type so that it is sign-extended if
17 virtual addresses are 32-bits but physical addresses are larger
18 (ie, 32-bit PAE). */
19#define PHYSICAL_PAGE_MASK (((signed long)PAGE_MASK) & __PHYSICAL_MASK)
20
Jeremy Fitzhardinge59438c92008-07-21 22:59:42 -070021/* PTE_PFN_MASK extracts the PFN from a (pte|pmd|pud|pgd)val_t */
22#define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK)
Jeremy Fitzhardinge83a51012008-01-30 13:32:41 +010023
Jeremy Fitzhardinge77be1fa2008-07-21 22:59:56 -070024/* PTE_FLAGS_MASK extracts the flags from a (pte|pmd|pud|pgd)val_t */
25#define PTE_FLAGS_MASK (~PTE_PFN_MASK)
26
Andi Kleen31422c52008-02-04 16:48:08 +010027#define PMD_PAGE_SIZE (_AC(1, UL) << PMD_SHIFT)
28#define PMD_PAGE_MASK (~(PMD_PAGE_SIZE-1))
Jeremy Fitzhardinge83a51012008-01-30 13:32:41 +010029
30#define HPAGE_SHIFT PMD_SHIFT
31#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
32#define HPAGE_MASK (~(HPAGE_SIZE - 1))
33#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
34
Andi Kleenb4718e62008-07-23 21:27:51 -070035#define HUGE_MAX_HSTATE 2
36
Ingo Molnar3da1bcc2008-01-30 13:32:42 +010037#ifndef __ASSEMBLY__
38#include <linux/types.h>
39#endif
Jeremy Fitzhardinge83a51012008-01-30 13:32:41 +010040
41#ifdef CONFIG_X86_64
Jeremy Fitzhardinge11b7c7d2008-01-30 13:32:44 +010042#include <asm/page_64.h>
43#else
44#include <asm/page_32.h>
Jeremy Fitzhardinge83a51012008-01-30 13:32:41 +010045#endif /* CONFIG_X86_64 */
46
Jeremy Fitzhardinge83a51012008-01-30 13:32:41 +010047#define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET)
48
49#define VM_DATA_DEFAULT_FLAGS \
50 (((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
51 VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
52
53
Jeremy Fitzhardinge345b9042008-01-30 13:32:42 +010054#ifndef __ASSEMBLY__
Thomas Gleixner5f5192b2008-01-30 13:34:06 +010055
Thomas Gleixner635ee412008-05-12 15:43:35 +020056typedef struct { pgdval_t pgd; } pgd_t;
57typedef struct { pgprotval_t pgprot; } pgprot_t;
58
Thomas Gleixner5f5192b2008-01-30 13:34:06 +010059extern int page_is_ram(unsigned long pagenr);
Arjan van de Venae531c22008-04-24 23:40:47 +020060extern int devmem_is_allowed(unsigned long pagenr);
Thomas Gleixner635ee412008-05-12 15:43:35 +020061extern void map_devmem(unsigned long pfn, unsigned long size,
62 pgprot_t vma_prot);
63extern void unmap_devmem(unsigned long pfn, unsigned long size,
64 pgprot_t vma_prot);
Thomas Gleixner5f5192b2008-01-30 13:34:06 +010065
Yinghai Luf361a452008-07-10 20:38:26 -070066extern unsigned long max_low_pfn_mapped;
Thomas Gleixner67794292008-03-21 21:27:10 +010067extern unsigned long max_pfn_mapped;
Andi Kleen7d1116a2008-03-12 03:53:27 +010068
Jeremy Fitzhardinge345b9042008-01-30 13:32:42 +010069struct page;
70
Chuck Leverf2f7abc2008-03-04 14:55:45 -080071static inline void clear_user_page(void *page, unsigned long vaddr,
Jeremy Fitzhardinge345b9042008-01-30 13:32:42 +010072 struct page *pg)
73{
74 clear_page(page);
75}
76
Chuck Leverf2f7abc2008-03-04 14:55:45 -080077static inline void copy_user_page(void *to, void *from, unsigned long vaddr,
Jeremy Fitzhardinge345b9042008-01-30 13:32:42 +010078 struct page *topage)
79{
80 copy_page(to, from);
81}
82
83#define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
84 alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
85#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
86
Ingo Molnar38f0f122008-01-30 13:32:43 +010087static inline pgd_t native_make_pgd(pgdval_t val)
88{
89 return (pgd_t) { val };
90}
91
92static inline pgdval_t native_pgd_val(pgd_t pgd)
93{
94 return pgd.pgd;
95}
96
97#if PAGETABLE_LEVELS >= 3
98#if PAGETABLE_LEVELS == 4
99typedef struct { pudval_t pud; } pud_t;
100
101static inline pud_t native_make_pud(pmdval_t val)
102{
103 return (pud_t) { val };
104}
105
106static inline pudval_t native_pud_val(pud_t pud)
107{
108 return pud.pud;
109}
110#else /* PAGETABLE_LEVELS == 3 */
111#include <asm-generic/pgtable-nopud.h>
Jeremy Fitzhardinge2f98b2f2008-01-30 13:33:14 +0100112
113static inline pudval_t native_pud_val(pud_t pud)
114{
115 return native_pgd_val(pud.pgd);
116}
Ingo Molnar38f0f122008-01-30 13:32:43 +0100117#endif /* PAGETABLE_LEVELS == 4 */
118
119typedef struct { pmdval_t pmd; } pmd_t;
120
121static inline pmd_t native_make_pmd(pmdval_t val)
122{
123 return (pmd_t) { val };
124}
125
126static inline pmdval_t native_pmd_val(pmd_t pmd)
127{
128 return pmd.pmd;
129}
130#else /* PAGETABLE_LEVELS == 2 */
131#include <asm-generic/pgtable-nopmd.h>
Jeremy Fitzhardinge2f98b2f2008-01-30 13:33:14 +0100132
133static inline pmdval_t native_pmd_val(pmd_t pmd)
134{
135 return native_pgd_val(pmd.pud.pgd);
136}
Ingo Molnar38f0f122008-01-30 13:32:43 +0100137#endif /* PAGETABLE_LEVELS >= 3 */
138
Jeremy Fitzhardingec8e53932008-01-30 13:32:57 +0100139static inline pte_t native_make_pte(pteval_t val)
140{
141 return (pte_t) { .pte = val };
142}
143
144static inline pteval_t native_pte_val(pte_t pte)
145{
146 return pte.pte;
147}
148
Rusty Russellc2e32772008-07-22 15:40:46 +1000149static inline pteval_t native_pte_flags(pte_t pte)
150{
Jeremy Fitzhardinge77be1fa2008-07-21 22:59:56 -0700151 return native_pte_val(pte) & PTE_FLAGS_MASK;
Rusty Russellc2e32772008-07-22 15:40:46 +1000152}
153
Ingo Molnar38f0f122008-01-30 13:32:43 +0100154#define pgprot_val(x) ((x).pgprot)
155#define __pgprot(x) ((pgprot_t) { (x) } )
156
157#ifdef CONFIG_PARAVIRT
158#include <asm/paravirt.h>
159#else /* !CONFIG_PARAVIRT */
160
161#define pgd_val(x) native_pgd_val(x)
162#define __pgd(x) native_make_pgd(x)
163
164#ifndef __PAGETABLE_PUD_FOLDED
165#define pud_val(x) native_pud_val(x)
166#define __pud(x) native_make_pud(x)
167#endif
168
169#ifndef __PAGETABLE_PMD_FOLDED
170#define pmd_val(x) native_pmd_val(x)
171#define __pmd(x) native_make_pmd(x)
172#endif
173
174#define pte_val(x) native_pte_val(x)
Rusty Russellc2e32772008-07-22 15:40:46 +1000175#define pte_flags(x) native_pte_flags(x)
Ingo Molnar38f0f122008-01-30 13:32:43 +0100176#define __pte(x) native_make_pte(x)
177
178#endif /* CONFIG_PARAVIRT */
179
Jeremy Fitzhardinge98fd5ae2008-01-30 13:32:43 +0100180#define __pa(x) __phys_addr((unsigned long)(x))
Vegard Nossumaf5c2bd2008-10-03 17:54:25 +0200181#define __pa_nodebug(x) __phys_addr_nodebug((unsigned long)(x))
Jeremy Fitzhardinge98fd5ae2008-01-30 13:32:43 +0100182/* __pa_symbol should be used for C visible symbols.
183 This seems to be the official gcc blessed way to do such arithmetic. */
184#define __pa_symbol(x) __pa(__phys_reloc_hide((unsigned long)(x)))
185
186#define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET))
187
188#define __boot_va(x) __va(x)
189#define __boot_pa(x) __pa(x)
190
Vegard Nossumaf5c2bd2008-10-03 17:54:25 +0200191/*
192 * virt_to_page(kaddr) returns a valid pointer if and only if
193 * virt_addr_valid(kaddr) returns true.
194 */
Jeremy Fitzhardinge98fd5ae2008-01-30 13:32:43 +0100195#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
196#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
Vegard Nossumaf5c2bd2008-10-03 17:54:25 +0200197extern bool __virt_addr_valid(unsigned long kaddr);
198#define virt_addr_valid(kaddr) __virt_addr_valid((unsigned long) (kaddr))
Jeremy Fitzhardinge98fd5ae2008-01-30 13:32:43 +0100199
Jeremy Fitzhardinge345b9042008-01-30 13:32:42 +0100200#endif /* __ASSEMBLY__ */
201
Jeremy Fitzhardingee62f4472008-01-30 13:32:44 +0100202#include <asm-generic/memory_model.h>
203#include <asm-generic/page.h>
204
205#define __HAVE_ARCH_GATE_AREA 1
Jeremy Fitzhardinge345b9042008-01-30 13:32:42 +0100206
Jeremy Fitzhardinge11b7c7d2008-01-30 13:32:44 +0100207#endif /* __KERNEL__ */
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700208#endif /* _ASM_X86_PAGE_H */