blob: bdbc3f97e20be29a732cc115d73a68a53f481827 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright 2003 PathScale Inc
3 * Derived from include/asm-i386/pgtable.h
4 * Licensed under the GPL
5 */
6
7#ifndef __UM_PGTABLE_3LEVEL_H
8#define __UM_PGTABLE_3LEVEL_H
9
10#include <asm-generic/pgtable-nopud.h>
11
12/* PGDIR_SHIFT determines what a third-level page table entry can map */
13
14#define PGDIR_SHIFT 30
15#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
16#define PGDIR_MASK (~(PGDIR_SIZE-1))
17
18/* PMD_SHIFT determines the size of the area a second-level page table can
19 * map
20 */
21
22#define PMD_SHIFT 21
23#define PMD_SIZE (1UL << PMD_SHIFT)
24#define PMD_MASK (~(PMD_SIZE-1))
25
26/*
27 * entries per page directory level
28 */
29
30#define PTRS_PER_PTE 512
31#define PTRS_PER_PMD 512
32#define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE)
33#define PTRS_PER_PGD 512
Hugh Dickinsd455a362005-04-19 13:29:23 -070034#define FIRST_USER_ADDRESS 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
36#define pte_ERROR(e) \
37 printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \
38 pte_val(e))
39#define pmd_ERROR(e) \
40 printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
41 pmd_val(e))
42#define pgd_ERROR(e) \
43 printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
44 pgd_val(e))
45
46#define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE))
47#define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
48#define pud_present(x) (pud_val(x) & _PAGE_PRESENT)
49#define pud_populate(mm, pud, pmd) \
50 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
51
52#define set_pud(pudptr, pudval) set_64bit((phys_t *) (pudptr), pud_val(pudval))
53static inline int pgd_newpage(pgd_t pgd)
54{
55 return(pgd_val(pgd) & _PAGE_NEWPAGE);
56}
57
58static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; }
59
60
61#define pte_present(x) pte_get_bits(x, (_PAGE_PRESENT | _PAGE_PROTNONE))
62
63static inline pte_t pte_mknewprot(pte_t pte)
64{
65 pte_set_bits(pte, _PAGE_NEWPROT);
66 return(pte);
67}
68
69static inline pte_t pte_mknewpage(pte_t pte)
70{
71 pte_set_bits(pte, _PAGE_NEWPAGE);
72 return(pte);
73}
74
75static inline void set_pte(pte_t *pteptr, pte_t pteval)
76{
77 pte_copy(*pteptr, pteval);
78
79 /* If it's a swap entry, it needs to be marked _PAGE_NEWPAGE so
80 * fix_range knows to unmap it. _PAGE_NEWPROT is specific to
81 * mapped pages.
82 */
83
84 *pteptr = pte_mknewpage(*pteptr);
85 if(pte_present(*pteptr)) *pteptr = pte_mknewprot(*pteptr);
86}
87#define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval)
88
89#define set_pmd(pmdptr, pmdval) set_64bit((phys_t *) (pmdptr), pmd_val(pmdval))
90
91static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address)
92{
93 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL);
94
95 if(pmd)
96 memset(pmd, 0, PAGE_SIZE);
97
98 return pmd;
99}
100
101static inline void pmd_free(pmd_t *pmd){
102 free_page((unsigned long) pmd);
103}
104
105#define __pmd_free_tlb(tlb,x) do { } while (0)
106
107static inline void pud_clear (pud_t * pud) { }
108
109#define pud_page(pud) \
110 ((struct page *) __va(pud_val(pud) & PAGE_MASK))
111
112/* Find an entry in the second-level page table.. */
113#define pmd_offset(pud, address) ((pmd_t *) pud_page(*(pud)) + \
114 pmd_index(address))
115
116#define pte_page(x) pfn_to_page(pte_pfn(x))
117
118static inline int pte_none(pte_t pte)
119{
120 return pte_is_zero(pte);
121}
122
123static inline unsigned long pte_pfn(pte_t pte)
124{
125 return phys_to_pfn(pte_val(pte));
126}
127
128static inline pte_t pfn_pte(pfn_t page_nr, pgprot_t pgprot)
129{
130 pte_t pte;
131 phys_t phys = pfn_to_phys(page_nr);
132
133 pte_set_val(pte, phys, pgprot);
134 return pte;
135}
136
137static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot)
138{
139 return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot));
140}
141
142/*
143 * Bits 0 through 3 are taken in the low part of the pte,
144 * put the 32 bits of offset into the high part.
145 */
146#define PTE_FILE_MAX_BITS 32
147
148#ifdef CONFIG_64_BIT
149
150#define pte_to_pgoff(p) ((p).pte >> 32)
151
152#define pgoff_to_pte(off) ((pte_t) { ((off) < 32) | _PAGE_FILE })
153
154#else
155
156#define pte_to_pgoff(pte) ((pte).pte_high)
157
158#define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) })
159
160#endif
161
162#endif
163
164/*
165 * Overrides for Emacs so that we follow Linus's tabbing style.
166 * Emacs will notice this stuff at the end of the file and automatically
167 * adjust the settings for this buffer only. This must remain at the end
168 * of the file.
169 * ---------------------------------------------------------------------------
170 * Local variables:
171 * c-file-style: "linux"
172 * End:
173 */