blob: 0446f456b428687b07ba689899cbefe4151d3fe7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright 2003 PathScale Inc
3 * Derived from include/asm-i386/pgtable.h
4 * Licensed under the GPL
5 */
6
7#ifndef __UM_PGTABLE_3LEVEL_H
8#define __UM_PGTABLE_3LEVEL_H
9
10#include <asm-generic/pgtable-nopud.h>
11
12/* PGDIR_SHIFT determines what a third-level page table entry can map */
13
Jeff Dike655e4ed2008-02-04 22:30:55 -080014#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#define PGDIR_SHIFT 30
Jeff Dike655e4ed2008-02-04 22:30:55 -080016#else
17#define PGDIR_SHIFT 31
18#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
20#define PGDIR_MASK (~(PGDIR_SIZE-1))
21
22/* PMD_SHIFT determines the size of the area a second-level page table can
23 * map
24 */
25
26#define PMD_SHIFT 21
27#define PMD_SIZE (1UL << PMD_SHIFT)
28#define PMD_MASK (~(PMD_SIZE-1))
29
30/*
31 * entries per page directory level
32 */
33
34#define PTRS_PER_PTE 512
Jeff Dike655e4ed2008-02-04 22:30:55 -080035#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#define PTRS_PER_PMD 512
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#define PTRS_PER_PGD 512
Jeff Dike655e4ed2008-02-04 22:30:55 -080038#else
39#define PTRS_PER_PMD 1024
40#define PTRS_PER_PGD 1024
41#endif
42
43#define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE)
Hugh Dickinsd455a362005-04-19 13:29:23 -070044#define FIRST_USER_ADDRESS 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
46#define pte_ERROR(e) \
47 printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \
48 pte_val(e))
49#define pmd_ERROR(e) \
50 printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
51 pmd_val(e))
52#define pgd_ERROR(e) \
53 printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
54 pgd_val(e))
55
56#define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE))
57#define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
58#define pud_present(x) (pud_val(x) & _PAGE_PRESENT)
59#define pud_populate(mm, pud, pmd) \
60 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
61
Jeff Dike655e4ed2008-02-04 22:30:55 -080062#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070063#define set_pud(pudptr, pudval) set_64bit((phys_t *) (pudptr), pud_val(pudval))
Jeff Dike655e4ed2008-02-04 22:30:55 -080064#else
65#define set_pud(pudptr, pudval) (*(pudptr) = (pudval))
66#endif
67
Linus Torvalds1da177e2005-04-16 15:20:36 -070068static inline int pgd_newpage(pgd_t pgd)
69{
70 return(pgd_val(pgd) & _PAGE_NEWPAGE);
71}
72
73static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; }
74
Jeff Dike655e4ed2008-02-04 22:30:55 -080075#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070076#define set_pmd(pmdptr, pmdval) set_64bit((phys_t *) (pmdptr), pmd_val(pmdval))
Jeff Dike655e4ed2008-02-04 22:30:55 -080077#else
78#define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
79#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
Jeff Dike8192ab42008-02-04 22:30:53 -080081struct mm_struct;
82extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
Jeff Dikeb21d4b02007-10-16 01:27:10 -070084static inline void pud_clear (pud_t *pud)
Jeff Dike7ef93902005-09-03 15:57:52 -070085{
Jeff Dike8cd8fa52007-11-14 16:58:53 -080086 set_pud(pud, __pud(_PAGE_NEWPAGE));
Linus Torvalds1da177e2005-04-16 15:20:36 -070087}
88
Dave McCracken46a82b22006-09-25 23:31:48 -070089#define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK)
Jeff Dike909e90d2008-02-04 22:31:06 -080090#define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK))
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
92/* Find an entry in the second-level page table.. */
Dave McCracken46a82b22006-09-25 23:31:48 -070093#define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 pmd_index(address))
95
Linus Torvalds1da177e2005-04-16 15:20:36 -070096static inline unsigned long pte_pfn(pte_t pte)
97{
98 return phys_to_pfn(pte_val(pte));
99}
100
101static inline pte_t pfn_pte(pfn_t page_nr, pgprot_t pgprot)
102{
103 pte_t pte;
104 phys_t phys = pfn_to_phys(page_nr);
105
106 pte_set_val(pte, phys, pgprot);
107 return pte;
108}
109
110static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot)
111{
112 return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot));
113}
114
115/*
116 * Bits 0 through 3 are taken in the low part of the pte,
117 * put the 32 bits of offset into the high part.
118 */
119#define PTE_FILE_MAX_BITS 32
120
Paolo 'Blaisorblade' Giarrussoc45166b2005-05-01 08:58:54 -0700121#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
123#define pte_to_pgoff(p) ((p).pte >> 32)
124
Paolo 'Blaisorblade' Giarrussof7fe8782005-05-05 16:15:15 -0700125#define pgoff_to_pte(off) ((pte_t) { ((off) << 32) | _PAGE_FILE })
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
127#else
128
129#define pte_to_pgoff(pte) ((pte).pte_high)
130
131#define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) })
132
133#endif
134
135#endif
136
137/*
138 * Overrides for Emacs so that we follow Linus's tabbing style.
139 * Emacs will notice this stuff at the end of the file and automatically
140 * adjust the settings for this buffer only. This must remain at the end
141 * of the file.
142 * ---------------------------------------------------------------------------
143 * Local variables:
144 * c-file-style: "linux"
145 * End:
146 */