Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _I386_PGTABLE_H |
| 2 | #define _I386_PGTABLE_H |
| 3 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | |
| 5 | /* |
| 6 | * The Linux memory management assumes a three-level page table setup. On |
| 7 | * the i386, we use that, but "fold" the mid level into the top-level page |
| 8 | * table, so that we physically have the same two-level page table as the |
| 9 | * i386 mmu expects. |
| 10 | * |
| 11 | * This file contains the functions and defines necessary to modify and use |
| 12 | * the i386 page table tree. |
| 13 | */ |
| 14 | #ifndef __ASSEMBLY__ |
| 15 | #include <asm/processor.h> |
| 16 | #include <asm/fixmap.h> |
| 17 | #include <linux/threads.h> |
Rusty Russell | da181a8 | 2006-12-07 02:14:08 +0100 | [diff] [blame] | 18 | #include <asm/paravirt.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | |
Jiri Slaby | 1977f03 | 2007-10-18 23:40:25 -0700 | [diff] [blame] | 20 | #include <linux/bitops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | #include <linux/slab.h> |
| 22 | #include <linux/list.h> |
| 23 | #include <linux/spinlock.h> |
| 24 | |
Tim Schmielau | 8c65b4a | 2005-11-07 00:59:43 -0800 | [diff] [blame] | 25 | struct mm_struct; |
| 26 | struct vm_area_struct; |
| 27 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | extern pgd_t swapper_pg_dir[1024]; |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 29 | extern struct kmem_cache *pmd_cache; |
Christoph Lameter | f1d1a84 | 2007-05-12 11:15:24 -0700 | [diff] [blame] | 30 | void check_pgt_cache(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | |
Jeremy Fitzhardinge | 6194ba6 | 2008-01-30 13:34:11 +0100 | [diff] [blame] | 32 | static inline void pgtable_cache_init(void) {} |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | void paging_init(void); |
| 34 | |
Christoph Lameter | f1d1a84 | 2007-05-12 11:15:24 -0700 | [diff] [blame] | 35 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | /* |
| 37 | * The Linux x86 paging architecture is 'compile-time dual-mode', it |
| 38 | * implements both the traditional 2-level x86 page tables and the |
| 39 | * newer 3-level PAE-mode page tables. |
| 40 | */ |
| 41 | #ifdef CONFIG_X86_PAE |
| 42 | # include <asm/pgtable-3level-defs.h> |
| 43 | # define PMD_SIZE (1UL << PMD_SHIFT) |
| 44 | # define PMD_MASK (~(PMD_SIZE-1)) |
| 45 | #else |
| 46 | # include <asm/pgtable-2level-defs.h> |
| 47 | #endif |
| 48 | |
| 49 | #define PGDIR_SIZE (1UL << PGDIR_SHIFT) |
| 50 | #define PGDIR_MASK (~(PGDIR_SIZE-1)) |
| 51 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | #define USER_PGD_PTRS (PAGE_OFFSET >> PGDIR_SHIFT) |
| 53 | #define KERNEL_PGD_PTRS (PTRS_PER_PGD-USER_PGD_PTRS) |
| 54 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | /* Just any arbitrary offset to the start of the vmalloc VM area: the |
| 56 | * current 8MB value just means that there will be a 8MB "hole" after the |
| 57 | * physical memory until the kernel virtual memory starts. That means that |
| 58 | * any out-of-bounds memory accesses will hopefully be caught. |
| 59 | * The vmalloc() routines leaves a hole of 4kB between each vmalloced |
| 60 | * area for the same reason. ;) |
| 61 | */ |
| 62 | #define VMALLOC_OFFSET (8*1024*1024) |
Jan Beulich | 8f0accc | 2007-07-15 23:38:19 -0700 | [diff] [blame] | 63 | #define VMALLOC_START (((unsigned long) high_memory + \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | 2*VMALLOC_OFFSET-1) & ~(VMALLOC_OFFSET-1)) |
Christoph Lameter | 0b7a961 | 2008-02-04 22:28:33 -0800 | [diff] [blame] | 65 | #ifdef CONFIG_X86_PAE |
| 66 | #define LAST_PKMAP 512 |
| 67 | #else |
| 68 | #define LAST_PKMAP 1024 |
| 69 | #endif |
| 70 | |
| 71 | #define PKMAP_BASE ((FIXADDR_BOOT_START - PAGE_SIZE*(LAST_PKMAP + 1)) & PMD_MASK) |
| 72 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | #ifdef CONFIG_HIGHMEM |
| 74 | # define VMALLOC_END (PKMAP_BASE-2*PAGE_SIZE) |
| 75 | #else |
| 76 | # define VMALLOC_END (FIXADDR_START-2*PAGE_SIZE) |
| 77 | #endif |
| 78 | |
| 79 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | * Define this if things work differently on an i386 and an i486: |
| 81 | * it will (on an i486) warn about kernel memory accesses that are |
Jesper Juhl | e49332b | 2005-05-01 08:59:08 -0700 | [diff] [blame] | 82 | * done without a 'access_ok(VERIFY_WRITE,..)' |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | */ |
Jesper Juhl | e49332b | 2005-05-01 08:59:08 -0700 | [diff] [blame] | 84 | #undef TEST_ACCESS_OK |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | |
| 86 | /* The boot page tables (all created as a single array) */ |
| 87 | extern unsigned long pg0[]; |
| 88 | |
| 89 | #define pte_present(x) ((x).pte_low & (_PAGE_PRESENT | _PAGE_PROTNONE)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | |
Hugh Dickins | 705e87c | 2005-10-29 18:16:27 -0700 | [diff] [blame] | 91 | /* To avoid harmful races, pmd_none(x) should check only the lower when PAE */ |
| 92 | #define pmd_none(x) (!(unsigned long)pmd_val(x)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) |
| 95 | |
| 96 | |
| 97 | #define pages_to_mb(x) ((x) >> (20-PAGE_SHIFT)) |
| 98 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | #ifdef CONFIG_X86_PAE |
| 100 | # include <asm/pgtable-3level.h> |
| 101 | #else |
| 102 | # include <asm/pgtable-2level.h> |
| 103 | #endif |
| 104 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | /* |
Zachary Amsden | d7271b1 | 2005-09-03 15:56:50 -0700 | [diff] [blame] | 106 | * clone_pgd_range(pgd_t *dst, pgd_t *src, int count); |
| 107 | * |
| 108 | * dst - pointer to pgd range anwhere on a pgd page |
| 109 | * src - "" |
| 110 | * count - the number of pgds to copy. |
| 111 | * |
| 112 | * dst and src can be on the same page, but the range must not overlap, |
| 113 | * and must not cross a page boundary. |
| 114 | */ |
| 115 | static inline void clone_pgd_range(pgd_t *dst, pgd_t *src, int count) |
| 116 | { |
| 117 | memcpy(dst, src, count * sizeof(pgd_t)); |
| 118 | } |
| 119 | |
| 120 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | * Macro to mark a page protection value as "uncacheable". On processors which do not support |
| 122 | * it, this is a no-op. |
| 123 | */ |
| 124 | #define pgprot_noncached(prot) ((boot_cpu_data.x86 > 3) \ |
| 125 | ? (__pgprot(pgprot_val(prot) | _PAGE_PCD | _PAGE_PWT)) : (prot)) |
| 126 | |
| 127 | /* |
| 128 | * Conversion functions: convert a page and protection to a page entry, |
| 129 | * and a page entry and page directory to the page they refer to. |
| 130 | */ |
| 131 | |
| 132 | #define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | /* |
| 135 | * the pgd page can be thought of an array like this: pgd_t[PTRS_PER_PGD] |
| 136 | * |
| 137 | * this macro returns the index of the entry in the pgd page which would |
| 138 | * control the given virtual address |
| 139 | */ |
| 140 | #define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1)) |
| 141 | #define pgd_index_k(addr) pgd_index(addr) |
| 142 | |
| 143 | /* |
| 144 | * pgd_offset() returns a (pgd_t *) |
| 145 | * pgd_index() is used get the offset into the pgd page's array of pgd_t's; |
| 146 | */ |
| 147 | #define pgd_offset(mm, address) ((mm)->pgd+pgd_index(address)) |
| 148 | |
| 149 | /* |
| 150 | * a shortcut which implies the use of the kernel's pgd, instead |
| 151 | * of a process's |
| 152 | */ |
| 153 | #define pgd_offset_k(address) pgd_offset(&init_mm, address) |
| 154 | |
Andi Kleen | 61e19a3 | 2008-02-04 16:48:09 +0100 | [diff] [blame] | 155 | static inline int pud_large(pud_t pud) { return 0; } |
| 156 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | /* |
| 158 | * the pmd page can be thought of an array like this: pmd_t[PTRS_PER_PMD] |
| 159 | * |
| 160 | * this macro returns the index of the entry in the pmd page which would |
| 161 | * control the given virtual address |
| 162 | */ |
| 163 | #define pmd_index(address) \ |
| 164 | (((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1)) |
| 165 | |
| 166 | /* |
| 167 | * the pte page can be thought of an array like this: pte_t[PTRS_PER_PTE] |
| 168 | * |
| 169 | * this macro returns the index of the entry in the pte page which would |
| 170 | * control the given virtual address |
| 171 | */ |
| 172 | #define pte_index(address) \ |
| 173 | (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)) |
| 174 | #define pte_offset_kernel(dir, address) \ |
Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 175 | ((pte_t *) pmd_page_vaddr(*(dir)) + pte_index(address)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | |
Paolo 'Blaisorblade' Giarrusso | ca140fd | 2005-10-30 14:59:31 -0800 | [diff] [blame] | 177 | #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) |
| 178 | |
Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 179 | #define pmd_page_vaddr(pmd) \ |
Paolo 'Blaisorblade' Giarrusso | ca140fd | 2005-10-30 14:59:31 -0800 | [diff] [blame] | 180 | ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) |
| 181 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | #if defined(CONFIG_HIGHPTE) |
Jeremy Fitzhardinge | a27fe80 | 2007-05-02 19:27:15 +0200 | [diff] [blame] | 183 | #define pte_offset_map(dir, address) \ |
Jeremy Fitzhardinge | ce6234b | 2007-05-02 19:27:15 +0200 | [diff] [blame] | 184 | ((pte_t *)kmap_atomic_pte(pmd_page(*(dir)),KM_PTE0) + pte_index(address)) |
Jeremy Fitzhardinge | a27fe80 | 2007-05-02 19:27:15 +0200 | [diff] [blame] | 185 | #define pte_offset_map_nested(dir, address) \ |
Jeremy Fitzhardinge | ce6234b | 2007-05-02 19:27:15 +0200 | [diff] [blame] | 186 | ((pte_t *)kmap_atomic_pte(pmd_page(*(dir)),KM_PTE1) + pte_index(address)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | #define pte_unmap(pte) kunmap_atomic(pte, KM_PTE0) |
| 188 | #define pte_unmap_nested(pte) kunmap_atomic(pte, KM_PTE1) |
| 189 | #else |
| 190 | #define pte_offset_map(dir, address) \ |
| 191 | ((pte_t *)page_address(pmd_page(*(dir))) + pte_index(address)) |
| 192 | #define pte_offset_map_nested(dir, address) pte_offset_map(dir, address) |
| 193 | #define pte_unmap(pte) do { } while (0) |
| 194 | #define pte_unmap_nested(pte) do { } while (0) |
| 195 | #endif |
| 196 | |
Zachary Amsden | 23002d8 | 2006-09-30 23:29:35 -0700 | [diff] [blame] | 197 | /* Clear a kernel PTE and flush it from the TLB */ |
| 198 | #define kpte_clear_flush(ptep, vaddr) \ |
| 199 | do { \ |
| 200 | pte_clear(&init_mm, vaddr, ptep); \ |
| 201 | __flush_tlb_one(vaddr); \ |
| 202 | } while (0) |
| 203 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | /* |
| 205 | * The i386 doesn't have any external MMU info: the kernel page |
| 206 | * tables contain all the necessary information. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | */ |
| 208 | #define update_mmu_cache(vma,address,pte) do { } while (0) |
Jeremy Fitzhardinge | b239fb2 | 2007-05-02 19:27:13 +0200 | [diff] [blame] | 209 | |
| 210 | void native_pagetable_setup_start(pgd_t *base); |
| 211 | void native_pagetable_setup_done(pgd_t *base); |
| 212 | |
| 213 | #ifndef CONFIG_PARAVIRT |
| 214 | static inline void paravirt_pagetable_setup_start(pgd_t *base) |
| 215 | { |
| 216 | native_pagetable_setup_start(base); |
| 217 | } |
| 218 | |
| 219 | static inline void paravirt_pagetable_setup_done(pgd_t *base) |
| 220 | { |
| 221 | native_pagetable_setup_done(base); |
| 222 | } |
| 223 | #endif /* !CONFIG_PARAVIRT */ |
| 224 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 225 | #endif /* !__ASSEMBLY__ */ |
| 226 | |
Thomas Gleixner | 4757d7d8 | 2008-01-30 13:30:37 +0100 | [diff] [blame] | 227 | /* |
| 228 | * kern_addr_valid() is (1) for FLATMEM and (0) for |
| 229 | * SPARSEMEM and DISCONTIGMEM |
| 230 | */ |
Andy Whitcroft | 05b79bd | 2005-06-23 00:07:57 -0700 | [diff] [blame] | 231 | #ifdef CONFIG_FLATMEM |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 232 | #define kern_addr_valid(addr) (1) |
Thomas Gleixner | 4757d7d8 | 2008-01-30 13:30:37 +0100 | [diff] [blame] | 233 | #else |
| 234 | #define kern_addr_valid(kaddr) (0) |
| 235 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | #define io_remap_pfn_range(vma, vaddr, pfn, size, prot) \ |
| 238 | remap_pfn_range(vma, vaddr, pfn, size, prot) |
| 239 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 240 | #endif /* _I386_PGTABLE_H */ |