H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 1 | #ifndef _ASM_X86_PGTABLE_32_H |
| 2 | #define _ASM_X86_PGTABLE_32_H |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | |
| 5 | /* |
| 6 | * The Linux memory management assumes a three-level page table setup. On |
| 7 | * the i386, we use that, but "fold" the mid level into the top-level page |
| 8 | * table, so that we physically have the same two-level page table as the |
| 9 | * i386 mmu expects. |
| 10 | * |
| 11 | * This file contains the functions and defines necessary to modify and use |
| 12 | * the i386 page table tree. |
| 13 | */ |
| 14 | #ifndef __ASSEMBLY__ |
| 15 | #include <asm/processor.h> |
| 16 | #include <asm/fixmap.h> |
| 17 | #include <linux/threads.h> |
Rusty Russell | da181a8 | 2006-12-07 02:14:08 +0100 | [diff] [blame] | 18 | #include <asm/paravirt.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | |
Jiri Slaby | 1977f03 | 2007-10-18 23:40:25 -0700 | [diff] [blame] | 20 | #include <linux/bitops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | #include <linux/slab.h> |
| 22 | #include <linux/list.h> |
| 23 | #include <linux/spinlock.h> |
| 24 | |
Tim Schmielau | 8c65b4a | 2005-11-07 00:59:43 -0800 | [diff] [blame] | 25 | struct mm_struct; |
| 26 | struct vm_area_struct; |
| 27 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | extern pgd_t swapper_pg_dir[1024]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | |
Thomas Gleixner | 985a34b | 2008-03-09 13:14:37 +0100 | [diff] [blame] | 30 | static inline void pgtable_cache_init(void) { } |
| 31 | static inline void check_pgt_cache(void) { } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | void paging_init(void); |
| 33 | |
Jaswinder Singh | 01eb785 | 2008-07-23 17:41:59 +0530 | [diff] [blame] | 34 | extern void set_pmd_pfn(unsigned long, unsigned long, pgprot_t); |
Christoph Lameter | f1d1a84 | 2007-05-12 11:15:24 -0700 | [diff] [blame] | 35 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | /* |
| 37 | * The Linux x86 paging architecture is 'compile-time dual-mode', it |
| 38 | * implements both the traditional 2-level x86 page tables and the |
| 39 | * newer 3-level PAE-mode page tables. |
| 40 | */ |
| 41 | #ifdef CONFIG_X86_PAE |
Jeremy Fitzhardinge | b924a28 | 2009-02-11 12:08:01 -0800 | [diff] [blame] | 42 | # include <asm/pgtable-3level_types.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | # define PMD_SIZE (1UL << PMD_SHIFT) |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 44 | # define PMD_MASK (~(PMD_SIZE - 1)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | #else |
Jeremy Fitzhardinge | b924a28 | 2009-02-11 12:08:01 -0800 | [diff] [blame] | 46 | # include <asm/pgtable-2level_types.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | #endif |
| 48 | |
| 49 | #define PGDIR_SIZE (1UL << PGDIR_SHIFT) |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 50 | #define PGDIR_MASK (~(PGDIR_SIZE - 1)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | /* Just any arbitrary offset to the start of the vmalloc VM area: the |
| 53 | * current 8MB value just means that there will be a 8MB "hole" after the |
| 54 | * physical memory until the kernel virtual memory starts. That means that |
| 55 | * any out-of-bounds memory accesses will hopefully be caught. |
| 56 | * The vmalloc() routines leaves a hole of 4kB between each vmalloced |
| 57 | * area for the same reason. ;) |
| 58 | */ |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 59 | #define VMALLOC_OFFSET (8 * 1024 * 1024) |
Dave Young | e621bd1 | 2008-08-20 16:43:03 -0700 | [diff] [blame] | 60 | #define VMALLOC_START ((unsigned long)high_memory + VMALLOC_OFFSET) |
Christoph Lameter | 0b7a961 | 2008-02-04 22:28:33 -0800 | [diff] [blame] | 61 | #ifdef CONFIG_X86_PAE |
| 62 | #define LAST_PKMAP 512 |
| 63 | #else |
| 64 | #define LAST_PKMAP 1024 |
| 65 | #endif |
| 66 | |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 67 | #define PKMAP_BASE ((FIXADDR_BOOT_START - PAGE_SIZE * (LAST_PKMAP + 1)) \ |
| 68 | & PMD_MASK) |
Christoph Lameter | 0b7a961 | 2008-02-04 22:28:33 -0800 | [diff] [blame] | 69 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | #ifdef CONFIG_HIGHMEM |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 71 | # define VMALLOC_END (PKMAP_BASE - 2 * PAGE_SIZE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | #else |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 73 | # define VMALLOC_END (FIXADDR_START - 2 * PAGE_SIZE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | #endif |
| 75 | |
Dave Young | e621bd1 | 2008-08-20 16:43:03 -0700 | [diff] [blame] | 76 | #define MAXMEM (VMALLOC_END - PAGE_OFFSET - __VMALLOC_RESERVE) |
| 77 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | * Define this if things work differently on an i386 and an i486: |
| 80 | * it will (on an i486) warn about kernel memory accesses that are |
Jesper Juhl | e49332b | 2005-05-01 08:59:08 -0700 | [diff] [blame] | 81 | * done without a 'access_ok(VERIFY_WRITE,..)' |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | */ |
Jesper Juhl | e49332b | 2005-05-01 08:59:08 -0700 | [diff] [blame] | 83 | #undef TEST_ACCESS_OK |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | |
| 85 | /* The boot page tables (all created as a single array) */ |
| 86 | extern unsigned long pg0[]; |
| 87 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | #ifdef CONFIG_X86_PAE |
| 89 | # include <asm/pgtable-3level.h> |
| 90 | #else |
| 91 | # include <asm/pgtable-2level.h> |
| 92 | #endif |
| 93 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | #if defined(CONFIG_HIGHPTE) |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 95 | #define pte_offset_map(dir, address) \ |
| 96 | ((pte_t *)kmap_atomic_pte(pmd_page(*(dir)), KM_PTE0) + \ |
| 97 | pte_index((address))) |
| 98 | #define pte_offset_map_nested(dir, address) \ |
| 99 | ((pte_t *)kmap_atomic_pte(pmd_page(*(dir)), KM_PTE1) + \ |
| 100 | pte_index((address))) |
| 101 | #define pte_unmap(pte) kunmap_atomic((pte), KM_PTE0) |
| 102 | #define pte_unmap_nested(pte) kunmap_atomic((pte), KM_PTE1) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | #else |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 104 | #define pte_offset_map(dir, address) \ |
| 105 | ((pte_t *)page_address(pmd_page(*(dir))) + pte_index((address))) |
| 106 | #define pte_offset_map_nested(dir, address) pte_offset_map((dir), (address)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | #define pte_unmap(pte) do { } while (0) |
| 108 | #define pte_unmap_nested(pte) do { } while (0) |
| 109 | #endif |
| 110 | |
Zachary Amsden | 23002d8 | 2006-09-30 23:29:35 -0700 | [diff] [blame] | 111 | /* Clear a kernel PTE and flush it from the TLB */ |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 112 | #define kpte_clear_flush(ptep, vaddr) \ |
| 113 | do { \ |
| 114 | pte_clear(&init_mm, (vaddr), (ptep)); \ |
| 115 | __flush_tlb_one((vaddr)); \ |
Zachary Amsden | 23002d8 | 2006-09-30 23:29:35 -0700 | [diff] [blame] | 116 | } while (0) |
| 117 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | /* |
| 119 | * The i386 doesn't have any external MMU info: the kernel page |
| 120 | * tables contain all the necessary information. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | */ |
Joe Perches | cf840147 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 122 | #define update_mmu_cache(vma, address, pte) do { } while (0) |
Jeremy Fitzhardinge | b239fb2 | 2007-05-02 19:27:13 +0200 | [diff] [blame] | 123 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | #endif /* !__ASSEMBLY__ */ |
| 125 | |
Thomas Gleixner | 4757d7d8 | 2008-01-30 13:30:37 +0100 | [diff] [blame] | 126 | /* |
| 127 | * kern_addr_valid() is (1) for FLATMEM and (0) for |
| 128 | * SPARSEMEM and DISCONTIGMEM |
| 129 | */ |
Andy Whitcroft | 05b79bd | 2005-06-23 00:07:57 -0700 | [diff] [blame] | 130 | #ifdef CONFIG_FLATMEM |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | #define kern_addr_valid(addr) (1) |
Thomas Gleixner | 4757d7d8 | 2008-01-30 13:30:37 +0100 | [diff] [blame] | 132 | #else |
| 133 | #define kern_addr_valid(kaddr) (0) |
| 134 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 136 | #endif /* _ASM_X86_PGTABLE_32_H */ |