Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Russell King | 4baa992 | 2008-08-02 10:55:55 +0100 | [diff] [blame^] | 2 | * arch/arm/include/asm/pgalloc.h |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2000-2001 Russell King |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | */ |
| 10 | #ifndef _ASMARM_PGALLOC_H |
| 11 | #define _ASMARM_PGALLOC_H |
| 12 | |
Russell King | 74945c8 | 2006-03-16 14:44:36 +0000 | [diff] [blame] | 13 | #include <asm/domain.h> |
| 14 | #include <asm/pgtable-hwdef.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <asm/processor.h> |
| 16 | #include <asm/cacheflush.h> |
| 17 | #include <asm/tlbflush.h> |
| 18 | |
Russell King | 002547b | 2006-06-20 20:46:52 +0100 | [diff] [blame] | 19 | #define check_pgt_cache() do { } while (0) |
| 20 | |
| 21 | #ifdef CONFIG_MMU |
| 22 | |
Russell King | 74945c8 | 2006-03-16 14:44:36 +0000 | [diff] [blame] | 23 | #define _PAGE_USER_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_USER)) |
| 24 | #define _PAGE_KERNEL_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_KERNEL)) |
| 25 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | /* |
| 27 | * Since we have only two-level page tables, these are trivial |
| 28 | */ |
| 29 | #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); }) |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 30 | #define pmd_free(mm, pmd) do { } while (0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | #define pgd_populate(mm,pmd,pte) BUG() |
| 32 | |
| 33 | extern pgd_t *get_pgd_slow(struct mm_struct *mm); |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 34 | extern void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | |
| 36 | #define pgd_alloc(mm) get_pgd_slow(mm) |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 37 | #define pgd_free(mm, pgd) free_pgd_slow(mm, pgd) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | /* |
| 40 | * Allocate one PTE table. |
| 41 | * |
| 42 | * This actually allocates two hardware PTE tables, but we wrap this up |
| 43 | * into one table thus: |
| 44 | * |
| 45 | * +------------+ |
| 46 | * | h/w pt 0 | |
| 47 | * +------------+ |
| 48 | * | h/w pt 1 | |
| 49 | * +------------+ |
| 50 | * | Linux pt 0 | |
| 51 | * +------------+ |
| 52 | * | Linux pt 1 | |
| 53 | * +------------+ |
| 54 | */ |
| 55 | static inline pte_t * |
| 56 | pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) |
| 57 | { |
| 58 | pte_t *pte; |
| 59 | |
| 60 | pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); |
| 61 | if (pte) { |
| 62 | clean_dcache_area(pte, sizeof(pte_t) * PTRS_PER_PTE); |
| 63 | pte += PTRS_PER_PTE; |
| 64 | } |
| 65 | |
| 66 | return pte; |
| 67 | } |
| 68 | |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 69 | static inline pgtable_t |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | pte_alloc_one(struct mm_struct *mm, unsigned long addr) |
| 71 | { |
| 72 | struct page *pte; |
| 73 | |
| 74 | pte = alloc_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, 0); |
| 75 | if (pte) { |
| 76 | void *page = page_address(pte); |
| 77 | clean_dcache_area(page, sizeof(pte_t) * PTRS_PER_PTE); |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 78 | pgtable_page_ctor(pte); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | } |
| 80 | |
| 81 | return pte; |
| 82 | } |
| 83 | |
| 84 | /* |
| 85 | * Free one PTE table. |
| 86 | */ |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 87 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | { |
| 89 | if (pte) { |
| 90 | pte -= PTRS_PER_PTE; |
| 91 | free_page((unsigned long)pte); |
| 92 | } |
| 93 | } |
| 94 | |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 95 | static inline void pte_free(struct mm_struct *mm, pgtable_t pte) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | { |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 97 | pgtable_page_dtor(pte); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | __free_page(pte); |
| 99 | } |
| 100 | |
Russell King | bdf0424 | 2005-06-22 20:58:29 +0100 | [diff] [blame] | 101 | static inline void __pmd_populate(pmd_t *pmdp, unsigned long pmdval) |
| 102 | { |
| 103 | pmdp[0] = __pmd(pmdval); |
| 104 | pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); |
| 105 | flush_pmd_entry(pmdp); |
| 106 | } |
| 107 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | /* |
| 109 | * Populate the pmdp entry with a pointer to the pte. This pmd is part |
| 110 | * of the mm address space. |
| 111 | * |
| 112 | * Ensure that we always set both PMD entries. |
| 113 | */ |
| 114 | static inline void |
| 115 | pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) |
| 116 | { |
| 117 | unsigned long pte_ptr = (unsigned long)ptep; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | |
| 119 | /* |
| 120 | * The pmd must be loaded with the physical |
| 121 | * address of the PTE table |
| 122 | */ |
| 123 | pte_ptr -= PTRS_PER_PTE * sizeof(void *); |
Russell King | bdf0424 | 2005-06-22 20:58:29 +0100 | [diff] [blame] | 124 | __pmd_populate(pmdp, __pa(pte_ptr) | _PAGE_KERNEL_TABLE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | } |
| 126 | |
| 127 | static inline void |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 128 | pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | { |
Russell King | bdf0424 | 2005-06-22 20:58:29 +0100 | [diff] [blame] | 130 | __pmd_populate(pmdp, page_to_pfn(ptep) << PAGE_SHIFT | _PAGE_USER_TABLE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | } |
Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 132 | #define pmd_pgtable(pmd) pmd_page(pmd) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | |
Russell King | 002547b | 2006-06-20 20:46:52 +0100 | [diff] [blame] | 134 | #endif /* CONFIG_MMU */ |
| 135 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | #endif |