Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * include/asm-s390/pgalloc.h |
| 3 | * |
| 4 | * S390 version |
| 5 | * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation |
| 6 | * Author(s): Hartmut Penner (hp@de.ibm.com) |
| 7 | * Martin Schwidefsky (schwidefsky@de.ibm.com) |
| 8 | * |
| 9 | * Derived from "include/asm-i386/pgalloc.h" |
| 10 | * Copyright (C) 1994 Linus Torvalds |
| 11 | */ |
| 12 | |
| 13 | #ifndef _S390_PGALLOC_H |
| 14 | #define _S390_PGALLOC_H |
| 15 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | #include <linux/threads.h> |
| 17 | #include <linux/gfp.h> |
| 18 | #include <linux/mm.h> |
| 19 | |
| 20 | #define check_pgt_cache() do {} while (0) |
| 21 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 22 | unsigned long *crst_table_alloc(struct mm_struct *, int); |
| 23 | void crst_table_free(unsigned long *); |
Gerald Schaefer | 9282ed9 | 2006-09-20 15:59:37 +0200 | [diff] [blame] | 24 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 25 | unsigned long *page_table_alloc(int); |
| 26 | void page_table_free(unsigned long *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 28 | static inline void clear_table(unsigned long *s, unsigned long val, size_t n) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | { |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 30 | *s = val; |
| 31 | n = (n / 256) - 1; |
| 32 | asm volatile( |
| 33 | #ifdef CONFIG_64BIT |
| 34 | " mvc 8(248,%0),0(%0)\n" |
Gerald Schaefer | 9282ed9 | 2006-09-20 15:59:37 +0200 | [diff] [blame] | 35 | #else |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 36 | " mvc 4(252,%0),0(%0)\n" |
Gerald Schaefer | 9282ed9 | 2006-09-20 15:59:37 +0200 | [diff] [blame] | 37 | #endif |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 38 | "0: mvc 256(256,%0),0(%0)\n" |
| 39 | " la %0,256(%0)\n" |
| 40 | " brct %1,0b\n" |
| 41 | : "+a" (s), "+d" (n)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | } |
| 43 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 44 | static inline void crst_table_init(unsigned long *crst, unsigned long entry) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | { |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 46 | clear_table(crst, entry, sizeof(unsigned long)*2048); |
| 47 | crst = get_shadow_table(crst); |
| 48 | if (crst) |
| 49 | clear_table(crst, entry, sizeof(unsigned long)*2048); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | } |
| 51 | |
| 52 | #ifndef __s390x__ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 53 | |
| 54 | static inline unsigned long pgd_entry_type(struct mm_struct *mm) |
| 55 | { |
| 56 | return _SEGMENT_ENTRY_EMPTY; |
| 57 | } |
| 58 | |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 59 | #define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); }) |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 60 | #define pud_free(mm, x) do { } while (0) |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 61 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 62 | #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); }) |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 63 | #define pmd_free(mm, x) do { } while (0) |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 64 | |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 65 | #define pgd_populate(mm, pgd, pud) BUG() |
| 66 | #define pgd_populate_kernel(mm, pgd, pud) BUG() |
| 67 | |
| 68 | #define pud_populate(mm, pud, pmd) BUG() |
| 69 | #define pud_populate_kernel(mm, pud, pmd) BUG() |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 70 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | #else /* __s390x__ */ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 72 | |
| 73 | static inline unsigned long pgd_entry_type(struct mm_struct *mm) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | { |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 75 | return _REGION3_ENTRY_EMPTY; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | } |
| 77 | |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 78 | #define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); }) |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 79 | #define pud_free(mm, x) do { } while (0) |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 80 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 81 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | { |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 83 | unsigned long *crst = crst_table_alloc(mm, s390_noexec); |
| 84 | if (crst) |
| 85 | crst_table_init(crst, _SEGMENT_ENTRY_EMPTY); |
| 86 | return (pmd_t *) crst; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | } |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 88 | #define pmd_free(mm, pmd) crst_table_free((unsigned long *)pmd) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 90 | #define pgd_populate(mm, pgd, pud) BUG() |
| 91 | #define pgd_populate_kernel(mm, pgd, pud) BUG() |
| 92 | |
| 93 | static inline void pud_populate_kernel(struct mm_struct *mm, |
| 94 | pud_t *pud, pmd_t *pmd) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | { |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 96 | pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } |
| 98 | |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 99 | static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) |
Gerald Schaefer | c1821c2 | 2007-02-05 21:18:17 +0100 | [diff] [blame] | 100 | { |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 101 | pud_t *shadow_pud = get_shadow_table(pud); |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 102 | pmd_t *shadow_pmd = get_shadow_table(pmd); |
Gerald Schaefer | c1821c2 | 2007-02-05 21:18:17 +0100 | [diff] [blame] | 103 | |
Martin Schwidefsky | 190a1d7 | 2007-10-22 12:52:48 +0200 | [diff] [blame] | 104 | if (shadow_pud && shadow_pmd) |
| 105 | pud_populate_kernel(mm, shadow_pud, shadow_pmd); |
| 106 | pud_populate_kernel(mm, pud, pmd); |
Gerald Schaefer | c1821c2 | 2007-02-05 21:18:17 +0100 | [diff] [blame] | 107 | } |
| 108 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | #endif /* __s390x__ */ |
| 110 | |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 111 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) |
| 112 | { |
| 113 | unsigned long *crst = crst_table_alloc(mm, s390_noexec); |
| 114 | if (crst) |
| 115 | crst_table_init(crst, pgd_entry_type(mm)); |
| 116 | return (pgd_t *) crst; |
| 117 | } |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 118 | #define pgd_free(mm, pgd) crst_table_free((unsigned long *) pgd) |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 119 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | static inline void |
| 121 | pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) |
| 122 | { |
| 123 | #ifndef __s390x__ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 124 | pmd_val(pmd[0]) = _SEGMENT_ENTRY + __pa(pte); |
| 125 | pmd_val(pmd[1]) = _SEGMENT_ENTRY + __pa(pte+256); |
| 126 | pmd_val(pmd[2]) = _SEGMENT_ENTRY + __pa(pte+512); |
| 127 | pmd_val(pmd[3]) = _SEGMENT_ENTRY + __pa(pte+768); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | #else /* __s390x__ */ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 129 | pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte); |
| 130 | pmd_val1(*pmd) = _SEGMENT_ENTRY + __pa(pte+256); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | #endif /* __s390x__ */ |
| 132 | } |
| 133 | |
| 134 | static inline void |
| 135 | pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *page) |
| 136 | { |
Gerald Schaefer | c1821c2 | 2007-02-05 21:18:17 +0100 | [diff] [blame] | 137 | pte_t *pte = (pte_t *)page_to_phys(page); |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 138 | pmd_t *shadow_pmd = get_shadow_table(pmd); |
Gerald Schaefer | c1821c2 | 2007-02-05 21:18:17 +0100 | [diff] [blame] | 139 | pte_t *shadow_pte = get_shadow_pte(pte); |
| 140 | |
| 141 | pmd_populate_kernel(mm, pmd, pte); |
| 142 | if (shadow_pmd && shadow_pte) |
| 143 | pmd_populate_kernel(mm, shadow_pmd, shadow_pte); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | } |
| 145 | |
| 146 | /* |
| 147 | * page table entry allocation/free routines. |
| 148 | */ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 149 | #define pte_alloc_one_kernel(mm, vmaddr) \ |
| 150 | ((pte_t *) page_table_alloc(s390_noexec)) |
| 151 | #define pte_alloc_one(mm, vmaddr) \ |
| 152 | virt_to_page(page_table_alloc(s390_noexec)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 154 | #define pte_free_kernel(mm, pte) \ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 155 | page_table_free((unsigned long *) pte) |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 156 | #define pte_free(mm, pte) \ |
Martin Schwidefsky | 3610cce | 2007-10-22 12:52:47 +0200 | [diff] [blame] | 157 | page_table_free((unsigned long *) page_to_phys((struct page *) pte)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | #endif /* _S390_PGALLOC_H */ |