Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Russell King | 0c66898 | 2006-09-27 15:40:28 +0100 | [diff] [blame] | 2 | * linux/arch/arm/mm/pgd.c |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
Russell King | 9007205 | 2005-10-28 14:48:37 +0100 | [diff] [blame] | 4 | * Copyright (C) 1998-2005 Russell King |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | #include <linux/mm.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 11 | #include <linux/gfp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/highmem.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | |
| 14 | #include <asm/pgalloc.h> |
| 15 | #include <asm/page.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | #include <asm/tlbflush.h> |
| 17 | |
Russell King | 1b2e2b7 | 2006-08-21 17:06:38 +0100 | [diff] [blame] | 18 | #include "mm.h" |
| 19 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | /* |
| 21 | * need to get a 16k page for level 1 |
| 22 | */ |
Russell King | b0d0374 | 2010-11-21 11:00:56 +0000 | [diff] [blame] | 23 | pgd_t *pgd_alloc(struct mm_struct *mm) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | { |
| 25 | pgd_t *new_pgd, *init_pgd; |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 26 | pud_t *new_pud, *init_pud; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | pmd_t *new_pmd, *init_pmd; |
| 28 | pte_t *new_pte, *init_pte; |
| 29 | |
| 30 | new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2); |
| 31 | if (!new_pgd) |
| 32 | goto no_pgd; |
| 33 | |
Russell King | e926f44 | 2010-11-21 11:55:37 +0000 | [diff] [blame] | 34 | memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | |
Russell King | a343e60 | 2005-06-27 14:08:56 +0100 | [diff] [blame] | 36 | /* |
| 37 | * Copy over the kernel and IO PGD entries |
| 38 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | init_pgd = pgd_offset_k(0); |
Russell King | e926f44 | 2010-11-21 11:55:37 +0000 | [diff] [blame] | 40 | memcpy(new_pgd + USER_PTRS_PER_PGD, init_pgd + USER_PTRS_PER_PGD, |
| 41 | (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); |
Russell King | a343e60 | 2005-06-27 14:08:56 +0100 | [diff] [blame] | 42 | |
| 43 | clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | |
| 45 | if (!vectors_high()) { |
| 46 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | * On ARM, first page must always be allocated since it |
| 48 | * contains the machine vectors. |
| 49 | */ |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 50 | new_pud = pud_alloc(mm, new_pgd, 0); |
| 51 | if (!new_pud) |
| 52 | goto no_pud; |
| 53 | |
| 54 | new_pmd = pmd_alloc(mm, new_pud, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | if (!new_pmd) |
| 56 | goto no_pmd; |
| 57 | |
| 58 | new_pte = pte_alloc_map(mm, new_pmd, 0); |
| 59 | if (!new_pte) |
| 60 | goto no_pte; |
| 61 | |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 62 | init_pud = pud_offset(init_pgd, 0); |
| 63 | init_pmd = pmd_offset(init_pud, 0); |
Peter Zijlstra | ece0e2b | 2010-10-26 14:21:52 -0700 | [diff] [blame] | 64 | init_pte = pte_offset_map(init_pmd, 0); |
Russell King | ad1ae2f | 2006-12-13 14:34:43 +0000 | [diff] [blame] | 65 | set_pte_ext(new_pte, *init_pte, 0); |
Peter Zijlstra | ece0e2b | 2010-10-26 14:21:52 -0700 | [diff] [blame] | 66 | pte_unmap(init_pte); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | pte_unmap(new_pte); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | } |
| 69 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | return new_pgd; |
| 71 | |
| 72 | no_pte: |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 73 | pmd_free(mm, new_pmd); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | no_pmd: |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 75 | pud_free(mm, new_pud); |
| 76 | no_pud: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | free_pages((unsigned long)new_pgd, 2); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | no_pgd: |
| 79 | return NULL; |
| 80 | } |
| 81 | |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 82 | void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | { |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 84 | pgd_t *pgd; |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 85 | pud_t *pud; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | pmd_t *pmd; |
Uwe Kleine-König | 0c82d83 | 2008-02-27 13:44:59 +0100 | [diff] [blame] | 87 | pgtable_t pte; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 89 | if (!pgd_base) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | return; |
| 91 | |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 92 | pgd = pgd_base + pgd_index(0); |
| 93 | if (pgd_none_or_clear_bad(pgd)) |
| 94 | goto no_pgd; |
| 95 | |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 96 | pud = pud_offset(pgd, 0); |
| 97 | if (pud_none_or_clear_bad(pud)) |
| 98 | goto no_pud; |
| 99 | |
| 100 | pmd = pmd_offset(pud, 0); |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 101 | if (pmd_none_or_clear_bad(pmd)) |
| 102 | goto no_pmd; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | |
Uwe Kleine-König | 0c82d83 | 2008-02-27 13:44:59 +0100 | [diff] [blame] | 104 | pte = pmd_pgtable(*pmd); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | pmd_clear(pmd); |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 106 | pte_free(mm, pte); |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 107 | no_pmd: |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 108 | pud_clear(pud); |
Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 109 | pmd_free(mm, pmd); |
Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame^] | 110 | no_pud: |
| 111 | pgd_clear(pgd); |
| 112 | pud_free(mm, pud); |
Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 113 | no_pgd: |
| 114 | free_pages((unsigned long) pgd_base, 2); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | } |