blob: 3e08fd3fbb6bc5772688b8001aebfb5ad1e16acd [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Russell King4baa9922008-08-02 10:55:55 +01002 * arch/arm/include/asm/pgalloc.h
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright (C) 2000-2001 Russell King
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10#ifndef _ASMARM_PGALLOC_H
11#define _ASMARM_PGALLOC_H
12
Uwe Kleine-König97594b02011-02-22 23:29:37 +010013#include <linux/pagemap.h>
14
Russell King74945c82006-03-16 14:44:36 +000015#include <asm/domain.h>
16#include <asm/pgtable-hwdef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <asm/processor.h>
18#include <asm/cacheflush.h>
19#include <asm/tlbflush.h>
20
Russell King002547b2006-06-20 20:46:52 +010021#define check_pgt_cache() do { } while (0)
22
23#ifdef CONFIG_MMU
24
Russell King74945c82006-03-16 14:44:36 +000025#define _PAGE_USER_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_USER))
26#define _PAGE_KERNEL_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_KERNEL))
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028/*
29 * Since we have only two-level page tables, these are trivial
30 */
31#define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); })
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080032#define pmd_free(mm, pmd) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#define pgd_populate(mm,pmd,pte) BUG()
34
Russell Kingb0d03742010-11-21 11:00:56 +000035extern pgd_t *pgd_alloc(struct mm_struct *mm);
36extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
Russell King65cec8e2009-08-17 20:02:06 +010038#define PGALLOC_GFP (GFP_KERNEL | __GFP_NOTRACK | __GFP_REPEAT | __GFP_ZERO)
39
Russell Kingd30e45e2010-11-16 00:16:01 +000040static inline void clean_pte_table(pte_t *pte)
41{
42 clean_dcache_area(pte + PTE_HWTABLE_PTRS, PTE_HWTABLE_SIZE);
43}
44
Linus Torvalds1da177e2005-04-16 15:20:36 -070045/*
46 * Allocate one PTE table.
47 *
48 * This actually allocates two hardware PTE tables, but we wrap this up
49 * into one table thus:
50 *
51 * +------------+
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 * | Linux pt 0 |
53 * +------------+
54 * | Linux pt 1 |
55 * +------------+
Russell Kingd30e45e2010-11-16 00:16:01 +000056 * | h/w pt 0 |
57 * +------------+
58 * | h/w pt 1 |
59 * +------------+
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 */
61static inline pte_t *
62pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr)
63{
64 pte_t *pte;
65
Russell King65cec8e2009-08-17 20:02:06 +010066 pte = (pte_t *)__get_free_page(PGALLOC_GFP);
Russell Kingd30e45e2010-11-16 00:16:01 +000067 if (pte)
68 clean_pte_table(pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
70 return pte;
71}
72
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080073static inline pgtable_t
Linus Torvalds1da177e2005-04-16 15:20:36 -070074pte_alloc_one(struct mm_struct *mm, unsigned long addr)
75{
76 struct page *pte;
77
Russell King65cec8e2009-08-17 20:02:06 +010078#ifdef CONFIG_HIGHPTE
79 pte = alloc_pages(PGALLOC_GFP | __GFP_HIGHMEM, 0);
80#else
81 pte = alloc_pages(PGALLOC_GFP, 0);
82#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 if (pte) {
Russell Kingd30e45e2010-11-16 00:16:01 +000084 if (!PageHighMem(pte))
85 clean_pte_table(page_address(pte));
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080086 pgtable_page_ctor(pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 }
88
89 return pte;
90}
91
92/*
93 * Free one PTE table.
94 */
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080095static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
Linus Torvalds1da177e2005-04-16 15:20:36 -070096{
Russell Kingd30e45e2010-11-16 00:16:01 +000097 if (pte)
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 free_page((unsigned long)pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070099}
100
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800101static inline void pte_free(struct mm_struct *mm, pgtable_t pte)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102{
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800103 pgtable_page_dtor(pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 __free_page(pte);
105}
106
Russell King97092e02010-11-16 00:16:01 +0000107static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte,
Catalin Marinas442e70c2011-09-05 17:51:56 +0100108 pmdval_t prot)
Russell Kingbdf04242005-06-22 20:58:29 +0100109{
Catalin Marinas442e70c2011-09-05 17:51:56 +0100110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot;
Russell Kingbdf04242005-06-22 20:58:29 +0100111 pmdp[0] = __pmd(pmdval);
112 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t));
113 flush_pmd_entry(pmdp);
114}
115
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116/*
117 * Populate the pmdp entry with a pointer to the pte. This pmd is part
118 * of the mm address space.
119 *
120 * Ensure that we always set both PMD entries.
121 */
122static inline void
123pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep)
124{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 /*
Russell Kingd30e45e2010-11-16 00:16:01 +0000126 * The pmd must be loaded with the physical address of the PTE table
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 */
Russell Kingd30e45e2010-11-16 00:16:01 +0000128 __pmd_populate(pmdp, __pa(ptep), _PAGE_KERNEL_TABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129}
130
131static inline void
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800132pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133{
Russell King97092e02010-11-16 00:16:01 +0000134 __pmd_populate(pmdp, page_to_phys(ptep), _PAGE_USER_TABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135}
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800136#define pmd_pgtable(pmd) pmd_page(pmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
Russell King002547b2006-06-20 20:46:52 +0100138#endif /* CONFIG_MMU */
139
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140#endif