blob: 3dcd64bf18241498e91951b82d56c3c6445b76c8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Russell King4baa9922008-08-02 10:55:55 +01002 * arch/arm/include/asm/pgalloc.h
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright (C) 2000-2001 Russell King
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10#ifndef _ASMARM_PGALLOC_H
11#define _ASMARM_PGALLOC_H
12
Russell King74945c82006-03-16 14:44:36 +000013#include <asm/domain.h>
14#include <asm/pgtable-hwdef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <asm/processor.h>
16#include <asm/cacheflush.h>
17#include <asm/tlbflush.h>
18
Russell King002547b2006-06-20 20:46:52 +010019#define check_pgt_cache() do { } while (0)
20
21#ifdef CONFIG_MMU
22
Russell King74945c82006-03-16 14:44:36 +000023#define _PAGE_USER_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_USER))
24#define _PAGE_KERNEL_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_KERNEL))
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026/*
27 * Since we have only two-level page tables, these are trivial
28 */
29#define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); })
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080030#define pmd_free(mm, pmd) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#define pgd_populate(mm,pmd,pte) BUG()
32
33extern pgd_t *get_pgd_slow(struct mm_struct *mm);
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080034extern void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd);
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
36#define pgd_alloc(mm) get_pgd_slow(mm)
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080037#define pgd_free(mm, pgd) free_pgd_slow(mm, pgd)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Linus Torvalds1da177e2005-04-16 15:20:36 -070039/*
40 * Allocate one PTE table.
41 *
42 * This actually allocates two hardware PTE tables, but we wrap this up
43 * into one table thus:
44 *
45 * +------------+
46 * | h/w pt 0 |
47 * +------------+
48 * | h/w pt 1 |
49 * +------------+
50 * | Linux pt 0 |
51 * +------------+
52 * | Linux pt 1 |
53 * +------------+
54 */
55static inline pte_t *
56pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr)
57{
58 pte_t *pte;
59
60 pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO);
61 if (pte) {
62 clean_dcache_area(pte, sizeof(pte_t) * PTRS_PER_PTE);
63 pte += PTRS_PER_PTE;
64 }
65
66 return pte;
67}
68
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080069static inline pgtable_t
Linus Torvalds1da177e2005-04-16 15:20:36 -070070pte_alloc_one(struct mm_struct *mm, unsigned long addr)
71{
72 struct page *pte;
73
74 pte = alloc_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, 0);
75 if (pte) {
76 void *page = page_address(pte);
77 clean_dcache_area(page, sizeof(pte_t) * PTRS_PER_PTE);
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080078 pgtable_page_ctor(pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 }
80
81 return pte;
82}
83
84/*
85 * Free one PTE table.
86 */
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080087static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
Linus Torvalds1da177e2005-04-16 15:20:36 -070088{
89 if (pte) {
90 pte -= PTRS_PER_PTE;
91 free_page((unsigned long)pte);
92 }
93}
94
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080095static inline void pte_free(struct mm_struct *mm, pgtable_t pte)
Linus Torvalds1da177e2005-04-16 15:20:36 -070096{
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080097 pgtable_page_dtor(pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 __free_page(pte);
99}
100
Russell Kingbdf04242005-06-22 20:58:29 +0100101static inline void __pmd_populate(pmd_t *pmdp, unsigned long pmdval)
102{
103 pmdp[0] = __pmd(pmdval);
104 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t));
105 flush_pmd_entry(pmdp);
106}
107
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108/*
109 * Populate the pmdp entry with a pointer to the pte. This pmd is part
110 * of the mm address space.
111 *
112 * Ensure that we always set both PMD entries.
113 */
114static inline void
115pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep)
116{
117 unsigned long pte_ptr = (unsigned long)ptep;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
119 /*
120 * The pmd must be loaded with the physical
121 * address of the PTE table
122 */
123 pte_ptr -= PTRS_PER_PTE * sizeof(void *);
Russell Kingbdf04242005-06-22 20:58:29 +0100124 __pmd_populate(pmdp, __pa(pte_ptr) | _PAGE_KERNEL_TABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125}
126
127static inline void
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800128pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129{
Russell Kingbdf04242005-06-22 20:58:29 +0100130 __pmd_populate(pmdp, page_to_pfn(ptep) << PAGE_SHIFT | _PAGE_USER_TABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131}
Martin Schwidefsky2f569af2008-02-08 04:22:04 -0800132#define pmd_pgtable(pmd) pmd_page(pmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
Russell King002547b2006-06-20 20:46:52 +0100134#endif /* CONFIG_MMU */
135
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136#endif