blob: 9f0917c6865978a0c39dfd51a6194a06cb7f4a04 [file] [log] [blame]
Paul Mackerras047ea782005-11-19 20:17:32 +11001#ifndef _ASM_POWERPC_PGALLOC_H
2#define _ASM_POWERPC_PGALLOC_H
Arnd Bergmann88ced032005-12-16 22:43:46 +01003#ifdef __KERNEL__
Paul Mackerras047ea782005-11-19 20:17:32 +11004
5#ifndef CONFIG_PPC64
6#include <asm-ppc/pgalloc.h>
7#else
Linus Torvalds1da177e2005-04-16 15:20:36 -07008
9#include <linux/mm.h>
10#include <linux/slab.h>
11#include <linux/cpumask.h>
12#include <linux/percpu.h>
13
David Gibsone28f7fa2005-08-05 19:39:06 +100014extern kmem_cache_t *pgtable_cache[];
15
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110016#ifdef CONFIG_PPC_64K_PAGES
17#define PTE_CACHE_NUM 0
Benjamin Herrenschmidt87655ff2005-11-10 14:53:16 +110018#define PMD_CACHE_NUM 1
19#define PGD_CACHE_NUM 2
David Gibsonf10a04c2006-04-28 15:02:51 +100020#define HUGEPTE_CACHE_NUM 3
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110021#else
David Gibsone28f7fa2005-08-05 19:39:06 +100022#define PTE_CACHE_NUM 0
23#define PMD_CACHE_NUM 1
24#define PUD_CACHE_NUM 1
25#define PGD_CACHE_NUM 0
David Gibsonf10a04c2006-04-28 15:02:51 +100026#define HUGEPTE_CACHE_NUM 2
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110027#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
29/*
30 * This program is free software; you can redistribute it and/or
31 * modify it under the terms of the GNU General Public License
32 * as published by the Free Software Foundation; either version
33 * 2 of the License, or (at your option) any later version.
34 */
35
David Gibsone28f7fa2005-08-05 19:39:06 +100036static inline pgd_t *pgd_alloc(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070037{
David Gibsone28f7fa2005-08-05 19:39:06 +100038 return kmem_cache_alloc(pgtable_cache[PGD_CACHE_NUM], GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039}
40
David Gibsone28f7fa2005-08-05 19:39:06 +100041static inline void pgd_free(pgd_t *pgd)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042{
David Gibsone28f7fa2005-08-05 19:39:06 +100043 kmem_cache_free(pgtable_cache[PGD_CACHE_NUM], pgd);
44}
45
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110046#ifndef CONFIG_PPC_64K_PAGES
47
David Gibsone28f7fa2005-08-05 19:39:06 +100048#define pgd_populate(MM, PGD, PUD) pgd_set(PGD, PUD)
49
50static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr)
51{
52 return kmem_cache_alloc(pgtable_cache[PUD_CACHE_NUM],
53 GFP_KERNEL|__GFP_REPEAT);
54}
55
56static inline void pud_free(pud_t *pud)
57{
58 kmem_cache_free(pgtable_cache[PUD_CACHE_NUM], pud);
Linus Torvalds1da177e2005-04-16 15:20:36 -070059}
60
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110061static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
62{
63 pud_set(pud, (unsigned long)pmd);
64}
65
66#define pmd_populate(mm, pmd, pte_page) \
67 pmd_populate_kernel(mm, pmd, page_address(pte_page))
68#define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte))
69
70
71#else /* CONFIG_PPC_64K_PAGES */
72
73#define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd)
74
75static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd,
76 pte_t *pte)
77{
78 pmd_set(pmd, (unsigned long)pte);
79}
80
81#define pmd_populate(mm, pmd, pte_page) \
82 pmd_populate_kernel(mm, pmd, page_address(pte_page))
83
84#endif /* CONFIG_PPC_64K_PAGES */
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
David Gibsone28f7fa2005-08-05 19:39:06 +100086static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070087{
David Gibsone28f7fa2005-08-05 19:39:06 +100088 return kmem_cache_alloc(pgtable_cache[PMD_CACHE_NUM],
89 GFP_KERNEL|__GFP_REPEAT);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090}
91
David Gibsone28f7fa2005-08-05 19:39:06 +100092static inline void pmd_free(pmd_t *pmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -070093{
David Gibsone28f7fa2005-08-05 19:39:06 +100094 kmem_cache_free(pgtable_cache[PMD_CACHE_NUM], pmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -070095}
96
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110097static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
98 unsigned long address)
Linus Torvalds1da177e2005-04-16 15:20:36 -070099{
David Gibsone28f7fa2005-08-05 19:39:06 +1000100 return kmem_cache_alloc(pgtable_cache[PTE_CACHE_NUM],
101 GFP_KERNEL|__GFP_REPEAT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102}
103
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +1100104static inline struct page *pte_alloc_one(struct mm_struct *mm,
105 unsigned long address)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106{
David Gibsone28f7fa2005-08-05 19:39:06 +1000107 return virt_to_page(pte_alloc_one_kernel(mm, address));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108}
109
110static inline void pte_free_kernel(pte_t *pte)
111{
David Gibsone28f7fa2005-08-05 19:39:06 +1000112 kmem_cache_free(pgtable_cache[PTE_CACHE_NUM], pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113}
114
115static inline void pte_free(struct page *ptepage)
116{
David Gibsone28f7fa2005-08-05 19:39:06 +1000117 pte_free_kernel(page_address(ptepage));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118}
119
David Gibsone28f7fa2005-08-05 19:39:06 +1000120#define PGF_CACHENUM_MASK 0xf
121
122typedef struct pgtable_free {
123 unsigned long val;
124} pgtable_free_t;
125
126static inline pgtable_free_t pgtable_free_cache(void *p, int cachenum,
127 unsigned long mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128{
David Gibsone28f7fa2005-08-05 19:39:06 +1000129 BUG_ON(cachenum > PGF_CACHENUM_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
David Gibsone28f7fa2005-08-05 19:39:06 +1000131 return (pgtable_free_t){.val = ((unsigned long) p & ~mask) | cachenum};
132}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
David Gibsone28f7fa2005-08-05 19:39:06 +1000134static inline void pgtable_free(pgtable_free_t pgf)
135{
136 void *p = (void *)(pgf.val & ~PGF_CACHENUM_MASK);
137 int cachenum = pgf.val & PGF_CACHENUM_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
David Gibsone28f7fa2005-08-05 19:39:06 +1000139 kmem_cache_free(pgtable_cache[cachenum], p);
140}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +1100142extern void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_t pgf);
David Gibsone28f7fa2005-08-05 19:39:06 +1000143
144#define __pte_free_tlb(tlb, ptepage) \
145 pgtable_free_tlb(tlb, pgtable_free_cache(page_address(ptepage), \
146 PTE_CACHE_NUM, PTE_TABLE_SIZE-1))
147#define __pmd_free_tlb(tlb, pmd) \
148 pgtable_free_tlb(tlb, pgtable_free_cache(pmd, \
149 PMD_CACHE_NUM, PMD_TABLE_SIZE-1))
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +1100150#ifndef CONFIG_PPC_64K_PAGES
David Gibson200a4552006-02-17 13:52:56 -0800151#define __pud_free_tlb(tlb, pud) \
David Gibsone28f7fa2005-08-05 19:39:06 +1000152 pgtable_free_tlb(tlb, pgtable_free_cache(pud, \
153 PUD_CACHE_NUM, PUD_TABLE_SIZE-1))
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +1100154#endif /* CONFIG_PPC_64K_PAGES */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
156#define check_pgt_cache() do { } while (0)
157
Paul Mackerras047ea782005-11-19 20:17:32 +1100158#endif /* CONFIG_PPC64 */
Arnd Bergmann88ced032005-12-16 22:43:46 +0100159#endif /* __KERNEL__ */
Paul Mackerras047ea782005-11-19 20:17:32 +1100160#endif /* _ASM_POWERPC_PGALLOC_H */