blob: 92ecd8446ef80b6fe06c62bce45fe93a40f344bb [file] [log] [blame]
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -07001/*
2 * Copyright (C) 2004-2006 Atmel Corporation
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8#ifndef __ASM_AVR32_PGALLOC_H
9#define __ASM_AVR32_PGALLOC_H
10
Haavard Skinnemoen5a4d5292008-01-14 23:33:44 +010011#include <linux/quicklist.h>
12#include <asm/page.h>
13#include <asm/pgtable.h>
14
15#define QUICK_PGD 0 /* Preserve kernel mappings over free */
Haavard Skinnemoen38510752008-01-14 23:35:32 +010016#define QUICK_PT 1 /* Zero on free */
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070017
Haavard Skinnemoencfd23e92008-01-14 22:15:05 +010018static inline void pmd_populate_kernel(struct mm_struct *mm,
19 pmd_t *pmd, pte_t *pte)
20{
21 set_pmd(pmd, __pmd((unsigned long)pte));
22}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070023
Haavard Skinnemoencfd23e92008-01-14 22:15:05 +010024static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd,
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080025 pgtable_t pte)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070026{
Haavard Skinnemoencfd23e92008-01-14 22:15:05 +010027 set_pmd(pmd, __pmd((unsigned long)page_address(pte)));
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070028}
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080029#define pmd_pgtable(pmd) pmd_page(pmd)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070030
Haavard Skinnemoen5a4d5292008-01-14 23:33:44 +010031static inline void pgd_ctor(void *x)
32{
33 pgd_t *pgd = x;
34
35 memcpy(pgd + USER_PTRS_PER_PGD,
36 swapper_pg_dir + USER_PTRS_PER_PGD,
37 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
38}
39
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070040/*
41 * Allocate and free page tables
42 */
Haavard Skinnemoencfd23e92008-01-14 22:15:05 +010043static inline pgd_t *pgd_alloc(struct mm_struct *mm)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070044{
Haavard Skinnemoen5a4d5292008-01-14 23:33:44 +010045 return quicklist_alloc(QUICK_PGD, GFP_KERNEL | __GFP_REPEAT, pgd_ctor);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070046}
47
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080048static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070049{
Haavard Skinnemoen5a4d5292008-01-14 23:33:44 +010050 quicklist_free(QUICK_PGD, NULL, pgd);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070051}
52
53static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
54 unsigned long address)
55{
Haavard Skinnemoen38510752008-01-14 23:35:32 +010056 return quicklist_alloc(QUICK_PT, GFP_KERNEL | __GFP_REPEAT, NULL);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070057}
58
Haavard Skinnemoen38510752008-01-14 23:35:32 +010059static inline pgtable_t pte_alloc_one(struct mm_struct *mm,
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070060 unsigned long address)
61{
Haavard Skinnemoen38510752008-01-14 23:35:32 +010062 struct page *page;
63 void *pg;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070064
Haavard Skinnemoen38510752008-01-14 23:35:32 +010065 pg = quicklist_alloc(QUICK_PT, GFP_KERNEL | __GFP_REPEAT, NULL);
66 if (!pg)
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080067 return NULL;
Haavard Skinnemoen38510752008-01-14 23:35:32 +010068
69 page = virt_to_page(pg);
70 pgtable_page_ctor(page);
71
72 return page;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070073}
74
Benjamin Herrenschmidt5e541972008-02-04 22:29:14 -080075static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070076{
Haavard Skinnemoen38510752008-01-14 23:35:32 +010077 quicklist_free(QUICK_PT, NULL, pte);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070078}
79
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080080static inline void pte_free(struct mm_struct *mm, pgtable_t pte)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070081{
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080082 pgtable_page_dtor(pte);
Haavard Skinnemoen38510752008-01-14 23:35:32 +010083 quicklist_free_page(QUICK_PT, NULL, pte);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070084}
85
Benjamin Herrenschmidt9e1b32c2009-07-22 15:44:28 +100086#define __pte_free_tlb(tlb,pte,addr) \
Martin Schwidefsky2f569af2008-02-08 04:22:04 -080087do { \
88 pgtable_page_dtor(pte); \
89 tlb_remove_page((tlb), pte); \
90} while (0)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070091
Haavard Skinnemoen5a4d5292008-01-14 23:33:44 +010092static inline void check_pgt_cache(void)
93{
94 quicklist_trim(QUICK_PGD, NULL, 25, 16);
Haavard Skinnemoen38510752008-01-14 23:35:32 +010095 quicklist_trim(QUICK_PT, NULL, 25, 16);
Haavard Skinnemoen5a4d5292008-01-14 23:33:44 +010096}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070097
98#endif /* __ASM_AVR32_PGALLOC_H */