Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 1 | #ifndef _SPARC64_PGALLOC_H |
| 2 | #define _SPARC64_PGALLOC_H |
| 3 | |
| 4 | #include <linux/kernel.h> |
| 5 | #include <linux/sched.h> |
| 6 | #include <linux/mm.h> |
| 7 | #include <linux/slab.h> |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 8 | |
| 9 | #include <asm/spitfire.h> |
| 10 | #include <asm/cpudata.h> |
| 11 | #include <asm/cacheflush.h> |
| 12 | #include <asm/page.h> |
| 13 | |
| 14 | /* Page table allocation/freeing. */ |
| 15 | |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 16 | extern struct kmem_cache *pgtable_cache; |
| 17 | |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 18 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) |
| 19 | { |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 20 | return kmem_cache_alloc(pgtable_cache, GFP_KERNEL); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 21 | } |
| 22 | |
| 23 | static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) |
| 24 | { |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 25 | kmem_cache_free(pgtable_cache, pgd); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 26 | } |
| 27 | |
| 28 | #define pud_populate(MM, PUD, PMD) pud_set(PUD, PMD) |
| 29 | |
| 30 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) |
| 31 | { |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 32 | return kmem_cache_alloc(pgtable_cache, |
| 33 | GFP_KERNEL|__GFP_REPEAT); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 34 | } |
| 35 | |
| 36 | static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) |
| 37 | { |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 38 | kmem_cache_free(pgtable_cache, pmd); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 39 | } |
| 40 | |
| 41 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, |
| 42 | unsigned long address) |
| 43 | { |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 44 | return (pte_t *)__get_free_page(GFP_KERNEL | __GFP_REPEAT | __GFP_ZERO); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 45 | } |
| 46 | |
| 47 | static inline pgtable_t pte_alloc_one(struct mm_struct *mm, |
| 48 | unsigned long address) |
| 49 | { |
| 50 | struct page *page; |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 51 | pte_t *pte; |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 52 | |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 53 | pte = pte_alloc_one_kernel(mm, address); |
| 54 | if (!pte) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 55 | return NULL; |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 56 | page = virt_to_page(pte); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 57 | pgtable_page_ctor(page); |
| 58 | return page; |
| 59 | } |
| 60 | |
| 61 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) |
| 62 | { |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 63 | free_page((unsigned long)pte); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 64 | } |
| 65 | |
| 66 | static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) |
| 67 | { |
| 68 | pgtable_page_dtor(ptepage); |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 69 | __free_page(ptepage); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 70 | } |
| 71 | |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 72 | #define pmd_populate_kernel(MM, PMD, PTE) pmd_set(PMD, PTE) |
| 73 | #define pmd_populate(MM,PMD,PTE_PAGE) \ |
| 74 | pmd_populate_kernel(MM,PMD,page_address(PTE_PAGE)) |
| 75 | #define pmd_pgtable(pmd) pmd_page(pmd) |
| 76 | |
David S. Miller | 4dedbf8 | 2011-07-25 17:12:20 -0700 | [diff] [blame^] | 77 | #define check_pgt_cache() do { } while (0) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 78 | |
Peter Zijlstra | 90f08e3 | 2011-05-24 17:11:50 -0700 | [diff] [blame] | 79 | #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) |
| 80 | #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) |
| 81 | |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 82 | #endif /* _SPARC64_PGALLOC_H */ |