Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 1 | #ifndef _SPARC_PGALLOC_H |
| 2 | #define _SPARC_PGALLOC_H |
| 3 | |
| 4 | #include <linux/kernel.h> |
| 5 | #include <linux/sched.h> |
| 6 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 7 | #include <asm/pgtsrmmu.h> |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 8 | #include <asm/btfixup.h> |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 9 | #include <asm/pgtable.h> |
| 10 | #include <asm/vaddrs.h> |
| 11 | #include <asm/page.h> |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 12 | |
| 13 | struct page; |
| 14 | |
| 15 | extern struct pgtable_cache_struct { |
| 16 | unsigned long *pgd_cache; |
| 17 | unsigned long *pte_cache; |
| 18 | unsigned long pgtable_cache_sz; |
| 19 | unsigned long pgd_cache_sz; |
| 20 | } pgt_quicklists; |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 21 | |
| 22 | unsigned long srmmu_get_nocache(int size, int align); |
| 23 | void srmmu_free_nocache(unsigned long vaddr, int size); |
| 24 | |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 25 | #define pgd_quicklist (pgt_quicklists.pgd_cache) |
| 26 | #define pmd_quicklist ((unsigned long *)0) |
| 27 | #define pte_quicklist (pgt_quicklists.pte_cache) |
| 28 | #define pgtable_cache_size (pgt_quicklists.pgtable_cache_sz) |
| 29 | #define pgd_cache_size (pgt_quicklists.pgd_cache_sz) |
| 30 | |
Sam Ravnborg | 3774348 | 2012-05-12 08:04:12 +0000 | [diff] [blame] | 31 | #define check_pgt_cache() do { } while (0) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 32 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 33 | pgd_t *get_pgd_fast(void); |
| 34 | static inline void free_pgd_fast(pgd_t *pgd) |
| 35 | { |
| 36 | srmmu_free_nocache((unsigned long)pgd, SRMMU_PGD_TABLE_SIZE); |
| 37 | } |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 38 | |
| 39 | #define pgd_free(mm, pgd) free_pgd_fast(pgd) |
| 40 | #define pgd_alloc(mm) get_pgd_fast() |
| 41 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 42 | static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) |
| 43 | { |
| 44 | unsigned long pa = __nocache_pa((unsigned long)pmdp); |
| 45 | |
| 46 | set_pte((pte_t *)pgdp, (SRMMU_ET_PTD | (pa >> 4))); |
| 47 | } |
| 48 | |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 49 | #define pgd_populate(MM, PGD, PMD) pgd_set(PGD, PMD) |
| 50 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 51 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, |
| 52 | unsigned long address) |
| 53 | { |
| 54 | return (pmd_t *)srmmu_get_nocache(SRMMU_PMD_TABLE_SIZE, |
| 55 | SRMMU_PMD_TABLE_SIZE); |
| 56 | } |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 57 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 58 | static inline void free_pmd_fast(pmd_t * pmd) |
| 59 | { |
| 60 | srmmu_free_nocache((unsigned long)pmd, SRMMU_PMD_TABLE_SIZE); |
| 61 | } |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 62 | |
Benjamin Herrenschmidt | 9e1b32c | 2009-07-22 15:44:28 +1000 | [diff] [blame] | 63 | #define pmd_free(mm, pmd) free_pmd_fast(pmd) |
| 64 | #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 65 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 66 | void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 67 | #define pmd_pgtable(pmd) pmd_page(pmd) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 68 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 69 | void pmd_set(pmd_t *pmdp, pte_t *ptep); |
| 70 | #define pmd_populate_kernel(MM, PMD, PTE) pmd_set(PMD, PTE) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 71 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 72 | pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 73 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame^] | 74 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, |
| 75 | unsigned long address) |
| 76 | { |
| 77 | return (pte_t *)srmmu_get_nocache(PTE_SIZE, PTE_SIZE); |
| 78 | } |
| 79 | |
| 80 | |
| 81 | static inline void free_pte_fast(pte_t *pte) |
| 82 | { |
| 83 | srmmu_free_nocache((unsigned long)pte, PTE_SIZE); |
| 84 | } |
| 85 | |
| 86 | #define pte_free_kernel(mm, pte) free_pte_fast(pte) |
| 87 | |
| 88 | void pte_free(struct mm_struct * mm, pgtable_t pte); |
Benjamin Herrenschmidt | 9e1b32c | 2009-07-22 15:44:28 +1000 | [diff] [blame] | 89 | #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 90 | |
| 91 | #endif /* _SPARC_PGALLOC_H */ |