Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_PGALLOC_H |
| 2 | #define _ASM_POWERPC_PGALLOC_H |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 3 | #ifdef __KERNEL__ |
Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 4 | |
Kumar Gala | 0186f47 | 2008-11-19 12:50:04 +0000 | [diff] [blame] | 5 | #include <linux/mm.h> |
| 6 | |
Benjamin Herrenschmidt | c7cc58a1 | 2009-07-23 23:15:28 +0000 | [diff] [blame] | 7 | #ifdef CONFIG_PPC_BOOK3E |
| 8 | extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address); |
| 9 | #else /* CONFIG_PPC_BOOK3E */ |
| 10 | static inline void tlb_flush_pgtable(struct mmu_gather *tlb, |
| 11 | unsigned long address) |
| 12 | { |
| 13 | } |
| 14 | #endif /* !CONFIG_PPC_BOOK3E */ |
| 15 | |
Kumar Gala | 0186f47 | 2008-11-19 12:50:04 +0000 | [diff] [blame] | 16 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) |
| 17 | { |
| 18 | free_page((unsigned long)pte); |
| 19 | } |
| 20 | |
| 21 | static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) |
| 22 | { |
| 23 | pgtable_page_dtor(ptepage); |
| 24 | __free_page(ptepage); |
| 25 | } |
| 26 | |
| 27 | typedef struct pgtable_free { |
| 28 | unsigned long val; |
| 29 | } pgtable_free_t; |
| 30 | |
Benjamin Herrenschmidt | af984b8 | 2009-08-06 13:50:58 +1000 | [diff] [blame] | 31 | /* This needs to be big enough to allow for MMU_PAGE_COUNT + 2 to be stored |
| 32 | * and small enough to fit in the low bits of any naturally aligned page |
| 33 | * table cache entry. Arbitrarily set to 0x1f, that should give us some |
| 34 | * room to grow |
| 35 | */ |
| 36 | #define PGF_CACHENUM_MASK 0x1f |
Kumar Gala | 0186f47 | 2008-11-19 12:50:04 +0000 | [diff] [blame] | 37 | |
| 38 | static inline pgtable_free_t pgtable_free_cache(void *p, int cachenum, |
| 39 | unsigned long mask) |
| 40 | { |
| 41 | BUG_ON(cachenum > PGF_CACHENUM_MASK); |
| 42 | |
| 43 | return (pgtable_free_t){.val = ((unsigned long) p & ~mask) | cachenum}; |
| 44 | } |
| 45 | |
David Gibson | f88df14 | 2007-04-30 16:30:56 +1000 | [diff] [blame] | 46 | #ifdef CONFIG_PPC64 |
| 47 | #include <asm/pgalloc-64.h> |
Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 48 | #else |
David Gibson | f88df14 | 2007-04-30 16:30:56 +1000 | [diff] [blame] | 49 | #include <asm/pgalloc-32.h> |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 50 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | |
Kumar Gala | 0186f47 | 2008-11-19 12:50:04 +0000 | [diff] [blame] | 52 | #ifdef CONFIG_SMP |
Benjamin Herrenschmidt | c7cc58a1 | 2009-07-23 23:15:28 +0000 | [diff] [blame] | 53 | extern void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_t pgf); |
| 54 | extern void pte_free_finish(void); |
| 55 | #else /* CONFIG_SMP */ |
| 56 | static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_t pgf) |
| 57 | { |
| 58 | pgtable_free(pgf); |
| 59 | } |
| 60 | static inline void pte_free_finish(void) { } |
| 61 | #endif /* !CONFIG_SMP */ |
Kumar Gala | 0186f47 | 2008-11-19 12:50:04 +0000 | [diff] [blame] | 62 | |
Benjamin Herrenschmidt | c7cc58a1 | 2009-07-23 23:15:28 +0000 | [diff] [blame] | 63 | static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *ptepage, |
| 64 | unsigned long address) |
| 65 | { |
| 66 | pgtable_free_t pgf = pgtable_free_cache(page_address(ptepage), |
| 67 | PTE_NONCACHE_NUM, |
| 68 | PTE_TABLE_SIZE-1); |
| 69 | tlb_flush_pgtable(tlb, address); |
| 70 | pgtable_page_dtor(ptepage); |
| 71 | pgtable_free_tlb(tlb, pgf); |
| 72 | } |
Kumar Gala | 0186f47 | 2008-11-19 12:50:04 +0000 | [diff] [blame] | 73 | |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 74 | #endif /* __KERNEL__ */ |
Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 75 | #endif /* _ASM_POWERPC_PGALLOC_H */ |