Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 2 | #ifndef _SPARC_PGALLOC_H |
| 3 | #define _SPARC_PGALLOC_H |
| 4 | |
| 5 | #include <linux/kernel.h> |
| 6 | #include <linux/sched.h> |
| 7 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 8 | #include <asm/pgtsrmmu.h> |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 9 | #include <asm/pgtable.h> |
| 10 | #include <asm/vaddrs.h> |
| 11 | #include <asm/page.h> |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 12 | |
| 13 | struct page; |
| 14 | |
Sam Ravnborg | f71a2aa | 2012-07-26 11:02:14 +0000 | [diff] [blame] | 15 | void *srmmu_get_nocache(int size, int align); |
| 16 | void srmmu_free_nocache(void *addr, int size); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 17 | |
Sam Ravnborg | c31f765 | 2014-04-21 21:39:27 +0200 | [diff] [blame] | 18 | extern struct resource sparc_iomap; |
| 19 | |
Sam Ravnborg | 3774348 | 2012-05-12 08:04:12 +0000 | [diff] [blame] | 20 | #define check_pgt_cache() do { } while (0) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 21 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 22 | pgd_t *get_pgd_fast(void); |
| 23 | static inline void free_pgd_fast(pgd_t *pgd) |
| 24 | { |
Sam Ravnborg | f71a2aa | 2012-07-26 11:02:14 +0000 | [diff] [blame] | 25 | srmmu_free_nocache(pgd, SRMMU_PGD_TABLE_SIZE); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 26 | } |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 27 | |
| 28 | #define pgd_free(mm, pgd) free_pgd_fast(pgd) |
| 29 | #define pgd_alloc(mm) get_pgd_fast() |
| 30 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 31 | static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) |
| 32 | { |
Sam Ravnborg | 6b1cabe | 2016-04-22 19:41:07 +0200 | [diff] [blame] | 33 | unsigned long pa = __nocache_pa(pmdp); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 34 | |
Sam Ravnborg | 6e6e418 | 2016-04-22 19:41:06 +0200 | [diff] [blame] | 35 | set_pte((pte_t *)pgdp, __pte((SRMMU_ET_PTD | (pa >> 4)))); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 36 | } |
| 37 | |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 38 | #define pgd_populate(MM, PGD, PMD) pgd_set(PGD, PMD) |
| 39 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 40 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, |
| 41 | unsigned long address) |
| 42 | { |
Sam Ravnborg | f71a2aa | 2012-07-26 11:02:14 +0000 | [diff] [blame] | 43 | return srmmu_get_nocache(SRMMU_PMD_TABLE_SIZE, |
| 44 | SRMMU_PMD_TABLE_SIZE); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 45 | } |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 46 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 47 | static inline void free_pmd_fast(pmd_t * pmd) |
| 48 | { |
Sam Ravnborg | f71a2aa | 2012-07-26 11:02:14 +0000 | [diff] [blame] | 49 | srmmu_free_nocache(pmd, SRMMU_PMD_TABLE_SIZE); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 50 | } |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 51 | |
Benjamin Herrenschmidt | 9e1b32c | 2009-07-22 15:44:28 +1000 | [diff] [blame] | 52 | #define pmd_free(mm, pmd) free_pmd_fast(pmd) |
| 53 | #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 54 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 55 | void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 56 | #define pmd_pgtable(pmd) pmd_page(pmd) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 57 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 58 | void pmd_set(pmd_t *pmdp, pte_t *ptep); |
| 59 | #define pmd_populate_kernel(MM, PMD, PTE) pmd_set(PMD, PTE) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 60 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 61 | pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address); |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 62 | |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 63 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, |
| 64 | unsigned long address) |
| 65 | { |
Sam Ravnborg | f71a2aa | 2012-07-26 11:02:14 +0000 | [diff] [blame] | 66 | return srmmu_get_nocache(PTE_SIZE, PTE_SIZE); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | |
| 70 | static inline void free_pte_fast(pte_t *pte) |
| 71 | { |
Sam Ravnborg | f71a2aa | 2012-07-26 11:02:14 +0000 | [diff] [blame] | 72 | srmmu_free_nocache(pte, PTE_SIZE); |
Sam Ravnborg | 642ea3e | 2012-05-13 08:40:27 +0200 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | #define pte_free_kernel(mm, pte) free_pte_fast(pte) |
| 76 | |
| 77 | void pte_free(struct mm_struct * mm, pgtable_t pte); |
Benjamin Herrenschmidt | 9e1b32c | 2009-07-22 15:44:28 +1000 | [diff] [blame] | 78 | #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) |
Sam Ravnborg | f5e706a | 2008-07-17 21:55:51 -0700 | [diff] [blame] | 79 | |
| 80 | #endif /* _SPARC_PGALLOC_H */ |