| Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_MMU_H_ | 
|  | 2 | #define _ASM_POWERPC_MMU_H_ | 
| Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 3 | #ifdef __KERNEL__ | 
| Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 4 |  | 
| Benjamin Herrenschmidt | cd3db0c | 2010-07-06 15:39:02 -0700 | [diff] [blame] | 5 | #include <linux/types.h> | 
|  | 6 |  | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 7 | #include <asm/asm-compat.h> | 
|  | 8 | #include <asm/feature-fixups.h> | 
|  | 9 |  | 
|  | 10 | /* | 
|  | 11 | * MMU features bit definitions | 
|  | 12 | */ | 
|  | 13 |  | 
|  | 14 | /* | 
|  | 15 | * First half is MMU families | 
|  | 16 | */ | 
|  | 17 | #define MMU_FTR_HPTE_TABLE		ASM_CONST(0x00000001) | 
|  | 18 | #define MMU_FTR_TYPE_8xx		ASM_CONST(0x00000002) | 
|  | 19 | #define MMU_FTR_TYPE_40x		ASM_CONST(0x00000004) | 
|  | 20 | #define MMU_FTR_TYPE_44x		ASM_CONST(0x00000008) | 
|  | 21 | #define MMU_FTR_TYPE_FSL_E		ASM_CONST(0x00000010) | 
| Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 22 | #define MMU_FTR_TYPE_3E			ASM_CONST(0x00000020) | 
| Dave Kleikamp | e7f75ad | 2010-03-05 10:43:12 +0000 | [diff] [blame] | 23 | #define MMU_FTR_TYPE_47x		ASM_CONST(0x00000040) | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 24 |  | 
|  | 25 | /* | 
|  | 26 | * This is individual features | 
|  | 27 | */ | 
|  | 28 |  | 
|  | 29 | /* Enable use of high BAT registers */ | 
|  | 30 | #define MMU_FTR_USE_HIGH_BATS		ASM_CONST(0x00010000) | 
|  | 31 |  | 
|  | 32 | /* Enable >32-bit physical addresses on 32-bit processor, only used | 
|  | 33 | * by CONFIG_6xx currently as BookE supports that from day 1 | 
|  | 34 | */ | 
|  | 35 | #define MMU_FTR_BIG_PHYS		ASM_CONST(0x00020000) | 
|  | 36 |  | 
| Benjamin Herrenschmidt | f048aac | 2008-12-18 19:13:38 +0000 | [diff] [blame] | 37 | /* Enable use of broadcast TLB invalidations. We don't always set it | 
|  | 38 | * on processors that support it due to other constraints with the | 
|  | 39 | * use of such invalidations | 
|  | 40 | */ | 
|  | 41 | #define MMU_FTR_USE_TLBIVAX_BCAST	ASM_CONST(0x00040000) | 
|  | 42 |  | 
| Kumar Gala | c307195 | 2009-02-10 22:26:06 -0600 | [diff] [blame] | 43 | /* Enable use of tlbilx invalidate instructions. | 
| Benjamin Herrenschmidt | f048aac | 2008-12-18 19:13:38 +0000 | [diff] [blame] | 44 | */ | 
| Kumar Gala | c307195 | 2009-02-10 22:26:06 -0600 | [diff] [blame] | 45 | #define MMU_FTR_USE_TLBILX		ASM_CONST(0x00080000) | 
| Benjamin Herrenschmidt | f048aac | 2008-12-18 19:13:38 +0000 | [diff] [blame] | 46 |  | 
|  | 47 | /* This indicates that the processor cannot handle multiple outstanding | 
|  | 48 | * broadcast tlbivax or tlbsync. This makes the code use a spinlock | 
|  | 49 | * around such invalidate forms. | 
|  | 50 | */ | 
|  | 51 | #define MMU_FTR_LOCK_BCAST_INVAL	ASM_CONST(0x00100000) | 
|  | 52 |  | 
| Kumar Gala | 2319f12 | 2009-03-19 03:55:41 +0000 | [diff] [blame] | 53 | /* This indicates that the processor doesn't handle way selection | 
|  | 54 | * properly and needs SW to track and update the LRU state.  This | 
|  | 55 | * is specific to an errata on e300c2/c3/c4 class parts | 
|  | 56 | */ | 
|  | 57 | #define MMU_FTR_NEED_DTLB_SW_LRU	ASM_CONST(0x00200000) | 
|  | 58 |  | 
| Kumar Gala | df5d6ec | 2009-08-24 15:52:48 +0000 | [diff] [blame] | 59 | /* Enable use of TLB reservation.  Processor should support tlbsrx. | 
|  | 60 | * instruction and MAS0[WQ]. | 
|  | 61 | */ | 
|  | 62 | #define MMU_FTR_USE_TLBRSRV		ASM_CONST(0x00800000) | 
|  | 63 |  | 
|  | 64 | /* Use paired MAS registers (MAS7||MAS3, etc.) | 
|  | 65 | */ | 
|  | 66 | #define MMU_FTR_USE_PAIRED_MAS		ASM_CONST(0x01000000) | 
|  | 67 |  | 
| Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 68 | /* MMU is SLB-based | 
|  | 69 | */ | 
|  | 70 | #define MMU_FTR_SLB			ASM_CONST(0x02000000) | 
|  | 71 |  | 
|  | 72 | /* Support 16M large pages | 
|  | 73 | */ | 
|  | 74 | #define MMU_FTR_16M_PAGE		ASM_CONST(0x04000000) | 
|  | 75 |  | 
|  | 76 | /* Supports TLBIEL variant | 
|  | 77 | */ | 
|  | 78 | #define MMU_FTR_TLBIEL			ASM_CONST(0x08000000) | 
|  | 79 |  | 
|  | 80 | /* Supports tlbies w/o locking | 
|  | 81 | */ | 
|  | 82 | #define MMU_FTR_LOCKLESS_TLBIE		ASM_CONST(0x10000000) | 
|  | 83 |  | 
|  | 84 | /* Large pages can be marked CI | 
|  | 85 | */ | 
|  | 86 | #define MMU_FTR_CI_LARGE_PAGE		ASM_CONST(0x20000000) | 
|  | 87 |  | 
|  | 88 | /* 1T segments available | 
|  | 89 | */ | 
|  | 90 | #define MMU_FTR_1T_SEGMENT		ASM_CONST(0x40000000) | 
|  | 91 |  | 
|  | 92 | /* Doesn't support the B bit (1T segment) in SLBIE | 
|  | 93 | */ | 
|  | 94 | #define MMU_FTR_NO_SLBIE_B		ASM_CONST(0x80000000) | 
|  | 95 |  | 
|  | 96 | /* MMU feature bit sets for various CPUs */ | 
|  | 97 | #define MMU_FTRS_DEFAULT_HPTE_ARCH_V2	\ | 
|  | 98 | MMU_FTR_HPTE_TABLE | MMU_FTR_PPCAS_ARCH_V2 | 
|  | 99 | #define MMU_FTRS_POWER4		MMU_FTRS_DEFAULT_HPTE_ARCH_V2 | 
|  | 100 | #define MMU_FTRS_PPC970		MMU_FTRS_POWER4 | 
|  | 101 | #define MMU_FTRS_POWER5		MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE | 
|  | 102 | #define MMU_FTRS_POWER6		MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE | 
| Michael Neuling | a32e252 | 2011-04-06 18:23:29 +0000 | [diff] [blame] | 103 | #define MMU_FTRS_POWER7		MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE | 
| Michael Neuling | 71e1849 | 2012-10-30 19:34:15 +0000 | [diff] [blame] | 104 | #define MMU_FTRS_POWER8		MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE | 
| Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 105 | #define MMU_FTRS_CELL		MMU_FTRS_DEFAULT_HPTE_ARCH_V2 | \ | 
|  | 106 | MMU_FTR_CI_LARGE_PAGE | 
|  | 107 | #define MMU_FTRS_PA6T		MMU_FTRS_DEFAULT_HPTE_ARCH_V2 | \ | 
|  | 108 | MMU_FTR_CI_LARGE_PAGE | MMU_FTR_NO_SLBIE_B | 
|  | 109 | #define MMU_FTRS_A2		MMU_FTR_TYPE_3E | MMU_FTR_USE_TLBILX | \ | 
|  | 110 | MMU_FTR_USE_TLBIVAX_BCAST | \ | 
|  | 111 | MMU_FTR_LOCK_BCAST_INVAL | \ | 
|  | 112 | MMU_FTR_USE_TLBRSRV | \ | 
|  | 113 | MMU_FTR_USE_PAIRED_MAS | \ | 
|  | 114 | MMU_FTR_TLBIEL | \ | 
|  | 115 | MMU_FTR_16M_PAGE | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 116 | #ifndef __ASSEMBLY__ | 
|  | 117 | #include <asm/cputable.h> | 
|  | 118 |  | 
| Becky Bruce | 3160b09 | 2011-06-28 14:54:47 -0500 | [diff] [blame] | 119 | #ifdef CONFIG_PPC_FSL_BOOK3E | 
|  | 120 | #include <asm/percpu.h> | 
|  | 121 | DECLARE_PER_CPU(int, next_tlbcam_idx); | 
|  | 122 | #endif | 
|  | 123 |  | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 124 | static inline int mmu_has_feature(unsigned long feature) | 
|  | 125 | { | 
|  | 126 | return (cur_cpu_spec->mmu_features & feature); | 
|  | 127 | } | 
|  | 128 |  | 
| Dave Kleikamp | 91b191c | 2011-07-04 18:38:03 +0000 | [diff] [blame] | 129 | static inline void mmu_clear_feature(unsigned long feature) | 
|  | 130 | { | 
|  | 131 | cur_cpu_spec->mmu_features &= ~feature; | 
|  | 132 | } | 
|  | 133 |  | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 134 | extern unsigned int __start___mmu_ftr_fixup, __stop___mmu_ftr_fixup; | 
|  | 135 |  | 
| Dave Kleikamp | 91b191c | 2011-07-04 18:38:03 +0000 | [diff] [blame] | 136 | /* MMU initialization */ | 
| Benjamin Herrenschmidt | 757c74d | 2009-03-19 19:34:16 +0000 | [diff] [blame] | 137 | extern void early_init_mmu(void); | 
|  | 138 | extern void early_init_mmu_secondary(void); | 
|  | 139 |  | 
| Benjamin Herrenschmidt | cd3db0c | 2010-07-06 15:39:02 -0700 | [diff] [blame] | 140 | extern void setup_initial_memory_limit(phys_addr_t first_memblock_base, | 
|  | 141 | phys_addr_t first_memblock_size); | 
|  | 142 |  | 
|  | 143 | #ifdef CONFIG_PPC64 | 
|  | 144 | /* This is our real memory area size on ppc64 server, on embedded, we | 
|  | 145 | * make it match the size our of bolted TLB area | 
|  | 146 | */ | 
|  | 147 | extern u64 ppc64_rma_size; | 
|  | 148 | #endif /* CONFIG_PPC64 */ | 
|  | 149 |  | 
| Aneesh Kumar K.V | 78f1dbd | 2012-09-10 02:52:57 +0000 | [diff] [blame] | 150 | struct mm_struct; | 
|  | 151 | #ifdef CONFIG_DEBUG_VM | 
|  | 152 | extern void assert_pte_locked(struct mm_struct *mm, unsigned long addr); | 
|  | 153 | #else /* CONFIG_DEBUG_VM */ | 
|  | 154 | static inline void assert_pte_locked(struct mm_struct *mm, unsigned long addr) | 
|  | 155 | { | 
|  | 156 | } | 
|  | 157 | #endif /* !CONFIG_DEBUG_VM */ | 
|  | 158 |  | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 159 | #endif /* !__ASSEMBLY__ */ | 
|  | 160 |  | 
| Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 161 | /* The kernel use the constants below to index in the page sizes array. | 
|  | 162 | * The use of fixed constants for this purpose is better for performances | 
|  | 163 | * of the low level hash refill handlers. | 
|  | 164 | * | 
|  | 165 | * A non supported page size has a "shift" field set to 0 | 
|  | 166 | * | 
|  | 167 | * Any new page size being implemented can get a new entry in here. Whether | 
|  | 168 | * the kernel will use it or not is a different matter though. The actual page | 
|  | 169 | * size used by hugetlbfs is not defined here and may be made variable | 
|  | 170 | * | 
|  | 171 | * Note: This array ended up being a false good idea as it's growing to the | 
|  | 172 | * point where I wonder if we should replace it with something different, | 
|  | 173 | * to think about, feedback welcome. --BenH. | 
|  | 174 | */ | 
|  | 175 |  | 
| Scott Wood | a8b91e4 | 2012-06-14 13:40:55 +0000 | [diff] [blame] | 176 | /* These are #defines as they have to be used in assembly */ | 
| Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 177 | #define MMU_PAGE_4K	0 | 
|  | 178 | #define MMU_PAGE_16K	1 | 
|  | 179 | #define MMU_PAGE_64K	2 | 
|  | 180 | #define MMU_PAGE_64K_AP	3	/* "Admixed pages" (hash64 only) */ | 
|  | 181 | #define MMU_PAGE_256K	4 | 
|  | 182 | #define MMU_PAGE_1M	5 | 
| Becky Bruce | 41151e7 | 2011-06-28 09:54:48 +0000 | [diff] [blame] | 183 | #define MMU_PAGE_4M	6 | 
|  | 184 | #define MMU_PAGE_8M	7 | 
|  | 185 | #define MMU_PAGE_16M	8 | 
|  | 186 | #define MMU_PAGE_64M	9 | 
|  | 187 | #define MMU_PAGE_256M	10 | 
|  | 188 | #define MMU_PAGE_1G	11 | 
|  | 189 | #define MMU_PAGE_16G	12 | 
|  | 190 | #define MMU_PAGE_64G	13 | 
| Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 191 |  | 
| Becky Bruce | 41151e7 | 2011-06-28 09:54:48 +0000 | [diff] [blame] | 192 | #define MMU_PAGE_COUNT	14 | 
| Benjamin Herrenschmidt | 7c03d65 | 2008-12-18 19:13:32 +0000 | [diff] [blame] | 193 |  | 
| Benjamin Herrenschmidt | 9449168 | 2009-06-02 21:17:45 +0000 | [diff] [blame] | 194 | #if defined(CONFIG_PPC_STD_MMU_64) | 
| David Gibson | 8d2169e | 2007-04-27 11:53:52 +1000 | [diff] [blame] | 195 | /* 64-bit classic hash table MMU */ | 
|  | 196 | #  include <asm/mmu-hash64.h> | 
| Benjamin Herrenschmidt | 9449168 | 2009-06-02 21:17:45 +0000 | [diff] [blame] | 197 | #elif defined(CONFIG_PPC_STD_MMU_32) | 
| David Gibson | 4db68bf | 2007-06-13 14:52:54 +1000 | [diff] [blame] | 198 | /* 32-bit classic hash table MMU */ | 
|  | 199 | #  include <asm/mmu-hash32.h> | 
| Josh Boyer | 4d922c8 | 2007-08-20 07:28:48 -0500 | [diff] [blame] | 200 | #elif defined(CONFIG_40x) | 
|  | 201 | /* 40x-style software loaded TLB */ | 
|  | 202 | #  include <asm/mmu-40x.h> | 
| David Gibson | 57d7909 | 2007-04-30 14:06:25 +1000 | [diff] [blame] | 203 | #elif defined(CONFIG_44x) | 
|  | 204 | /* 44x-style software loaded TLB */ | 
|  | 205 | #  include <asm/mmu-44x.h> | 
| Kumar Gala | 70fe3af | 2009-02-12 16:12:40 -0600 | [diff] [blame] | 206 | #elif defined(CONFIG_PPC_BOOK3E_MMU) | 
|  | 207 | /* Freescale Book-E software loaded TLB or Book-3e (ISA 2.06+) MMU */ | 
|  | 208 | #  include <asm/mmu-book3e.h> | 
| David Gibson | 3120234 | 2007-06-22 14:58:55 +1000 | [diff] [blame] | 209 | #elif defined (CONFIG_PPC_8xx) | 
|  | 210 | /* Motorola/Freescale 8xx software loaded TLB */ | 
|  | 211 | #  include <asm/mmu-8xx.h> | 
| David Gibson | 1f8d419 | 2005-05-05 16:15:13 -0700 | [diff] [blame] | 212 | #endif | 
| David Gibson | 1f8d419 | 2005-05-05 16:15:13 -0700 | [diff] [blame] | 213 |  | 
| Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 214 |  | 
| Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 215 | #endif /* __KERNEL__ */ | 
| Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 216 | #endif /* _ASM_POWERPC_MMU_H_ */ |