blob: 5e38eedea2186e679e989b2d8a8fd35aef897978 [file] [log] [blame]
Paul Mackerras047ea782005-11-19 20:17:32 +11001#ifndef _ASM_POWERPC_MMU_H_
2#define _ASM_POWERPC_MMU_H_
Arnd Bergmann88ced032005-12-16 22:43:46 +01003#ifdef __KERNEL__
Paul Mackerras047ea782005-11-19 20:17:32 +11004
Benjamin Herrenschmidtcd3db0c2010-07-06 15:39:02 -07005#include <linux/types.h>
6
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +00007#include <asm/asm-compat.h>
8#include <asm/feature-fixups.h>
9
10/*
11 * MMU features bit definitions
12 */
13
14/*
15 * First half is MMU families
16 */
17#define MMU_FTR_HPTE_TABLE ASM_CONST(0x00000001)
18#define MMU_FTR_TYPE_8xx ASM_CONST(0x00000002)
19#define MMU_FTR_TYPE_40x ASM_CONST(0x00000004)
20#define MMU_FTR_TYPE_44x ASM_CONST(0x00000008)
21#define MMU_FTR_TYPE_FSL_E ASM_CONST(0x00000010)
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +100022#define MMU_FTR_TYPE_3E ASM_CONST(0x00000020)
Dave Kleikampe7f75ad2010-03-05 10:43:12 +000023#define MMU_FTR_TYPE_47x ASM_CONST(0x00000040)
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +000024
25/*
26 * This is individual features
27 */
28
29/* Enable use of high BAT registers */
30#define MMU_FTR_USE_HIGH_BATS ASM_CONST(0x00010000)
31
32/* Enable >32-bit physical addresses on 32-bit processor, only used
33 * by CONFIG_6xx currently as BookE supports that from day 1
34 */
35#define MMU_FTR_BIG_PHYS ASM_CONST(0x00020000)
36
Benjamin Herrenschmidtf048aac2008-12-18 19:13:38 +000037/* Enable use of broadcast TLB invalidations. We don't always set it
38 * on processors that support it due to other constraints with the
39 * use of such invalidations
40 */
41#define MMU_FTR_USE_TLBIVAX_BCAST ASM_CONST(0x00040000)
42
Kumar Galac3071952009-02-10 22:26:06 -060043/* Enable use of tlbilx invalidate instructions.
Benjamin Herrenschmidtf048aac2008-12-18 19:13:38 +000044 */
Kumar Galac3071952009-02-10 22:26:06 -060045#define MMU_FTR_USE_TLBILX ASM_CONST(0x00080000)
Benjamin Herrenschmidtf048aac2008-12-18 19:13:38 +000046
47/* This indicates that the processor cannot handle multiple outstanding
48 * broadcast tlbivax or tlbsync. This makes the code use a spinlock
49 * around such invalidate forms.
50 */
51#define MMU_FTR_LOCK_BCAST_INVAL ASM_CONST(0x00100000)
52
Kumar Gala2319f122009-03-19 03:55:41 +000053/* This indicates that the processor doesn't handle way selection
54 * properly and needs SW to track and update the LRU state. This
55 * is specific to an errata on e300c2/c3/c4 class parts
56 */
57#define MMU_FTR_NEED_DTLB_SW_LRU ASM_CONST(0x00200000)
58
Kumar Galadf5d6ec2009-08-24 15:52:48 +000059/* Enable use of TLB reservation. Processor should support tlbsrx.
60 * instruction and MAS0[WQ].
61 */
62#define MMU_FTR_USE_TLBRSRV ASM_CONST(0x00800000)
63
64/* Use paired MAS registers (MAS7||MAS3, etc.)
65 */
66#define MMU_FTR_USE_PAIRED_MAS ASM_CONST(0x01000000)
67
Matt Evans44ae3ab2011-04-06 19:48:50 +000068/* MMU is SLB-based
69 */
70#define MMU_FTR_SLB ASM_CONST(0x02000000)
71
72/* Support 16M large pages
73 */
74#define MMU_FTR_16M_PAGE ASM_CONST(0x04000000)
75
76/* Supports TLBIEL variant
77 */
78#define MMU_FTR_TLBIEL ASM_CONST(0x08000000)
79
80/* Supports tlbies w/o locking
81 */
82#define MMU_FTR_LOCKLESS_TLBIE ASM_CONST(0x10000000)
83
84/* Large pages can be marked CI
85 */
86#define MMU_FTR_CI_LARGE_PAGE ASM_CONST(0x20000000)
87
88/* 1T segments available
89 */
90#define MMU_FTR_1T_SEGMENT ASM_CONST(0x40000000)
91
92/* Doesn't support the B bit (1T segment) in SLBIE
93 */
94#define MMU_FTR_NO_SLBIE_B ASM_CONST(0x80000000)
95
96/* MMU feature bit sets for various CPUs */
97#define MMU_FTRS_DEFAULT_HPTE_ARCH_V2 \
98 MMU_FTR_HPTE_TABLE | MMU_FTR_PPCAS_ARCH_V2
99#define MMU_FTRS_POWER4 MMU_FTRS_DEFAULT_HPTE_ARCH_V2
100#define MMU_FTRS_PPC970 MMU_FTRS_POWER4
101#define MMU_FTRS_POWER5 MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE
102#define MMU_FTRS_POWER6 MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE
Michael Neulinga32e2522011-04-06 18:23:29 +0000103#define MMU_FTRS_POWER7 MMU_FTRS_POWER4 | MMU_FTR_LOCKLESS_TLBIE
Matt Evans44ae3ab2011-04-06 19:48:50 +0000104#define MMU_FTRS_CELL MMU_FTRS_DEFAULT_HPTE_ARCH_V2 | \
105 MMU_FTR_CI_LARGE_PAGE
106#define MMU_FTRS_PA6T MMU_FTRS_DEFAULT_HPTE_ARCH_V2 | \
107 MMU_FTR_CI_LARGE_PAGE | MMU_FTR_NO_SLBIE_B
108#define MMU_FTRS_A2 MMU_FTR_TYPE_3E | MMU_FTR_USE_TLBILX | \
109 MMU_FTR_USE_TLBIVAX_BCAST | \
110 MMU_FTR_LOCK_BCAST_INVAL | \
111 MMU_FTR_USE_TLBRSRV | \
112 MMU_FTR_USE_PAIRED_MAS | \
113 MMU_FTR_TLBIEL | \
114 MMU_FTR_16M_PAGE
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +0000115#ifndef __ASSEMBLY__
116#include <asm/cputable.h>
117
Becky Bruce3160b092011-06-28 14:54:47 -0500118#ifdef CONFIG_PPC_FSL_BOOK3E
119#include <asm/percpu.h>
120DECLARE_PER_CPU(int, next_tlbcam_idx);
121#endif
122
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +0000123static inline int mmu_has_feature(unsigned long feature)
124{
125 return (cur_cpu_spec->mmu_features & feature);
126}
127
Dave Kleikamp91b191c2011-07-04 18:38:03 +0000128static inline void mmu_clear_feature(unsigned long feature)
129{
130 cur_cpu_spec->mmu_features &= ~feature;
131}
132
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +0000133extern unsigned int __start___mmu_ftr_fixup, __stop___mmu_ftr_fixup;
134
Dave Kleikamp91b191c2011-07-04 18:38:03 +0000135/* MMU initialization */
Benjamin Herrenschmidt757c74d2009-03-19 19:34:16 +0000136extern void early_init_mmu(void);
137extern void early_init_mmu_secondary(void);
138
Benjamin Herrenschmidtcd3db0c2010-07-06 15:39:02 -0700139extern void setup_initial_memory_limit(phys_addr_t first_memblock_base,
140 phys_addr_t first_memblock_size);
141
142#ifdef CONFIG_PPC64
143/* This is our real memory area size on ppc64 server, on embedded, we
144 * make it match the size our of bolted TLB area
145 */
146extern u64 ppc64_rma_size;
147#endif /* CONFIG_PPC64 */
148
Aneesh Kumar K.V78f1dbd2012-09-10 02:52:57 +0000149struct mm_struct;
150#ifdef CONFIG_DEBUG_VM
151extern void assert_pte_locked(struct mm_struct *mm, unsigned long addr);
152#else /* CONFIG_DEBUG_VM */
153static inline void assert_pte_locked(struct mm_struct *mm, unsigned long addr)
154{
155}
156#endif /* !CONFIG_DEBUG_VM */
157
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +0000158#endif /* !__ASSEMBLY__ */
159
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000160/* The kernel use the constants below to index in the page sizes array.
161 * The use of fixed constants for this purpose is better for performances
162 * of the low level hash refill handlers.
163 *
164 * A non supported page size has a "shift" field set to 0
165 *
166 * Any new page size being implemented can get a new entry in here. Whether
167 * the kernel will use it or not is a different matter though. The actual page
168 * size used by hugetlbfs is not defined here and may be made variable
169 *
170 * Note: This array ended up being a false good idea as it's growing to the
171 * point where I wonder if we should replace it with something different,
172 * to think about, feedback welcome. --BenH.
173 */
174
Scott Wooda8b91e42012-06-14 13:40:55 +0000175/* These are #defines as they have to be used in assembly */
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000176#define MMU_PAGE_4K 0
177#define MMU_PAGE_16K 1
178#define MMU_PAGE_64K 2
179#define MMU_PAGE_64K_AP 3 /* "Admixed pages" (hash64 only) */
180#define MMU_PAGE_256K 4
181#define MMU_PAGE_1M 5
Becky Bruce41151e72011-06-28 09:54:48 +0000182#define MMU_PAGE_4M 6
183#define MMU_PAGE_8M 7
184#define MMU_PAGE_16M 8
185#define MMU_PAGE_64M 9
186#define MMU_PAGE_256M 10
187#define MMU_PAGE_1G 11
188#define MMU_PAGE_16G 12
189#define MMU_PAGE_64G 13
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000190
Becky Bruce41151e72011-06-28 09:54:48 +0000191#define MMU_PAGE_COUNT 14
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +0000192
Benjamin Herrenschmidt94491682009-06-02 21:17:45 +0000193#if defined(CONFIG_PPC_STD_MMU_64)
David Gibson8d2169e2007-04-27 11:53:52 +1000194/* 64-bit classic hash table MMU */
195# include <asm/mmu-hash64.h>
Benjamin Herrenschmidt94491682009-06-02 21:17:45 +0000196#elif defined(CONFIG_PPC_STD_MMU_32)
David Gibson4db68bf2007-06-13 14:52:54 +1000197/* 32-bit classic hash table MMU */
198# include <asm/mmu-hash32.h>
Josh Boyer4d922c82007-08-20 07:28:48 -0500199#elif defined(CONFIG_40x)
200/* 40x-style software loaded TLB */
201# include <asm/mmu-40x.h>
David Gibson57d79092007-04-30 14:06:25 +1000202#elif defined(CONFIG_44x)
203/* 44x-style software loaded TLB */
204# include <asm/mmu-44x.h>
Kumar Gala70fe3af2009-02-12 16:12:40 -0600205#elif defined(CONFIG_PPC_BOOK3E_MMU)
206/* Freescale Book-E software loaded TLB or Book-3e (ISA 2.06+) MMU */
207# include <asm/mmu-book3e.h>
David Gibson31202342007-06-22 14:58:55 +1000208#elif defined (CONFIG_PPC_8xx)
209/* Motorola/Freescale 8xx software loaded TLB */
210# include <asm/mmu-8xx.h>
David Gibson1f8d4192005-05-05 16:15:13 -0700211#endif
David Gibson1f8d4192005-05-05 16:15:13 -0700212
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000213
Arnd Bergmann88ced032005-12-16 22:43:46 +0100214#endif /* __KERNEL__ */
Paul Mackerras047ea782005-11-19 20:17:32 +1100215#endif /* _ASM_POWERPC_MMU_H_ */