blob: 936db360790adcf213e263da9bea0aeb259c4be2 [file] [log] [blame]
Kumar Galad66c82e2009-02-10 18:10:50 -06001#ifndef _ASM_POWERPC_MMU_BOOK3E_H_
2#define _ASM_POWERPC_MMU_BOOK3E_H_
David Gibson67f74c92007-06-15 15:33:09 +10003/*
Kumar Galad66c82e2009-02-10 18:10:50 -06004 * Freescale Book-E/Book-3e (ISA 2.06+) MMU support
David Gibson67f74c92007-06-15 15:33:09 +10005 */
6
Kumar Galad66c82e2009-02-10 18:10:50 -06007/* Book-3e defined page sizes */
8#define BOOK3E_PAGESZ_1K 0
9#define BOOK3E_PAGESZ_2K 1
10#define BOOK3E_PAGESZ_4K 2
11#define BOOK3E_PAGESZ_8K 3
12#define BOOK3E_PAGESZ_16K 4
13#define BOOK3E_PAGESZ_32K 5
14#define BOOK3E_PAGESZ_64K 6
15#define BOOK3E_PAGESZ_128K 7
16#define BOOK3E_PAGESZ_256K 8
17#define BOOK3E_PAGESZ_512K 9
18#define BOOK3E_PAGESZ_1M 10
19#define BOOK3E_PAGESZ_2M 11
20#define BOOK3E_PAGESZ_4M 12
21#define BOOK3E_PAGESZ_8M 13
22#define BOOK3E_PAGESZ_16M 14
23#define BOOK3E_PAGESZ_32M 15
24#define BOOK3E_PAGESZ_64M 16
25#define BOOK3E_PAGESZ_128M 17
26#define BOOK3E_PAGESZ_256M 18
27#define BOOK3E_PAGESZ_512M 19
28#define BOOK3E_PAGESZ_1GB 20
29#define BOOK3E_PAGESZ_2GB 21
30#define BOOK3E_PAGESZ_4GB 22
31#define BOOK3E_PAGESZ_8GB 23
32#define BOOK3E_PAGESZ_16GB 24
33#define BOOK3E_PAGESZ_32GB 25
34#define BOOK3E_PAGESZ_64GB 26
35#define BOOK3E_PAGESZ_128GB 27
36#define BOOK3E_PAGESZ_256GB 28
37#define BOOK3E_PAGESZ_512GB 29
38#define BOOK3E_PAGESZ_1TB 30
39#define BOOK3E_PAGESZ_2TB 31
David Gibson67f74c92007-06-15 15:33:09 +100040
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000041/* MAS registers bit definitions */
David Gibson67f74c92007-06-15 15:33:09 +100042
Scott Woodb51cbd42011-01-27 10:30:00 +000043#define MAS0_TLBSEL(x) (((x) << 28) & 0x30000000)
Jack Millerf0aae322011-04-14 22:32:05 +000044#define MAS0_ESEL_MASK 0x0FFF0000
Scott Wood570135242011-11-29 10:40:23 +000045#define MAS0_ESEL_SHIFT 16
46#define MAS0_ESEL(x) (((x) << MAS0_ESEL_SHIFT) & MAS0_ESEL_MASK)
47#define MAS0_NV(x) ((x) & 0x00000FFF)
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000048#define MAS0_HES 0x00004000
49#define MAS0_WQ_ALLWAYS 0x00000000
50#define MAS0_WQ_COND 0x00001000
51#define MAS0_WQ_CLR_RSRV 0x00002000
David Gibson67f74c92007-06-15 15:33:09 +100052
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000053#define MAS1_VALID 0x80000000
54#define MAS1_IPROT 0x40000000
Scott Woodb51cbd42011-01-27 10:30:00 +000055#define MAS1_TID(x) (((x) << 16) & 0x3FFF0000)
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000056#define MAS1_IND 0x00002000
57#define MAS1_TS 0x00001000
58#define MAS1_TSIZE_MASK 0x00000f80
59#define MAS1_TSIZE_SHIFT 7
Scott Woodb51cbd42011-01-27 10:30:00 +000060#define MAS1_TSIZE(x) (((x) << MAS1_TSIZE_SHIFT) & MAS1_TSIZE_MASK)
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000061
Mihai Caramane9666ea2012-10-11 06:13:25 +000062#define MAS2_EPN (~0xFFFUL)
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000063#define MAS2_X0 0x00000040
64#define MAS2_X1 0x00000020
65#define MAS2_W 0x00000010
66#define MAS2_I 0x00000008
67#define MAS2_M 0x00000004
68#define MAS2_G 0x00000002
69#define MAS2_E 0x00000001
Becky Bruce41151e72011-06-28 09:54:48 +000070#define MAS2_WIMGE_MASK 0x0000001f
Kumar Galad66c82e2009-02-10 18:10:50 -060071#define MAS2_EPN_MASK(size) (~0 << (size + 10))
Trent Piephob3898892008-11-19 03:13:14 -080072#define MAS2_VAL(addr, size, flags) ((addr) & MAS2_EPN_MASK(size) | (flags))
David Gibson67f74c92007-06-15 15:33:09 +100073
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000074#define MAS3_RPN 0xFFFFF000
75#define MAS3_U0 0x00000200
76#define MAS3_U1 0x00000100
77#define MAS3_U2 0x00000080
78#define MAS3_U3 0x00000040
79#define MAS3_UX 0x00000020
80#define MAS3_SX 0x00000010
81#define MAS3_UW 0x00000008
82#define MAS3_SW 0x00000004
83#define MAS3_UR 0x00000002
84#define MAS3_SR 0x00000001
Becky Bruce41151e72011-06-28 09:54:48 +000085#define MAS3_BAP_MASK 0x0000003f
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000086#define MAS3_SPSIZE 0x0000003e
87#define MAS3_SPSIZE_SHIFT 1
David Gibson67f74c92007-06-15 15:33:09 +100088
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +000089#define MAS4_TLBSELD(x) MAS0_TLBSEL(x)
90#define MAS4_INDD 0x00008000 /* Default IND */
91#define MAS4_TSIZED(x) MAS1_TSIZE(x)
92#define MAS4_X0D 0x00000040
93#define MAS4_X1D 0x00000020
94#define MAS4_WD 0x00000010
95#define MAS4_ID 0x00000008
96#define MAS4_MD 0x00000004
97#define MAS4_GD 0x00000002
98#define MAS4_ED 0x00000001
99#define MAS4_WIMGED_MASK 0x0000001f /* Default WIMGE */
100#define MAS4_WIMGED_SHIFT 0
101#define MAS4_VLED MAS4_X1D /* Default VLE */
102#define MAS4_ACMD 0x000000c0 /* Default ACM */
103#define MAS4_ACMD_SHIFT 6
104#define MAS4_TSIZED_MASK 0x00000f80 /* Default TSIZE */
105#define MAS4_TSIZED_SHIFT 7
David Gibson67f74c92007-06-15 15:33:09 +1000106
Scott Woodd30f6e42011-12-20 15:34:43 +0000107#define MAS5_SGS 0x80000000
108
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +0000109#define MAS6_SPID0 0x3FFF0000
110#define MAS6_SPID1 0x00007FFE
111#define MAS6_ISIZE(x) MAS1_TSIZE(x)
112#define MAS6_SAS 0x00000001
113#define MAS6_SPID MAS6_SPID0
114#define MAS6_SIND 0x00000002 /* Indirect page */
115#define MAS6_SIND_SHIFT 1
116#define MAS6_SPID_MASK 0x3fff0000
117#define MAS6_SPID_SHIFT 16
118#define MAS6_ISIZE_MASK 0x00000f80
119#define MAS6_ISIZE_SHIFT 7
David Gibson67f74c92007-06-15 15:33:09 +1000120
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +0000121#define MAS7_RPN 0xFFFFFFFF
122
Scott Woodd30f6e42011-12-20 15:34:43 +0000123#define MAS8_TGS 0x80000000 /* Guest space */
124#define MAS8_VF 0x40000000 /* Virtualization Fault */
125#define MAS8_TLPID 0x000000ff
126
Kumar Gala988cf862010-10-08 02:13:25 -0500127/* Bit definitions for MMUCFG */
128#define MMUCFG_MAVN 0x00000003 /* MMU Architecture Version Number */
129#define MMUCFG_MAVN_V1 0x00000000 /* v1.0 */
130#define MMUCFG_MAVN_V2 0x00000001 /* v2.0 */
131#define MMUCFG_NTLBS 0x0000000c /* Number of TLBs */
132#define MMUCFG_PIDSIZE 0x000007c0 /* PID Reg Size */
133#define MMUCFG_TWC 0x00008000 /* TLB Write Conditional (v2.0) */
134#define MMUCFG_LRAT 0x00010000 /* LRAT Supported (v2.0) */
135#define MMUCFG_RASIZE 0x00fe0000 /* Real Addr Size */
136#define MMUCFG_LPIDSIZE 0x0f000000 /* LPID Reg Size */
137
Kumar Galafc4bdb32009-08-14 09:38:34 -0500138/* Bit definitions for MMUCSR0 */
139#define MMUCSR0_TLB1FI 0x00000002 /* TLB1 Flash invalidate */
140#define MMUCSR0_TLB0FI 0x00000004 /* TLB0 Flash invalidate */
141#define MMUCSR0_TLB2FI 0x00000040 /* TLB2 Flash invalidate */
142#define MMUCSR0_TLB3FI 0x00000020 /* TLB3 Flash invalidate */
143#define MMUCSR0_TLBFI (MMUCSR0_TLB0FI | MMUCSR0_TLB1FI | \
144 MMUCSR0_TLB2FI | MMUCSR0_TLB3FI)
145#define MMUCSR0_TLB0PS 0x00000780 /* TLB0 Page Size */
146#define MMUCSR0_TLB1PS 0x00007800 /* TLB1 Page Size */
147#define MMUCSR0_TLB2PS 0x00078000 /* TLB2 Page Size */
148#define MMUCSR0_TLB3PS 0x00780000 /* TLB3 Page Size */
149
Benjamin Herrenschmidtbd491782011-04-14 22:32:02 +0000150/* MMUCFG bits */
151#define MMUCFG_MAVN_NASK 0x00000003
152#define MMUCFG_MAVN_V1_0 0x00000000
153#define MMUCFG_MAVN_V2_0 0x00000001
154#define MMUCFG_NTLB_MASK 0x0000000c
155#define MMUCFG_NTLB_SHIFT 2
156#define MMUCFG_PIDSIZE_MASK 0x000007c0
157#define MMUCFG_PIDSIZE_SHIFT 6
158#define MMUCFG_TWC 0x00008000
159#define MMUCFG_LRAT 0x00010000
160#define MMUCFG_RASIZE_MASK 0x00fe0000
161#define MMUCFG_RASIZE_SHIFT 17
162#define MMUCFG_LPIDSIZE_MASK 0x0f000000
163#define MMUCFG_LPIDSIZE_SHIFT 24
164
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +0000165/* TLBnCFG encoding */
166#define TLBnCFG_N_ENTRY 0x00000fff /* number of entries */
167#define TLBnCFG_HES 0x00002000 /* HW select supported */
168#define TLBnCFG_IPROT 0x00008000 /* IPROT supported */
169#define TLBnCFG_GTWE 0x00010000 /* Guest can write */
170#define TLBnCFG_IND 0x00020000 /* IND entries supported */
171#define TLBnCFG_PT 0x00040000 /* Can load from page table */
Kumar Gala988cf862010-10-08 02:13:25 -0500172#define TLBnCFG_MINSIZE 0x00f00000 /* Minimum Page Size (v1.0) */
173#define TLBnCFG_MINSIZE_SHIFT 20
174#define TLBnCFG_MAXSIZE 0x000f0000 /* Maximum Page Size (v1.0) */
175#define TLBnCFG_MAXSIZE_SHIFT 16
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +0000176#define TLBnCFG_ASSOC 0xff000000 /* Associativity */
Scott Wood0164c0f2011-08-18 15:25:18 -0500177#define TLBnCFG_ASSOC_SHIFT 24
Benjamin Herrenschmidt1fe1a212009-07-23 23:15:12 +0000178
179/* TLBnPS encoding */
180#define TLBnPS_4K 0x00000004
181#define TLBnPS_8K 0x00000008
182#define TLBnPS_16K 0x00000010
183#define TLBnPS_32K 0x00000020
184#define TLBnPS_64K 0x00000040
185#define TLBnPS_128K 0x00000080
186#define TLBnPS_256K 0x00000100
187#define TLBnPS_512K 0x00000200
188#define TLBnPS_1M 0x00000400
189#define TLBnPS_2M 0x00000800
190#define TLBnPS_4M 0x00001000
191#define TLBnPS_8M 0x00002000
192#define TLBnPS_16M 0x00004000
193#define TLBnPS_32M 0x00008000
194#define TLBnPS_64M 0x00010000
195#define TLBnPS_128M 0x00020000
196#define TLBnPS_256M 0x00040000
197#define TLBnPS_512M 0x00080000
198#define TLBnPS_1G 0x00100000
199#define TLBnPS_2G 0x00200000
200#define TLBnPS_4G 0x00400000
201#define TLBnPS_8G 0x00800000
202#define TLBnPS_16G 0x01000000
203#define TLBnPS_32G 0x02000000
204#define TLBnPS_64G 0x04000000
205#define TLBnPS_128G 0x08000000
206#define TLBnPS_256G 0x10000000
207
208/* tlbilx action encoding */
209#define TLBILX_T_ALL 0
210#define TLBILX_T_TID 1
211#define TLBILX_T_FULLMATCH 3
212#define TLBILX_T_CLASS0 4
213#define TLBILX_T_CLASS1 5
214#define TLBILX_T_CLASS2 6
215#define TLBILX_T_CLASS3 7
David Gibson67f74c92007-06-15 15:33:09 +1000216
217#ifndef __ASSEMBLY__
Aneesh Kumar K.V54d59992013-04-30 20:26:08 +0000218#include <asm/bug.h>
David Gibson67f74c92007-06-15 15:33:09 +1000219
Benjamin Herrenschmidt9ff9a262009-03-30 14:04:53 +1100220extern unsigned int tlbcam_index;
221
David Gibson67f74c92007-06-15 15:33:09 +1000222typedef struct {
Benjamin Herrenschmidt2ca8cf72008-12-18 19:13:29 +0000223 unsigned int id;
224 unsigned int active;
225 unsigned long vdso_base;
Jimi Xenidisfac26ad2011-09-29 10:55:13 +0000226#ifdef CONFIG_PPC_ICSWX
227 struct spinlock *cop_lockp; /* guard cop related stuff */
228 unsigned long acop; /* mask of enabled coprocessor types */
229#endif /* CONFIG_PPC_ICSWX */
Becky Bruce41151e72011-06-28 09:54:48 +0000230#ifdef CONFIG_PPC_MM_SLICES
231 u64 low_slices_psize; /* SLB page size encodings */
232 u64 high_slices_psize; /* 4 bits per slice for now */
233 u16 user_psize; /* page size index */
234#endif
Aneesh Kumar K.V5c1f6ee2013-04-28 09:37:33 +0000235#ifdef CONFIG_PPC_64K_PAGES
236 /* for 4K PTE fragment support */
237 void *pte_frag;
238#endif
David Gibson67f74c92007-06-15 15:33:09 +1000239} mm_context_t;
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000240
241/* Page size definitions, common between 32 and 64-bit
242 *
243 * shift : is the "PAGE_SHIFT" value for that page size
244 * penc : is the pte encoding mask
245 *
246 */
247struct mmu_psize_def
248{
249 unsigned int shift; /* number of bits */
250 unsigned int enc; /* PTE encoding */
Benjamin Herrenschmidtf2b26c92010-07-09 14:57:43 +1000251 unsigned int ind; /* Corresponding indirect page size shift */
252 unsigned int flags;
253#define MMU_PAGE_SIZE_DIRECT 0x1 /* Supported as a direct size */
254#define MMU_PAGE_SIZE_INDIRECT 0x2 /* Supported as an indirect size */
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000255};
256extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
257
Aneesh Kumar K.V54d59992013-04-30 20:26:08 +0000258static inline int shift_to_mmu_psize(unsigned int shift)
259{
260 int psize;
261
262 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize)
263 if (mmu_psize_defs[psize].shift == shift)
264 return psize;
265 return -1;
266}
267
268static inline unsigned int mmu_psize_to_shift(unsigned int mmu_psize)
269{
270 if (mmu_psize_defs[mmu_psize].shift)
271 return mmu_psize_defs[mmu_psize].shift;
272 BUG();
273}
274
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000275/* The page sizes use the same names as 64-bit hash but are
276 * constants
277 */
278#if defined(CONFIG_PPC_4K_PAGES)
279#define mmu_virtual_psize MMU_PAGE_4K
280#elif defined(CONFIG_PPC_64K_PAGES)
281#define mmu_virtual_psize MMU_PAGE_64K
282#else
283#error Unsupported page size
284#endif
285
286extern int mmu_linear_psize;
Benjamin Herrenschmidt32a74942009-07-23 23:15:58 +0000287extern int mmu_vmemmap_psize;
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000288
Benjamin Herrenschmidt40bd5872011-05-03 14:07:01 +0000289#ifdef CONFIG_PPC64
290extern unsigned long linear_map_top;
Becky Bruce1f6820b2011-11-29 15:10:39 +0000291
292/*
293 * 64-bit booke platforms don't load the tlb in the tlb miss handler code.
294 * HUGETLB_NEED_PRELOAD handles this - it causes huge_ptep_set_access_flags to
295 * return 1, indicating that the tlb requires preloading.
296 */
297#define HUGETLB_NEED_PRELOAD
Benjamin Herrenschmidt40bd5872011-05-03 14:07:01 +0000298#endif
299
David Gibson67f74c92007-06-15 15:33:09 +1000300#endif /* !__ASSEMBLY__ */
301
Kumar Galad66c82e2009-02-10 18:10:50 -0600302#endif /* _ASM_POWERPC_MMU_BOOK3E_H_ */