blob: 77529a3e38114cd4e5d413d687184e037827ea3a [file] [log] [blame]
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +10001#ifndef _ASM_POWERPC_BOOK3S_64_MMU_H_
2#define _ASM_POWERPC_BOOK3S_64_MMU_H_
3
4#ifndef __ASSEMBLY__
5/*
6 * Page size definition
7 *
8 * shift : is the "PAGE_SHIFT" value for that page size
9 * sllp : is a bit mask with the value of SLB L || LP to be or'ed
10 * directly to a slbmte "vsid" value
11 * penc : is the HPTE encoding mask for the "LP" field:
12 *
13 */
14struct mmu_psize_def {
15 unsigned int shift; /* number of bits */
16 int penc[MMU_PAGE_COUNT]; /* HPTE encoding */
17 unsigned int tlbiel; /* tlbiel supported for that page size */
18 unsigned long avpnm; /* bits to mask out in AVPN in the HPTE */
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +100019 union {
20 unsigned long sllp; /* SLB L||LP (exact mask to use in slbmte) */
21 unsigned long ap; /* Ap encoding used by PowerISA 3.0 */
22 };
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100023};
24extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
Aneesh Kumar K.V566ca992016-04-29 23:25:53 +100025
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100026#endif /* __ASSEMBLY__ */
27
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100028/* 64-bit classic hash table MMU */
29#include <asm/book3s/64/mmu-hash.h>
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100030
31#ifndef __ASSEMBLY__
Aneesh Kumar K.Ve9983342016-04-29 23:25:42 +100032/*
Masahiro Yamada8ab102d2017-02-27 14:28:55 -080033 * ISA 3.0 partition and process table entry format
Aneesh Kumar K.Ve9983342016-04-29 23:25:42 +100034 */
35struct prtb_entry {
36 __be64 prtb0;
37 __be64 prtb1;
38};
39extern struct prtb_entry *process_tb;
40
41struct patb_entry {
42 __be64 patb0;
43 __be64 patb1;
44};
45extern struct patb_entry *partition_tb;
46
Paul Mackerrasdbcbfee2017-01-30 21:21:37 +110047/* Bits in patb0 field */
Aneesh Kumar K.Ve9983342016-04-29 23:25:42 +100048#define PATB_HR (1UL << 63)
Paul Mackerras70cd4c12017-02-27 11:51:37 +110049#define RPDB_MASK 0x0fffffffffffff00UL
Aneesh Kumar K.Ve9983342016-04-29 23:25:42 +100050#define RPDB_SHIFT (1UL << 8)
Paul Mackerrasdbcbfee2017-01-30 21:21:37 +110051#define RTS1_SHIFT 61 /* top 2 bits of radix tree size */
52#define RTS1_MASK (3UL << RTS1_SHIFT)
53#define RTS2_SHIFT 5 /* bottom 3 bits of radix tree size */
54#define RTS2_MASK (7UL << RTS2_SHIFT)
55#define RPDS_MASK 0x1f /* root page dir. size field */
56
57/* Bits in patb1 field */
58#define PATB_GR (1UL << 63) /* guest uses radix; must match HR */
59#define PRTS_MASK 0x1f /* process table size field */
Paul Mackerras70cd4c12017-02-27 11:51:37 +110060#define PRTB_MASK 0x0ffffffffffff000UL
Paul Mackerrasdbcbfee2017-01-30 21:21:37 +110061
Aneesh Kumar K.Ve9983342016-04-29 23:25:42 +100062/*
63 * Limit process table to PAGE_SIZE table. This
64 * also limit the max pid we can support.
65 * MAX_USER_CONTEXT * 16 bytes of space.
66 */
67#define PRTB_SIZE_SHIFT (CONTEXT_BITS + 4)
Michael Ellerman760573c2017-03-29 22:36:56 +110068#define PRTB_ENTRIES (1ul << CONTEXT_BITS)
69
Aneesh Kumar K.Ve9983342016-04-29 23:25:42 +100070/*
71 * Power9 currently only support 64K partition table size.
72 */
73#define PATB_SIZE_SHIFT 16
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100074
75typedef unsigned long mm_context_id_t;
76struct spinlock;
77
Alistair Popple1ab66d12017-04-03 19:51:44 +100078/* Maximum possible number of NPUs in a system. */
79#define NV_MAX_NPUS 8
80
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100081typedef struct {
82 mm_context_id_t id;
83 u16 user_psize; /* page size index */
84
Alistair Popple1ab66d12017-04-03 19:51:44 +100085 /* NPU NMMU context */
86 struct npu_context *npu_context;
87
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100088#ifdef CONFIG_PPC_MM_SLICES
89 u64 low_slices_psize; /* SLB page size encodings */
90 unsigned char high_slices_psize[SLICE_ARRAY_SIZE];
Aneesh Kumar K.V957b7782017-03-22 09:06:58 +053091 unsigned long addr_limit;
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +100092#else
93 u16 sllp; /* SLB page size encoding */
94#endif
95 unsigned long vdso_base;
96#ifdef CONFIG_PPC_SUBPAGE_PROT
97 struct subpage_prot_table spt;
98#endif /* CONFIG_PPC_SUBPAGE_PROT */
99#ifdef CONFIG_PPC_ICSWX
100 struct spinlock *cop_lockp; /* guard acop and cop_pid */
101 unsigned long acop; /* mask of enabled coprocessor types */
102 unsigned int cop_pid; /* pid value used with coprocessors */
103#endif /* CONFIG_PPC_ICSWX */
104#ifdef CONFIG_PPC_64K_PAGES
105 /* for 4K PTE fragment support */
106 void *pte_frag;
107#endif
108#ifdef CONFIG_SPAPR_TCE_IOMMU
109 struct list_head iommu_group_mem_list;
110#endif
111} mm_context_t;
112
113/*
114 * The current system page and segment sizes
115 */
116extern int mmu_linear_psize;
117extern int mmu_virtual_psize;
118extern int mmu_vmalloc_psize;
119extern int mmu_vmemmap_psize;
120extern int mmu_io_psize;
121
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000122/* MMU initialization */
Michael Ellerman1a01dc82016-07-26 20:09:30 +1000123void mmu_early_init_devtree(void);
Michael Ellermanbacf9cf2016-07-26 21:31:59 +1000124void hash__early_init_devtree(void);
Michael Ellerman2537b092016-07-26 21:55:27 +1000125void radix__early_init_devtree(void);
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000126extern void radix_init_native(void);
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000127extern void hash__early_init_mmu(void);
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000128extern void radix__early_init_mmu(void);
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000129static inline void early_init_mmu(void)
130{
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000131 if (radix_enabled())
132 return radix__early_init_mmu();
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000133 return hash__early_init_mmu();
134}
135extern void hash__early_init_mmu_secondary(void);
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000136extern void radix__early_init_mmu_secondary(void);
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000137static inline void early_init_mmu_secondary(void)
138{
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000139 if (radix_enabled())
140 return radix__early_init_mmu_secondary();
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000141 return hash__early_init_mmu_secondary();
142}
143
144extern void hash__setup_initial_memory_limit(phys_addr_t first_memblock_base,
145 phys_addr_t first_memblock_size);
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000146extern void radix__setup_initial_memory_limit(phys_addr_t first_memblock_base,
147 phys_addr_t first_memblock_size);
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000148static inline void setup_initial_memory_limit(phys_addr_t first_memblock_base,
149 phys_addr_t first_memblock_size)
150{
Aneesh Kumar K.Vb8f1b4f2016-07-23 14:42:35 +0530151 if (early_radix_enabled())
Aneesh Kumar K.V2bfd65e2016-04-29 23:25:58 +1000152 return radix__setup_initial_memory_limit(first_memblock_base,
153 first_memblock_size);
Aneesh Kumar K.V756d08d2016-04-29 23:25:57 +1000154 return hash__setup_initial_memory_limit(first_memblock_base,
155 first_memblock_size);
156}
Michael Ellermaneea81482016-08-04 15:32:06 +1000157
158extern int (*register_process_table)(unsigned long base, unsigned long page_size,
159 unsigned long tbl_size);
160
Paul Mackerrascc3d2942017-01-30 21:21:36 +1100161#ifdef CONFIG_PPC_PSERIES
162extern void radix_init_pseries(void);
163#else
164static inline void radix_init_pseries(void) { };
165#endif
166
Aneesh Kumar K.V11a6f6a2016-04-29 23:25:41 +1000167#endif /* __ASSEMBLY__ */
168#endif /* _ASM_POWERPC_BOOK3S_64_MMU_H_ */