blob: 2f4031209d5493b0e14fd53a1d30df5b7baca57d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 - 2002 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
8 * Copyright (C) 2002 Maciej W. Rozycki
9 */
10#ifndef _ASM_PGTABLE_BITS_H
11#define _ASM_PGTABLE_BITS_H
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
14/*
15 * Note that we shift the lower 32bits of each EntryLo[01] entry
16 * 6 bits to the left. That way we can convert the PFN into the
17 * physical address by a single 'and' operation and gain 6 additional
18 * bits for storing information which isn't present in a normal
19 * MIPS page table.
20 *
21 * Similar to the Alpha port, we need to keep track of the ref
22 * and mod bits in software. We have a software "yeah you can read
23 * from this page" bit, and a hardware one which actually lets the
Ralf Baechle70342282013-01-22 12:59:30 +010024 * process read from the page. On the same token we have a software
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 * writable bit and the real hardware one which actually lets the
26 * process write to the page, this keeps a mod bit via the hardware
27 * dirty bit.
28 *
29 * Certain revisions of the R4000 and R5000 have a bug where if a
30 * certain sequence occurs in the last 3 instructions of an executable
31 * page, and the following page is not mapped, the cpu can do
32 * unpredictable things. The code (when it is written) to deal with
33 * this problem will be in the update_mmu_cache() code for the r4k.
34 */
Ralf Baechle34adb282014-11-22 00:16:48 +010035#if defined(CONFIG_PHYS_ADDR_T_64BIT) && defined(CONFIG_CPU_MIPS32)
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Ralf Baechlea2c763e2012-10-16 22:20:26 +020037/*
Steven J. Hill05f98832015-02-19 10:18:50 -060038 * The following bits are implemented by the TLB hardware
Ralf Baechlea2c763e2012-10-16 22:20:26 +020039 */
Steven J. Hillc5b36782015-02-26 18:16:38 -060040#define _PAGE_NO_EXEC_SHIFT 0
41#define _PAGE_NO_EXEC (1 << _PAGE_NO_EXEC_SHIFT)
42#define _PAGE_NO_READ_SHIFT (_PAGE_NO_EXEC_SHIFT + 1)
43#define _PAGE_NO_READ (1 << _PAGE_NO_READ_SHIFT)
44#define _PAGE_GLOBAL_SHIFT (_PAGE_NO_READ_SHIFT + 1)
Steven J. Hill77a5c592014-11-13 09:52:01 -060045#define _PAGE_GLOBAL (1 << _PAGE_GLOBAL_SHIFT)
46#define _PAGE_VALID_SHIFT (_PAGE_GLOBAL_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020047#define _PAGE_VALID (1 << _PAGE_VALID_SHIFT)
Steven J. Hill77a5c592014-11-13 09:52:01 -060048#define _PAGE_DIRTY_SHIFT (_PAGE_VALID_SHIFT + 1)
49#define _PAGE_DIRTY (1 << _PAGE_DIRTY_SHIFT)
50#define _CACHE_SHIFT (_PAGE_DIRTY_SHIFT + 1)
51#define _CACHE_MASK (7 << _CACHE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Ralf Baechlea2c763e2012-10-16 22:20:26 +020053/*
54 * The following bits are implemented in software
Ralf Baechle82de3782013-01-18 16:58:26 +010055 */
Steven J. Hillc5b36782015-02-26 18:16:38 -060056#define _PAGE_PRESENT_SHIFT (24)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020057#define _PAGE_PRESENT (1 << _PAGE_PRESENT_SHIFT)
Steven J. Hill77a5c592014-11-13 09:52:01 -060058#define _PAGE_READ_SHIFT (_PAGE_PRESENT_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020059#define _PAGE_READ (1 << _PAGE_READ_SHIFT)
Steven J. Hill77a5c592014-11-13 09:52:01 -060060#define _PAGE_WRITE_SHIFT (_PAGE_READ_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020061#define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
Steven J. Hill77a5c592014-11-13 09:52:01 -060062#define _PAGE_ACCESSED_SHIFT (_PAGE_WRITE_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020063#define _PAGE_ACCESSED (1 << _PAGE_ACCESSED_SHIFT)
Steven J. Hill77a5c592014-11-13 09:52:01 -060064#define _PAGE_MODIFIED_SHIFT (_PAGE_ACCESSED_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020065#define _PAGE_MODIFIED (1 << _PAGE_MODIFIED_SHIFT)
66
Steven J. Hill77a5c592014-11-13 09:52:01 -060067#define _PFN_SHIFT (PAGE_SHIFT - 12 + _CACHE_SHIFT + 3)
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
Steven J. Hillc5b36782015-02-26 18:16:38 -060069/*
70 * Bits for extended EntryLo0/EntryLo1 registers
71 */
72#define _PFNX_MASK 0xffffff
73
David Daney6dd93442010-02-10 15:12:47 -080074#elif defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
Ralf Baechlea2c763e2012-10-16 22:20:26 +020076/*
Steven J. Hill05f98832015-02-19 10:18:50 -060077 * The following bits are implemented in software
Ralf Baechlea2c763e2012-10-16 22:20:26 +020078 */
Steven J. Hill05f98832015-02-19 10:18:50 -060079#define _PAGE_PRESENT_SHIFT (0)
80#define _PAGE_PRESENT (1 << _PAGE_PRESENT_SHIFT)
81#define _PAGE_READ_SHIFT (_PAGE_PRESENT_SHIFT + 1)
82#define _PAGE_READ (1 << _PAGE_READ_SHIFT)
83#define _PAGE_WRITE_SHIFT (_PAGE_READ_SHIFT + 1)
84#define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
85#define _PAGE_ACCESSED_SHIFT (_PAGE_WRITE_SHIFT + 1)
86#define _PAGE_ACCESSED (1 << _PAGE_ACCESSED_SHIFT)
87#define _PAGE_MODIFIED_SHIFT (_PAGE_ACCESSED_SHIFT + 1)
88#define _PAGE_MODIFIED (1 << _PAGE_MODIFIED_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070089
Ralf Baechlea2c763e2012-10-16 22:20:26 +020090/*
Steven J. Hill05f98832015-02-19 10:18:50 -060091 * The following bits are implemented by the TLB hardware
Ralf Baechlea2c763e2012-10-16 22:20:26 +020092 */
Steven J. Hill05f98832015-02-19 10:18:50 -060093#define _PAGE_GLOBAL_SHIFT (_PAGE_MODIFIED_SHIFT + 4)
94#define _PAGE_GLOBAL (1 << _PAGE_GLOBAL_SHIFT)
95#define _PAGE_VALID_SHIFT (_PAGE_GLOBAL_SHIFT + 1)
96#define _PAGE_VALID (1 << _PAGE_VALID_SHIFT)
97#define _PAGE_DIRTY_SHIFT (_PAGE_VALID_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +020098#define _PAGE_DIRTY (1 << _PAGE_DIRTY_SHIFT)
Steven J. Hill05f98832015-02-19 10:18:50 -060099#define _CACHE_UNCACHED_SHIFT (_PAGE_DIRTY_SHIFT + 1)
Ralf Baechlea2c763e2012-10-16 22:20:26 +0200100#define _CACHE_UNCACHED (1 << _CACHE_UNCACHED_SHIFT)
Steven J. Hill05f98832015-02-19 10:18:50 -0600101#define _CACHE_MASK _CACHE_UNCACHED
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102
Steven J. Hill05f98832015-02-19 10:18:50 -0600103#define _PFN_SHIFT PAGE_SHIFT
104
105#else
David Daney6dd93442010-02-10 15:12:47 -0800106/*
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600107 * Below are the "Normal" R4K cases
David Daney6dd93442010-02-10 15:12:47 -0800108 */
109
Ralf Baechlea2c763e2012-10-16 22:20:26 +0200110/*
111 * The following bits are implemented in software
Ralf Baechlea2c763e2012-10-16 22:20:26 +0200112 */
Steven J. Hill05f98832015-02-19 10:18:50 -0600113#define _PAGE_PRESENT_SHIFT 0
David Daney6dd93442010-02-10 15:12:47 -0800114#define _PAGE_PRESENT (1 << _PAGE_PRESENT_SHIFT)
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600115/* R2 or later cores check for RI/XI support to determine _PAGE_READ */
Markos Chandrasd7b63142015-05-29 14:43:52 +0100116#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600117#define _PAGE_WRITE_SHIFT (_PAGE_PRESENT_SHIFT + 1)
118#define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
119#else
120#define _PAGE_READ_SHIFT (_PAGE_PRESENT_SHIFT + 1)
121#define _PAGE_READ (1 << _PAGE_READ_SHIFT)
David Daney6dd93442010-02-10 15:12:47 -0800122#define _PAGE_WRITE_SHIFT (_PAGE_READ_SHIFT + 1)
123#define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600124#endif
David Daney6dd93442010-02-10 15:12:47 -0800125#define _PAGE_ACCESSED_SHIFT (_PAGE_WRITE_SHIFT + 1)
126#define _PAGE_ACCESSED (1 << _PAGE_ACCESSED_SHIFT)
David Daney6dd93442010-02-10 15:12:47 -0800127#define _PAGE_MODIFIED_SHIFT (_PAGE_ACCESSED_SHIFT + 1)
128#define _PAGE_MODIFIED (1 << _PAGE_MODIFIED_SHIFT)
David Daney6dd93442010-02-10 15:12:47 -0800129
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600130#if defined(CONFIG_64BIT) && defined(CONFIG_MIPS_HUGE_TLB_SUPPORT)
131/* Huge TLB page */
David Daney6dd93442010-02-10 15:12:47 -0800132#define _PAGE_HUGE_SHIFT (_PAGE_MODIFIED_SHIFT + 1)
133#define _PAGE_HUGE (1 << _PAGE_HUGE_SHIFT)
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600134#endif /* CONFIG_64BIT && CONFIG_MIPS_HUGE_TLB_SUPPORT */
135
Markos Chandrasd7b63142015-05-29 14:43:52 +0100136#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600137/* XI - page cannot be executed */
Kirill A. Shutemovb2787372016-01-15 16:53:17 -0800138#ifdef _PAGE_HUGE_SHIFT
139#define _PAGE_NO_EXEC_SHIFT (_PAGE_HUGE_SHIFT + 1)
Maciej W. Rozycki1cfa8de2015-05-03 10:36:19 +0100140#else
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600141#define _PAGE_NO_EXEC_SHIFT (_PAGE_MODIFIED_SHIFT + 1)
Ralf Baechle970d0322012-10-18 13:54:15 +0200142#endif
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600143#define _PAGE_NO_EXEC (cpu_has_rixi ? (1 << _PAGE_NO_EXEC_SHIFT) : 0)
Ralf Baechle970d0322012-10-18 13:54:15 +0200144
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600145/* RI - page cannot be read */
146#define _PAGE_READ_SHIFT (_PAGE_NO_EXEC_SHIFT + 1)
147#define _PAGE_READ (cpu_has_rixi ? 0 : (1 << _PAGE_READ_SHIFT))
148#define _PAGE_NO_READ_SHIFT _PAGE_READ_SHIFT
149#define _PAGE_NO_READ (cpu_has_rixi ? (1 << _PAGE_READ_SHIFT) : 0)
Maciej W. Rozycki1cfa8de2015-05-03 10:36:19 +0100150#endif /* defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) */
David Daney6dd93442010-02-10 15:12:47 -0800151
Maciej W. Rozycki1cfa8de2015-05-03 10:36:19 +0100152#if defined(_PAGE_NO_READ_SHIFT)
David Daney6dd93442010-02-10 15:12:47 -0800153#define _PAGE_GLOBAL_SHIFT (_PAGE_NO_READ_SHIFT + 1)
Kirill A. Shutemovb2787372016-01-15 16:53:17 -0800154#elif defined(_PAGE_HUGE_SHIFT)
155#define _PAGE_GLOBAL_SHIFT (_PAGE_HUGE_SHIFT + 1)
Maciej W. Rozycki1cfa8de2015-05-03 10:36:19 +0100156#else
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600157#define _PAGE_GLOBAL_SHIFT (_PAGE_MODIFIED_SHIFT + 1)
Maciej W. Rozycki1cfa8de2015-05-03 10:36:19 +0100158#endif
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600159#define _PAGE_GLOBAL (1 << _PAGE_GLOBAL_SHIFT)
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600160
David Daney6dd93442010-02-10 15:12:47 -0800161#define _PAGE_VALID_SHIFT (_PAGE_GLOBAL_SHIFT + 1)
162#define _PAGE_VALID (1 << _PAGE_VALID_SHIFT)
David Daney6dd93442010-02-10 15:12:47 -0800163#define _PAGE_DIRTY_SHIFT (_PAGE_VALID_SHIFT + 1)
164#define _PAGE_DIRTY (1 << _PAGE_DIRTY_SHIFT)
David Daney6dd93442010-02-10 15:12:47 -0800165#define _CACHE_SHIFT (_PAGE_DIRTY_SHIFT + 1)
166#define _CACHE_MASK (7 << _CACHE_SHIFT)
167
168#define _PFN_SHIFT (PAGE_SHIFT - 12 + _CACHE_SHIFT + 3)
169
Ralf Baechle34adb282014-11-22 00:16:48 +0100170#endif /* defined(CONFIG_PHYS_ADDR_T_64BIT && defined(CONFIG_CPU_MIPS32) */
Chris Dearmanbec50522007-09-19 00:51:57 +0100171
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600172#ifndef _PAGE_NO_EXEC
173#define _PAGE_NO_EXEC 0
174#endif
175#ifndef _PAGE_NO_READ
176#define _PAGE_NO_READ 0
177#endif
178
Steven J. Hill05f98832015-02-19 10:18:50 -0600179#define _PAGE_SILENT_READ _PAGE_VALID
180#define _PAGE_SILENT_WRITE _PAGE_DIRTY
181
David Daney6dd93442010-02-10 15:12:47 -0800182#define _PFN_MASK (~((1 << (_PFN_SHIFT)) - 1))
183
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600184/*
185 * The final layouts of the PTE bits are:
186 *
187 * 64-bit, R1 or earlier: CCC D V G [S H] M A W R P
188 * 32-bit, R1 or earler: CCC D V G M A W R P
189 * 64-bit, R2 or later: CCC D V G RI/R XI [S H] M A W P
190 * 32-bit, R2 or later: CCC D V G RI/R XI M A W P
191 */
David Daney6dd93442010-02-10 15:12:47 -0800192
193
David Daney6dd93442010-02-10 15:12:47 -0800194/*
195 * pte_to_entrylo converts a page table entry (PTE) into a Mips
196 * entrylo0/1 value.
197 */
198static inline uint64_t pte_to_entrylo(unsigned long pte_val)
199{
Markos Chandrasd7b63142015-05-29 14:43:52 +0100200#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
Steven J. Hill05857c62012-09-13 16:51:46 -0500201 if (cpu_has_rixi) {
David Daney6dd93442010-02-10 15:12:47 -0800202 int sa;
203#ifdef CONFIG_32BIT
204 sa = 31 - _PAGE_NO_READ_SHIFT;
205#else
206 sa = 63 - _PAGE_NO_READ_SHIFT;
207#endif
208 /*
209 * C has no way to express that this is a DSRL
210 * _PAGE_NO_EXEC_SHIFT followed by a ROTR 2. Luckily
211 * in the fast path this is done in assembly
212 */
213 return (pte_val >> _PAGE_GLOBAL_SHIFT) |
214 ((pte_val & (_PAGE_NO_EXEC | _PAGE_NO_READ)) << sa);
215 }
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600216#endif
David Daney6dd93442010-02-10 15:12:47 -0800217
218 return pte_val >> _PAGE_GLOBAL_SHIFT;
219}
Chris Dearmanbec50522007-09-19 00:51:57 +0100220
221/*
222 * Cache attributes
223 */
224#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
225
226#define _CACHE_CACHABLE_NONCOHERENT 0
Markos Chandrasfb020352014-07-18 10:51:30 +0100227#define _CACHE_UNCACHED_ACCELERATED _CACHE_UNCACHED
Chris Dearmanbec50522007-09-19 00:51:57 +0100228
229#elif defined(CONFIG_CPU_SB1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230
231/* No penalty for being coherent on the SB1, so just
232 use it for "noncoherent" spaces, too. Shouldn't hurt. */
233
Chris Dearmanbec50522007-09-19 00:51:57 +0100234#define _CACHE_CACHABLE_NONCOHERENT (5<<_CACHE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235
Huacai Chen152ebb42014-03-21 18:43:59 +0800236#elif defined(CONFIG_CPU_LOONGSON3)
237
238/* Using COHERENT flag for NONCOHERENT doesn't hurt. */
239
Huacai Chen152ebb42014-03-21 18:43:59 +0800240#define _CACHE_CACHABLE_NONCOHERENT (3<<_CACHE_SHIFT) /* LOONGSON */
241#define _CACHE_CACHABLE_COHERENT (3<<_CACHE_SHIFT) /* LOONGSON-3 */
Huacai Chen152ebb42014-03-21 18:43:59 +0800242
Alex Smithf1f5e412015-07-24 16:16:12 +0100243#elif defined(CONFIG_MACH_INGENIC)
Markos Chandras80bc94d12014-07-18 10:51:31 +0100244
245/* Ingenic uses the WA bit to achieve write-combine memory writes */
246#define _CACHE_UNCACHED_ACCELERATED (1<<_CACHE_SHIFT)
247
Markos Chandrasfb020352014-07-18 10:51:30 +0100248#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249
Markos Chandrasfb020352014-07-18 10:51:30 +0100250#ifndef _CACHE_CACHABLE_NO_WA
251#define _CACHE_CACHABLE_NO_WA (0<<_CACHE_SHIFT)
252#endif
253#ifndef _CACHE_CACHABLE_WA
254#define _CACHE_CACHABLE_WA (1<<_CACHE_SHIFT)
255#endif
256#ifndef _CACHE_UNCACHED
257#define _CACHE_UNCACHED (2<<_CACHE_SHIFT)
258#endif
259#ifndef _CACHE_CACHABLE_NONCOHERENT
260#define _CACHE_CACHABLE_NONCOHERENT (3<<_CACHE_SHIFT)
261#endif
262#ifndef _CACHE_CACHABLE_CE
263#define _CACHE_CACHABLE_CE (4<<_CACHE_SHIFT)
264#endif
265#ifndef _CACHE_CACHABLE_COW
266#define _CACHE_CACHABLE_COW (5<<_CACHE_SHIFT)
267#endif
268#ifndef _CACHE_CACHABLE_CUW
269#define _CACHE_CACHABLE_CUW (6<<_CACHE_SHIFT)
270#endif
271#ifndef _CACHE_UNCACHED_ACCELERATED
272#define _CACHE_UNCACHED_ACCELERATED (7<<_CACHE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274
Steven J. Hillbe0c37c2015-02-26 18:16:37 -0600275#define __READABLE (_PAGE_SILENT_READ | _PAGE_READ | _PAGE_ACCESSED)
Steven J. Hill05f98832015-02-19 10:18:50 -0600276#define __WRITEABLE (_PAGE_SILENT_WRITE | _PAGE_WRITE | _PAGE_MODIFIED)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277
Steven J. Hill05f98832015-02-19 10:18:50 -0600278#define _PAGE_CHG_MASK (_PAGE_ACCESSED | _PAGE_MODIFIED | \
279 _PFN_MASK | _CACHE_MASK)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281#endif /* _ASM_PGTABLE_BITS_H */