Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_PAGE_64_H |
| 2 | #define _ASM_POWERPC_PAGE_64_H |
| 3 | |
| 4 | /* |
| 5 | * Copyright (C) 2001 PPC64 Team, IBM Corp |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU General Public License |
| 9 | * as published by the Free Software Foundation; either version |
| 10 | * 2 of the License, or (at your option) any later version. |
| 11 | */ |
| 12 | |
Christophe Leroy | ec0c464 | 2018-07-05 16:24:57 +0000 | [diff] [blame] | 13 | #include <asm/asm-const.h> |
| 14 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 15 | /* |
| 16 | * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux |
| 17 | * specific, every notion of page number shared with the firmware, TCEs, |
| 18 | * iommu, etc... still uses a page size of 4K. |
| 19 | */ |
| 20 | #define HW_PAGE_SHIFT 12 |
| 21 | #define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT) |
| 22 | #define HW_PAGE_MASK (~(HW_PAGE_SIZE-1)) |
| 23 | |
| 24 | /* |
| 25 | * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and |
| 26 | * HW_PAGE_SHIFT, that is 4K pages. |
| 27 | */ |
| 28 | #define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT) |
| 29 | |
Paul Mackerras | 1189be6 | 2007-10-11 20:37:10 +1000 | [diff] [blame] | 30 | /* Segment size; normal 256M segments */ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 31 | #define SID_SHIFT 28 |
Stephen Rothwell | 16a15a3 | 2007-08-20 14:58:36 +1000 | [diff] [blame] | 32 | #define SID_MASK ASM_CONST(0xfffffffff) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 33 | #define ESID_MASK 0xfffffffff0000000UL |
| 34 | #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) |
| 35 | |
Paul Mackerras | 1189be6 | 2007-10-11 20:37:10 +1000 | [diff] [blame] | 36 | /* 1T segments */ |
| 37 | #define SID_SHIFT_1T 40 |
| 38 | #define SID_MASK_1T 0xffffffUL |
| 39 | #define ESID_MASK_1T 0xffffff0000000000UL |
| 40 | #define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T) |
| 41 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 42 | #ifndef __ASSEMBLY__ |
| 43 | #include <asm/cache.h> |
| 44 | |
| 45 | typedef unsigned long pte_basic_t; |
| 46 | |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame] | 47 | static inline void clear_page(void *addr) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 48 | { |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame] | 49 | unsigned long iterations; |
| 50 | unsigned long onex, twox, fourx, eightx; |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 51 | |
Benjamin Herrenschmidt | e2827fe | 2017-01-08 17:31:47 -0600 | [diff] [blame] | 52 | iterations = ppc64_caches.l1d.blocks_per_page / 8; |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 53 | |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame] | 54 | /* |
| 55 | * Some verisions of gcc use multiply instructions to |
| 56 | * calculate the offsets so lets give it a hand to |
| 57 | * do better. |
| 58 | */ |
Benjamin Herrenschmidt | e2827fe | 2017-01-08 17:31:47 -0600 | [diff] [blame] | 59 | onex = ppc64_caches.l1d.block_size; |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame] | 60 | twox = onex << 1; |
| 61 | fourx = onex << 2; |
| 62 | eightx = onex << 3; |
| 63 | |
| 64 | asm volatile( |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 65 | "mtctr %1 # clear_page\n\ |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame] | 66 | .balign 16\n\ |
| 67 | 1: dcbz 0,%0\n\ |
| 68 | dcbz %3,%0\n\ |
| 69 | dcbz %4,%0\n\ |
| 70 | dcbz %5,%0\n\ |
| 71 | dcbz %6,%0\n\ |
| 72 | dcbz %7,%0\n\ |
| 73 | dcbz %8,%0\n\ |
| 74 | dcbz %9,%0\n\ |
| 75 | add %0,%0,%10\n\ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 76 | bdnz+ 1b" |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame] | 77 | : "=&r" (addr) |
| 78 | : "r" (iterations), "0" (addr), "b" (onex), "b" (twox), |
| 79 | "b" (twox+onex), "b" (fourx), "b" (fourx+onex), |
| 80 | "b" (twox+fourx), "b" (eightx-onex), "r" (eightx) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 81 | : "ctr", "memory"); |
| 82 | } |
| 83 | |
Anton Blanchard | d988f0e | 2011-05-08 21:18:38 +0000 | [diff] [blame] | 84 | extern void copy_page(void *to, void *from); |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 85 | |
| 86 | /* Log 2 of page table size */ |
| 87 | extern u64 ppc64_pft_size; |
| 88 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 89 | #endif /* __ASSEMBLY__ */ |
| 90 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 91 | #define VM_DATA_DEFAULT_FLAGS \ |
Denis Kirjanov | cab175f9 | 2010-08-27 03:49:11 +0000 | [diff] [blame] | 92 | (is_32bit_task() ? \ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 93 | VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) |
| 94 | |
| 95 | /* |
| 96 | * This is the default if a program doesn't have a PT_GNU_STACK |
| 97 | * program header entry. The PPC64 ELF ABI has a non executable stack |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 98 | * stack by default, so in the absence of a PT_GNU_STACK program header |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 99 | * we turn execute permission off. |
| 100 | */ |
| 101 | #define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ |
| 102 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 103 | |
| 104 | #define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ |
| 105 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 106 | |
| 107 | #define VM_STACK_DEFAULT_FLAGS \ |
Denis Kirjanov | cab175f9 | 2010-08-27 03:49:11 +0000 | [diff] [blame] | 108 | (is_32bit_task() ? \ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 109 | VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) |
| 110 | |
Arnd Bergmann | 5b17e1c | 2009-05-13 22:56:30 +0000 | [diff] [blame] | 111 | #include <asm-generic/getorder.h> |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 112 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 113 | #endif /* _ASM_POWERPC_PAGE_64_H */ |