Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_PAGE_64_H |
| 2 | #define _ASM_POWERPC_PAGE_64_H |
| 3 | |
| 4 | /* |
| 5 | * Copyright (C) 2001 PPC64 Team, IBM Corp |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU General Public License |
| 9 | * as published by the Free Software Foundation; either version |
| 10 | * 2 of the License, or (at your option) any later version. |
| 11 | */ |
| 12 | |
| 13 | /* |
| 14 | * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux |
| 15 | * specific, every notion of page number shared with the firmware, TCEs, |
| 16 | * iommu, etc... still uses a page size of 4K. |
| 17 | */ |
| 18 | #define HW_PAGE_SHIFT 12 |
| 19 | #define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT) |
| 20 | #define HW_PAGE_MASK (~(HW_PAGE_SIZE-1)) |
| 21 | |
| 22 | /* |
| 23 | * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and |
| 24 | * HW_PAGE_SHIFT, that is 4K pages. |
| 25 | */ |
| 26 | #define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT) |
| 27 | |
Paul Mackerras | 1189be6 | 2007-10-11 20:37:10 +1000 | [diff] [blame] | 28 | /* Segment size; normal 256M segments */ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 29 | #define SID_SHIFT 28 |
Stephen Rothwell | 16a15a3 | 2007-08-20 14:58:36 +1000 | [diff] [blame] | 30 | #define SID_MASK ASM_CONST(0xfffffffff) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 31 | #define ESID_MASK 0xfffffffff0000000UL |
| 32 | #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) |
| 33 | |
Paul Mackerras | 1189be6 | 2007-10-11 20:37:10 +1000 | [diff] [blame] | 34 | /* 1T segments */ |
| 35 | #define SID_SHIFT_1T 40 |
| 36 | #define SID_MASK_1T 0xffffffUL |
| 37 | #define ESID_MASK_1T 0xffffff0000000000UL |
| 38 | #define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T) |
| 39 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 40 | #ifndef __ASSEMBLY__ |
| 41 | #include <asm/cache.h> |
| 42 | |
| 43 | typedef unsigned long pte_basic_t; |
| 44 | |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame^] | 45 | static inline void clear_page(void *addr) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 46 | { |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame^] | 47 | unsigned long iterations; |
| 48 | unsigned long onex, twox, fourx, eightx; |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 49 | |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame^] | 50 | iterations = ppc64_caches.dlines_per_page / 8; |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 51 | |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame^] | 52 | /* |
| 53 | * Some verisions of gcc use multiply instructions to |
| 54 | * calculate the offsets so lets give it a hand to |
| 55 | * do better. |
| 56 | */ |
| 57 | onex = ppc64_caches.dline_size; |
| 58 | twox = onex << 1; |
| 59 | fourx = onex << 2; |
| 60 | eightx = onex << 3; |
| 61 | |
| 62 | asm volatile( |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 63 | "mtctr %1 # clear_page\n\ |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame^] | 64 | .balign 16\n\ |
| 65 | 1: dcbz 0,%0\n\ |
| 66 | dcbz %3,%0\n\ |
| 67 | dcbz %4,%0\n\ |
| 68 | dcbz %5,%0\n\ |
| 69 | dcbz %6,%0\n\ |
| 70 | dcbz %7,%0\n\ |
| 71 | dcbz %8,%0\n\ |
| 72 | dcbz %9,%0\n\ |
| 73 | add %0,%0,%10\n\ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 74 | bdnz+ 1b" |
Anton Blanchard | e35735b9 | 2014-10-02 15:44:21 +1000 | [diff] [blame^] | 75 | : "=&r" (addr) |
| 76 | : "r" (iterations), "0" (addr), "b" (onex), "b" (twox), |
| 77 | "b" (twox+onex), "b" (fourx), "b" (fourx+onex), |
| 78 | "b" (twox+fourx), "b" (eightx-onex), "r" (eightx) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 79 | : "ctr", "memory"); |
| 80 | } |
| 81 | |
Anton Blanchard | d988f0e | 2011-05-08 21:18:38 +0000 | [diff] [blame] | 82 | extern void copy_page(void *to, void *from); |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 83 | |
| 84 | /* Log 2 of page table size */ |
| 85 | extern u64 ppc64_pft_size; |
| 86 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 87 | #endif /* __ASSEMBLY__ */ |
| 88 | |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 89 | #ifdef CONFIG_PPC_MM_SLICES |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 90 | |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 91 | #define SLICE_LOW_SHIFT 28 |
| 92 | #define SLICE_HIGH_SHIFT 40 |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 93 | |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 94 | #define SLICE_LOW_TOP (0x100000000ul) |
| 95 | #define SLICE_NUM_LOW (SLICE_LOW_TOP >> SLICE_LOW_SHIFT) |
| 96 | #define SLICE_NUM_HIGH (PGTABLE_RANGE >> SLICE_HIGH_SHIFT) |
| 97 | |
| 98 | #define GET_LOW_SLICE_INDEX(addr) ((addr) >> SLICE_LOW_SHIFT) |
| 99 | #define GET_HIGH_SLICE_INDEX(addr) ((addr) >> SLICE_HIGH_SHIFT) |
| 100 | |
Aneesh Kumar K.V | 78f1dbd | 2012-09-10 02:52:57 +0000 | [diff] [blame] | 101 | /* |
| 102 | * 1 bit per slice and we have one slice per 1TB |
| 103 | * Right now we support only 64TB. |
| 104 | * IF we change this we will have to change the type |
| 105 | * of high_slices |
| 106 | */ |
| 107 | #define SLICE_MASK_SIZE 8 |
| 108 | |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 109 | #ifndef __ASSEMBLY__ |
| 110 | |
| 111 | struct slice_mask { |
| 112 | u16 low_slices; |
Aneesh Kumar K.V | 7aa0727 | 2012-09-10 02:52:52 +0000 | [diff] [blame] | 113 | u64 high_slices; |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 114 | }; |
| 115 | |
| 116 | struct mm_struct; |
| 117 | |
| 118 | extern unsigned long slice_get_unmapped_area(unsigned long addr, |
| 119 | unsigned long len, |
| 120 | unsigned long flags, |
| 121 | unsigned int psize, |
Michel Lespinasse | 34d0717 | 2013-04-29 11:53:52 -0700 | [diff] [blame] | 122 | int topdown); |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 123 | |
| 124 | extern unsigned int get_slice_psize(struct mm_struct *mm, |
| 125 | unsigned long addr); |
| 126 | |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 127 | extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize); |
Paul Mackerras | 3a8247c | 2008-06-18 15:29:12 +1000 | [diff] [blame] | 128 | extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start, |
| 129 | unsigned long len, unsigned int psize); |
| 130 | |
Michael Ellerman | ee7a2aa | 2011-04-12 19:00:05 +0000 | [diff] [blame] | 131 | #define slice_mm_new_context(mm) ((mm)->context.id == MMU_NO_CONTEXT) |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 132 | |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 133 | #endif /* __ASSEMBLY__ */ |
| 134 | #else |
| 135 | #define slice_init() |
Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 136 | #ifdef CONFIG_PPC_STD_MMU_64 |
Paul Mackerras | 3a8247c | 2008-06-18 15:29:12 +1000 | [diff] [blame] | 137 | #define get_slice_psize(mm, addr) ((mm)->context.user_psize) |
Stephen Rothwell | e8ff064 | 2007-08-15 16:51:18 +1000 | [diff] [blame] | 138 | #define slice_set_user_psize(mm, psize) \ |
| 139 | do { \ |
| 140 | (mm)->context.user_psize = (psize); \ |
| 141 | (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \ |
| 142 | } while (0) |
Benjamin Herrenschmidt | 57e2a99 | 2009-07-28 11:59:34 +1000 | [diff] [blame] | 143 | #else /* CONFIG_PPC_STD_MMU_64 */ |
| 144 | #ifdef CONFIG_PPC_64K_PAGES |
| 145 | #define get_slice_psize(mm, addr) MMU_PAGE_64K |
| 146 | #else /* CONFIG_PPC_64K_PAGES */ |
| 147 | #define get_slice_psize(mm, addr) MMU_PAGE_4K |
| 148 | #endif /* !CONFIG_PPC_64K_PAGES */ |
| 149 | #define slice_set_user_psize(mm, psize) do { BUG(); } while(0) |
| 150 | #endif /* !CONFIG_PPC_STD_MMU_64 */ |
| 151 | |
Paul Mackerras | 3a8247c | 2008-06-18 15:29:12 +1000 | [diff] [blame] | 152 | #define slice_set_range_psize(mm, start, len, psize) \ |
| 153 | slice_set_user_psize((mm), (psize)) |
Stephen Rothwell | e8ff064 | 2007-08-15 16:51:18 +1000 | [diff] [blame] | 154 | #define slice_mm_new_context(mm) 1 |
Benjamin Herrenschmidt | d0f13e3 | 2007-05-08 16:27:27 +1000 | [diff] [blame] | 155 | #endif /* CONFIG_PPC_MM_SLICES */ |
| 156 | |
| 157 | #ifdef CONFIG_HUGETLB_PAGE |
| 158 | |
Becky Bruce | 7651295 | 2011-10-10 10:50:36 +0000 | [diff] [blame] | 159 | #ifdef CONFIG_PPC_MM_SLICES |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 160 | #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA |
Becky Bruce | 7651295 | 2011-10-10 10:50:36 +0000 | [diff] [blame] | 161 | #endif |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 162 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 163 | #endif /* !CONFIG_HUGETLB_PAGE */ |
| 164 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 165 | #define VM_DATA_DEFAULT_FLAGS \ |
Denis Kirjanov | cab175f9 | 2010-08-27 03:49:11 +0000 | [diff] [blame] | 166 | (is_32bit_task() ? \ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 167 | VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) |
| 168 | |
| 169 | /* |
| 170 | * This is the default if a program doesn't have a PT_GNU_STACK |
| 171 | * program header entry. The PPC64 ELF ABI has a non executable stack |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 172 | * stack by default, so in the absence of a PT_GNU_STACK program header |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 173 | * we turn execute permission off. |
| 174 | */ |
| 175 | #define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ |
| 176 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 177 | |
| 178 | #define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ |
| 179 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) |
| 180 | |
| 181 | #define VM_STACK_DEFAULT_FLAGS \ |
Denis Kirjanov | cab175f9 | 2010-08-27 03:49:11 +0000 | [diff] [blame] | 182 | (is_32bit_task() ? \ |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 183 | VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) |
| 184 | |
Arnd Bergmann | 5b17e1c | 2009-05-13 22:56:30 +0000 | [diff] [blame] | 185 | #include <asm-generic/getorder.h> |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 186 | |
Michael Ellerman | 5cd16ee | 2005-11-11 14:25:24 +1100 | [diff] [blame] | 187 | #endif /* _ASM_POWERPC_PAGE_64_H */ |