blob: c0ce17e909efbd00af1c842843e6b17476aba3ab [file] [log] [blame]
Michael Ellerman5cd16ee2005-11-11 14:25:24 +11001#ifndef _ASM_POWERPC_PAGE_64_H
2#define _ASM_POWERPC_PAGE_64_H
3
4/*
5 * Copyright (C) 2001 PPC64 Team, IBM Corp
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
Christophe Leroyec0c4642018-07-05 16:24:57 +000013#include <asm/asm-const.h>
14
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110015/*
16 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
17 * specific, every notion of page number shared with the firmware, TCEs,
18 * iommu, etc... still uses a page size of 4K.
19 */
20#define HW_PAGE_SHIFT 12
21#define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT)
22#define HW_PAGE_MASK (~(HW_PAGE_SIZE-1))
23
24/*
25 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
26 * HW_PAGE_SHIFT, that is 4K pages.
27 */
28#define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT)
29
Paul Mackerras1189be62007-10-11 20:37:10 +100030/* Segment size; normal 256M segments */
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110031#define SID_SHIFT 28
Stephen Rothwell16a15a32007-08-20 14:58:36 +100032#define SID_MASK ASM_CONST(0xfffffffff)
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110033#define ESID_MASK 0xfffffffff0000000UL
34#define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK)
35
Paul Mackerras1189be62007-10-11 20:37:10 +100036/* 1T segments */
37#define SID_SHIFT_1T 40
38#define SID_MASK_1T 0xffffffUL
39#define ESID_MASK_1T 0xffffff0000000000UL
40#define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T)
41
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110042#ifndef __ASSEMBLY__
43#include <asm/cache.h>
44
45typedef unsigned long pte_basic_t;
46
Anton Blancharde35735b92014-10-02 15:44:21 +100047static inline void clear_page(void *addr)
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110048{
Anton Blancharde35735b92014-10-02 15:44:21 +100049 unsigned long iterations;
50 unsigned long onex, twox, fourx, eightx;
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110051
Benjamin Herrenschmidte2827fe2017-01-08 17:31:47 -060052 iterations = ppc64_caches.l1d.blocks_per_page / 8;
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110053
Anton Blancharde35735b92014-10-02 15:44:21 +100054 /*
55 * Some verisions of gcc use multiply instructions to
56 * calculate the offsets so lets give it a hand to
57 * do better.
58 */
Benjamin Herrenschmidte2827fe2017-01-08 17:31:47 -060059 onex = ppc64_caches.l1d.block_size;
Anton Blancharde35735b92014-10-02 15:44:21 +100060 twox = onex << 1;
61 fourx = onex << 2;
62 eightx = onex << 3;
63
64 asm volatile(
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110065 "mtctr %1 # clear_page\n\
Anton Blancharde35735b92014-10-02 15:44:21 +100066 .balign 16\n\
671: dcbz 0,%0\n\
68 dcbz %3,%0\n\
69 dcbz %4,%0\n\
70 dcbz %5,%0\n\
71 dcbz %6,%0\n\
72 dcbz %7,%0\n\
73 dcbz %8,%0\n\
74 dcbz %9,%0\n\
75 add %0,%0,%10\n\
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110076 bdnz+ 1b"
Anton Blancharde35735b92014-10-02 15:44:21 +100077 : "=&r" (addr)
78 : "r" (iterations), "0" (addr), "b" (onex), "b" (twox),
79 "b" (twox+onex), "b" (fourx), "b" (fourx+onex),
80 "b" (twox+fourx), "b" (eightx-onex), "r" (eightx)
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110081 : "ctr", "memory");
82}
83
Anton Blanchardd988f0e2011-05-08 21:18:38 +000084extern void copy_page(void *to, void *from);
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110085
86/* Log 2 of page table size */
87extern u64 ppc64_pft_size;
88
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110089#endif /* __ASSEMBLY__ */
90
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110091#define VM_DATA_DEFAULT_FLAGS \
Denis Kirjanovcab175f92010-08-27 03:49:11 +000092 (is_32bit_task() ? \
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110093 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
94
95/*
96 * This is the default if a program doesn't have a PT_GNU_STACK
97 * program header entry. The PPC64 ELF ABI has a non executable stack
Lucas De Marchi25985ed2011-03-30 22:57:33 -030098 * stack by default, so in the absence of a PT_GNU_STACK program header
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110099 * we turn execute permission off.
100 */
101#define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \
102 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
103
104#define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \
105 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
106
107#define VM_STACK_DEFAULT_FLAGS \
Denis Kirjanovcab175f92010-08-27 03:49:11 +0000108 (is_32bit_task() ? \
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100109 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
110
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +0000111#include <asm-generic/getorder.h>
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100112
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100113#endif /* _ASM_POWERPC_PAGE_64_H */