blob: 9356262fd3ccdbbf3eab35f217101056684055eb [file] [log] [blame]
Michael Ellerman5cd16ee2005-11-11 14:25:24 +11001#ifndef _ASM_POWERPC_PAGE_64_H
2#define _ASM_POWERPC_PAGE_64_H
3
4/*
5 * Copyright (C) 2001 PPC64 Team, IBM Corp
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13/*
14 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
15 * specific, every notion of page number shared with the firmware, TCEs,
16 * iommu, etc... still uses a page size of 4K.
17 */
18#define HW_PAGE_SHIFT 12
19#define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT)
20#define HW_PAGE_MASK (~(HW_PAGE_SIZE-1))
21
22/*
23 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
24 * HW_PAGE_SHIFT, that is 4K pages.
25 */
26#define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT)
27
Paul Mackerras1189be62007-10-11 20:37:10 +100028/* Segment size; normal 256M segments */
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110029#define SID_SHIFT 28
Stephen Rothwell16a15a32007-08-20 14:58:36 +100030#define SID_MASK ASM_CONST(0xfffffffff)
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110031#define ESID_MASK 0xfffffffff0000000UL
32#define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK)
33
Paul Mackerras1189be62007-10-11 20:37:10 +100034/* 1T segments */
35#define SID_SHIFT_1T 40
36#define SID_MASK_1T 0xffffffUL
37#define ESID_MASK_1T 0xffffff0000000000UL
38#define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T)
39
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110040#ifndef __ASSEMBLY__
41#include <asm/cache.h>
42
43typedef unsigned long pte_basic_t;
44
45static __inline__ void clear_page(void *addr)
46{
47 unsigned long lines, line_size;
48
49 line_size = ppc64_caches.dline_size;
50 lines = ppc64_caches.dlines_per_page;
51
52 __asm__ __volatile__(
53 "mtctr %1 # clear_page\n\
541: dcbz 0,%0\n\
55 add %0,%0,%3\n\
56 bdnz+ 1b"
57 : "=r" (addr)
58 : "r" (lines), "0" (addr), "r" (line_size)
59 : "ctr", "memory");
60}
61
Anton Blanchardd988f0e2011-05-08 21:18:38 +000062extern void copy_page(void *to, void *from);
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110063
64/* Log 2 of page table size */
65extern u64 ppc64_pft_size;
66
67/* Large pages size */
Andy Whitcroftb50ce232005-11-18 01:11:02 -080068#ifdef CONFIG_HUGETLB_PAGE
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110069extern unsigned int HPAGE_SHIFT;
Andy Whitcroftb50ce232005-11-18 01:11:02 -080070#else
71#define HPAGE_SHIFT PAGE_SHIFT
72#endif
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110073#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
74#define HPAGE_MASK (~(HPAGE_SIZE - 1))
75#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
David Gibsond1837cb2009-10-26 19:24:31 +000076#define HUGE_MAX_HSTATE (MMU_PAGE_COUNT-1)
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110077
78#endif /* __ASSEMBLY__ */
79
Benjamin Herrenschmidtd0f13e32007-05-08 16:27:27 +100080#ifdef CONFIG_PPC_MM_SLICES
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110081
Benjamin Herrenschmidtd0f13e32007-05-08 16:27:27 +100082#define SLICE_LOW_SHIFT 28
83#define SLICE_HIGH_SHIFT 40
Michael Ellerman5cd16ee2005-11-11 14:25:24 +110084
Benjamin Herrenschmidtd0f13e32007-05-08 16:27:27 +100085#define SLICE_LOW_TOP (0x100000000ul)
86#define SLICE_NUM_LOW (SLICE_LOW_TOP >> SLICE_LOW_SHIFT)
87#define SLICE_NUM_HIGH (PGTABLE_RANGE >> SLICE_HIGH_SHIFT)
88
89#define GET_LOW_SLICE_INDEX(addr) ((addr) >> SLICE_LOW_SHIFT)
90#define GET_HIGH_SLICE_INDEX(addr) ((addr) >> SLICE_HIGH_SHIFT)
91
92#ifndef __ASSEMBLY__
93
94struct slice_mask {
95 u16 low_slices;
96 u16 high_slices;
97};
98
99struct mm_struct;
100
101extern unsigned long slice_get_unmapped_area(unsigned long addr,
102 unsigned long len,
103 unsigned long flags,
104 unsigned int psize,
105 int topdown,
106 int use_cache);
107
108extern unsigned int get_slice_psize(struct mm_struct *mm,
109 unsigned long addr);
110
111extern void slice_init_context(struct mm_struct *mm, unsigned int psize);
112extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
Paul Mackerras3a8247c2008-06-18 15:29:12 +1000113extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start,
114 unsigned long len, unsigned int psize);
115
Michael Ellermanee7a2aa2011-04-12 19:00:05 +0000116#define slice_mm_new_context(mm) ((mm)->context.id == MMU_NO_CONTEXT)
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100117
Benjamin Herrenschmidtd0f13e32007-05-08 16:27:27 +1000118#endif /* __ASSEMBLY__ */
119#else
120#define slice_init()
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000121#ifdef CONFIG_PPC_STD_MMU_64
Paul Mackerras3a8247c2008-06-18 15:29:12 +1000122#define get_slice_psize(mm, addr) ((mm)->context.user_psize)
Stephen Rothwelle8ff0642007-08-15 16:51:18 +1000123#define slice_set_user_psize(mm, psize) \
124do { \
125 (mm)->context.user_psize = (psize); \
126 (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \
127} while (0)
Benjamin Herrenschmidt57e2a992009-07-28 11:59:34 +1000128#else /* CONFIG_PPC_STD_MMU_64 */
129#ifdef CONFIG_PPC_64K_PAGES
130#define get_slice_psize(mm, addr) MMU_PAGE_64K
131#else /* CONFIG_PPC_64K_PAGES */
132#define get_slice_psize(mm, addr) MMU_PAGE_4K
133#endif /* !CONFIG_PPC_64K_PAGES */
134#define slice_set_user_psize(mm, psize) do { BUG(); } while(0)
135#endif /* !CONFIG_PPC_STD_MMU_64 */
136
Paul Mackerras3a8247c2008-06-18 15:29:12 +1000137#define slice_set_range_psize(mm, start, len, psize) \
138 slice_set_user_psize((mm), (psize))
Stephen Rothwelle8ff0642007-08-15 16:51:18 +1000139#define slice_mm_new_context(mm) 1
Benjamin Herrenschmidtd0f13e32007-05-08 16:27:27 +1000140#endif /* CONFIG_PPC_MM_SLICES */
141
142#ifdef CONFIG_HUGETLB_PAGE
143
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100144#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
145
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100146#endif /* !CONFIG_HUGETLB_PAGE */
147
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100148#define VM_DATA_DEFAULT_FLAGS \
Denis Kirjanovcab175f92010-08-27 03:49:11 +0000149 (is_32bit_task() ? \
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100150 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
151
152/*
153 * This is the default if a program doesn't have a PT_GNU_STACK
154 * program header entry. The PPC64 ELF ABI has a non executable stack
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300155 * stack by default, so in the absence of a PT_GNU_STACK program header
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100156 * we turn execute permission off.
157 */
158#define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \
159 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
160
161#define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \
162 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
163
164#define VM_STACK_DEFAULT_FLAGS \
Denis Kirjanovcab175f92010-08-27 03:49:11 +0000165 (is_32bit_task() ? \
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100166 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
167
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +0000168#include <asm-generic/getorder.h>
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100169
Michael Ellerman5cd16ee2005-11-11 14:25:24 +1100170#endif /* _ASM_POWERPC_PAGE_64_H */