blob: 74d663f367e2266d767d86b37514abbc8faaec1d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/s390/mm/mmap.c
3 *
4 * flexible mmap layout support
5 *
6 * Copyright 2003-2004 Red Hat Inc., Durham, North Carolina.
7 * All Rights Reserved.
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 *
23 *
24 * Started by Ingo Molnar <mingo@elte.hu>
25 */
26
27#include <linux/personality.h>
28#include <linux/mm.h>
29#include <linux/module.h>
Martin Schwidefsky6252d702008-02-09 18:24:37 +010030#include <asm/pgalloc.h>
Heiko Carstens77575912009-06-12 10:26:25 +020031#include <asm/compat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Heiko Carstens9046e402011-01-12 09:55:22 +010033static unsigned long stack_maxrandom_size(void)
34{
35 if (!(current->flags & PF_RANDOMIZE))
36 return 0;
37 if (current->personality & ADDR_NO_RANDOMIZE)
38 return 0;
39 return STACK_RND_MASK << PAGE_SHIFT;
40}
41
Linus Torvalds1da177e2005-04-16 15:20:36 -070042/*
43 * Top of mmap area (just below the process stack).
44 *
Heiko Carstens9e78a132011-01-12 09:55:23 +010045 * Leave at least a ~32 MB hole.
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 */
Heiko Carstens9e78a132011-01-12 09:55:23 +010047#define MIN_GAP (32*1024*1024)
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010048#define MAX_GAP (STACK_TOP/6*5)
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Heiko Carstens1060f622011-01-12 09:55:26 +010050static inline int mmap_is_legacy(void)
51{
52 if (current->personality & ADDR_COMPAT_LAYOUT)
53 return 1;
54 if (rlimit(RLIMIT_STACK) == RLIM_INFINITY)
55 return 1;
56 return sysctl_legacy_va_layout;
57}
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059static inline unsigned long mmap_base(void)
60{
Jiri Slabya58c26b2010-01-13 20:44:33 +010061 unsigned long gap = rlimit(RLIMIT_STACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
63 if (gap < MIN_GAP)
64 gap = MIN_GAP;
65 else if (gap > MAX_GAP)
66 gap = MAX_GAP;
67
Heiko Carstens9046e402011-01-12 09:55:22 +010068 return STACK_TOP - stack_maxrandom_size() - (gap & PAGE_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069}
70
Martin Schwidefsky6252d702008-02-09 18:24:37 +010071#ifndef CONFIG_64BIT
72
Linus Torvalds1da177e2005-04-16 15:20:36 -070073/*
74 * This function, called very early during the creation of a new
75 * process VM image, sets up which VM layout function to use:
76 */
77void arch_pick_mmap_layout(struct mm_struct *mm)
78{
79 /*
80 * Fall back to the standard layout if the personality
81 * bit is set, or if the expected stack growth is unlimited:
82 */
83 if (mmap_is_legacy()) {
84 mm->mmap_base = TASK_UNMAPPED_BASE;
85 mm->get_unmapped_area = arch_get_unmapped_area;
86 mm->unmap_area = arch_unmap_area;
87 } else {
88 mm->mmap_base = mmap_base();
89 mm->get_unmapped_area = arch_get_unmapped_area_topdown;
90 mm->unmap_area = arch_unmap_area_topdown;
91 }
92}
93EXPORT_SYMBOL_GPL(arch_pick_mmap_layout);
94
Martin Schwidefsky6252d702008-02-09 18:24:37 +010095#else
96
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +010097int s390_mmap_check(unsigned long addr, unsigned long len)
98{
Heiko Carstens77575912009-06-12 10:26:25 +020099 if (!is_compat_task() &&
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100100 len >= TASK_SIZE && TASK_SIZE < (1UL << 53))
101 return crst_table_upgrade(current->mm, 1UL << 53);
102 return 0;
103}
104
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100105static unsigned long
106s390_get_unmapped_area(struct file *filp, unsigned long addr,
107 unsigned long len, unsigned long pgoff, unsigned long flags)
108{
109 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100110 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100111 int rc;
112
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100113 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
114 if (!(area & ~PAGE_MASK))
115 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200116 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100117 /* Upgrade the page table to 4 levels and retry. */
118 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100119 if (rc)
120 return (unsigned long) rc;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100121 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100122 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100123 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100124}
125
126static unsigned long
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100127s390_get_unmapped_area_topdown(struct file *filp, const unsigned long addr,
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100128 const unsigned long len, const unsigned long pgoff,
129 const unsigned long flags)
130{
131 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100132 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100133 int rc;
134
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100135 area = arch_get_unmapped_area_topdown(filp, addr, len, pgoff, flags);
136 if (!(area & ~PAGE_MASK))
137 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200138 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100139 /* Upgrade the page table to 4 levels and retry. */
140 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100141 if (rc)
142 return (unsigned long) rc;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100143 area = arch_get_unmapped_area_topdown(filp, addr, len,
144 pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100145 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100146 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100147}
148/*
149 * This function, called very early during the creation of a new
150 * process VM image, sets up which VM layout function to use:
151 */
152void arch_pick_mmap_layout(struct mm_struct *mm)
153{
154 /*
155 * Fall back to the standard layout if the personality
156 * bit is set, or if the expected stack growth is unlimited:
157 */
158 if (mmap_is_legacy()) {
159 mm->mmap_base = TASK_UNMAPPED_BASE;
160 mm->get_unmapped_area = s390_get_unmapped_area;
161 mm->unmap_area = arch_unmap_area;
162 } else {
163 mm->mmap_base = mmap_base();
164 mm->get_unmapped_area = s390_get_unmapped_area_topdown;
165 mm->unmap_area = arch_unmap_area_topdown;
166 }
167}
168EXPORT_SYMBOL_GPL(arch_pick_mmap_layout);
169
170#endif