blob: 9b436c21195ec6b16465bb6e1964e2ad343b8321 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * flexible mmap layout support
3 *
4 * Copyright 2003-2004 Red Hat Inc., Durham, North Carolina.
5 * All Rights Reserved.
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20 *
21 *
22 * Started by Ingo Molnar <mingo@elte.hu>
23 */
24
25#include <linux/personality.h>
26#include <linux/mm.h>
Martin Schwidefsky638ad342011-10-30 15:17:13 +010027#include <linux/mman.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/module.h>
Heiko Carstensdf1ca532011-01-12 09:55:27 +010029#include <linux/random.h>
Heiko Carstens048cd4e2012-02-27 10:01:52 +010030#include <linux/compat.h>
Martin Schwidefsky6252d702008-02-09 18:24:37 +010031#include <asm/pgalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Heiko Carstens9046e402011-01-12 09:55:22 +010033static unsigned long stack_maxrandom_size(void)
34{
35 if (!(current->flags & PF_RANDOMIZE))
36 return 0;
37 if (current->personality & ADDR_NO_RANDOMIZE)
38 return 0;
39 return STACK_RND_MASK << PAGE_SHIFT;
40}
41
Linus Torvalds1da177e2005-04-16 15:20:36 -070042/*
43 * Top of mmap area (just below the process stack).
44 *
Heiko Carstens9e78a132011-01-12 09:55:23 +010045 * Leave at least a ~32 MB hole.
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 */
Heiko Carstens9e78a132011-01-12 09:55:23 +010047#define MIN_GAP (32*1024*1024)
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010048#define MAX_GAP (STACK_TOP/6*5)
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Heiko Carstens1060f622011-01-12 09:55:26 +010050static inline int mmap_is_legacy(void)
51{
52 if (current->personality & ADDR_COMPAT_LAYOUT)
53 return 1;
54 if (rlimit(RLIMIT_STACK) == RLIM_INFINITY)
55 return 1;
56 return sysctl_legacy_va_layout;
57}
58
Heiko Carstensdf1ca532011-01-12 09:55:27 +010059static unsigned long mmap_rnd(void)
60{
61 if (!(current->flags & PF_RANDOMIZE))
62 return 0;
63 /* 8MB randomization for mmap_base */
64 return (get_random_int() & 0x7ffUL) << PAGE_SHIFT;
65}
66
Heiko Carstens7aba8422013-11-12 15:07:55 -080067static unsigned long mmap_base_legacy(void)
68{
69 return TASK_UNMAPPED_BASE + mmap_rnd();
70}
71
Linus Torvalds1da177e2005-04-16 15:20:36 -070072static inline unsigned long mmap_base(void)
73{
Jiri Slabya58c26b2010-01-13 20:44:33 +010074 unsigned long gap = rlimit(RLIMIT_STACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
76 if (gap < MIN_GAP)
77 gap = MIN_GAP;
78 else if (gap > MAX_GAP)
79 gap = MAX_GAP;
Heiko Carstensdf1ca532011-01-12 09:55:27 +010080 gap &= PAGE_MASK;
81 return STACK_TOP - stack_maxrandom_size() - mmap_rnd() - gap;
Linus Torvalds1da177e2005-04-16 15:20:36 -070082}
83
Martin Schwidefsky6252d702008-02-09 18:24:37 +010084#ifndef CONFIG_64BIT
85
Linus Torvalds1da177e2005-04-16 15:20:36 -070086/*
87 * This function, called very early during the creation of a new
88 * process VM image, sets up which VM layout function to use:
89 */
90void arch_pick_mmap_layout(struct mm_struct *mm)
91{
92 /*
93 * Fall back to the standard layout if the personality
94 * bit is set, or if the expected stack growth is unlimited:
95 */
96 if (mmap_is_legacy()) {
Heiko Carstens7aba8422013-11-12 15:07:55 -080097 mm->mmap_base = mmap_base_legacy();
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 mm->get_unmapped_area = arch_get_unmapped_area;
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 } else {
100 mm->mmap_base = mmap_base();
101 mm->get_unmapped_area = arch_get_unmapped_area_topdown;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 }
103}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100105#else
106
Hendrik Brueckner486c0a02013-02-11 14:29:49 +0100107int s390_mmap_check(unsigned long addr, unsigned long len, unsigned long flags)
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100108{
Hendrik Brueckner486c0a02013-02-11 14:29:49 +0100109 if (is_compat_task() || (TASK_SIZE >= (1UL << 53)))
110 return 0;
111 if (!(flags & MAP_FIXED))
112 addr = 0;
Martin Schwidefsky10607862013-10-28 14:48:30 +0100113 if ((addr + len) >= TASK_SIZE)
114 return crst_table_upgrade(current->mm, 1UL << 53);
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100115 return 0;
116}
117
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100118static unsigned long
119s390_get_unmapped_area(struct file *filp, unsigned long addr,
120 unsigned long len, unsigned long pgoff, unsigned long flags)
121{
122 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100123 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100124 int rc;
125
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100126 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
127 if (!(area & ~PAGE_MASK))
128 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200129 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100130 /* Upgrade the page table to 4 levels and retry. */
131 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100132 if (rc)
133 return (unsigned long) rc;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100134 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100135 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100136 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100137}
138
139static unsigned long
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100140s390_get_unmapped_area_topdown(struct file *filp, const unsigned long addr,
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100141 const unsigned long len, const unsigned long pgoff,
142 const unsigned long flags)
143{
144 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100145 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100146 int rc;
147
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100148 area = arch_get_unmapped_area_topdown(filp, addr, len, pgoff, flags);
149 if (!(area & ~PAGE_MASK))
150 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200151 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100152 /* Upgrade the page table to 4 levels and retry. */
153 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100154 if (rc)
155 return (unsigned long) rc;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100156 area = arch_get_unmapped_area_topdown(filp, addr, len,
157 pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100158 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100159 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100160}
161/*
162 * This function, called very early during the creation of a new
163 * process VM image, sets up which VM layout function to use:
164 */
165void arch_pick_mmap_layout(struct mm_struct *mm)
166{
167 /*
168 * Fall back to the standard layout if the personality
169 * bit is set, or if the expected stack growth is unlimited:
170 */
171 if (mmap_is_legacy()) {
Heiko Carstens7aba8422013-11-12 15:07:55 -0800172 mm->mmap_base = mmap_base_legacy();
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100173 mm->get_unmapped_area = s390_get_unmapped_area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100174 } else {
175 mm->mmap_base = mmap_base();
176 mm->get_unmapped_area = s390_get_unmapped_area_topdown;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100177 }
178}
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100179
180#endif