blob: f4558ccf02b9cd266ad005cb2925a2dfa5d7ea89 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/s390/mm/mmap.c
3 *
4 * flexible mmap layout support
5 *
6 * Copyright 2003-2004 Red Hat Inc., Durham, North Carolina.
7 * All Rights Reserved.
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 *
23 *
24 * Started by Ingo Molnar <mingo@elte.hu>
25 */
26
27#include <linux/personality.h>
28#include <linux/mm.h>
29#include <linux/module.h>
Martin Schwidefsky6252d702008-02-09 18:24:37 +010030#include <asm/pgalloc.h>
Heiko Carstens77575912009-06-12 10:26:25 +020031#include <asm/compat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33/*
34 * Top of mmap area (just below the process stack).
35 *
36 * Leave an at least ~128 MB hole.
37 */
38#define MIN_GAP (128*1024*1024)
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010039#define MAX_GAP (STACK_TOP/6*5)
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
41static inline unsigned long mmap_base(void)
42{
43 unsigned long gap = current->signal->rlim[RLIMIT_STACK].rlim_cur;
44
45 if (gap < MIN_GAP)
46 gap = MIN_GAP;
47 else if (gap > MAX_GAP)
48 gap = MAX_GAP;
49
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010050 return STACK_TOP - (gap & PAGE_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -070051}
52
53static inline int mmap_is_legacy(void)
54{
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -080055#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 /*
57 * Force standard allocation for 64 bit programs.
58 */
Heiko Carstens77575912009-06-12 10:26:25 +020059 if (!is_compat_task())
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 return 1;
61#endif
62 return sysctl_legacy_va_layout ||
63 (current->personality & ADDR_COMPAT_LAYOUT) ||
64 current->signal->rlim[RLIMIT_STACK].rlim_cur == RLIM_INFINITY;
65}
66
Martin Schwidefsky6252d702008-02-09 18:24:37 +010067#ifndef CONFIG_64BIT
68
Linus Torvalds1da177e2005-04-16 15:20:36 -070069/*
70 * This function, called very early during the creation of a new
71 * process VM image, sets up which VM layout function to use:
72 */
73void arch_pick_mmap_layout(struct mm_struct *mm)
74{
75 /*
76 * Fall back to the standard layout if the personality
77 * bit is set, or if the expected stack growth is unlimited:
78 */
79 if (mmap_is_legacy()) {
80 mm->mmap_base = TASK_UNMAPPED_BASE;
81 mm->get_unmapped_area = arch_get_unmapped_area;
82 mm->unmap_area = arch_unmap_area;
83 } else {
84 mm->mmap_base = mmap_base();
85 mm->get_unmapped_area = arch_get_unmapped_area_topdown;
86 mm->unmap_area = arch_unmap_area_topdown;
87 }
88}
89EXPORT_SYMBOL_GPL(arch_pick_mmap_layout);
90
Martin Schwidefsky6252d702008-02-09 18:24:37 +010091#else
92
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +010093int s390_mmap_check(unsigned long addr, unsigned long len)
94{
Heiko Carstens77575912009-06-12 10:26:25 +020095 if (!is_compat_task() &&
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +010096 len >= TASK_SIZE && TASK_SIZE < (1UL << 53))
97 return crst_table_upgrade(current->mm, 1UL << 53);
98 return 0;
99}
100
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100101static unsigned long
102s390_get_unmapped_area(struct file *filp, unsigned long addr,
103 unsigned long len, unsigned long pgoff, unsigned long flags)
104{
105 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100106 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100107 int rc;
108
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100109 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
110 if (!(area & ~PAGE_MASK))
111 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200112 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100113 /* Upgrade the page table to 4 levels and retry. */
114 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100115 if (rc)
116 return (unsigned long) rc;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100117 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100118 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100119 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100120}
121
122static unsigned long
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100123s390_get_unmapped_area_topdown(struct file *filp, const unsigned long addr,
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100124 const unsigned long len, const unsigned long pgoff,
125 const unsigned long flags)
126{
127 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100128 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100129 int rc;
130
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100131 area = arch_get_unmapped_area_topdown(filp, addr, len, pgoff, flags);
132 if (!(area & ~PAGE_MASK))
133 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200134 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100135 /* Upgrade the page table to 4 levels and retry. */
136 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100137 if (rc)
138 return (unsigned long) rc;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100139 area = arch_get_unmapped_area_topdown(filp, addr, len,
140 pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100141 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100142 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100143}
144/*
145 * This function, called very early during the creation of a new
146 * process VM image, sets up which VM layout function to use:
147 */
148void arch_pick_mmap_layout(struct mm_struct *mm)
149{
150 /*
151 * Fall back to the standard layout if the personality
152 * bit is set, or if the expected stack growth is unlimited:
153 */
154 if (mmap_is_legacy()) {
155 mm->mmap_base = TASK_UNMAPPED_BASE;
156 mm->get_unmapped_area = s390_get_unmapped_area;
157 mm->unmap_area = arch_unmap_area;
158 } else {
159 mm->mmap_base = mmap_base();
160 mm->get_unmapped_area = s390_get_unmapped_area_topdown;
161 mm->unmap_area = arch_unmap_area_topdown;
162 }
163}
164EXPORT_SYMBOL_GPL(arch_pick_mmap_layout);
165
166#endif