blob: 7940166c799b787f1c9b01a08ce8920365b05cad [file] [log] [blame]
Jiri Kosinacc503c12008-01-30 13:31:07 +01001/*
Harvey Harrison675a0812008-01-30 13:31:10 +01002 * Flexible mmap layout support
Jiri Kosinacc503c12008-01-30 13:31:07 +01003 *
4 * Based on code by Ingo Molnar and Andi Kleen, copyrighted
5 * as follows:
6 *
Ingo Molnar8f47e162009-01-31 02:03:42 +01007 * Copyright 2003-2009 Red Hat Inc.
Jiri Kosinacc503c12008-01-30 13:31:07 +01008 * All Rights Reserved.
9 * Copyright 2005 Andi Kleen, SUSE Labs.
10 * Copyright 2007 Jiri Kosina, SUSE Labs.
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
Andi Kleen88172102006-01-17 07:03:38 +010025 */
Jiri Kosinacc503c12008-01-30 13:31:07 +010026
27#include <linux/personality.h>
Andi Kleen88172102006-01-17 07:03:38 +010028#include <linux/mm.h>
Andi Kleen88172102006-01-17 07:03:38 +010029#include <linux/random.h>
Jiri Kosinacc503c12008-01-30 13:31:07 +010030#include <linux/limits.h>
Ingo Molnar3f07c012017-02-08 18:51:30 +010031#include <linux/sched/signal.h>
Ingo Molnar01042602017-02-08 18:51:31 +010032#include <linux/sched/mm.h>
Michal Hocko80938332009-09-08 11:01:55 +020033#include <asm/elf.h>
34
Jan-Simon Möllercc995352014-09-05 16:16:45 -070035struct va_alignment __read_mostly va_align = {
Borislav Petkov9387f772011-08-06 14:31:38 +020036 .flags = -1,
37};
38
Hector Marco-Gisbert4e7c22d2015-02-14 09:33:50 -080039static unsigned long stack_maxrandom_size(void)
Michal Hocko80938332009-09-08 11:01:55 +020040{
Hector Marco-Gisbert4e7c22d2015-02-14 09:33:50 -080041 unsigned long max = 0;
Michal Hocko80938332009-09-08 11:01:55 +020042 if ((current->flags & PF_RANDOMIZE) &&
43 !(current->personality & ADDR_NO_RANDOMIZE)) {
Hector Marco-Gisbert4e7c22d2015-02-14 09:33:50 -080044 max = ((-1UL) & STACK_RND_MASK) << PAGE_SHIFT;
Michal Hocko80938332009-09-08 11:01:55 +020045 }
46
47 return max;
48}
49
Jiri Kosinacc503c12008-01-30 13:31:07 +010050/*
51 * Top of mmap area (just below the process stack).
52 *
Michal Hocko80938332009-09-08 11:01:55 +020053 * Leave an at least ~128 MB hole with possible stack randomization.
Jiri Kosinacc503c12008-01-30 13:31:07 +010054 */
Michal Hocko80938332009-09-08 11:01:55 +020055#define MIN_GAP (128*1024*1024UL + stack_maxrandom_size())
Jiri Kosinacc503c12008-01-30 13:31:07 +010056#define MAX_GAP (TASK_SIZE/6*5)
Andi Kleen88172102006-01-17 07:03:38 +010057
Andrew Morton954683a2008-01-30 13:31:07 +010058static int mmap_is_legacy(void)
Jiri Kosinacc503c12008-01-30 13:31:07 +010059{
60 if (current->personality & ADDR_COMPAT_LAYOUT)
61 return 1;
62
Jiri Slaby2854e722010-01-27 17:32:22 +010063 if (rlimit(RLIMIT_STACK) == RLIM_INFINITY)
Jiri Kosinacc503c12008-01-30 13:31:07 +010064 return 1;
65
66 return sysctl_legacy_va_layout;
67}
68
Kees Cook2b68f6c2015-04-14 15:48:00 -070069unsigned long arch_mmap_rnd(void)
Harvey Harrison675a0812008-01-30 13:31:10 +010070{
Kees Cook82168142015-04-14 15:47:45 -070071 unsigned long rnd;
Harvey Harrison675a0812008-01-30 13:31:10 +010072
Kees Cook82168142015-04-14 15:47:45 -070073 if (mmap_is_ia32())
Daniel Cashman9e08f572016-01-14 15:20:06 -080074#ifdef CONFIG_COMPAT
Daniel Cashman5ef11c32016-02-26 15:19:37 -080075 rnd = get_random_long() & ((1UL << mmap_rnd_compat_bits) - 1);
Daniel Cashman9e08f572016-01-14 15:20:06 -080076#else
Daniel Cashman5ef11c32016-02-26 15:19:37 -080077 rnd = get_random_long() & ((1UL << mmap_rnd_bits) - 1);
Daniel Cashman9e08f572016-01-14 15:20:06 -080078#endif
Kees Cook82168142015-04-14 15:47:45 -070079 else
Daniel Cashman5ef11c32016-02-26 15:19:37 -080080 rnd = get_random_long() & ((1UL << mmap_rnd_bits) - 1);
Kees Cook82168142015-04-14 15:47:45 -070081
Harvey Harrison675a0812008-01-30 13:31:10 +010082 return rnd << PAGE_SHIFT;
83}
84
Kees Cook82168142015-04-14 15:47:45 -070085static unsigned long mmap_base(unsigned long rnd)
Harvey Harrison675a0812008-01-30 13:31:10 +010086{
Jiri Slaby2854e722010-01-27 17:32:22 +010087 unsigned long gap = rlimit(RLIMIT_STACK);
Harvey Harrison675a0812008-01-30 13:31:10 +010088
89 if (gap < MIN_GAP)
90 gap = MIN_GAP;
91 else if (gap > MAX_GAP)
92 gap = MAX_GAP;
93
Kees Cook82168142015-04-14 15:47:45 -070094 return PAGE_ALIGN(TASK_SIZE - gap - rnd);
Harvey Harrison675a0812008-01-30 13:31:10 +010095}
96
97/*
Jiri Kosinacc503c12008-01-30 13:31:07 +010098 * This function, called very early during the creation of a new
99 * process VM image, sets up which VM layout function to use:
100 */
101void arch_pick_mmap_layout(struct mm_struct *mm)
102{
Kees Cook82168142015-04-14 15:47:45 -0700103 unsigned long random_factor = 0UL;
104
105 if (current->flags & PF_RANDOMIZE)
Kees Cook2b68f6c2015-04-14 15:48:00 -0700106 random_factor = arch_mmap_rnd();
Kees Cook82168142015-04-14 15:47:45 -0700107
Hector Marco-Gisbert8b8addf2016-03-10 20:51:00 +0100108 mm->mmap_legacy_base = TASK_UNMAPPED_BASE + random_factor;
Radu Caragea41aacc12013-08-21 20:55:59 +0300109
Harvey Harrison675a0812008-01-30 13:31:10 +0100110 if (mmap_is_legacy()) {
Radu Caragea41aacc12013-08-21 20:55:59 +0300111 mm->mmap_base = mm->mmap_legacy_base;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100112 mm->get_unmapped_area = arch_get_unmapped_area;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100113 } else {
Kees Cook82168142015-04-14 15:47:45 -0700114 mm->mmap_base = mmap_base(random_factor);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100115 mm->get_unmapped_area = arch_get_unmapped_area_topdown;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100116 }
Jiri Kosinacc503c12008-01-30 13:31:07 +0100117}
Kirill A. Shutemova89652762015-07-20 14:29:58 -0700118
119const char *arch_vma_name(struct vm_area_struct *vma)
120{
121 if (vma->vm_flags & VM_MPX)
122 return "[mpx]";
123 return NULL;
124}