Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 1 | /* |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 2 | * Flexible mmap layout support |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 3 | * |
| 4 | * Based on code by Ingo Molnar and Andi Kleen, copyrighted |
| 5 | * as follows: |
| 6 | * |
Ingo Molnar | 8f47e16 | 2009-01-31 02:03:42 +0100 | [diff] [blame] | 7 | * Copyright 2003-2009 Red Hat Inc. |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 8 | * All Rights Reserved. |
| 9 | * Copyright 2005 Andi Kleen, SUSE Labs. |
| 10 | * Copyright 2007 Jiri Kosina, SUSE Labs. |
| 11 | * |
| 12 | * This program is free software; you can redistribute it and/or modify |
| 13 | * it under the terms of the GNU General Public License as published by |
| 14 | * the Free Software Foundation; either version 2 of the License, or |
| 15 | * (at your option) any later version. |
| 16 | * |
| 17 | * This program is distributed in the hope that it will be useful, |
| 18 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 19 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 20 | * GNU General Public License for more details. |
| 21 | * |
| 22 | * You should have received a copy of the GNU General Public License |
| 23 | * along with this program; if not, write to the Free Software |
| 24 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 25 | */ |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 26 | |
| 27 | #include <linux/personality.h> |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 28 | #include <linux/mm.h> |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 29 | #include <linux/random.h> |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 30 | #include <linux/limits.h> |
Ingo Molnar | 3f07c01 | 2017-02-08 18:51:30 +0100 | [diff] [blame] | 31 | #include <linux/sched/signal.h> |
Ingo Molnar | 0104260 | 2017-02-08 18:51:31 +0100 | [diff] [blame] | 32 | #include <linux/sched/mm.h> |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 33 | #include <asm/elf.h> |
| 34 | |
Jan-Simon Möller | cc99535 | 2014-09-05 16:16:45 -0700 | [diff] [blame] | 35 | struct va_alignment __read_mostly va_align = { |
Borislav Petkov | 9387f77 | 2011-08-06 14:31:38 +0200 | [diff] [blame] | 36 | .flags = -1, |
| 37 | }; |
| 38 | |
Hector Marco-Gisbert | 4e7c22d | 2015-02-14 09:33:50 -0800 | [diff] [blame] | 39 | static unsigned long stack_maxrandom_size(void) |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 40 | { |
Hector Marco-Gisbert | 4e7c22d | 2015-02-14 09:33:50 -0800 | [diff] [blame] | 41 | unsigned long max = 0; |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 42 | if ((current->flags & PF_RANDOMIZE) && |
| 43 | !(current->personality & ADDR_NO_RANDOMIZE)) { |
Hector Marco-Gisbert | 4e7c22d | 2015-02-14 09:33:50 -0800 | [diff] [blame] | 44 | max = ((-1UL) & STACK_RND_MASK) << PAGE_SHIFT; |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 45 | } |
| 46 | |
| 47 | return max; |
| 48 | } |
| 49 | |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 50 | /* |
| 51 | * Top of mmap area (just below the process stack). |
| 52 | * |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 53 | * Leave an at least ~128 MB hole with possible stack randomization. |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 54 | */ |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 55 | #define MIN_GAP (128*1024*1024UL + stack_maxrandom_size()) |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 56 | #define MAX_GAP (TASK_SIZE/6*5) |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 57 | |
Andrew Morton | 954683a | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 58 | static int mmap_is_legacy(void) |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 59 | { |
| 60 | if (current->personality & ADDR_COMPAT_LAYOUT) |
| 61 | return 1; |
| 62 | |
Jiri Slaby | 2854e72 | 2010-01-27 17:32:22 +0100 | [diff] [blame] | 63 | if (rlimit(RLIMIT_STACK) == RLIM_INFINITY) |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 64 | return 1; |
| 65 | |
| 66 | return sysctl_legacy_va_layout; |
| 67 | } |
| 68 | |
Kees Cook | 2b68f6c | 2015-04-14 15:48:00 -0700 | [diff] [blame] | 69 | unsigned long arch_mmap_rnd(void) |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 70 | { |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 71 | unsigned long rnd; |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 72 | |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 73 | if (mmap_is_ia32()) |
Daniel Cashman | 9e08f57 | 2016-01-14 15:20:06 -0800 | [diff] [blame] | 74 | #ifdef CONFIG_COMPAT |
Daniel Cashman | 5ef11c3 | 2016-02-26 15:19:37 -0800 | [diff] [blame] | 75 | rnd = get_random_long() & ((1UL << mmap_rnd_compat_bits) - 1); |
Daniel Cashman | 9e08f57 | 2016-01-14 15:20:06 -0800 | [diff] [blame] | 76 | #else |
Daniel Cashman | 5ef11c3 | 2016-02-26 15:19:37 -0800 | [diff] [blame] | 77 | rnd = get_random_long() & ((1UL << mmap_rnd_bits) - 1); |
Daniel Cashman | 9e08f57 | 2016-01-14 15:20:06 -0800 | [diff] [blame] | 78 | #endif |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 79 | else |
Daniel Cashman | 5ef11c3 | 2016-02-26 15:19:37 -0800 | [diff] [blame] | 80 | rnd = get_random_long() & ((1UL << mmap_rnd_bits) - 1); |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 81 | |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 82 | return rnd << PAGE_SHIFT; |
| 83 | } |
| 84 | |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 85 | static unsigned long mmap_base(unsigned long rnd) |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 86 | { |
Jiri Slaby | 2854e72 | 2010-01-27 17:32:22 +0100 | [diff] [blame] | 87 | unsigned long gap = rlimit(RLIMIT_STACK); |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 88 | |
| 89 | if (gap < MIN_GAP) |
| 90 | gap = MIN_GAP; |
| 91 | else if (gap > MAX_GAP) |
| 92 | gap = MAX_GAP; |
| 93 | |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 94 | return PAGE_ALIGN(TASK_SIZE - gap - rnd); |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 95 | } |
| 96 | |
| 97 | /* |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 98 | * This function, called very early during the creation of a new |
| 99 | * process VM image, sets up which VM layout function to use: |
| 100 | */ |
| 101 | void arch_pick_mmap_layout(struct mm_struct *mm) |
| 102 | { |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 103 | unsigned long random_factor = 0UL; |
| 104 | |
| 105 | if (current->flags & PF_RANDOMIZE) |
Kees Cook | 2b68f6c | 2015-04-14 15:48:00 -0700 | [diff] [blame] | 106 | random_factor = arch_mmap_rnd(); |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 107 | |
Hector Marco-Gisbert | 8b8addf | 2016-03-10 20:51:00 +0100 | [diff] [blame] | 108 | mm->mmap_legacy_base = TASK_UNMAPPED_BASE + random_factor; |
Radu Caragea | 41aacc1 | 2013-08-21 20:55:59 +0300 | [diff] [blame] | 109 | |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 110 | if (mmap_is_legacy()) { |
Radu Caragea | 41aacc1 | 2013-08-21 20:55:59 +0300 | [diff] [blame] | 111 | mm->mmap_base = mm->mmap_legacy_base; |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 112 | mm->get_unmapped_area = arch_get_unmapped_area; |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 113 | } else { |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 114 | mm->mmap_base = mmap_base(random_factor); |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 115 | mm->get_unmapped_area = arch_get_unmapped_area_topdown; |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 116 | } |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 117 | } |
Kirill A. Shutemov | a8965276 | 2015-07-20 14:29:58 -0700 | [diff] [blame] | 118 | |
| 119 | const char *arch_vma_name(struct vm_area_struct *vma) |
| 120 | { |
| 121 | if (vma->vm_flags & VM_MPX) |
| 122 | return "[mpx]"; |
| 123 | return NULL; |
| 124 | } |