blob: 6a4d1caaff5c229903f905c04a41dc633b7ac009 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef _LINUX_MMAN_H
3#define _LINUX_MMAN_H
4
David Woodhouse9cdcb562006-04-25 14:18:07 +01005#include <linux/mm.h>
KOSAKI Motohiro00a62ce2009-04-30 15:08:51 -07006#include <linux/percpu_counter.h>
David Woodhouse9cdcb562006-04-25 14:18:07 +01007
Arun Sharma600634972011-07-26 16:09:06 -07008#include <linux/atomic.h>
David Howells607ca462012-10-13 10:46:48 +01009#include <uapi/linux/mman.h>
David Woodhouse9cdcb562006-04-25 14:18:07 +010010
Dan Williams1c972592017-11-01 16:36:30 +010011/*
12 * Arrange for legacy / undefined architecture specific flags to be
Jan Karab6fb2932017-11-01 16:36:41 +010013 * ignored by mmap handling code.
Dan Williams1c972592017-11-01 16:36:30 +010014 */
15#ifndef MAP_32BIT
16#define MAP_32BIT 0
17#endif
18#ifndef MAP_HUGE_2MB
19#define MAP_HUGE_2MB 0
20#endif
21#ifndef MAP_HUGE_1GB
22#define MAP_HUGE_1GB 0
23#endif
24#ifndef MAP_UNINITIALIZED
25#define MAP_UNINITIALIZED 0
26#endif
Jan Karab6fb2932017-11-01 16:36:41 +010027#ifndef MAP_SYNC
28#define MAP_SYNC 0
29#endif
Dan Williams1c972592017-11-01 16:36:30 +010030
31/*
32 * The historical set of flags that all mmap implementations implicitly
33 * support when a ->mmap_validate() op is not provided in file_operations.
34 */
35#define LEGACY_MAP_MASK (MAP_SHARED \
36 | MAP_PRIVATE \
37 | MAP_FIXED \
38 | MAP_ANONYMOUS \
39 | MAP_DENYWRITE \
40 | MAP_EXECUTABLE \
41 | MAP_UNINITIALIZED \
42 | MAP_GROWSDOWN \
43 | MAP_LOCKED \
44 | MAP_NORESERVE \
45 | MAP_POPULATE \
46 | MAP_NONBLOCK \
47 | MAP_STACK \
48 | MAP_HUGETLB \
49 | MAP_32BIT \
50 | MAP_HUGE_2MB \
51 | MAP_HUGE_1GB)
52
Linus Torvalds1da177e2005-04-16 15:20:36 -070053extern int sysctl_overcommit_memory;
54extern int sysctl_overcommit_ratio;
Jerome Marchand49f0ce52014-01-21 15:49:14 -080055extern unsigned long sysctl_overcommit_kbytes;
KOSAKI Motohiro00a62ce2009-04-30 15:08:51 -070056extern struct percpu_counter vm_committed_as;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
Tim Chen917d9292013-07-03 15:02:44 -070058#ifdef CONFIG_SMP
59extern s32 vm_committed_as_batch;
60#else
61#define vm_committed_as_batch 0
62#endif
63
K. Y. Srinivasan997071b2012-11-15 14:34:42 -080064unsigned long vm_memory_committed(void);
65
Linus Torvalds1da177e2005-04-16 15:20:36 -070066static inline void vm_acct_memory(long pages)
67{
Nikolay Borisov104b4e52017-06-20 21:01:20 +030068 percpu_counter_add_batch(&vm_committed_as, pages, vm_committed_as_batch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069}
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
71static inline void vm_unacct_memory(long pages)
72{
73 vm_acct_memory(-pages);
74}
75
76/*
Dave Kleikampb845f312008-07-08 00:28:51 +100077 * Allow architectures to handle additional protection bits
78 */
79
80#ifndef arch_calc_vm_prot_bits
Dave Hansene6bfb702016-02-12 13:02:31 -080081#define arch_calc_vm_prot_bits(prot, pkey) 0
Dave Kleikampb845f312008-07-08 00:28:51 +100082#endif
83
84#ifndef arch_vm_get_page_prot
85#define arch_vm_get_page_prot(vm_flags) __pgprot(0)
86#endif
87
88#ifndef arch_validate_prot
89/*
90 * This is called from mprotect(). PROT_GROWSDOWN and PROT_GROWSUP have
91 * already been masked out.
92 *
93 * Returns true if the prot flags are valid
94 */
Chen Gang949bed22016-08-02 14:03:42 -070095static inline bool arch_validate_prot(unsigned long prot)
Dave Kleikampb845f312008-07-08 00:28:51 +100096{
97 return (prot & ~(PROT_READ | PROT_WRITE | PROT_EXEC | PROT_SEM)) == 0;
98}
99#define arch_validate_prot arch_validate_prot
100#endif
101
102/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 * Optimisation macro. It is equivalent to:
104 * (x & bit1) ? bit2 : 0
105 * but this version is faster.
106 * ("bit1" and "bit2" must be single bits)
107 */
108#define _calc_vm_trans(x, bit1, bit2) \
Jan Kara592e2542017-11-03 12:21:21 +0100109 ((!(bit1) || !(bit2)) ? 0 : \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 ((bit1) <= (bit2) ? ((x) & (bit1)) * ((bit2) / (bit1)) \
Jan Kara592e2542017-11-03 12:21:21 +0100111 : ((x) & (bit1)) / ((bit1) / (bit2))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
113/*
114 * Combine the mmap "prot" argument into "vm_flags" used internally.
115 */
116static inline unsigned long
Dave Hansene6bfb702016-02-12 13:02:31 -0800117calc_vm_prot_bits(unsigned long prot, unsigned long pkey)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118{
119 return _calc_vm_trans(prot, PROT_READ, VM_READ ) |
120 _calc_vm_trans(prot, PROT_WRITE, VM_WRITE) |
Dave Kleikampb845f312008-07-08 00:28:51 +1000121 _calc_vm_trans(prot, PROT_EXEC, VM_EXEC) |
Dave Hansene6bfb702016-02-12 13:02:31 -0800122 arch_calc_vm_prot_bits(prot, pkey);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123}
124
125/*
126 * Combine the mmap "flags" argument into "vm_flags" used internally.
127 */
128static inline unsigned long
129calc_vm_flag_bits(unsigned long flags)
130{
131 return _calc_vm_trans(flags, MAP_GROWSDOWN, VM_GROWSDOWN ) |
132 _calc_vm_trans(flags, MAP_DENYWRITE, VM_DENYWRITE ) |
Jan Karab6fb2932017-11-01 16:36:41 +0100133 _calc_vm_trans(flags, MAP_LOCKED, VM_LOCKED ) |
134 _calc_vm_trans(flags, MAP_SYNC, VM_SYNC );
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135}
Jerome Marchand00619bc2013-11-12 15:08:31 -0800136
137unsigned long vm_commit_limit(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138#endif /* _LINUX_MMAN_H */