blob: 763bbad1e258048d9ea3e32764f4a79b8c5b59fb [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Will Deacond1515582017-10-24 11:22:46 +01002#ifndef __LINUX_COMPILER_TYPES_H
Robert P. J. Day94f582f2007-10-16 23:26:11 -07003#error "Please don't include <linux/compiler-gcc.h> directly, include <linux/compiler.h> instead."
4#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07005
6/*
7 * Common definitions for all gcc versions go here.
8 */
Joe Perchesf6d133f82015-06-25 15:01:00 -07009#define GCC_VERSION (__GNUC__ * 10000 \
10 + __GNUC_MINOR__ * 100 \
11 + __GNUC_PATCHLEVEL__)
Linus Torvalds1da177e2005-04-16 15:20:36 -070012
Joe Perchescafa0012018-08-20 13:15:26 -070013#if GCC_VERSION < 40600
14# error Sorry, your compiler is too old - please upgrade it.
15#endif
16
Linus Torvalds1da177e2005-04-16 15:20:36 -070017/* Optimization barrier */
Daniel Borkmann7829fb02015-04-30 04:13:52 +020018
Linus Torvalds1da177e2005-04-16 15:20:36 -070019/* The "volatile" is due to gcc bugs */
20#define barrier() __asm__ __volatile__("": : :"memory")
Daniel Borkmann7829fb02015-04-30 04:13:52 +020021/*
22 * This version is i.e. to prevent dead stores elimination on @ptr
23 * where gcc and llvm may behave differently when otherwise using
24 * normal barrier(): while gcc behavior gets along with a normal
25 * barrier(), llvm needs an explicit input variable to be assumed
26 * clobbered. The issue is as follows: while the inline asm might
27 * access any memory it wants, the compiler could have fit all of
28 * @ptr into memory registers instead, and since @ptr never escaped
Benjamin Peterson8e8780a2016-12-12 16:45:38 -080029 * from that, it proved that the inline asm wasn't touching any of
Daniel Borkmann7829fb02015-04-30 04:13:52 +020030 * it. This version works well with both compilers, i.e. we're telling
31 * the compiler that the inline asm absolutely may see the contents
32 * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495
33 */
34#define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory")
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Anton Blanchardc8d52462006-01-10 18:21:20 +110036/*
Andi Kleen85c210e2009-01-09 16:40:53 -080037 * This macro obfuscates arithmetic on a variable address so that gcc
38 * shouldn't recognize the original var, and make assumptions about it.
39 *
40 * This is needed because the C standard makes it undefined to do
41 * pointer arithmetic on "objects" outside their boundaries and the
42 * gcc optimizers assume this is the case. In particular they
43 * assume such arithmetic does not wrap.
44 *
45 * A miscompilation has been observed because of this on PPC.
46 * To work around it we hide the relationship of the pointer and the object
47 * using this macro.
48 *
Anton Blanchardc8d52462006-01-10 18:21:20 +110049 * Versions of the ppc64 compiler before 4.1 had a bug where use of
50 * RELOC_HIDE could trash r30. The bug can be worked around by changing
51 * the inline assembly constraint from =g to =r, in this particular
52 * case either is valid.
53 */
Joe Perchesf6d133f82015-06-25 15:01:00 -070054#define RELOC_HIDE(ptr, off) \
55({ \
56 unsigned long __ptr; \
57 __asm__ ("" : "=r"(__ptr) : "0"(ptr)); \
58 (typeof(ptr)) (__ptr + (off)); \
59})
Andrew Mortona1365642006-01-08 01:04:09 -080060
Cesar Eduardo Barrosfe8c8a12013-11-25 22:00:41 -020061/* Make the optimizer believe the variable can be manipulated arbitrarily. */
Joe Perchesf6d133f82015-06-25 15:01:00 -070062#define OPTIMIZER_HIDE_VAR(var) \
63 __asm__ ("" : "=r" (var) : "0" (var))
Cesar Eduardo Barrosfe8c8a12013-11-25 22:00:41 -020064
Joe Perchescafa0012018-08-20 13:15:26 -070065/*
66 * A trick to suppress uninitialized variable warning without generating any
67 * code
68 */
69#define uninitialized_var(x) x = x
70
KOSAKI Motohiro5bd7e6a2011-05-24 17:13:17 -070071#ifdef __CHECKER__
Joe Perchesf6d133f82015-06-25 15:01:00 -070072#define __must_be_array(a) 0
KOSAKI Motohiro5bd7e6a2011-05-24 17:13:17 -070073#else
Rusty Russellc5e631cf2007-05-06 14:51:05 -070074/* &a[0] degrades to a pointer: a different type from an array */
Joe Perchesf6d133f82015-06-25 15:01:00 -070075#define __must_be_array(a) BUILD_BUG_ON_ZERO(__same_type((a), &(a)[0]))
KOSAKI Motohiro5bd7e6a2011-05-24 17:13:17 -070076#endif
Andrew Mortona1365642006-01-08 01:04:09 -080077
David Woodhouse87358712018-02-19 10:50:57 +000078#ifdef RETPOLINE
79#define __noretpoline __attribute__((indirect_branch("keep")))
80#endif
81
Uwe Kleine-König446c92b2009-03-12 18:03:16 +010082/*
Joe Perchesf6d133f82015-06-25 15:01:00 -070083 * it doesn't make sense on ARM (currently the only user of __naked)
84 * to trace naked functions because then mcount is called without
85 * stack and frame pointer being set up and there is no chance to
86 * restore the lr register to the value before mcount was called.
Mikael Pettersson9c695202010-06-29 15:05:25 -070087 *
Joe Perchesf6d133f82015-06-25 15:01:00 -070088 * The asm() bodies of naked functions often depend on standard calling
89 * conventions, therefore they must be noinline and noclone.
90 *
91 * GCC 4.[56] currently fail to enforce this, so we must do so ourselves.
92 * See GCC PR44290.
Uwe Kleine-König446c92b2009-03-12 18:03:16 +010093 */
Joe Perchesf6d133f82015-06-25 15:01:00 -070094#define __naked __attribute__((naked)) noinline __noclone notrace
Uwe Kleine-König446c92b2009-03-12 18:03:16 +010095
Joe Perchescb984d12015-06-25 15:01:02 -070096#define __UNIQUE_ID(prefix) __PASTE(__PASTE(__UNIQUE_ID_, prefix), __COUNTER__)
97
Geert Uytterhoevendf5d45a2018-02-01 11:21:58 +010098#define __optimize(level) __attribute__((__optimize__(level)))
Geert Uytterhoevendf5d45a2018-02-01 11:21:58 +010099
Joe Perchescafa0012018-08-20 13:15:26 -0700100#define __compiletime_object_size(obj) __builtin_object_size(obj, 0)
Emese Revfy0766f782016-06-20 20:42:34 +0200101
102#ifndef __CHECKER__
Joe Perchescafa0012018-08-20 13:15:26 -0700103#define __compiletime_warning(message) __attribute__((warning(message)))
104#define __compiletime_error(message) __attribute__((error(message)))
105
Emese Revfy0766f782016-06-20 20:42:34 +0200106#ifdef LATENT_ENTROPY_PLUGIN
107#define __latent_entropy __attribute__((latent_entropy))
108#endif
Joe Perchescafa0012018-08-20 13:15:26 -0700109#endif /* __CHECKER__ */
Emese Revfy0766f782016-06-20 20:42:34 +0200110
Joe Perchescb984d12015-06-25 15:01:02 -0700111/*
Arnd Bergmann173a3ef2018-02-21 14:45:54 -0800112 * calling noreturn functions, __builtin_unreachable() and __builtin_trap()
113 * confuse the stack allocation in gcc, leading to overly large stack
114 * frames, see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=82365
115 *
116 * Adding an empty inline assembly before it works around the problem
117 */
118#define barrier_before_unreachable() asm volatile("")
119
120/*
Joe Perchescb984d12015-06-25 15:01:02 -0700121 * Mark a position in code as unreachable. This can be used to
122 * suppress control flow warnings after asm blocks that transfer
123 * control elsewhere.
124 *
125 * Early snapshots of gcc 4.5 don't support this and we can't detect
126 * this in the preprocessor, but we can live with this because they're
127 * unreleased. Really, we need to have autoconf for the kernel.
128 */
Josh Poimboeuf4e4636c2017-02-27 22:21:16 -0600129#define unreachable() \
Arnd Bergmann173a3ef2018-02-21 14:45:54 -0800130 do { \
131 annotate_unreachable(); \
132 barrier_before_unreachable(); \
133 __builtin_unreachable(); \
134 } while (0)
Joe Perchescb984d12015-06-25 15:01:02 -0700135
136/* Mark a function definition as prohibited from being cloned. */
Paolo Bonzini95272c22016-03-31 09:38:51 +0200137#define __noclone __attribute__((__noclone__, __optimize__("no-tracer")))
Joe Perchescb984d12015-06-25 15:01:02 -0700138
Matthew Wilcoxa3d6c972018-01-18 16:34:08 -0800139#if defined(RANDSTRUCT_PLUGIN) && !defined(__CHECKER__)
Kees Cook313dd1b62017-05-05 23:37:45 -0700140#define __randomize_layout __attribute__((randomize_layout))
141#define __no_randomize_layout __attribute__((no_randomize_layout))
Kees Cook2cfe0d32018-04-10 16:32:44 -0700142/* This anon struct can add padding, so only enable it under randstruct. */
143#define randomized_struct_fields_start struct {
144#define randomized_struct_fields_end } __randomize_layout;
Kees Cook313dd1b62017-05-05 23:37:45 -0700145#endif
146
Joe Perchescb984d12015-06-25 15:01:02 -0700147/*
Andrew Morton9add8502015-11-06 16:30:09 -0800148 * When used with Link Time Optimization, gcc can optimize away C functions or
149 * variables which are referenced only from assembly code. __visible tells the
150 * optimizer that something else uses this function or variable, thus preventing
151 * this.
Joe Perchescb984d12015-06-25 15:01:02 -0700152 */
153#define __visible __attribute__((externally_visible))
Kees Cook29e48ce2017-04-05 22:43:33 -0700154
Joe Perchescafa0012018-08-20 13:15:26 -0700155/* gcc version specific checks */
Rasmus Villemoesa744fd12015-11-05 18:45:02 -0800156
Rasmus Villemoes8748dd52015-11-05 18:45:05 -0800157#if GCC_VERSION >= 40900 && !defined(__CHECKER__)
Rasmus Villemoesa744fd12015-11-05 18:45:02 -0800158/*
159 * __assume_aligned(n, k): Tell the optimizer that the returned
160 * pointer can be assumed to be k modulo n. The second argument is
161 * optional (default 0), so we use a variadic macro to make the
162 * shorthand.
163 *
164 * Beware: Do not apply this to functions which may return
165 * ERR_PTRs. Also, it is probably unwise to apply it to functions
166 * returning extra information in the low bits (but in that case the
167 * compiler should see some alignment anyway, when the return value is
168 * massaged by 'flags = ptr & 3; ptr &= ~3;').
169 */
170#define __assume_aligned(a, ...) __attribute__((__assume_aligned__(a, ## __VA_ARGS__)))
171#endif
172
Joe Perchescb984d12015-06-25 15:01:02 -0700173/*
174 * GCC 'asm goto' miscompiles certain code sequences:
175 *
176 * http://gcc.gnu.org/bugzilla/show_bug.cgi?id=58670
177 *
178 * Work it around via a compiler barrier quirk suggested by Jakub Jelinek.
179 *
180 * (asm goto is automatically volatile - the naming reflects this.)
181 */
182#define asm_volatile_goto(x...) do { asm goto(x); asm (""); } while (0)
183
Johannes Berg101b29a2016-08-25 15:16:45 -0700184/*
185 * sparse (__CHECKER__) pretends to be gcc, but can't do constant
186 * folding in __builtin_bswap*() (yet), so don't set these for it.
187 */
188#if defined(CONFIG_ARCH_USE_BUILTIN_BSWAP) && !defined(__CHECKER__)
Joe Perchescb984d12015-06-25 15:01:02 -0700189#define __HAVE_BUILTIN_BSWAP32__
190#define __HAVE_BUILTIN_BSWAP64__
Josh Poimboeuf8634de62016-05-06 09:22:25 -0500191#if GCC_VERSION >= 40800
Joe Perchescb984d12015-06-25 15:01:02 -0700192#define __HAVE_BUILTIN_BSWAP16__
193#endif
Johannes Berg101b29a2016-08-25 15:16:45 -0700194#endif /* CONFIG_ARCH_USE_BUILTIN_BSWAP && !__CHECKER__ */
Joe Perchescb984d12015-06-25 15:01:02 -0700195
Dmitry Vyukov045d5992016-11-30 15:54:13 -0800196#if GCC_VERSION >= 70000
197#define KASAN_ABI_VERSION 5
198#elif GCC_VERSION >= 50000
Joe Perchescb984d12015-06-25 15:01:02 -0700199#define KASAN_ABI_VERSION 4
200#elif GCC_VERSION >= 40902
201#define KASAN_ABI_VERSION 3
202#endif
203
Andrey Ryabinind9764412015-10-19 11:37:17 +0300204#if GCC_VERSION >= 40902
205/*
206 * Tell the compiler that address safety instrumentation (KASAN)
207 * should not be applied to that function.
208 * Conflicts with inlining: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368
209 */
210#define __no_sanitize_address __attribute__((no_sanitize_address))
211#endif
212
Kees Cook0aa5e492017-04-05 09:49:19 -0700213#if GCC_VERSION >= 50100
214/*
215 * Mark structures as requiring designated initializers.
216 * https://gcc.gnu.org/onlinedocs/gcc/Designated-Inits.html
217 */
218#define __designated_init __attribute__((designated_init))
Joe Perchescafa0012018-08-20 13:15:26 -0700219#define COMPILER_HAS_GENERIC_BUILTIN_OVERFLOW 1
Kees Cook0aa5e492017-04-05 09:49:19 -0700220#endif
221
Mikael Pettersson9c695202010-06-29 15:05:25 -0700222#if !defined(__noclone)
223#define __noclone /* not needed */
224#endif
Borislav Petkovc837fb32011-03-22 16:33:55 -0700225
Andrey Ryabinind9764412015-10-19 11:37:17 +0300226#if !defined(__no_sanitize_address)
227#define __no_sanitize_address
228#endif
229
Borislav Petkovc837fb32011-03-22 16:33:55 -0700230/*
Arnd Bergmann8793bb72018-06-19 13:14:56 -0700231 * Turn individual warnings and errors on and off locally, depending
232 * on version.
233 */
234#define __diag_GCC(version, severity, s) \
235 __diag_GCC_ ## version(__diag_GCC_ ## severity s)
236
237/* Severity used in pragma directives */
238#define __diag_GCC_ignore ignored
239#define __diag_GCC_warn warning
240#define __diag_GCC_error error
241
Arnd Bergmann8793bb72018-06-19 13:14:56 -0700242#define __diag_str1(s) #s
243#define __diag_str(s) __diag_str1(s)
244#define __diag(s) _Pragma(__diag_str(GCC diagnostic s))
Arnd Bergmann8793bb72018-06-19 13:14:56 -0700245
246#if GCC_VERSION >= 80000
247#define __diag_GCC_8(s) __diag(s)
248#else
249#define __diag_GCC_8(s)
250#endif