Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Will Deacon | d151558 | 2017-10-24 11:22:46 +0100 | [diff] [blame] | 2 | #ifndef __LINUX_COMPILER_TYPES_H |
Robert P. J. Day | 94f582f | 2007-10-16 23:26:11 -0700 | [diff] [blame] | 3 | #error "Please don't include <linux/compiler-gcc.h> directly, include <linux/compiler.h> instead." |
| 4 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | |
| 6 | /* |
| 7 | * Common definitions for all gcc versions go here. |
| 8 | */ |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 9 | #define GCC_VERSION (__GNUC__ * 10000 \ |
| 10 | + __GNUC_MINOR__ * 100 \ |
| 11 | + __GNUC_PATCHLEVEL__) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 13 | #if GCC_VERSION < 40600 |
| 14 | # error Sorry, your compiler is too old - please upgrade it. |
| 15 | #endif |
| 16 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | /* Optimization barrier */ |
Daniel Borkmann | 7829fb0 | 2015-04-30 04:13:52 +0200 | [diff] [blame] | 18 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | /* The "volatile" is due to gcc bugs */ |
| 20 | #define barrier() __asm__ __volatile__("": : :"memory") |
Daniel Borkmann | 7829fb0 | 2015-04-30 04:13:52 +0200 | [diff] [blame] | 21 | /* |
| 22 | * This version is i.e. to prevent dead stores elimination on @ptr |
| 23 | * where gcc and llvm may behave differently when otherwise using |
| 24 | * normal barrier(): while gcc behavior gets along with a normal |
| 25 | * barrier(), llvm needs an explicit input variable to be assumed |
| 26 | * clobbered. The issue is as follows: while the inline asm might |
| 27 | * access any memory it wants, the compiler could have fit all of |
| 28 | * @ptr into memory registers instead, and since @ptr never escaped |
Benjamin Peterson | 8e8780a | 2016-12-12 16:45:38 -0800 | [diff] [blame] | 29 | * from that, it proved that the inline asm wasn't touching any of |
Daniel Borkmann | 7829fb0 | 2015-04-30 04:13:52 +0200 | [diff] [blame] | 30 | * it. This version works well with both compilers, i.e. we're telling |
| 31 | * the compiler that the inline asm absolutely may see the contents |
| 32 | * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495 |
| 33 | */ |
| 34 | #define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory") |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | |
Anton Blanchard | c8d5246 | 2006-01-10 18:21:20 +1100 | [diff] [blame] | 36 | /* |
Andi Kleen | 85c210e | 2009-01-09 16:40:53 -0800 | [diff] [blame] | 37 | * This macro obfuscates arithmetic on a variable address so that gcc |
| 38 | * shouldn't recognize the original var, and make assumptions about it. |
| 39 | * |
| 40 | * This is needed because the C standard makes it undefined to do |
| 41 | * pointer arithmetic on "objects" outside their boundaries and the |
| 42 | * gcc optimizers assume this is the case. In particular they |
| 43 | * assume such arithmetic does not wrap. |
| 44 | * |
| 45 | * A miscompilation has been observed because of this on PPC. |
| 46 | * To work around it we hide the relationship of the pointer and the object |
| 47 | * using this macro. |
| 48 | * |
Anton Blanchard | c8d5246 | 2006-01-10 18:21:20 +1100 | [diff] [blame] | 49 | * Versions of the ppc64 compiler before 4.1 had a bug where use of |
| 50 | * RELOC_HIDE could trash r30. The bug can be worked around by changing |
| 51 | * the inline assembly constraint from =g to =r, in this particular |
| 52 | * case either is valid. |
| 53 | */ |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 54 | #define RELOC_HIDE(ptr, off) \ |
| 55 | ({ \ |
| 56 | unsigned long __ptr; \ |
| 57 | __asm__ ("" : "=r"(__ptr) : "0"(ptr)); \ |
| 58 | (typeof(ptr)) (__ptr + (off)); \ |
| 59 | }) |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 60 | |
Cesar Eduardo Barros | fe8c8a1 | 2013-11-25 22:00:41 -0200 | [diff] [blame] | 61 | /* Make the optimizer believe the variable can be manipulated arbitrarily. */ |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 62 | #define OPTIMIZER_HIDE_VAR(var) \ |
| 63 | __asm__ ("" : "=r" (var) : "0" (var)) |
Cesar Eduardo Barros | fe8c8a1 | 2013-11-25 22:00:41 -0200 | [diff] [blame] | 64 | |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 65 | /* |
| 66 | * A trick to suppress uninitialized variable warning without generating any |
| 67 | * code |
| 68 | */ |
| 69 | #define uninitialized_var(x) x = x |
| 70 | |
KOSAKI Motohiro | 5bd7e6a | 2011-05-24 17:13:17 -0700 | [diff] [blame] | 71 | #ifdef __CHECKER__ |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 72 | #define __must_be_array(a) 0 |
KOSAKI Motohiro | 5bd7e6a | 2011-05-24 17:13:17 -0700 | [diff] [blame] | 73 | #else |
Rusty Russell | c5e631cf | 2007-05-06 14:51:05 -0700 | [diff] [blame] | 74 | /* &a[0] degrades to a pointer: a different type from an array */ |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 75 | #define __must_be_array(a) BUILD_BUG_ON_ZERO(__same_type((a), &(a)[0])) |
KOSAKI Motohiro | 5bd7e6a | 2011-05-24 17:13:17 -0700 | [diff] [blame] | 76 | #endif |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 77 | |
David Woodhouse | 8735871 | 2018-02-19 10:50:57 +0000 | [diff] [blame] | 78 | #ifdef RETPOLINE |
| 79 | #define __noretpoline __attribute__((indirect_branch("keep"))) |
| 80 | #endif |
| 81 | |
Uwe Kleine-König | 446c92b | 2009-03-12 18:03:16 +0100 | [diff] [blame] | 82 | /* |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 83 | * it doesn't make sense on ARM (currently the only user of __naked) |
| 84 | * to trace naked functions because then mcount is called without |
| 85 | * stack and frame pointer being set up and there is no chance to |
| 86 | * restore the lr register to the value before mcount was called. |
Mikael Pettersson | 9c69520 | 2010-06-29 15:05:25 -0700 | [diff] [blame] | 87 | * |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 88 | * The asm() bodies of naked functions often depend on standard calling |
| 89 | * conventions, therefore they must be noinline and noclone. |
| 90 | * |
| 91 | * GCC 4.[56] currently fail to enforce this, so we must do so ourselves. |
| 92 | * See GCC PR44290. |
Uwe Kleine-König | 446c92b | 2009-03-12 18:03:16 +0100 | [diff] [blame] | 93 | */ |
Joe Perches | f6d133f8 | 2015-06-25 15:01:00 -0700 | [diff] [blame] | 94 | #define __naked __attribute__((naked)) noinline __noclone notrace |
Uwe Kleine-König | 446c92b | 2009-03-12 18:03:16 +0100 | [diff] [blame] | 95 | |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 96 | #define __UNIQUE_ID(prefix) __PASTE(__PASTE(__UNIQUE_ID_, prefix), __COUNTER__) |
| 97 | |
Geert Uytterhoeven | df5d45a | 2018-02-01 11:21:58 +0100 | [diff] [blame] | 98 | #define __optimize(level) __attribute__((__optimize__(level))) |
Geert Uytterhoeven | df5d45a | 2018-02-01 11:21:58 +0100 | [diff] [blame] | 99 | |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 100 | #define __compiletime_object_size(obj) __builtin_object_size(obj, 0) |
Emese Revfy | 0766f78 | 2016-06-20 20:42:34 +0200 | [diff] [blame] | 101 | |
| 102 | #ifndef __CHECKER__ |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 103 | #define __compiletime_warning(message) __attribute__((warning(message))) |
| 104 | #define __compiletime_error(message) __attribute__((error(message))) |
| 105 | |
Emese Revfy | 0766f78 | 2016-06-20 20:42:34 +0200 | [diff] [blame] | 106 | #ifdef LATENT_ENTROPY_PLUGIN |
| 107 | #define __latent_entropy __attribute__((latent_entropy)) |
| 108 | #endif |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 109 | #endif /* __CHECKER__ */ |
Emese Revfy | 0766f78 | 2016-06-20 20:42:34 +0200 | [diff] [blame] | 110 | |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 111 | /* |
Arnd Bergmann | 173a3ef | 2018-02-21 14:45:54 -0800 | [diff] [blame] | 112 | * calling noreturn functions, __builtin_unreachable() and __builtin_trap() |
| 113 | * confuse the stack allocation in gcc, leading to overly large stack |
| 114 | * frames, see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=82365 |
| 115 | * |
| 116 | * Adding an empty inline assembly before it works around the problem |
| 117 | */ |
| 118 | #define barrier_before_unreachable() asm volatile("") |
| 119 | |
| 120 | /* |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 121 | * Mark a position in code as unreachable. This can be used to |
| 122 | * suppress control flow warnings after asm blocks that transfer |
| 123 | * control elsewhere. |
| 124 | * |
| 125 | * Early snapshots of gcc 4.5 don't support this and we can't detect |
| 126 | * this in the preprocessor, but we can live with this because they're |
| 127 | * unreleased. Really, we need to have autoconf for the kernel. |
| 128 | */ |
Josh Poimboeuf | 4e4636c | 2017-02-27 22:21:16 -0600 | [diff] [blame] | 129 | #define unreachable() \ |
Arnd Bergmann | 173a3ef | 2018-02-21 14:45:54 -0800 | [diff] [blame] | 130 | do { \ |
| 131 | annotate_unreachable(); \ |
| 132 | barrier_before_unreachable(); \ |
| 133 | __builtin_unreachable(); \ |
| 134 | } while (0) |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 135 | |
| 136 | /* Mark a function definition as prohibited from being cloned. */ |
Paolo Bonzini | 95272c2 | 2016-03-31 09:38:51 +0200 | [diff] [blame] | 137 | #define __noclone __attribute__((__noclone__, __optimize__("no-tracer"))) |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 138 | |
Matthew Wilcox | a3d6c97 | 2018-01-18 16:34:08 -0800 | [diff] [blame] | 139 | #if defined(RANDSTRUCT_PLUGIN) && !defined(__CHECKER__) |
Kees Cook | 313dd1b6 | 2017-05-05 23:37:45 -0700 | [diff] [blame] | 140 | #define __randomize_layout __attribute__((randomize_layout)) |
| 141 | #define __no_randomize_layout __attribute__((no_randomize_layout)) |
Kees Cook | 2cfe0d3 | 2018-04-10 16:32:44 -0700 | [diff] [blame] | 142 | /* This anon struct can add padding, so only enable it under randstruct. */ |
| 143 | #define randomized_struct_fields_start struct { |
| 144 | #define randomized_struct_fields_end } __randomize_layout; |
Kees Cook | 313dd1b6 | 2017-05-05 23:37:45 -0700 | [diff] [blame] | 145 | #endif |
| 146 | |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 147 | /* |
Andrew Morton | 9add850 | 2015-11-06 16:30:09 -0800 | [diff] [blame] | 148 | * When used with Link Time Optimization, gcc can optimize away C functions or |
| 149 | * variables which are referenced only from assembly code. __visible tells the |
| 150 | * optimizer that something else uses this function or variable, thus preventing |
| 151 | * this. |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 152 | */ |
| 153 | #define __visible __attribute__((externally_visible)) |
Kees Cook | 29e48ce | 2017-04-05 22:43:33 -0700 | [diff] [blame] | 154 | |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 155 | /* gcc version specific checks */ |
Rasmus Villemoes | a744fd1 | 2015-11-05 18:45:02 -0800 | [diff] [blame] | 156 | |
Rasmus Villemoes | 8748dd5 | 2015-11-05 18:45:05 -0800 | [diff] [blame] | 157 | #if GCC_VERSION >= 40900 && !defined(__CHECKER__) |
Rasmus Villemoes | a744fd1 | 2015-11-05 18:45:02 -0800 | [diff] [blame] | 158 | /* |
| 159 | * __assume_aligned(n, k): Tell the optimizer that the returned |
| 160 | * pointer can be assumed to be k modulo n. The second argument is |
| 161 | * optional (default 0), so we use a variadic macro to make the |
| 162 | * shorthand. |
| 163 | * |
| 164 | * Beware: Do not apply this to functions which may return |
| 165 | * ERR_PTRs. Also, it is probably unwise to apply it to functions |
| 166 | * returning extra information in the low bits (but in that case the |
| 167 | * compiler should see some alignment anyway, when the return value is |
| 168 | * massaged by 'flags = ptr & 3; ptr &= ~3;'). |
| 169 | */ |
| 170 | #define __assume_aligned(a, ...) __attribute__((__assume_aligned__(a, ## __VA_ARGS__))) |
| 171 | #endif |
| 172 | |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 173 | /* |
| 174 | * GCC 'asm goto' miscompiles certain code sequences: |
| 175 | * |
| 176 | * http://gcc.gnu.org/bugzilla/show_bug.cgi?id=58670 |
| 177 | * |
| 178 | * Work it around via a compiler barrier quirk suggested by Jakub Jelinek. |
| 179 | * |
| 180 | * (asm goto is automatically volatile - the naming reflects this.) |
| 181 | */ |
| 182 | #define asm_volatile_goto(x...) do { asm goto(x); asm (""); } while (0) |
| 183 | |
Johannes Berg | 101b29a | 2016-08-25 15:16:45 -0700 | [diff] [blame] | 184 | /* |
| 185 | * sparse (__CHECKER__) pretends to be gcc, but can't do constant |
| 186 | * folding in __builtin_bswap*() (yet), so don't set these for it. |
| 187 | */ |
| 188 | #if defined(CONFIG_ARCH_USE_BUILTIN_BSWAP) && !defined(__CHECKER__) |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 189 | #define __HAVE_BUILTIN_BSWAP32__ |
| 190 | #define __HAVE_BUILTIN_BSWAP64__ |
Josh Poimboeuf | 8634de6 | 2016-05-06 09:22:25 -0500 | [diff] [blame] | 191 | #if GCC_VERSION >= 40800 |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 192 | #define __HAVE_BUILTIN_BSWAP16__ |
| 193 | #endif |
Johannes Berg | 101b29a | 2016-08-25 15:16:45 -0700 | [diff] [blame] | 194 | #endif /* CONFIG_ARCH_USE_BUILTIN_BSWAP && !__CHECKER__ */ |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 195 | |
Dmitry Vyukov | 045d599 | 2016-11-30 15:54:13 -0800 | [diff] [blame] | 196 | #if GCC_VERSION >= 70000 |
| 197 | #define KASAN_ABI_VERSION 5 |
| 198 | #elif GCC_VERSION >= 50000 |
Joe Perches | cb984d1 | 2015-06-25 15:01:02 -0700 | [diff] [blame] | 199 | #define KASAN_ABI_VERSION 4 |
| 200 | #elif GCC_VERSION >= 40902 |
| 201 | #define KASAN_ABI_VERSION 3 |
| 202 | #endif |
| 203 | |
Andrey Ryabinin | d976441 | 2015-10-19 11:37:17 +0300 | [diff] [blame] | 204 | #if GCC_VERSION >= 40902 |
| 205 | /* |
| 206 | * Tell the compiler that address safety instrumentation (KASAN) |
| 207 | * should not be applied to that function. |
| 208 | * Conflicts with inlining: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368 |
| 209 | */ |
| 210 | #define __no_sanitize_address __attribute__((no_sanitize_address)) |
| 211 | #endif |
| 212 | |
Kees Cook | 0aa5e49 | 2017-04-05 09:49:19 -0700 | [diff] [blame] | 213 | #if GCC_VERSION >= 50100 |
| 214 | /* |
| 215 | * Mark structures as requiring designated initializers. |
| 216 | * https://gcc.gnu.org/onlinedocs/gcc/Designated-Inits.html |
| 217 | */ |
| 218 | #define __designated_init __attribute__((designated_init)) |
Joe Perches | cafa001 | 2018-08-20 13:15:26 -0700 | [diff] [blame] | 219 | #define COMPILER_HAS_GENERIC_BUILTIN_OVERFLOW 1 |
Kees Cook | 0aa5e49 | 2017-04-05 09:49:19 -0700 | [diff] [blame] | 220 | #endif |
| 221 | |
Mikael Pettersson | 9c69520 | 2010-06-29 15:05:25 -0700 | [diff] [blame] | 222 | #if !defined(__noclone) |
| 223 | #define __noclone /* not needed */ |
| 224 | #endif |
Borislav Petkov | c837fb3 | 2011-03-22 16:33:55 -0700 | [diff] [blame] | 225 | |
Andrey Ryabinin | d976441 | 2015-10-19 11:37:17 +0300 | [diff] [blame] | 226 | #if !defined(__no_sanitize_address) |
| 227 | #define __no_sanitize_address |
| 228 | #endif |
| 229 | |
Borislav Petkov | c837fb3 | 2011-03-22 16:33:55 -0700 | [diff] [blame] | 230 | /* |
Arnd Bergmann | 8793bb7 | 2018-06-19 13:14:56 -0700 | [diff] [blame] | 231 | * Turn individual warnings and errors on and off locally, depending |
| 232 | * on version. |
| 233 | */ |
| 234 | #define __diag_GCC(version, severity, s) \ |
| 235 | __diag_GCC_ ## version(__diag_GCC_ ## severity s) |
| 236 | |
| 237 | /* Severity used in pragma directives */ |
| 238 | #define __diag_GCC_ignore ignored |
| 239 | #define __diag_GCC_warn warning |
| 240 | #define __diag_GCC_error error |
| 241 | |
Arnd Bergmann | 8793bb7 | 2018-06-19 13:14:56 -0700 | [diff] [blame] | 242 | #define __diag_str1(s) #s |
| 243 | #define __diag_str(s) __diag_str1(s) |
| 244 | #define __diag(s) _Pragma(__diag_str(GCC diagnostic s)) |
Arnd Bergmann | 8793bb7 | 2018-06-19 13:14:56 -0700 | [diff] [blame] | 245 | |
| 246 | #if GCC_VERSION >= 80000 |
| 247 | #define __diag_GCC_8(s) __diag(s) |
| 248 | #else |
| 249 | #define __diag_GCC_8(s) |
| 250 | #endif |