Robert P. J. Day | 94f582f | 2007-10-16 23:26:11 -0700 | [diff] [blame] | 1 | #ifndef __LINUX_COMPILER_H |
| 2 | #error "Please don't include <linux/compiler-gcc.h> directly, include <linux/compiler.h> instead." |
| 3 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | |
| 5 | /* |
| 6 | * Common definitions for all gcc versions go here. |
| 7 | */ |
Daniel Santos | 3f3f8d2 | 2013-02-21 16:41:39 -0800 | [diff] [blame] | 8 | #define GCC_VERSION (__GNUC__ * 10000 \ |
| 9 | + __GNUC_MINOR__ * 100 \ |
| 10 | + __GNUC_PATCHLEVEL__) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | /* Optimization barrier */ |
Daniel Borkmann | 7829fb0 | 2015-04-30 04:13:52 +0200 | [diff] [blame] | 13 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | /* The "volatile" is due to gcc bugs */ |
| 15 | #define barrier() __asm__ __volatile__("": : :"memory") |
Daniel Borkmann | 7829fb0 | 2015-04-30 04:13:52 +0200 | [diff] [blame] | 16 | /* |
| 17 | * This version is i.e. to prevent dead stores elimination on @ptr |
| 18 | * where gcc and llvm may behave differently when otherwise using |
| 19 | * normal barrier(): while gcc behavior gets along with a normal |
| 20 | * barrier(), llvm needs an explicit input variable to be assumed |
| 21 | * clobbered. The issue is as follows: while the inline asm might |
| 22 | * access any memory it wants, the compiler could have fit all of |
| 23 | * @ptr into memory registers instead, and since @ptr never escaped |
| 24 | * from that, it proofed that the inline asm wasn't touching any of |
| 25 | * it. This version works well with both compilers, i.e. we're telling |
| 26 | * the compiler that the inline asm absolutely may see the contents |
| 27 | * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495 |
| 28 | */ |
| 29 | #define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory") |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | |
Anton Blanchard | c8d5246 | 2006-01-10 18:21:20 +1100 | [diff] [blame] | 31 | /* |
Andi Kleen | 85c210e | 2009-01-09 16:40:53 -0800 | [diff] [blame] | 32 | * This macro obfuscates arithmetic on a variable address so that gcc |
| 33 | * shouldn't recognize the original var, and make assumptions about it. |
| 34 | * |
| 35 | * This is needed because the C standard makes it undefined to do |
| 36 | * pointer arithmetic on "objects" outside their boundaries and the |
| 37 | * gcc optimizers assume this is the case. In particular they |
| 38 | * assume such arithmetic does not wrap. |
| 39 | * |
| 40 | * A miscompilation has been observed because of this on PPC. |
| 41 | * To work around it we hide the relationship of the pointer and the object |
| 42 | * using this macro. |
| 43 | * |
Anton Blanchard | c8d5246 | 2006-01-10 18:21:20 +1100 | [diff] [blame] | 44 | * Versions of the ppc64 compiler before 4.1 had a bug where use of |
| 45 | * RELOC_HIDE could trash r30. The bug can be worked around by changing |
| 46 | * the inline assembly constraint from =g to =r, in this particular |
| 47 | * case either is valid. |
| 48 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | #define RELOC_HIDE(ptr, off) \ |
| 50 | ({ unsigned long __ptr; \ |
Anton Blanchard | c8d5246 | 2006-01-10 18:21:20 +1100 | [diff] [blame] | 51 | __asm__ ("" : "=r"(__ptr) : "0"(ptr)); \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | (typeof(ptr)) (__ptr + (off)); }) |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 53 | |
Cesar Eduardo Barros | fe8c8a1 | 2013-11-25 22:00:41 -0200 | [diff] [blame] | 54 | /* Make the optimizer believe the variable can be manipulated arbitrarily. */ |
| 55 | #define OPTIMIZER_HIDE_VAR(var) __asm__ ("" : "=r" (var) : "0" (var)) |
| 56 | |
KOSAKI Motohiro | 5bd7e6a | 2011-05-24 17:13:17 -0700 | [diff] [blame] | 57 | #ifdef __CHECKER__ |
| 58 | #define __must_be_array(arr) 0 |
| 59 | #else |
Rusty Russell | c5e631cf | 2007-05-06 14:51:05 -0700 | [diff] [blame] | 60 | /* &a[0] degrades to a pointer: a different type from an array */ |
Rusty Russell | ea6b101 | 2010-08-09 17:20:18 -0700 | [diff] [blame] | 61 | #define __must_be_array(a) BUILD_BUG_ON_ZERO(__same_type((a), &(a)[0])) |
KOSAKI Motohiro | 5bd7e6a | 2011-05-24 17:13:17 -0700 | [diff] [blame] | 62 | #endif |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 63 | |
Ingo Molnar | 60a3cdd | 2008-03-03 12:38:52 +0100 | [diff] [blame] | 64 | /* |
Ingo Molnar | ae3a006 | 2008-04-30 00:15:31 +0200 | [diff] [blame] | 65 | * Force always-inline if the user requests it so via the .config, |
| 66 | * or if gcc is too old: |
Ingo Molnar | 60a3cdd | 2008-03-03 12:38:52 +0100 | [diff] [blame] | 67 | */ |
Ingo Molnar | 765c68b | 2008-04-09 11:03:37 +0200 | [diff] [blame] | 68 | #if !defined(CONFIG_ARCH_SUPPORTS_OPTIMIZED_INLINING) || \ |
Ingo Molnar | ae3a006 | 2008-04-30 00:15:31 +0200 | [diff] [blame] | 69 | !defined(CONFIG_OPTIMIZE_INLINING) || (__GNUC__ < 4) |
Steven Rostedt | 93b3cca | 2012-06-14 10:54:28 -0400 | [diff] [blame] | 70 | # define inline inline __attribute__((always_inline)) notrace |
| 71 | # define __inline__ __inline__ __attribute__((always_inline)) notrace |
| 72 | # define __inline __inline __attribute__((always_inline)) notrace |
Steven Rostedt | 45959ee | 2011-12-12 15:22:41 -0500 | [diff] [blame] | 73 | #else |
| 74 | /* A lot of inline functions can cause havoc with function tracing */ |
| 75 | # define inline inline notrace |
| 76 | # define __inline__ __inline__ notrace |
| 77 | # define __inline __inline notrace |
Ingo Molnar | 60a3cdd | 2008-03-03 12:38:52 +0100 | [diff] [blame] | 78 | #endif |
| 79 | |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 80 | #define __deprecated __attribute__((deprecated)) |
Robert P. J. Day | 82ddcb0 | 2007-02-10 01:46:20 -0800 | [diff] [blame] | 81 | #define __packed __attribute__((packed)) |
| 82 | #define __weak __attribute__((weak)) |
Andrey Ryabinin | cb4188a | 2015-02-13 14:39:14 -0800 | [diff] [blame] | 83 | #define __alias(symbol) __attribute__((alias(#symbol))) |
Uwe Kleine-König | 446c92b | 2009-03-12 18:03:16 +0100 | [diff] [blame] | 84 | |
| 85 | /* |
| 86 | * it doesn't make sense on ARM (currently the only user of __naked) to trace |
| 87 | * naked functions because then mcount is called without stack and frame pointer |
| 88 | * being set up and there is no chance to restore the lr register to the value |
| 89 | * before mcount was called. |
Mikael Pettersson | 9c69520 | 2010-06-29 15:05:25 -0700 | [diff] [blame] | 90 | * |
| 91 | * The asm() bodies of naked functions often depend on standard calling conventions, |
| 92 | * therefore they must be noinline and noclone. GCC 4.[56] currently fail to enforce |
| 93 | * this, so we must do so ourselves. See GCC PR44290. |
Uwe Kleine-König | 446c92b | 2009-03-12 18:03:16 +0100 | [diff] [blame] | 94 | */ |
Mikael Pettersson | 9c69520 | 2010-06-29 15:05:25 -0700 | [diff] [blame] | 95 | #define __naked __attribute__((naked)) noinline __noclone notrace |
Uwe Kleine-König | 446c92b | 2009-03-12 18:03:16 +0100 | [diff] [blame] | 96 | |
Robert P. J. Day | 82ddcb0 | 2007-02-10 01:46:20 -0800 | [diff] [blame] | 97 | #define __noreturn __attribute__((noreturn)) |
Ralf Baechle | e8c4431 | 2007-10-18 03:07:07 -0700 | [diff] [blame] | 98 | |
| 99 | /* |
| 100 | * From the GCC manual: |
| 101 | * |
| 102 | * Many functions have no effects except the return value and their |
| 103 | * return value depends only on the parameters and/or global |
| 104 | * variables. Such a function can be subject to common subexpression |
| 105 | * elimination and loop optimization just as an arithmetic operator |
| 106 | * would be. |
| 107 | * [...] |
| 108 | */ |
Robert P. J. Day | 82ddcb0 | 2007-02-10 01:46:20 -0800 | [diff] [blame] | 109 | #define __pure __attribute__((pure)) |
| 110 | #define __aligned(x) __attribute__((aligned(x))) |
Joe Perches | 6061d94 | 2012-03-23 15:02:16 -0700 | [diff] [blame] | 111 | #define __printf(a, b) __attribute__((format(printf, a, b))) |
| 112 | #define __scanf(a, b) __attribute__((format(scanf, a, b))) |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 113 | #define noinline __attribute__((noinline)) |
Andrew Morton | a136564 | 2006-01-08 01:04:09 -0800 | [diff] [blame] | 114 | #define __attribute_const__ __attribute__((__const__)) |
David Rientjes | 0d7ebbb | 2007-05-09 02:35:27 -0700 | [diff] [blame] | 115 | #define __maybe_unused __attribute__((unused)) |
Li Zefan | 7b2a351 | 2009-11-02 08:50:52 +0800 | [diff] [blame] | 116 | #define __always_unused __attribute__((unused)) |
Linus Torvalds | f153b82 | 2009-01-02 09:23:03 -0800 | [diff] [blame] | 117 | |
| 118 | #define __gcc_header(x) #x |
| 119 | #define _gcc_header(x) __gcc_header(linux/compiler-gcc##x.h) |
| 120 | #define gcc_header(x) _gcc_header(x) |
| 121 | #include gcc_header(__GNUC__) |
Mikael Pettersson | 9c69520 | 2010-06-29 15:05:25 -0700 | [diff] [blame] | 122 | |
| 123 | #if !defined(__noclone) |
| 124 | #define __noclone /* not needed */ |
| 125 | #endif |
Borislav Petkov | c837fb3 | 2011-03-22 16:33:55 -0700 | [diff] [blame] | 126 | |
| 127 | /* |
| 128 | * A trick to suppress uninitialized variable warning without generating any |
| 129 | * code |
| 130 | */ |
| 131 | #define uninitialized_var(x) x = x |
| 132 | |
| 133 | #define __always_inline inline __attribute__((always_inline)) |