Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 1 | // RUN: %clang_cc1 %s -emit-llvm -o - -triple=i686-apple-darwin9 | FileCheck %s |
| 2 | |
Richard Smith | e1b2abc | 2012-04-10 22:49:28 +0000 | [diff] [blame] | 3 | // Also test serialization of atomic operations here, to avoid duplicating the |
| 4 | // test. |
| 5 | // RUN: %clang_cc1 %s -emit-pch -o %t -triple=i686-apple-darwin9 |
| 6 | // RUN: %clang_cc1 %s -include-pch %t -triple=i686-apple-darwin9 -emit-llvm -o - | FileCheck %s |
| 7 | #ifndef ALREADY_INCLUDED |
| 8 | #define ALREADY_INCLUDED |
| 9 | |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 10 | // Basic IRGen tests for __c11_atomic_* and GNU __atomic_* |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 11 | |
| 12 | typedef enum memory_order { |
| 13 | memory_order_relaxed, memory_order_consume, memory_order_acquire, |
| 14 | memory_order_release, memory_order_acq_rel, memory_order_seq_cst |
| 15 | } memory_order; |
| 16 | |
| 17 | int fi1(_Atomic(int) *i) { |
| 18 | // CHECK: @fi1 |
| 19 | // CHECK: load atomic i32* {{.*}} seq_cst |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 20 | return __c11_atomic_load(i, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 21 | } |
| 22 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 23 | int fi1a(int *i) { |
| 24 | // CHECK: @fi1a |
| 25 | // CHECK: load atomic i32* {{.*}} seq_cst |
| 26 | int v; |
| 27 | __atomic_load(i, &v, memory_order_seq_cst); |
| 28 | return v; |
| 29 | } |
| 30 | |
| 31 | int fi1b(int *i) { |
| 32 | // CHECK: @fi1b |
| 33 | // CHECK: load atomic i32* {{.*}} seq_cst |
| 34 | return __atomic_load_n(i, memory_order_seq_cst); |
| 35 | } |
| 36 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 37 | void fi2(_Atomic(int) *i) { |
| 38 | // CHECK: @fi2 |
| 39 | // CHECK: store atomic i32 {{.*}} seq_cst |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 40 | __c11_atomic_store(i, 1, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 41 | } |
| 42 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 43 | void fi2a(int *i) { |
| 44 | // CHECK: @fi2a |
| 45 | // CHECK: store atomic i32 {{.*}} seq_cst |
| 46 | int v = 1; |
| 47 | __atomic_store(i, &v, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 48 | } |
| 49 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 50 | void fi2b(int *i) { |
| 51 | // CHECK: @fi2b |
| 52 | // CHECK: store atomic i32 {{.*}} seq_cst |
| 53 | __atomic_store_n(i, 1, memory_order_seq_cst); |
| 54 | } |
| 55 | |
| 56 | int fi3(_Atomic(int) *i) { |
| 57 | // CHECK: @fi3 |
| 58 | // CHECK: atomicrmw and |
| 59 | // CHECK-NOT: and |
| 60 | return __c11_atomic_fetch_and(i, 1, memory_order_seq_cst); |
| 61 | } |
| 62 | |
| 63 | int fi3a(int *i) { |
| 64 | // CHECK: @fi3a |
| 65 | // CHECK: atomicrmw xor |
| 66 | // CHECK-NOT: xor |
| 67 | return __atomic_fetch_xor(i, 1, memory_order_seq_cst); |
| 68 | } |
| 69 | |
| 70 | int fi3b(int *i) { |
| 71 | // CHECK: @fi3b |
| 72 | // CHECK: atomicrmw add |
| 73 | // CHECK: add |
| 74 | return __atomic_add_fetch(i, 1, memory_order_seq_cst); |
| 75 | } |
| 76 | |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 77 | int fi3c(int *i) { |
| 78 | // CHECK: @fi3c |
| 79 | // CHECK: atomicrmw nand |
| 80 | // CHECK-NOT: and |
| 81 | return __atomic_fetch_nand(i, 1, memory_order_seq_cst); |
| 82 | } |
| 83 | |
| 84 | int fi3d(int *i) { |
| 85 | // CHECK: @fi3d |
| 86 | // CHECK: atomicrmw nand |
| 87 | // CHECK: and |
| 88 | // CHECK: xor |
| 89 | return __atomic_nand_fetch(i, 1, memory_order_seq_cst); |
| 90 | } |
| 91 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 92 | _Bool fi4(_Atomic(int) *i) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 93 | // CHECK: @fi4 |
| 94 | // CHECK: cmpxchg i32* |
| 95 | int cmp = 0; |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 96 | return __c11_atomic_compare_exchange_strong(i, &cmp, 1, memory_order_acquire, memory_order_acquire); |
| 97 | } |
| 98 | |
| 99 | _Bool fi4a(int *i) { |
| 100 | // CHECK: @fi4 |
| 101 | // CHECK: cmpxchg i32* |
| 102 | int cmp = 0; |
| 103 | int desired = 1; |
| 104 | return __atomic_compare_exchange(i, &cmp, &desired, 0, memory_order_acquire, memory_order_acquire); |
| 105 | } |
| 106 | |
| 107 | _Bool fi4b(int *i) { |
| 108 | // CHECK: @fi4 |
| 109 | // CHECK: cmpxchg i32* |
| 110 | int cmp = 0; |
| 111 | return __atomic_compare_exchange_n(i, &cmp, 1, 1, memory_order_acquire, memory_order_acquire); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | float ff1(_Atomic(float) *d) { |
| 115 | // CHECK: @ff1 |
| 116 | // CHECK: load atomic i32* {{.*}} monotonic |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 117 | return __c11_atomic_load(d, memory_order_relaxed); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 118 | } |
| 119 | |
| 120 | void ff2(_Atomic(float) *d) { |
| 121 | // CHECK: @ff2 |
| 122 | // CHECK: store atomic i32 {{.*}} release |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 123 | __c11_atomic_store(d, 1, memory_order_release); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 124 | } |
| 125 | |
| 126 | float ff3(_Atomic(float) *d) { |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 127 | return __c11_atomic_exchange(d, 2, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 128 | } |
| 129 | |
| 130 | int* fp1(_Atomic(int*) *p) { |
| 131 | // CHECK: @fp1 |
| 132 | // CHECK: load atomic i32* {{.*}} seq_cst |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 133 | return __c11_atomic_load(p, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | int* fp2(_Atomic(int*) *p) { |
| 137 | // CHECK: @fp2 |
| 138 | // CHECK: store i32 4 |
| 139 | // CHECK: atomicrmw add {{.*}} monotonic |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 140 | return __c11_atomic_fetch_add(p, 1, memory_order_relaxed); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 141 | } |
| 142 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 143 | int *fp2a(int **p) { |
| 144 | // CHECK: @fp2a |
| 145 | // CHECK: store i32 4 |
| 146 | // CHECK: atomicrmw sub {{.*}} monotonic |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 147 | // Note, the GNU builtins do not multiply by sizeof(T)! |
| 148 | return __atomic_fetch_sub(p, 4, memory_order_relaxed); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 149 | } |
| 150 | |
Eli Friedman | 2be4607 | 2011-10-14 20:59:01 +0000 | [diff] [blame] | 151 | _Complex float fc(_Atomic(_Complex float) *c) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 152 | // CHECK: @fc |
| 153 | // CHECK: atomicrmw xchg i64* |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 154 | return __c11_atomic_exchange(c, 2, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | typedef struct X { int x; } X; |
| 158 | X fs(_Atomic(X) *c) { |
| 159 | // CHECK: @fs |
| 160 | // CHECK: atomicrmw xchg i32* |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 161 | return __c11_atomic_exchange(c, (X){2}, memory_order_seq_cst); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 162 | } |
Eli Friedman | 454b57a | 2011-10-17 21:44:23 +0000 | [diff] [blame] | 163 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 164 | X fsa(X *c, X *d) { |
| 165 | // CHECK: @fsa |
| 166 | // CHECK: atomicrmw xchg i32* |
| 167 | X ret; |
| 168 | __atomic_exchange(c, d, &ret, memory_order_seq_cst); |
| 169 | return ret; |
| 170 | } |
| 171 | |
| 172 | _Bool fsb(_Bool *c) { |
| 173 | // CHECK: @fsb |
| 174 | // CHECK: atomicrmw xchg i8* |
| 175 | return __atomic_exchange_n(c, 1, memory_order_seq_cst); |
| 176 | } |
| 177 | |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 178 | char flag1; |
| 179 | volatile char flag2; |
| 180 | void test_and_set() { |
| 181 | // CHECK: atomicrmw xchg i8* @flag1, i8 1 seq_cst |
| 182 | __atomic_test_and_set(&flag1, memory_order_seq_cst); |
| 183 | // CHECK: atomicrmw volatile xchg i8* @flag2, i8 1 acquire |
| 184 | __atomic_test_and_set(&flag2, memory_order_acquire); |
| 185 | // CHECK: store atomic volatile i8 0, i8* @flag2 release |
| 186 | __atomic_clear(&flag2, memory_order_release); |
| 187 | // CHECK: store atomic i8 0, i8* @flag1 seq_cst |
| 188 | __atomic_clear(&flag1, memory_order_seq_cst); |
| 189 | } |
| 190 | |
| 191 | struct Sixteen { |
| 192 | char c[16]; |
| 193 | } sixteen; |
| 194 | struct Seventeen { |
| 195 | char c[17]; |
| 196 | } seventeen; |
| 197 | |
| 198 | int lock_free(struct Incomplete *incomplete) { |
Eli Friedman | 454b57a | 2011-10-17 21:44:23 +0000 | [diff] [blame] | 199 | // CHECK: @lock_free |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 200 | |
| 201 | // CHECK: call i32 @__atomic_is_lock_free(i32 3, i8* null) |
| 202 | __c11_atomic_is_lock_free(3); |
| 203 | |
| 204 | // CHECK: call i32 @__atomic_is_lock_free(i32 16, i8* {{.*}}@sixteen{{.*}}) |
| 205 | __atomic_is_lock_free(16, &sixteen); |
| 206 | |
| 207 | // CHECK: call i32 @__atomic_is_lock_free(i32 17, i8* {{.*}}@seventeen{{.*}}) |
| 208 | __atomic_is_lock_free(17, &seventeen); |
| 209 | |
| 210 | // CHECK: call i32 @__atomic_is_lock_free(i32 4, {{.*}}) |
| 211 | __atomic_is_lock_free(4, incomplete); |
| 212 | |
| 213 | char cs[20]; |
| 214 | // CHECK: call i32 @__atomic_is_lock_free(i32 4, {{.*}}) |
| 215 | __atomic_is_lock_free(4, cs+1); |
| 216 | |
| 217 | // CHECK-NOT: call |
| 218 | __atomic_always_lock_free(3, 0); |
| 219 | __atomic_always_lock_free(16, 0); |
| 220 | __atomic_always_lock_free(17, 0); |
| 221 | __atomic_always_lock_free(16, &sixteen); |
| 222 | __atomic_always_lock_free(17, &seventeen); |
| 223 | |
| 224 | int n; |
| 225 | __atomic_is_lock_free(4, &n); |
| 226 | |
Eli Friedman | 454b57a | 2011-10-17 21:44:23 +0000 | [diff] [blame] | 227 | // CHECK: ret i32 1 |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 228 | return __c11_atomic_is_lock_free(sizeof(_Atomic(int))); |
Eli Friedman | 7f20c7c | 2011-10-17 21:48:31 +0000 | [diff] [blame] | 229 | } |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 230 | |
| 231 | // Tests for atomic operations on big values. These should call the functions |
| 232 | // defined here: |
| 233 | // http://gcc.gnu.org/wiki/Atomic/GCCMM/LIbrary#The_Library_interface |
| 234 | |
| 235 | struct foo { |
| 236 | int big[128]; |
| 237 | }; |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 238 | struct bar { |
| 239 | char c[3]; |
| 240 | }; |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 241 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 242 | struct bar smallThing, thing1, thing2; |
| 243 | struct foo bigThing; |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 244 | _Atomic(struct foo) bigAtomic; |
| 245 | |
| 246 | void structAtomicStore() { |
| 247 | // CHECK: @structAtomicStore |
| 248 | struct foo f = {0}; |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 249 | __c11_atomic_store(&bigAtomic, f, 5); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 250 | // CHECK: call void @__atomic_store(i32 512, i8* bitcast ({{.*}} @bigAtomic to i8*), |
| 251 | |
| 252 | struct bar b = {0}; |
| 253 | __atomic_store(&smallThing, &b, 5); |
| 254 | // CHECK: call void @__atomic_store(i32 3, i8* {{.*}} @smallThing |
| 255 | |
| 256 | __atomic_store(&bigThing, &f, 5); |
| 257 | // CHECK: call void @__atomic_store(i32 512, i8* {{.*}} @bigThing |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 258 | } |
| 259 | void structAtomicLoad() { |
| 260 | // CHECK: @structAtomicLoad |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 261 | struct foo f = __c11_atomic_load(&bigAtomic, 5); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 262 | // CHECK: call void @__atomic_load(i32 512, i8* bitcast ({{.*}} @bigAtomic to i8*), |
| 263 | |
| 264 | struct bar b; |
| 265 | __atomic_load(&smallThing, &b, 5); |
| 266 | // CHECK: call void @__atomic_load(i32 3, i8* {{.*}} @smallThing |
| 267 | |
| 268 | __atomic_load(&bigThing, &f, 5); |
| 269 | // CHECK: call void @__atomic_load(i32 512, i8* {{.*}} @bigThing |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 270 | } |
| 271 | struct foo structAtomicExchange() { |
| 272 | // CHECK: @structAtomicExchange |
| 273 | struct foo f = {0}; |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 274 | struct foo old; |
| 275 | __atomic_exchange(&f, &bigThing, &old, 5); |
| 276 | // CHECK: call void @__atomic_exchange(i32 512, {{.*}}, i8* bitcast ({{.*}} @bigThing to i8*), |
| 277 | |
Richard Smith | fafbf06 | 2012-04-11 17:55:32 +0000 | [diff] [blame] | 278 | return __c11_atomic_exchange(&bigAtomic, f, 5); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 279 | // CHECK: call void @__atomic_exchange(i32 512, i8* bitcast ({{.*}} @bigAtomic to i8*), |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 280 | } |
| 281 | int structAtomicCmpExchange() { |
| 282 | // CHECK: @structAtomicCmpExchange |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 283 | _Bool x = __atomic_compare_exchange(&smallThing, &thing1, &thing2, 1, 5, 5); |
| 284 | // CHECK: call zeroext i1 @__atomic_compare_exchange(i32 3, {{.*}} @smallThing{{.*}} @thing1{{.*}} @thing2 |
| 285 | |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 286 | struct foo f = {0}; |
| 287 | struct foo g = {0}; |
| 288 | g.big[12] = 12; |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 289 | return x & __c11_atomic_compare_exchange_strong(&bigAtomic, &f, g, 5, 5); |
| 290 | // CHECK: call zeroext i1 @__atomic_compare_exchange(i32 512, i8* bitcast ({{.*}} @bigAtomic to i8*), |
| 291 | } |
| 292 | |
| 293 | // Check that no atomic operations are used in any initialisation of _Atomic |
| 294 | // types. |
| 295 | _Atomic(int) atomic_init_i = 42; |
| 296 | |
| 297 | // CHECK: @atomic_init_foo |
| 298 | void atomic_init_foo() |
| 299 | { |
| 300 | // CHECK-NOT: } |
| 301 | // CHECK-NOT: atomic |
| 302 | // CHECK: store |
| 303 | _Atomic(int) j = 12; |
| 304 | |
| 305 | // CHECK-NOT: } |
| 306 | // CHECK-NOT: atomic |
| 307 | // CHECK: store |
| 308 | __c11_atomic_init(&j, 42); |
| 309 | |
| 310 | // CHECK-NOT: atomic |
| 311 | // CHECK: } |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 312 | } |
Richard Smith | e1b2abc | 2012-04-10 22:49:28 +0000 | [diff] [blame] | 313 | |
| 314 | #endif |