blob: a84c4e522f87932c962f590cb779ffd29f14cfe2 [file] [log] [blame]
Alexey Bataev5e018f92015-04-23 06:35:10 +00001// RUN: %clang_cc1 -verify -triple x86_64-apple-darwin10 -fopenmp=libiomp5 -x c -emit-llvm %s -o - | FileCheck %s
2// RUN: %clang_cc1 -fopenmp=libiomp5 -x c -triple x86_64-apple-darwin10 -emit-pch -o %t %s
3// RUN: %clang_cc1 -fopenmp=libiomp5 -x c -triple x86_64-apple-darwin10 -include-pch %t -verify %s -emit-llvm -o - | FileCheck %s
4// expected-no-diagnostics
5
6#ifndef HEADER
7#define HEADER
8
9_Bool bv, bx;
10char cv, cx;
11unsigned char ucv, ucx;
12short sv, sx;
13unsigned short usv, usx;
14int iv, ix;
15unsigned int uiv, uix;
16long lv, lx;
17unsigned long ulv, ulx;
18long long llv, llx;
19unsigned long long ullv, ullx;
20float fv, fx;
21double dv, dx;
22long double ldv, ldx;
23_Complex int civ, cix;
24_Complex float cfv, cfx;
25_Complex double cdv, cdx;
26
27typedef int int4 __attribute__((__vector_size__(16)));
28int4 int4x;
29
30struct BitFields {
31 int : 32;
32 int a : 31;
33} bfx;
34
35struct BitFields_packed {
36 int : 32;
37 int a : 31;
38} __attribute__ ((__packed__)) bfx_packed;
39
40struct BitFields2 {
41 int : 31;
42 int a : 1;
43} bfx2;
44
45struct BitFields2_packed {
46 int : 31;
47 int a : 1;
48} __attribute__ ((__packed__)) bfx2_packed;
49
50struct BitFields3 {
51 int : 11;
52 int a : 14;
53} bfx3;
54
55struct BitFields3_packed {
56 int : 11;
57 int a : 14;
58} __attribute__ ((__packed__)) bfx3_packed;
59
60struct BitFields4 {
61 short : 16;
62 int a: 1;
63 long b : 7;
64} bfx4;
65
66struct BitFields4_packed {
67 short : 16;
68 int a: 1;
69 long b : 7;
70} __attribute__ ((__packed__)) bfx4_packed;
71
72typedef float float2 __attribute__((ext_vector_type(2)));
73float2 float2x;
74
75register int rix __asm__("0");
76
77int main() {
78// CHECK: [[PREV:%.+]] = atomicrmw add i8* @{{.+}}, i8 1 monotonic
79// CHECK: store i8 [[PREV]], i8* @{{.+}},
80#pragma omp atomic capture
81 bv = bx++;
82// CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic
83// CHECK: add nsw i32 %{{.+}}, 1
84// CHECK: store i8 %{{.+}}, i8* @{{.+}},
85#pragma omp atomic capture
86 cv = ++cx;
87// CHECK: [[PREV:%.+]] = atomicrmw sub i8* @{{.+}}, i8 1 monotonic
88// CHECK: store i8 [[PREV]], i8* @{{.+}},
89#pragma omp atomic capture
90 ucv = ucx--;
91// CHECK: atomicrmw sub i16* @{{.+}}, i16 1 monotonic
92// CHECK: sub nsw i32 %{{.+}}, 1
93// CHECK: store i16 %{{.+}}, i16* @{{.+}},
94#pragma omp atomic capture
95 sv = --sx;
96// CHECK: [[USV:%.+]] = load i16, i16* @{{.+}},
97// CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i32
98// CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
99// CHECK: br label %[[CONT:.+]]
100// CHECK: [[CONT]]
101// CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
102// CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
103// CHECK: [[ADD:%.+]] = add nsw i32 [[CONV]], [[EXPR]]
104// CHECK: [[DESIRED:%.+]] = trunc i32 [[ADD]] to i16
105// CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
106// CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
107// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
108// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
109// CHECK: [[EXIT]]
110// CHECK: store i16 [[DESIRED]], i16* @{{.+}},
111#pragma omp atomic capture
112 sv = usx += usv;
113// CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
114// CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
115// CHECK: br label %[[CONT:.+]]
116// CHECK: [[CONT]]
117// CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
118// CHECK: [[DESIRED:%.+]] = mul nsw i32 [[EXPECTED]], [[EXPR]]
119// CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
120// CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
121// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
122// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
123// CHECK: [[EXIT]]
124// CHECK: store i32 [[DESIRED]], i32* @{{.+}},
125#pragma omp atomic capture
126 uiv = ix *= iv;
127// CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
128// CHECK: [[PREV:%.+]] = atomicrmw sub i32* @{{.+}}, i32 [[EXPR]] monotonic
129// CHECK: store i32 [[PREV]], i32* @{{.+}},
130#pragma omp atomic capture
131 {iv = uix; uix -= uiv;}
132// CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
133// CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
134// CHECK: br label %[[CONT:.+]]
135// CHECK: [[CONT]]
136// CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
137// CHECK: [[DESIRED:%.+]] = shl i32 [[EXPECTED]], [[EXPR]]
138// CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
139// CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
140// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
141// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
142// CHECK: [[EXIT]]
143// CHECK: store i32 [[DESIRED]], i32* @{{.+}},
144#pragma omp atomic capture
145 {ix <<= iv; uiv = ix;}
146// CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
147// CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
148// CHECK: br label %[[CONT:.+]]
149// CHECK: [[CONT]]
150// CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
151// CHECK: [[DESIRED:%.+]] = lshr i32 [[EXPECTED]], [[EXPR]]
152// CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
153// CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
154// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
155// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
156// CHECK: [[EXIT]]
157// CHECK: store i32 [[DESIRED]], i32* @{{.+}},
158#pragma omp atomic capture
159 iv = uix >>= uiv;
160// CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
161// CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
162// CHECK: br label %[[CONT:.+]]
163// CHECK: [[CONT]]
164// CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
165// CHECK: [[DESIRED:%.+]] = sdiv i64 [[EXPECTED]], [[EXPR]]
166// CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
167// CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
168// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
169// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
170// CHECK: [[EXIT]]
171// CHECK: store i64 [[EXPECTED]], i64* @{{.+}},
172#pragma omp atomic capture
173 {ulv = lx; lx /= lv;}
174// CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
175// CHECK: [[OLD:%.+]] = atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
176// CHECK: [[DESIRED:%.+]] = and i64 [[OLD]], [[EXPR]]
177// CHECK: store i64 [[DESIRED]], i64* @{{.+}},
178#pragma omp atomic capture
179 {ulx &= ulv; lv = ulx;}
180// CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
181// CHECK: [[OLD:%.+]] = atomicrmw xor i64* @{{.+}}, i64 [[EXPR]] monotonic
182// CHECK: [[DESIRED:%.+]] = xor i64 [[OLD]], [[EXPR]]
183// CHECK: store i64 [[DESIRED]], i64* @{{.+}},
184#pragma omp atomic capture
185 ullv = llx ^= llv;
186// CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
187// CHECK: [[OLD:%.+]] = atomicrmw or i64* @{{.+}}, i64 [[EXPR]] monotonic
188// CHECK: [[DESIRED:%.+]] = or i64 [[OLD]], [[EXPR]]
189// CHECK: store i64 [[DESIRED]], i64* @{{.+}},
190#pragma omp atomic capture
191 llv = ullx |= ullv;
192// CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
193// CHECK: [[OLD:%.+]] = load atomic i32, i32* bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
194// CHECK: [[X:%.+]] = bitcast i32 [[OLD]] to float
195// CHECK: br label %[[CONT:.+]]
196// CHECK: [[CONT]]
197// CHECK: [[OLD:%.+]] = phi float [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
198// CHECK: [[ADD:%.+]] = fadd float [[OLD]], [[EXPR]]
199// CHECK: [[EXPECTED:%.+]] = bitcast float [[OLD]] to i32
200// CHECK: [[DESIRED:%.+]] = bitcast float [[ADD]] to i32
201// CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
202// CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
203// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
204// CHECK: [[OLD_X]] = bitcast i32 [[PREV]] to float
205// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
206// CHECK: [[EXIT]]
207// CHECK: [[CAST:%.+]] = fpext float [[ADD]] to double
208// CHECK: store double [[CAST]], double* @{{.+}},
209#pragma omp atomic capture
210 dv = fx = fx + fv;
211// CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
212// CHECK: [[OLD:%.+]] = load atomic i64, i64* bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
213// CHECK: [[X:%.+]] = bitcast i64 [[OLD]] to double
214// CHECK: br label %[[CONT:.+]]
215// CHECK: [[CONT]]
216// CHECK: [[OLD:%.+]] = phi double [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
217// CHECK: [[SUB:%.+]] = fsub double [[EXPR]], [[OLD]]
218// CHECK: [[EXPECTED:%.+]] = bitcast double [[OLD]] to i64
219// CHECK: [[DESIRED:%.+]] = bitcast double [[SUB]] to i64
220// CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
221// CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
222// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
223// CHECK: [[OLD_X]] = bitcast i64 [[PREV]] to double
224// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
225// CHECK: [[EXIT]]
226// CHECK: [[CAST:%.+]] = fptrunc double [[OLD]] to float
227// CHECK: store float [[CAST]], float* @{{.+}},
228#pragma omp atomic capture
229 {fv = dx; dx = dv - dx;}
230// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
231// CHECK: [[OLD:%.+]] = load atomic i128, i128* bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
232// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
233// CHECK: store i128 [[OLD]], i128* [[BITCAST]]
234// CHECK: [[X:%.+]] = load x86_fp80, x86_fp80* [[TEMP]]
235// CHECK: br label %[[CONT:.+]]
236// CHECK: [[CONT]]
237// CHECK: [[OLD:%.+]] = phi x86_fp80 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
238// CHECK: [[MUL:%.+]] = fmul x86_fp80 [[OLD]], [[EXPR]]
239// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
240// CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
241// CHECK: store x86_fp80 [[OLD]], x86_fp80* [[TEMP]]
242// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
243// CHECK: [[EXPECTED:%.+]] = load i128, i128* [[BITCAST]]
244// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
245// CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
246// CHECK: store x86_fp80 [[MUL]], x86_fp80* [[TEMP]]
247// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
248// CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]]
249// CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
250// CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
251// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
252// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
253// CHECK: store i128 [[PREV]], i128* [[BITCAST]]
254// CHECK: [[OLD_X]] = load x86_fp80, x86_fp80* [[TEMP]],
255// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
256// CHECK: [[EXIT]]
257// CHECK: [[CAST:%.+]] = fptrunc x86_fp80 [[MUL]] to double
258// CHECK: store double [[CAST]], double* @{{.+}},
259#pragma omp atomic capture
260 {ldx = ldx * ldv; dv = ldx;}
261// CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0)
262// CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1)
263// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i8*
264// CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
265// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
266// CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]]
267// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
268// CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]]
269// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
270// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
271// CHECK: store i32 [[LD_RE]], i32* [[LD_RE_ADDR]]
272// CHECK: store i32 [[LD_IM]], i32* [[LD_IM_ADDR]]
273// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
274// CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
275// CHECK: br label %[[CONT:.+]]
276// CHECK: [[CONT]]
277// CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
278// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i64*
279// CHECK: store i64 [[OLD]], i64* [[BITCAST]]
280// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
281// CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
282// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
283// CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
284// <Skip checks for complex calculations>
285// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
286// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
287// CHECK: store i32 [[X_RE]], i32* [[X_RE_ADDR]]
288// CHECK: store i32 [[X_IM]], i32* [[X_IM_ADDR]]
289// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
290// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
291// CHECK: store i32 [[NEW_RE:%.+]], i32* [[X_RE_ADDR]]
292// CHECK: store i32 [[NEW_IM:%.+]], i32* [[X_IM_ADDR]]
293// CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
294// CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
295// CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
296// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
297// CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
298// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
299// CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
300// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
301// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
302// CHECK: store i32 [[X_RE]], i32* [[LD_RE_ADDR]]
303// CHECK: store i32 [[X_IM]], i32* [[LD_IM_ADDR]]
304// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
305// CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
306// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
307// CHECK: [[EXIT]]
308// CHECK: [[RE_CAST:%.+]] = sitofp i32 [[NEW_RE]] to float
309// CHECK: [[IM_CAST:%.+]] = sitofp i32 [[NEW_IM]] to float
310// CHECK: store float [[RE_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0),
311// CHECK: store float [[IM_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1),
312#pragma omp atomic capture
313 cfv = cix = civ / cix;
314// CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
315// CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
316// CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP:%.+]] to i8*
317// CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ float, float }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
318// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 0
319// CHECK: [[LD_RE:%.+]] = load float, float* [[LD_RE_ADDR]]
320// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
321// CHECK: [[LD_IM:%.+]] = load float, float* [[LD_IM_ADDR]]
322// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
323// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
324// CHECK: store float [[LD_RE]], float* [[LD_RE_ADDR]]
325// CHECK: store float [[LD_IM]], float* [[LD_IM_ADDR]]
326// CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP]] to i64*
327// CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
328// CHECK: br label %[[CONT:.+]]
329// CHECK: [[CONT]]
330// CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
331// CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP:%.+]] to i64*
332// CHECK: store i64 [[OLD]], i64* [[BITCAST]]
333// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 0
334// CHECK: [[X_RE_OLD:%.+]] = load float, float* [[X_RE_ADDR]]
335// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
336// CHECK: [[X_IM_OLD:%.+]] = load float, float* [[X_IM_ADDR]]
337// <Skip checks for complex calculations>
338// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
339// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 1
340// CHECK: store float [[X_RE_OLD]], float* [[X_RE_ADDR]]
341// CHECK: store float [[X_IM_OLD]], float* [[X_IM_ADDR]]
342// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
343// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR]], i32 0, i32 1
344// CHECK: store float [[NEW_RE:%.+]], float* [[X_RE_ADDR]]
345// CHECK: store float [[NEW_IM:%.+]], float* [[X_IM_ADDR]]
346// CHECK: [[EXPECTED:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR]] to i8*
347// CHECK: [[DESIRED:%.+]] = bitcast { float, float }* [[DESIRED_ADDR]] to i8*
348// CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ float, float }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
349// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
350// CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
351// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
352// CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
353// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
354// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
355// CHECK: store float [[X_RE]], float* [[LD_RE_ADDR]]
356// CHECK: store float [[X_IM]], float* [[LD_IM_ADDR]]
357// CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP]] to i64*
358// CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
359// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
360// CHECK: [[EXIT]]
361// CHECK: [[RE_CAST:%.+]] = fptosi float [[X_RE_OLD]] to i32
362// CHECK: [[IM_CAST:%.+]] = fptosi float [[X_IM_OLD]] to i32
363// CHECK: store i32 [[RE_CAST]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0),
364// CHECK: store i32 [[IM_CAST]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1),
365#pragma omp atomic capture
366 {civ = cfx; cfx = cfv + cfx;}
367// CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
368// CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
369// CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP:%.+]] to i8*
370// CHECK: call void @__atomic_load(i64 16, i8* bitcast ({ double, double }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 5)
371// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 0
372// CHECK: [[LD_RE:%.+]] = load double, double* [[LD_RE_ADDR]]
373// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
374// CHECK: [[LD_IM:%.+]] = load double, double* [[LD_IM_ADDR]]
375// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP:%.+]], i32 0, i32 0
376// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
377// CHECK: store double [[LD_RE]], double* [[LD_RE_ADDR]]
378// CHECK: store double [[LD_IM]], double* [[LD_IM_ADDR]]
379// CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP]] to i128*
380// CHECK: [[X:%.+]] = load i128, i128* [[BITCAST]]
381// CHECK: br label %[[CONT:.+]]
382// CHECK: [[CONT]]
383// CHECK: [[OLD:%.+]] = phi i128 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
384// CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP:%.+]] to i128*
385// CHECK: store i128 [[OLD]], i128* [[BITCAST]]
386// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 0
387// CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]]
388// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
389// CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]]
390// <Skip checks for complex calculations>
391// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
392// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 1
393// CHECK: store double [[X_RE]], double* [[X_RE_ADDR]]
394// CHECK: store double [[X_IM]], double* [[X_IM_ADDR]]
395// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
396// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR]], i32 0, i32 1
397// CHECK: store double [[NEW_RE:%.+]], double* [[X_RE_ADDR]]
398// CHECK: store double [[NEW_IM:%.+]], double* [[X_IM_ADDR]]
399// CHECK: [[EXPECTED:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR]] to i8*
400// CHECK: [[DESIRED:%.+]] = bitcast { double, double }* [[DESIRED_ADDR]] to i8*
401// CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 16, i8* bitcast ({ double, double }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 5, i32 5)
402// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP:%.+]], i32 0, i32 0
403// CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]]
404// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
405// CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]]
406// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP:%.+]], i32 0, i32 0
407// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
408// CHECK: store double [[X_RE]], double* [[LD_RE_ADDR]]
409// CHECK: store double [[X_IM]], double* [[LD_IM_ADDR]]
410// CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP]] to i128*
411// CHECK: [[OLD_X]] = load i128, i128* [[BITCAST]]
412// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
413// CHECK: [[EXIT]]
414// CHECK: [[RE_CAST:%.+]] = fptrunc double [[NEW_RE]] to float
415// CHECK: [[IM_CAST:%.+]] = fptrunc double [[NEW_IM]] to float
416// CHECK: store float [[RE_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0),
417// CHECK: store float [[IM_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1),
418// CHECK: call{{.*}} @__kmpc_flush(
419#pragma omp atomic capture seq_cst
420 {cdx = cdx - cdv; cfv = cdx;}
421// CHECK: [[BV:%.+]] = load i8, i8* @{{.+}}
422// CHECK: [[BOOL:%.+]] = trunc i8 [[BV]] to i1
423// CHECK: [[EXPR:%.+]] = zext i1 [[BOOL]] to i64
424// CHECK: [[OLD:%.+]] = atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
425// CHECK: [[DESIRED:%.+]] = and i64 [[OLD]], [[EXPR]]
426// CHECK: store i64 [[DESIRED]], i64* @{{.+}},
427#pragma omp atomic capture
428 ulv = ulx = ulx & bv;
429// CHECK: [[CV:%.+]] = load i8, i8* @{{.+}}, align 1
430// CHECK: [[EXPR:%.+]] = sext i8 [[CV]] to i32
431// CHECK: [[BX:%.+]] = load atomic i8, i8* [[BX_ADDR:@.+]] monotonic
432// CHECK: [[X:%.+]] = trunc i8 [[BX]] to i1
433// CHECK: br label %[[CONT:.+]]
434// CHECK: [[CONT]]
435// CHECK: [[OLD_BOOL:%.+]] = phi i1 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
436// CHECK: [[X_RVAL:%.+]] = zext i1 [[OLD_BOOL]] to i32
437// CHECK: [[AND:%.+]] = and i32 [[EXPR]], [[X_RVAL]]
438// CHECK: [[CAST:%.+]] = icmp ne i32 [[AND]], 0
439// CHECK: [[EXPECTED:%.+]] = zext i1 [[OLD_BOOL]] to i8
440// CHECK: [[DESIRED:%.+]] = zext i1 [[CAST]] to i8
441// CHECK: [[RES:%.+]] = cmpxchg i8* [[BX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
442// CHECK: [[OLD:%.+]] = extractvalue { i8, i1 } [[RES]], 0
443// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
444// CHECK: [[OLD_X]] = trunc i8 [[OLD]] to i1
445// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
446// CHECK: [[EXIT]]
447// CHECK: [[OLD_I8:%.+]] = zext i1 [[OLD_BOOL]] to i8
448// CHECK: store i8 [[OLD_I8]], i8* @{{.+}},
449#pragma omp atomic capture
450 {bv = bx; bx = cv & bx;}
451// CHECK: [[UCV:%.+]] = load i8, i8* @{{.+}},
452// CHECK: [[EXPR:%.+]] = zext i8 [[UCV]] to i32
453// CHECK: [[X:%.+]] = load atomic i8, i8* [[CX_ADDR:@.+]] seq_cst
454// CHECK: br label %[[CONT:.+]]
455// CHECK: [[CONT]]
456// CHECK: [[EXPECTED:%.+]] = phi i8 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
457// CHECK: [[X_RVAL:%.+]] = sext i8 [[EXPECTED]] to i32
458// CHECK: [[ASHR:%.+]] = ashr i32 [[X_RVAL]], [[EXPR]]
459// CHECK: [[DESIRED:%.+]] = trunc i32 [[ASHR]] to i8
460// CHECK: [[RES:%.+]] = cmpxchg i8* [[CX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] seq_cst seq_cst
461// CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0
462// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
463// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
464// CHECK: [[EXIT]]
465// CHECK: store i8 [[DESIRED]], i8* @{{.+}},
466// CHECK: call{{.*}} @__kmpc_flush(
467#pragma omp atomic capture, seq_cst
468 {cx = cx >> ucv; cv = cx;}
469// CHECK: [[SV:%.+]] = load i16, i16* @{{.+}},
470// CHECK: [[EXPR:%.+]] = sext i16 [[SV]] to i32
471// CHECK: [[X:%.+]] = load atomic i64, i64* [[ULX_ADDR:@.+]] monotonic
472// CHECK: br label %[[CONT:.+]]
473// CHECK: [[CONT]]
474// CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
475// CHECK: [[X_RVAL:%.+]] = trunc i64 [[EXPECTED]] to i32
476// CHECK: [[SHL:%.+]] = shl i32 [[EXPR]], [[X_RVAL]]
477// CHECK: [[DESIRED:%.+]] = sext i32 [[SHL]] to i64
478// CHECK: [[RES:%.+]] = cmpxchg i64* [[ULX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
479// CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
480// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
481// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
482// CHECK: [[EXIT]]
483// CHECK: store i64 [[DESIRED]], i64* @{{.+}},
484#pragma omp atomic capture
485 ulv = ulx = sv << ulx;
486// CHECK: [[USV:%.+]] = load i16, i16* @{{.+}},
487// CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i64
488// CHECK: [[X:%.+]] = load atomic i64, i64* [[LX_ADDR:@.+]] monotonic
489// CHECK: br label %[[CONT:.+]]
490// CHECK: [[CONT]]
491// CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
492// CHECK: [[DESIRED:%.+]] = srem i64 [[EXPECTED]], [[EXPR]]
493// CHECK: [[RES:%.+]] = cmpxchg i64* [[LX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
494// CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
495// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
496// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
497// CHECK: [[EXIT]]
498// CHECK: store i64 [[EXPECTED]], i64* @{{.+}},
499#pragma omp atomic capture
500 {lv = lx; lx = lx % usv;}
501// CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
502// CHECK: [[OLD:%.+]] = atomicrmw or i32* @{{.+}}, i32 [[EXPR]] seq_cst
503// CHECK: [[DESIRED:%.+]] = or i32 [[EXPR]], [[OLD]]
504// CHECK: store i32 [[DESIRED]], i32* @{{.+}},
505// CHECK: call{{.*}} @__kmpc_flush(
506#pragma omp atomic seq_cst, capture
507 {uix = iv | uix; uiv = uix;}
508// CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
509// CHECK: [[OLD:%.+]] = atomicrmw and i32* @{{.+}}, i32 [[EXPR]] monotonic
510// CHECK: [[DESIRED:%.+]] = and i32 [[OLD]], [[EXPR]]
511// CHECK: store i32 [[DESIRED]], i32* @{{.+}},
512#pragma omp atomic capture
513 iv = ix = ix & uiv;
514// CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
515// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i8*
516// CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
517// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
518// CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]]
519// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
520// CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]]
521// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
522// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
523// CHECK: store i32 [[LD_RE]], i32* [[LD_RE_ADDR]]
524// CHECK: store i32 [[LD_IM]], i32* [[LD_IM_ADDR]]
525// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
526// CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
527// CHECK: br label %[[CONT:.+]]
528// CHECK: [[CONT]]
529// CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
530// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i64*
531// CHECK: store i64 [[OLD]], i64* [[BITCAST]]
532// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
533// CHECK: [[OLD_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
534// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
535// CHECK: [[OLD_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
536// <Skip checks for complex calculations>
537// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
538// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
539// CHECK: store i32 [[OLD_RE]], i32* [[X_RE_ADDR]]
540// CHECK: store i32 [[OLD_IM]], i32* [[X_IM_ADDR]]
541// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
542// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
543// CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
544// CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
545// CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
546// CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
547// CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
548// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
549// CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
550// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
551// CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
552// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
553// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
554// CHECK: store i32 [[X_RE]], i32* [[LD_RE_ADDR]]
555// CHECK: store i32 [[X_IM]], i32* [[LD_IM_ADDR]]
556// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
557// CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
558// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
559// CHECK: [[EXIT]]
560// CHECK: store i32 [[OLD_RE]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0),
561// CHECK: store i32 [[OLD_IM]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1),
562#pragma omp atomic capture
563 {civ = cix; cix = lv + cix;}
564// CHECK: [[ULV:%.+]] = load i64, i64* @{{.+}},
565// CHECK: [[EXPR:%.+]] = uitofp i64 [[ULV]] to float
566// CHECK: [[OLD:%.+]] = load atomic i32, i32* bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
567// CHECK: [[X:%.+]] = bitcast i32 [[OLD]] to float
568// CHECK: br label %[[CONT:.+]]
569// CHECK: [[CONT]]
570// CHECK: [[OLD:%.+]] = phi float [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
571// CHECK: [[MUL:%.+]] = fmul float [[OLD]], [[EXPR]]
572// CHECK: [[EXPECTED:%.+]] = bitcast float [[OLD]] to i32
573// CHECK: [[DESIRED:%.+]] = bitcast float [[MUL]] to i32
574// CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
575// CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
576// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
577// CHECK: [[OLD_X]] = bitcast i32 [[PREV]] to float
578// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
579// CHECK: [[EXIT]]
580// CHECK: store float [[MUL]], float* @{{.+}},
581#pragma omp atomic capture
582 {fx = fx * ulv; fv = fx;}
583// CHECK: [[LLV:%.+]] = load i64, i64* @{{.+}},
584// CHECK: [[EXPR:%.+]] = sitofp i64 [[LLV]] to double
585// CHECK: [[OLD:%.+]] = load atomic i64, i64* bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
586// CHECK: [[X:%.+]] = bitcast i64 [[OLD]] to double
587// CHECK: br label %[[CONT:.+]]
588// CHECK: [[CONT]]
589// CHECK: [[OLD:%.+]] = phi double [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
590// CHECK: [[DIV:%.+]] = fdiv double [[OLD]], [[EXPR]]
591// CHECK: [[EXPECTED:%.+]] = bitcast double [[OLD]] to i64
592// CHECK: [[DESIRED:%.+]] = bitcast double [[DIV]] to i64
593// CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
594// CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
595// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
596// CHECK: [[OLD_X]] = bitcast i64 [[PREV]] to double
597// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
598// CHECK: [[EXIT]]
599// CHECK: store double [[DIV]], double* @{{.+}},
600#pragma omp atomic capture
601 dv = dx /= llv;
602// CHECK: [[ULLV:%.+]] = load i64, i64* @{{.+}},
603// CHECK: [[EXPR:%.+]] = uitofp i64 [[ULLV]] to x86_fp80
604// CHECK: [[OLD:%.+]] = load atomic i128, i128* bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
605// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
606// CHECK: store i128 [[OLD]], i128* [[BITCAST]]
607// CHECK: [[X:%.+]] = load x86_fp80, x86_fp80* [[TEMP]]
608// CHECK: br label %[[CONT:.+]]
609// CHECK: [[CONT]]
610// CHECK: [[OLD:%.+]] = phi x86_fp80 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
611// CHECK: [[SUB:%.+]] = fsub x86_fp80 [[OLD]], [[EXPR]]
612// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
613// CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
614// CHECK: store x86_fp80 [[OLD]], x86_fp80* [[TEMP]]
615// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
616// CHECK: [[EXPECTED:%.+]] = load i128, i128* [[BITCAST]]
617// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
618// CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
619// CHECK: store x86_fp80 [[SUB]], x86_fp80* [[TEMP]]
620// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
621// CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]]
622// CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
623// CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
624// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
625// CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
626// CHECK: store i128 [[PREV]], i128* [[BITCAST]]
627// CHECK: [[OLD_X]] = load x86_fp80, x86_fp80* [[TEMP]],
628// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
629// CHECK: [[EXIT]]
630// CHECK: store x86_fp80 [[OLD]], x86_fp80* @{{.+}},
631#pragma omp atomic capture
632 {ldv = ldx; ldx -= ullv;}
633// CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
634// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i8*
635// CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
636// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
637// CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]]
638// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
639// CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]]
640// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
641// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
642// CHECK: store i32 [[LD_RE]], i32* [[LD_RE_ADDR]]
643// CHECK: store i32 [[LD_IM]], i32* [[LD_IM_ADDR]]
644// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
645// CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
646// CHECK: br label %[[CONT:.+]]
647// CHECK: [[CONT]]
648// CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
649// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i64*
650// CHECK: store i64 [[OLD]], i64* [[BITCAST]]
651// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
652// CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
653// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
654// CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
655// <Skip checks for complex calculations>
656// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
657// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
658// CHECK: store i32 [[X_RE]], i32* [[X_RE_ADDR]]
659// CHECK: store i32 [[X_IM]], i32* [[X_IM_ADDR]]
660// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
661// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
662// CHECK: store i32 [[NEW_RE:%.+]], i32* [[X_RE_ADDR]]
663// CHECK: store i32 [[NEW_IM:%.+]], i32* [[X_IM_ADDR]]
664// CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
665// CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
666// CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
667// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
668// CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
669// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
670// CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
671// CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
672// CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
673// CHECK: store i32 [[X_RE]], i32* [[LD_RE_ADDR]]
674// CHECK: store i32 [[X_IM]], i32* [[LD_IM_ADDR]]
675// CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
676// CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
677// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
678// CHECK: [[EXIT]]
679// CHECK: store i32 [[NEW_RE]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0),
680// CHECK: store i32 [[NEW_IM]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1),
681#pragma omp atomic capture
682 {cix = fv / cix; civ = cix;}
683// CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
684// CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
685// CHECK: br label %[[CONT:.+]]
686// CHECK: [[CONT]]
687// CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
688// CHECK: [[CONV:%.+]] = sext i16 [[EXPECTED]] to i32
689// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to double
690// CHECK: [[ADD:%.+]] = fadd double [[X_RVAL]], [[EXPR]]
691// CHECK: [[DESIRED:%.+]] = fptosi double [[ADD]] to i16
692// CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
693// CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
694// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
695// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
696// CHECK: [[EXIT]]
697// CHECK: store i16 [[DESIRED]], i16* @{{.+}},
698#pragma omp atomic capture
699 sv = sx = sx + dv;
700// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
701// CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
702// CHECK: [[X:%.+]] = trunc i8 [[XI8]] to i1
703// CHECK: br label %[[CONT:.+]]
704// CHECK: [[CONT]]
705// CHECK: [[BOOL_EXPECTED:%.+]] = phi i1 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
706// CHECK: [[CONV:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
707// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to x86_fp80
708// CHECK: [[MUL:%.+]] = fmul x86_fp80 [[EXPR]], [[X_RVAL]]
709// CHECK: [[BOOL_DESIRED:%.+]] = fcmp une x86_fp80 [[MUL]], 0xK00000000000000000000
710// CHECK: [[EXPECTED:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8
711// CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
712// CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
713// CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
714// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
715// CHECK: [[OLD_X]] = trunc i8 [[OLD_XI8]] to i1
716// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
717// CHECK: [[EXIT]]
718// CHECK: [[EXPECTED_I8:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8
719// CHECK: store i8 [[EXPECTED_I8]], i8* @{{.+}},
720#pragma omp atomic capture
721 {bv = bx; bx = ldv * bx;}
722// CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR:@.+]], i32 0, i32 0),
723// CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR]], i32 0, i32 1),
724// CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
725// CHECK: [[X:%.+]] = trunc i8 [[XI8]] to i1
726// CHECK: br label %[[CONT:.+]]
727// CHECK: [[CONT]]
728// CHECK: [[BOOL_EXPECTED:%.+]] = phi i1 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
729// CHECK: [[X_RVAL:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
730// CHECK: [[SUB_RE:%.+]] = sub i32 [[EXPR_RE:%.+]], [[X_RVAL]]
731// CHECK: [[SUB_IM:%.+]] = sub i32 [[EXPR_IM:%.+]], 0
732// CHECK: icmp ne i32 [[SUB_RE]], 0
733// CHECK: icmp ne i32 [[SUB_IM]], 0
734// CHECK: [[BOOL_DESIRED:%.+]] = or i1
735// CHECK: [[EXPECTED:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8
736// CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
737// CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
738// CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
739// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
740// CHECK: [[OLD_X]] = trunc i8 [[OLD_XI8]] to i1
741// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
742// CHECK: [[EXIT]]
743// CHECK: [[DESIRED_I8:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
744// CHECK: store i8 [[DESIRED_I8]], i8* @{{.+}},
745#pragma omp atomic capture
746 {bx = civ - bx; bv = bx;}
747// CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
748// CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
749// CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
750// CHECK: br label %[[CONT:.+]]
751// CHECK: [[CONT]]
752// CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
753// CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
754// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to float
755// <Skip checks for complex calculations>
756// CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
757// CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
758// CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
759// CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
760// CHECK: [[DESIRED:%.+]] = fptoui float [[X_RE]] to i16
761// CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
762// CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
763// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
764// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
765// CHECK: [[EXIT]]
766// CHECK: store i16 [[DESIRED]], i16* @{{.+}},
767#pragma omp atomic capture
768 usv = usx /= cfv;
769// CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
770// CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
771// CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
772// CHECK: br label %[[CONT:.+]]
773// CHECK: [[CONT]]
774// CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
775// CHECK: [[X_RVAL:%.+]] = sitofp i64 [[EXPECTED]] to double
776// CHECK: [[ADD_RE:%.+]] = fadd double [[X_RVAL]], [[EXPR_RE]]
777// CHECK: [[ADD_IM:%.+]] = fadd double 0.000000e+00, [[EXPR_IM]]
778// CHECK: [[DESIRED:%.+]] = fptosi double [[ADD_RE]] to i64
779// CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
780// CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
781// CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
782// CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
783// CHECK: [[EXIT]]
784// CHECK: store i64 [[EXPECTED]], i64* @{{.+}},
785#pragma omp atomic capture
786 {llv = llx; llx += cdv;}
787// CHECK: [[IDX:%.+]] = load i16, i16* @{{.+}}
788// CHECK: load i8, i8*
789// CHECK: [[VEC_ITEM_VAL:%.+]] = zext i1 %{{.+}} to i32
790// CHECK: [[I128VAL:%.+]] = load atomic i128, i128* bitcast (<4 x i32>* [[DEST:@.+]] to i128*) monotonic
791// CHECK: [[LD:%.+]] = bitcast i128 [[I128VAL]] to <4 x i32>
792// CHECK: br label %[[CONT:.+]]
793// CHECK: [[CONT]]
794// CHECK: [[OLD_VEC_VAL:%.+]] = phi <4 x i32> [ [[LD]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
795// CHECK: store <4 x i32> [[OLD_VEC_VAL]], <4 x i32>* [[LDTEMP:%.+]],
796// CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
797// CHECK: [[ITEM:%.+]] = extractelement <4 x i32> [[VEC_VAL]], i16 [[IDX]]
798// CHECK: [[OR:%.+]] = or i32 [[ITEM]], [[VEC_ITEM_VAL]]
799// CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
800// CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <4 x i32> [[VEC_VAL]], i32 [[OR]], i16 [[IDX]]
801// CHECK: store <4 x i32> [[NEW_VEC_VAL]], <4 x i32>* [[LDTEMP]]
802// CHECK: [[NEW_VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
803// CHECK: [[OLD_I128:%.+]] = bitcast <4 x i32> [[OLD_VEC_VAL]] to i128
804// CHECK: [[NEW_I128:%.+]] = bitcast <4 x i32> [[NEW_VEC_VAL]] to i128
805// CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (<4 x i32>* [[DEST]] to i128*), i128 [[OLD_I128]], i128 [[NEW_I128]] monotonic monotonic
806// CHECK: [[FAILED_I128_OLD_VAL:%.+]] = extractvalue { i128, i1 } [[RES]], 0
807// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i128, i1 } [[RES]], 1
808// CHECK: [[FAILED_OLD_VAL]] = bitcast i128 [[FAILED_I128_OLD_VAL]] to <4 x i32>
809// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
810// CHECK: [[EXIT]]
811// CHECK: store i32 [[OR]], i32* @{{.+}},
812#pragma omp atomic capture
813 {int4x[sv] |= bv; iv = int4x[sv];}
814// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
815// CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*) monotonic
816// CHECK: br label %[[CONT:.+]]
817// CHECK: [[CONT]]
818// CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
819// CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
820// CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
821// CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
822// CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
823// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
824// CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
825// CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
826// CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP]],
827// CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
828// CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
829// CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
830// CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
831// CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
832// CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
833// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
834// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
835// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
836// CHECK: [[EXIT]]
837// CHECK: store i32 [[CONV]], i32* @{{.+}},
838#pragma omp atomic capture
839 iv = bfx.a = bfx.a - ldv;
840// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
841// CHECK: [[BITCAST:%.+]] = bitcast i32* [[LDTEMP:%.+]] to i8*
842// CHECK: call void @__atomic_load(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST]], i32 0)
843// CHECK: [[PREV_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
844// CHECK: br label %[[CONT:.+]]
845// CHECK: [[CONT]]
846// CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
847// CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
848// CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
849// CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
850// CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
851// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
852// CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
853// CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[MUL]] to i32
854// CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP]],
855// CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
856// CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
857// CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
858// CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
859// CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
860// CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP_OLD_BF_ADDR:%.+]],
861// CHECK: store i32 [[NEW_BF_VALUE]], i32* [[TEMP_NEW_BF_ADDR:%.+]],
862// CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* [[TEMP_OLD_BF_ADDR]] to i8*
863// CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* [[TEMP_NEW_BF_ADDR]] to i8*
864// CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
865// CHECK: [[FAILED_OLD_VAL]] = load i32, i32* [[TEMP_OLD_BF_ADDR]]
866// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
867// CHECK: [[EXIT]]
868// CHECK: store i32 [[A_ASHR]], i32* @{{.+}},
869#pragma omp atomic capture
870 {iv = bfx_packed.a; bfx_packed.a *= ldv;}
871// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
872// CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0) monotonic
873// CHECK: br label %[[CONT:.+]]
874// CHECK: [[CONT]]
875// CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
876// CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
877// CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
878// CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_LD]], 31
879// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
880// CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
881// CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
882// CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP]],
883// CHECK: [[BF_AND:%.+]] = and i32 [[CONV]], 1
884// CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 31
885// CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], 2147483647
886// CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
887// CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
888// CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
889// CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
890// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
891// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
892// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
893// CHECK: [[EXIT]]
894// CHECK: store i32 [[CONV]], i32* @{{.+}},
895#pragma omp atomic capture
896 {bfx2.a -= ldv; iv = bfx2.a;}
897// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
898// CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3) monotonic
899// CHECK: br label %[[CONT:.+]]
900// CHECK: [[CONT]]
901// CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
902// CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
903// CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
904// CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
905// CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 7
906// CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i32
907// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
908// CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[EXPR]], [[X_RVAL]]
909// CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
910// CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i8
911// CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST]],
912// CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 1
913// CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 7
914// CHECK: [[BF_CLEAR:%.+]] = and i8 %{{.+}}, 127
915// CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
916// CHECK: store i8 %{{.+}}, i8* [[LDTEMP:%.+]]
917// CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[LDTEMP]]
918// CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
919// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
920// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
921// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
922// CHECK: [[EXIT]]
923// CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
924#pragma omp atomic capture
925 iv = bfx2_packed.a = ldv / bfx2_packed.a;
926// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
927// CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0) monotonic
928// CHECK: br label %[[CONT:.+]]
929// CHECK: [[CONT]]
930// CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
931// CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
932// CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
933// CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 7
934// CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 18
935// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
936// CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[X_RVAL]], [[EXPR]]
937// CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
938// CHECK: [[BF_LD:%.+]] = load i32, i32* [[TEMP]],
939// CHECK: [[BF_AND:%.+]] = and i32 [[NEW_VAL]], 16383
940// CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 11
941// CHECK: [[BF_CLEAR:%.+]] = and i32 %{{.+}}, -33552385
942// CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
943// CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
944// CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
945// CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
946// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
947// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
948// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
949// CHECK: [[EXIT]]
950// CHECK: store i32 [[A_ASHR]], i32* @{{.+}},
951#pragma omp atomic capture
952 {iv = bfx3.a; bfx3.a /= ldv;}
953// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
954// CHECK: [[LDTEMP:%.+]] = bitcast i32* %{{.+}} to i24*
955// CHECK: [[BITCAST:%.+]] = bitcast i24* %{{.+}} to i8*
956// CHECK: call void @__atomic_load(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST]], i32 0)
957// CHECK: [[PREV_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
958// CHECK: br label %[[CONT:.+]]
959// CHECK: [[CONT]]
960// CHECK: [[OLD_BF_VALUE:%.+]] = phi i24 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
961// CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i24*
962// CHECK: store i24 [[OLD_BF_VALUE]], i24* [[BITCAST]],
963// CHECK: [[A_LD:%.+]] = load i24, i24* [[BITCAST]],
964// CHECK: [[A_SHL:%.+]] = shl i24 [[A_LD]], 7
965// CHECK: [[A_ASHR:%.+]] = ashr i24 [[A_SHL]], 10
966// CHECK: [[CAST:%.+]] = sext i24 [[A_ASHR]] to i32
967// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
968// CHECK: [[ADD:%.+]] = fadd x86_fp80 [[X_RVAL]], [[EXPR]]
969// CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i32
970// CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i24
971// CHECK: [[BF_LD:%.+]] = load i24, i24* [[BITCAST]],
972// CHECK: [[BF_AND:%.+]] = and i24 [[TRUNC]], 16383
973// CHECK: [[BF_VALUE:%.+]] = shl i24 [[BF_AND]], 3
974// CHECK: [[BF_CLEAR:%.+]] = and i24 [[BF_LD]], -131065
975// CHECK: or i24 [[BF_CLEAR]], [[BF_VALUE]]
976// CHECK: store i24 %{{.+}}, i24* [[LDTEMP:%.+]]
977// CHECK: [[NEW_BF_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
978// CHECK: [[TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* %{{.+}} to i24*
979// CHECK: store i24 [[OLD_BF_VALUE]], i24* [[TEMP_OLD_BF_ADDR]]
980// CHECK: [[TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* %{{.+}} to i24*
981// CHECK: store i24 [[NEW_BF_VALUE]], i24* [[TEMP_NEW_BF_ADDR]]
982// CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i24* [[TEMP_OLD_BF_ADDR]] to i8*
983// CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i24* [[TEMP_NEW_BF_ADDR]] to i8*
984// CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
985// CHECK: [[FAILED_OLD_VAL]] = load i24, i24* [[TEMP_OLD_BF_ADDR]]
986// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
987// CHECK: [[EXIT]]
988// CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
989#pragma omp atomic capture
990 {bfx3_packed.a += ldv; iv = bfx3_packed.a;}
991// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
992// CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
993// CHECK: br label %[[CONT:.+]]
994// CHECK: [[CONT]]
995// CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
996// CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
997// CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
998// CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 47
999// CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 63
1000// CHECK: [[A_CAST:%.+]] = trunc i64 [[A_ASHR:%.+]] to i32
1001// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST:%.+]] to x86_fp80
1002// CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
1003// CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[MUL]] to i32
1004// CHECK: [[ZEXT:%.+]] = zext i32 [[NEW_VAL]] to i64
1005// CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP]],
1006// CHECK: [[BF_AND:%.+]] = and i64 [[ZEXT]], 1
1007// CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND]], 16
1008// CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -65537
1009// CHECK: or i64 [[BF_CLEAR]], [[BF_VALUE]]
1010// CHECK: store i64 %{{.+}}, i64* [[LDTEMP:%.+]]
1011// CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[LDTEMP]]
1012// CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
1013// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
1014// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
1015// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1016// CHECK: [[EXIT]]
1017// CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
1018#pragma omp atomic capture
1019 iv = bfx4.a = bfx4.a * ldv;
1020// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
1021// CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
1022// CHECK: br label %[[CONT:.+]]
1023// CHECK: [[CONT]]
1024// CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1025// CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
1026// CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
1027// CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
1028// CHECK: [[A_SHL:%.+]] = shl i8 [[A_LD]], 7
1029// CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_SHL:%.+]], 7
1030// CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR:%.+]] to i32
1031// CHECK: [[CONV:%.+]] = sitofp i32 [[CAST]] to x86_fp80
1032// CHECK: [[SUB: %.+]] = fsub x86_fp80 [[CONV]], [[EXPR]]
1033// CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB:%.+]] to i32
1034// CHECK: [[NEW_VAL:%.+]] = trunc i32 [[CONV]] to i8
1035// CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST]],
1036// CHECK: [[BF_VALUE:%.+]] = and i8 [[NEW_VAL]], 1
1037// CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], -2
1038// CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
1039// CHECK: store i8 %{{.+}}, i8* [[LDTEMP:%.+]]
1040// CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[LDTEMP]]
1041// CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
1042// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
1043// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
1044// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1045// CHECK: [[EXIT]]
1046// CHECK: store i32 [[CAST]], i32* @{{.+}},
1047#pragma omp atomic capture
1048 {iv = bfx4_packed.a; bfx4_packed.a -= ldv;}
1049// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
1050// CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
1051// CHECK: br label %[[CONT:.+]]
1052// CHECK: [[CONT]]
1053// CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1054// CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
1055// CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
1056// CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 40
1057// CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 57
1058// CHECK: [[CONV:%.+]] = sitofp i64 [[A_ASHR]] to x86_fp80
1059// CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[CONV]], [[EXPR]]
1060// CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[DIV]] to i64
1061// CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP]],
1062// CHECK: [[BF_AND:%.+]] = and i64 [[CONV]], 127
1063// CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND:%.+]], 17
1064// CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -16646145
1065// CHECK: [[VAL:%.+]] = or i64 [[BF_CLEAR]], [[BF_VALUE]]
1066// CHECK: store i64 [[VAL]], i64* [[LDTEMP:%.+]]
1067// CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[LDTEMP]]
1068// CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
1069// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
1070// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
1071// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1072// CHECK: [[EXIT]]
1073// CHECK: [[NEW_VAL:%.+]] = trunc i64 [[CONV]] to i32
1074// CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
1075#pragma omp atomic capture
1076 {bfx4.b /= ldv; iv = bfx4.b;}
1077// CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
1078// CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
1079// CHECK: br label %[[CONT:.+]]
1080// CHECK: [[CONT]]
1081// CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1082// CHECK: [[BITCAST:%.+]] = bitcast i64* %{{.+}} to i8*
1083// CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
1084// CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
1085// CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 1
1086// CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i64
1087// CHECK: [[CONV:%.+]] = sitofp i64 [[CAST]] to x86_fp80
1088// CHECK: [[ADD:%.+]] = fadd x86_fp80 [[CONV]], [[EXPR]]
1089// CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i64
1090// CHECK: [[TRUNC:%.+]] = trunc i64 [[NEW_VAL]] to i8
1091// CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST]],
1092// CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 127
1093// CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 1
1094// CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], 1
1095// CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
1096// CHECK: store i8 %{{.+}}, i8* [[LDTEMP:%.+]]
1097// CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[LDTEMP]]
1098// CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
1099// CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
1100// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
1101// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1102// CHECK: [[EXIT]]
1103// CHECK: [[NEW_VAL_I32:%.+]] = trunc i64 [[NEW_VAL]] to i32
1104// CHECK: store i32 [[NEW_VAL_I32]], i32* @{{.+}},
1105#pragma omp atomic capture
1106 iv = bfx4_packed.b += ldv;
1107// CHECK: load i64, i64*
1108// CHECK: [[EXPR:%.+]] = uitofp i64 %{{.+}} to float
1109// CHECK: [[I64VAL:%.+]] = load atomic i64, i64* bitcast (<2 x float>* [[DEST:@.+]] to i64*) monotonic
1110// CHECK: [[LD:%.+]] = bitcast i64 [[I64VAL]] to <2 x float>
1111// CHECK: br label %[[CONT:.+]]
1112// CHECK: [[CONT]]
1113// CHECK: [[OLD_VEC_VAL:%.+]] = phi <2 x float> [ [[LD]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1114// CHECK: store <2 x float> [[OLD_VEC_VAL]], <2 x float>* [[LDTEMP:%.+]],
1115// CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]]
1116// CHECK: [[X:%.+]] = extractelement <2 x float> [[VEC_VAL]], i64 0
1117// CHECK: [[VEC_ITEM_VAL:%.+]] = fsub float [[EXPR]], [[X]]
1118// CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]],
1119// CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <2 x float> [[VEC_VAL]], float [[VEC_ITEM_VAL]], i64 0
1120// CHECK: store <2 x float> [[NEW_VEC_VAL]], <2 x float>* [[LDTEMP]]
1121// CHECK: [[NEW_VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]]
1122// CHECK: [[OLD_I64:%.+]] = bitcast <2 x float> [[OLD_VEC_VAL]] to i64
1123// CHECK: [[NEW_I64:%.+]] = bitcast <2 x float> [[NEW_VEC_VAL]] to i64
1124// CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (<2 x float>* [[DEST]] to i64*), i64 [[OLD_I64]], i64 [[NEW_I64]] monotonic monotonic
1125// CHECK: [[FAILED_I64_OLD_VAL:%.+]] = extractvalue { i64, i1 } [[RES]], 0
1126// CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
1127// CHECK: [[FAILED_OLD_VAL]] = bitcast i64 [[FAILED_I64_OLD_VAL]] to <2 x float>
1128// CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1129// CHECK: [[EXIT]]
1130// CHECK: store float [[X]], float* @{{.+}},
1131#pragma omp atomic capture
1132 {fv = float2x.x; float2x.x = ulv - float2x.x;}
1133// CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
1134// CHECK: [[OLD_VAL:%.+]] = call i32 @llvm.read_register.i32([[REG:metadata ![0-9]+]])
1135// CHECK: [[X_RVAL:%.+]] = sitofp i32 [[OLD_VAL]] to double
1136// CHECK: [[DIV:%.+]] = fdiv double [[EXPR]], [[X_RVAL]]
1137// CHECK: [[NEW_VAL:%.+]] = fptosi double [[DIV]] to i32
1138// CHECK: call void @llvm.write_register.i32([[REG]], i32 [[NEW_VAL]])
1139// CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
1140// CHECK: call{{.*}} @__kmpc_flush(
1141#pragma omp atomic capture seq_cst
1142 {rix = dv / rix; iv = rix;}
1143// CHECK: [[OLD_VAL:%.+]] = atomicrmw xchg i32* @{{.+}}, i32 5 monotonic
1144// CHECK: call void @llvm.write_register.i32([[REG]], i32 [[OLD_VAL]])
1145#pragma omp atomic capture
1146 {rix = ix; ix = 5;}
1147 return 0;
1148}
1149#endif