1 // RUN: %clang_cc1 -verify -triple x86_64-apple-darwin10 -fopenmp=libiomp5 -x c -emit-llvm %s -o - | FileCheck %s
2 // RUN: %clang_cc1 -fopenmp=libiomp5 -x c -triple x86_64-apple-darwin10 -emit-pch -o %t %s
3 // RUN: %clang_cc1 -fopenmp=libiomp5 -x c -triple x86_64-apple-darwin10 -include-pch %t -verify %s -emit-llvm -o - | FileCheck %s
4 // expected-no-diagnostics
5 
6 #ifndef HEADER
7 #define HEADER
8 
9 _Bool bv, bx;
10 char cv, cx;
11 unsigned char ucv, ucx;
12 short sv, sx;
13 unsigned short usv, usx;
14 int iv, ix;
15 unsigned int uiv, uix;
16 long lv, lx;
17 unsigned long ulv, ulx;
18 long long llv, llx;
19 unsigned long long ullv, ullx;
20 float fv, fx;
21 double dv, dx;
22 long double ldv, ldx;
23 _Complex int civ, cix;
24 _Complex float cfv, cfx;
25 _Complex double cdv, cdx;
26 
27 typedef int int4 __attribute__((__vector_size__(16)));
28 int4 int4x;
29 
30 struct BitFields {
31   int : 32;
32   int a : 31;
33 } bfx;
34 
35 struct BitFields_packed {
36   int : 32;
37   int a : 31;
38 } __attribute__ ((__packed__)) bfx_packed;
39 
40 struct BitFields2 {
41   int : 31;
42   int a : 1;
43 } bfx2;
44 
45 struct BitFields2_packed {
46   int : 31;
47   int a : 1;
48 } __attribute__ ((__packed__)) bfx2_packed;
49 
50 struct BitFields3 {
51   int : 11;
52   int a : 14;
53 } bfx3;
54 
55 struct BitFields3_packed {
56   int : 11;
57   int a : 14;
58 } __attribute__ ((__packed__)) bfx3_packed;
59 
60 struct BitFields4 {
61   short : 16;
62   int a: 1;
63   long b : 7;
64 } bfx4;
65 
66 struct BitFields4_packed {
67   short : 16;
68   int a: 1;
69   long b : 7;
70 } __attribute__ ((__packed__)) bfx4_packed;
71 
72 typedef float float2 __attribute__((ext_vector_type(2)));
73 float2 float2x;
74 
75 register int rix __asm__("0");
76 
77 int main() {
78 // CHECK: [[PREV:%.+]] = atomicrmw add i8* @{{.+}}, i8 1 monotonic
79 // CHECK: store i8 [[PREV]], i8* @{{.+}},
80 #pragma omp atomic capture
81   bv = bx++;
82 // CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic
83 // CHECK: add nsw i32 %{{.+}}, 1
84 // CHECK: store i8 %{{.+}}, i8* @{{.+}},
85 #pragma omp atomic capture
86   cv = ++cx;
87 // CHECK: [[PREV:%.+]] = atomicrmw sub i8* @{{.+}}, i8 1 monotonic
88 // CHECK: store i8 [[PREV]], i8* @{{.+}},
89 #pragma omp atomic capture
90   ucv = ucx--;
91 // CHECK: atomicrmw sub i16* @{{.+}}, i16 1 monotonic
92 // CHECK: sub nsw i32 %{{.+}}, 1
93 // CHECK: store i16 %{{.+}}, i16* @{{.+}},
94 #pragma omp atomic capture
95   sv = --sx;
96 // CHECK: [[USV:%.+]] = load i16, i16* @{{.+}},
97 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i32
98 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
99 // CHECK: br label %[[CONT:.+]]
100 // CHECK: [[CONT]]
101 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
102 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
103 // CHECK: [[ADD:%.+]] = add nsw i32 [[CONV]], [[EXPR]]
104 // CHECK: [[DESIRED:%.+]] = trunc i32 [[ADD]] to i16
105 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
106 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
107 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
108 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
109 // CHECK: [[EXIT]]
110 // CHECK: store i16 [[DESIRED]], i16* @{{.+}},
111 #pragma omp atomic capture
112   sv = usx += usv;
113 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
114 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
115 // CHECK: br label %[[CONT:.+]]
116 // CHECK: [[CONT]]
117 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
118 // CHECK: [[DESIRED:%.+]] = mul nsw i32 [[EXPECTED]], [[EXPR]]
119 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
120 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
121 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
122 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
123 // CHECK: [[EXIT]]
124 // CHECK: store i32 [[DESIRED]], i32* @{{.+}},
125 #pragma omp atomic capture
126   uiv = ix *= iv;
127 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
128 // CHECK: [[PREV:%.+]] = atomicrmw sub i32* @{{.+}}, i32 [[EXPR]] monotonic
129 // CHECK: store i32 [[PREV]], i32* @{{.+}},
130 #pragma omp atomic capture
131   {iv = uix; uix -= uiv;}
132 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
133 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
134 // CHECK: br label %[[CONT:.+]]
135 // CHECK: [[CONT]]
136 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
137 // CHECK: [[DESIRED:%.+]] = shl i32 [[EXPECTED]], [[EXPR]]
138 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
139 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
140 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
141 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
142 // CHECK: [[EXIT]]
143 // CHECK: store i32 [[DESIRED]], i32* @{{.+}},
144 #pragma omp atomic capture
145   {ix <<= iv; uiv = ix;}
146 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
147 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
148 // CHECK: br label %[[CONT:.+]]
149 // CHECK: [[CONT]]
150 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
151 // CHECK: [[DESIRED:%.+]] = lshr i32 [[EXPECTED]], [[EXPR]]
152 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
153 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
154 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
155 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
156 // CHECK: [[EXIT]]
157 // CHECK: store i32 [[DESIRED]], i32* @{{.+}},
158 #pragma omp atomic capture
159   iv = uix >>= uiv;
160 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
161 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
162 // CHECK: br label %[[CONT:.+]]
163 // CHECK: [[CONT]]
164 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
165 // CHECK: [[DESIRED:%.+]] = sdiv i64 [[EXPECTED]], [[EXPR]]
166 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
167 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
168 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
169 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
170 // CHECK: [[EXIT]]
171 // CHECK: store i64 [[EXPECTED]], i64* @{{.+}},
172 #pragma omp atomic capture
173   {ulv = lx; lx /= lv;}
174 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
175 // CHECK: [[OLD:%.+]] = atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
176 // CHECK: [[DESIRED:%.+]] = and i64 [[OLD]], [[EXPR]]
177 // CHECK:  store i64 [[DESIRED]], i64* @{{.+}},
178 #pragma omp atomic capture
179   {ulx &= ulv; lv = ulx;}
180 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
181 // CHECK: [[OLD:%.+]] = atomicrmw xor i64* @{{.+}}, i64 [[EXPR]] monotonic
182 // CHECK: [[DESIRED:%.+]] = xor i64 [[OLD]], [[EXPR]]
183 // CHECK:  store i64 [[DESIRED]], i64* @{{.+}},
184 #pragma omp atomic capture
185   ullv = llx ^= llv;
186 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
187 // CHECK: [[OLD:%.+]] = atomicrmw or i64* @{{.+}}, i64 [[EXPR]] monotonic
188 // CHECK: [[DESIRED:%.+]] = or i64 [[OLD]], [[EXPR]]
189 // CHECK:  store i64 [[DESIRED]], i64* @{{.+}},
190 #pragma omp atomic capture
191   llv = ullx |= ullv;
192 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
193 // CHECK: [[OLD:%.+]] = load atomic i32, i32*  bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
194 // CHECK: [[X:%.+]] = bitcast i32 [[OLD]] to float
195 // CHECK: br label %[[CONT:.+]]
196 // CHECK: [[CONT]]
197 // CHECK: [[OLD:%.+]] = phi float [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
198 // CHECK: [[ADD:%.+]] = fadd float [[OLD]], [[EXPR]]
199 // CHECK: [[EXPECTED:%.+]] = bitcast float [[OLD]] to i32
200 // CHECK: [[DESIRED:%.+]] = bitcast float [[ADD]] to i32
201 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
202 // CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
203 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
204 // CHECK: [[OLD_X]] = bitcast i32 [[PREV]] to float
205 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
206 // CHECK: [[EXIT]]
207 // CHECK: [[CAST:%.+]] = fpext float [[ADD]] to double
208 // CHECK: store double [[CAST]], double* @{{.+}},
209 #pragma omp atomic capture
210   dv = fx = fx + fv;
211 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
212 // CHECK: [[OLD:%.+]] = load atomic i64, i64*  bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
213 // CHECK: [[X:%.+]] = bitcast i64 [[OLD]] to double
214 // CHECK: br label %[[CONT:.+]]
215 // CHECK: [[CONT]]
216 // CHECK: [[OLD:%.+]] = phi double [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
217 // CHECK: [[SUB:%.+]] = fsub double [[EXPR]], [[OLD]]
218 // CHECK: [[EXPECTED:%.+]] = bitcast double [[OLD]] to i64
219 // CHECK: [[DESIRED:%.+]] = bitcast double [[SUB]] to i64
220 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
221 // CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
222 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
223 // CHECK: [[OLD_X]] = bitcast i64 [[PREV]] to double
224 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
225 // CHECK: [[EXIT]]
226 // CHECK: [[CAST:%.+]] = fptrunc double [[OLD]] to float
227 // CHECK: store float [[CAST]], float* @{{.+}},
228 #pragma omp atomic capture
229   {fv = dx; dx = dv - dx;}
230 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
231 // CHECK: [[OLD:%.+]] = load atomic i128, i128*  bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
232 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
233 // CHECK: store i128 [[OLD]], i128* [[BITCAST]]
234 // CHECK: [[X:%.+]] = load x86_fp80, x86_fp80* [[TEMP]]
235 // CHECK: br label %[[CONT:.+]]
236 // CHECK: [[CONT]]
237 // CHECK: [[OLD:%.+]] = phi x86_fp80 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
238 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[OLD]], [[EXPR]]
239 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
240 // CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
241 // CHECK: store x86_fp80 [[OLD]], x86_fp80* [[TEMP]]
242 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
243 // CHECK: [[EXPECTED:%.+]] = load i128, i128* [[BITCAST]]
244 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
245 // CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
246 // CHECK: store x86_fp80 [[MUL]], x86_fp80* [[TEMP]]
247 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
248 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]]
249 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
250 // CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
251 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
252 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
253 // CHECK: store i128 [[PREV]], i128* [[BITCAST]]
254 // CHECK: [[OLD_X]] = load x86_fp80, x86_fp80* [[TEMP]],
255 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
256 // CHECK: [[EXIT]]
257 // CHECK: [[CAST:%.+]] = fptrunc x86_fp80 [[MUL]] to double
258 // CHECK: store double [[CAST]], double* @{{.+}},
259 #pragma omp atomic capture
260   {ldx = ldx * ldv; dv = ldx;}
261 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0)
262 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1)
263 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i8*
264 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
265 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
266 // CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]]
267 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
268 // CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]]
269 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
270 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
271 // CHECK: store i32 [[LD_RE]], i32* [[LD_RE_ADDR]]
272 // CHECK: store i32 [[LD_IM]], i32* [[LD_IM_ADDR]]
273 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
274 // CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
275 // CHECK: br label %[[CONT:.+]]
276 // CHECK: [[CONT]]
277 // CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
278 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i64*
279 // CHECK: store i64 [[OLD]], i64* [[BITCAST]]
280 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
281 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
282 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
283 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
284 // <Skip checks for complex calculations>
285 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
286 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
287 // CHECK: store i32 [[X_RE]], i32* [[X_RE_ADDR]]
288 // CHECK: store i32 [[X_IM]], i32* [[X_IM_ADDR]]
289 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
290 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
291 // CHECK: store i32 [[NEW_RE:%.+]], i32* [[X_RE_ADDR]]
292 // CHECK: store i32 [[NEW_IM:%.+]], i32* [[X_IM_ADDR]]
293 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
294 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
295 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
296 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
297 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
298 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
299 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
300 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
301 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
302 // CHECK: store i32 [[X_RE]], i32* [[LD_RE_ADDR]]
303 // CHECK: store i32 [[X_IM]], i32* [[LD_IM_ADDR]]
304 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
305 // CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
306 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
307 // CHECK: [[EXIT]]
308 // CHECK: [[RE_CAST:%.+]] = sitofp i32 [[NEW_RE]] to float
309 // CHECK: [[IM_CAST:%.+]] = sitofp i32 [[NEW_IM]] to float
310 // CHECK: store float [[RE_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0),
311 // CHECK: store float [[IM_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1),
312 #pragma omp atomic capture
313   cfv = cix = civ / cix;
314 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
315 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
316 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP:%.+]] to i8*
317 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ float, float }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
318 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 0
319 // CHECK: [[LD_RE:%.+]] = load float, float* [[LD_RE_ADDR]]
320 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
321 // CHECK: [[LD_IM:%.+]] = load float, float* [[LD_IM_ADDR]]
322 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
323 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
324 // CHECK: store float [[LD_RE]], float* [[LD_RE_ADDR]]
325 // CHECK: store float [[LD_IM]], float* [[LD_IM_ADDR]]
326 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP]] to i64*
327 // CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
328 // CHECK: br label %[[CONT:.+]]
329 // CHECK: [[CONT]]
330 // CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
331 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP:%.+]] to i64*
332 // CHECK: store i64 [[OLD]], i64* [[BITCAST]]
333 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 0
334 // CHECK: [[X_RE_OLD:%.+]] = load float, float* [[X_RE_ADDR]]
335 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
336 // CHECK: [[X_IM_OLD:%.+]] = load float, float* [[X_IM_ADDR]]
337 // <Skip checks for complex calculations>
338 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
339 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 1
340 // CHECK: store float [[X_RE_OLD]], float* [[X_RE_ADDR]]
341 // CHECK: store float [[X_IM_OLD]], float* [[X_IM_ADDR]]
342 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
343 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR]], i32 0, i32 1
344 // CHECK: store float [[NEW_RE:%.+]], float* [[X_RE_ADDR]]
345 // CHECK: store float [[NEW_IM:%.+]], float* [[X_IM_ADDR]]
346 // CHECK: [[EXPECTED:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR]] to i8*
347 // CHECK: [[DESIRED:%.+]] = bitcast { float, float }* [[DESIRED_ADDR]] to i8*
348 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ float, float }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
349 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
350 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
351 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
352 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
353 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
354 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
355 // CHECK: store float [[X_RE]], float* [[LD_RE_ADDR]]
356 // CHECK: store float [[X_IM]], float* [[LD_IM_ADDR]]
357 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[TEMP]] to i64*
358 // CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
359 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
360 // CHECK: [[EXIT]]
361 // CHECK: [[RE_CAST:%.+]] = fptosi float [[X_RE_OLD]] to i32
362 // CHECK: [[IM_CAST:%.+]] = fptosi float [[X_IM_OLD]] to i32
363 // CHECK: store i32 [[RE_CAST]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0),
364 // CHECK: store i32 [[IM_CAST]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1),
365 #pragma omp atomic capture
366   {civ = cfx; cfx = cfv + cfx;}
367 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
368 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
369 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP:%.+]] to i8*
370 // CHECK: call void @__atomic_load(i64 16, i8* bitcast ({ double, double }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 5)
371 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 0
372 // CHECK: [[LD_RE:%.+]] = load double, double* [[LD_RE_ADDR]]
373 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
374 // CHECK: [[LD_IM:%.+]] = load double, double* [[LD_IM_ADDR]]
375 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP:%.+]], i32 0, i32 0
376 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
377 // CHECK: store double [[LD_RE]], double* [[LD_RE_ADDR]]
378 // CHECK: store double [[LD_IM]], double* [[LD_IM_ADDR]]
379 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP]] to i128*
380 // CHECK: [[X:%.+]] = load i128, i128* [[BITCAST]]
381 // CHECK: br label %[[CONT:.+]]
382 // CHECK: [[CONT]]
383 // CHECK: [[OLD:%.+]] = phi i128 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
384 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP:%.+]] to i128*
385 // CHECK: store i128 [[OLD]], i128* [[BITCAST]]
386 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 0
387 // CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]]
388 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
389 // CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]]
390 // <Skip checks for complex calculations>
391 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
392 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 1
393 // CHECK: store double [[X_RE]], double* [[X_RE_ADDR]]
394 // CHECK: store double [[X_IM]], double* [[X_IM_ADDR]]
395 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
396 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR]], i32 0, i32 1
397 // CHECK: store double [[NEW_RE:%.+]], double* [[X_RE_ADDR]]
398 // CHECK: store double [[NEW_IM:%.+]], double* [[X_IM_ADDR]]
399 // CHECK: [[EXPECTED:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR]] to i8*
400 // CHECK: [[DESIRED:%.+]] = bitcast { double, double }* [[DESIRED_ADDR]] to i8*
401 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 16, i8* bitcast ({ double, double }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 5, i32 5)
402 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP:%.+]], i32 0, i32 0
403 // CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]]
404 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
405 // CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]]
406 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP:%.+]], i32 0, i32 0
407 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[TEMP]], i32 0, i32 1
408 // CHECK: store double [[X_RE]], double* [[LD_RE_ADDR]]
409 // CHECK: store double [[X_IM]], double* [[LD_IM_ADDR]]
410 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[TEMP]] to i128*
411 // CHECK: [[OLD_X]] = load i128, i128* [[BITCAST]]
412 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
413 // CHECK: [[EXIT]]
414 // CHECK: [[RE_CAST:%.+]] = fptrunc double [[NEW_RE]] to float
415 // CHECK: [[IM_CAST:%.+]] = fptrunc double [[NEW_IM]] to float
416 // CHECK: store float [[RE_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0),
417 // CHECK: store float [[IM_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1),
418 // CHECK: call{{.*}} @__kmpc_flush(
419 #pragma omp atomic capture seq_cst
420   {cdx = cdx - cdv; cfv = cdx;}
421 // CHECK: [[BV:%.+]] = load i8, i8* @{{.+}}
422 // CHECK: [[BOOL:%.+]] = trunc i8 [[BV]] to i1
423 // CHECK: [[EXPR:%.+]] = zext i1 [[BOOL]] to i64
424 // CHECK: [[OLD:%.+]] = atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
425 // CHECK: [[DESIRED:%.+]] = and i64 [[OLD]], [[EXPR]]
426 // CHECK: store i64 [[DESIRED]], i64* @{{.+}},
427 #pragma omp atomic capture
428   ulv = ulx = ulx & bv;
429 // CHECK: [[CV:%.+]]  = load i8, i8* @{{.+}}, align 1
430 // CHECK: [[EXPR:%.+]] = sext i8 [[CV]] to i32
431 // CHECK: [[BX:%.+]] = load atomic i8, i8* [[BX_ADDR:@.+]] monotonic
432 // CHECK: [[X:%.+]] = trunc i8 [[BX]] to i1
433 // CHECK: br label %[[CONT:.+]]
434 // CHECK: [[CONT]]
435 // CHECK: [[OLD_BOOL:%.+]] = phi i1 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
436 // CHECK: [[X_RVAL:%.+]] = zext i1 [[OLD_BOOL]] to i32
437 // CHECK: [[AND:%.+]] = and i32 [[EXPR]], [[X_RVAL]]
438 // CHECK: [[CAST:%.+]] = icmp ne i32 [[AND]], 0
439 // CHECK: [[EXPECTED:%.+]] = zext i1 [[OLD_BOOL]] to i8
440 // CHECK: [[DESIRED:%.+]] = zext i1 [[CAST]] to i8
441 // CHECK: [[RES:%.+]] = cmpxchg i8* [[BX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
442 // CHECK: [[OLD:%.+]] = extractvalue { i8, i1 } [[RES]], 0
443 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
444 // CHECK: [[OLD_X]] = trunc i8 [[OLD]] to i1
445 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
446 // CHECK: [[EXIT]]
447 // CHECK: [[OLD_I8:%.+]] = zext i1 [[OLD_BOOL]] to i8
448 // CHECK: store i8 [[OLD_I8]], i8* @{{.+}},
449 #pragma omp atomic capture
450   {bv = bx; bx = cv & bx;}
451 // CHECK: [[UCV:%.+]]  = load i8, i8* @{{.+}},
452 // CHECK: [[EXPR:%.+]] = zext i8 [[UCV]] to i32
453 // CHECK: [[X:%.+]] = load atomic i8, i8* [[CX_ADDR:@.+]] seq_cst
454 // CHECK: br label %[[CONT:.+]]
455 // CHECK: [[CONT]]
456 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
457 // CHECK: [[X_RVAL:%.+]] = sext i8 [[EXPECTED]] to i32
458 // CHECK: [[ASHR:%.+]] = ashr i32 [[X_RVAL]], [[EXPR]]
459 // CHECK: [[DESIRED:%.+]] = trunc i32 [[ASHR]] to i8
460 // CHECK: [[RES:%.+]] = cmpxchg i8* [[CX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] seq_cst seq_cst
461 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0
462 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
463 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
464 // CHECK: [[EXIT]]
465 // CHECK: store i8 [[DESIRED]], i8* @{{.+}},
466 // CHECK: call{{.*}} @__kmpc_flush(
467 #pragma omp atomic capture, seq_cst
468   {cx = cx >> ucv; cv = cx;}
469 // CHECK: [[SV:%.+]]  = load i16, i16* @{{.+}},
470 // CHECK: [[EXPR:%.+]] = sext i16 [[SV]] to i32
471 // CHECK: [[X:%.+]] = load atomic i64, i64* [[ULX_ADDR:@.+]] monotonic
472 // CHECK: br label %[[CONT:.+]]
473 // CHECK: [[CONT]]
474 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
475 // CHECK: [[X_RVAL:%.+]] = trunc i64 [[EXPECTED]] to i32
476 // CHECK: [[SHL:%.+]] = shl i32 [[EXPR]], [[X_RVAL]]
477 // CHECK: [[DESIRED:%.+]] = sext i32 [[SHL]] to i64
478 // CHECK: [[RES:%.+]] = cmpxchg i64* [[ULX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
479 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
480 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
481 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
482 // CHECK: [[EXIT]]
483 // CHECK: store i64 [[DESIRED]], i64* @{{.+}},
484 #pragma omp atomic capture
485   ulv = ulx = sv << ulx;
486 // CHECK: [[USV:%.+]]  = load i16, i16* @{{.+}},
487 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i64
488 // CHECK: [[X:%.+]] = load atomic i64, i64* [[LX_ADDR:@.+]] monotonic
489 // CHECK: br label %[[CONT:.+]]
490 // CHECK: [[CONT]]
491 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
492 // CHECK: [[DESIRED:%.+]] = srem i64 [[EXPECTED]], [[EXPR]]
493 // CHECK: [[RES:%.+]] = cmpxchg i64* [[LX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
494 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
495 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
496 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
497 // CHECK: [[EXIT]]
498 // CHECK: store i64 [[EXPECTED]], i64* @{{.+}},
499 #pragma omp atomic capture
500   {lv = lx; lx = lx % usv;}
501 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
502 // CHECK: [[OLD:%.+]] = atomicrmw or i32* @{{.+}}, i32 [[EXPR]] seq_cst
503 // CHECK: [[DESIRED:%.+]] = or i32 [[EXPR]], [[OLD]]
504 // CHECK: store i32 [[DESIRED]], i32* @{{.+}},
505 // CHECK: call{{.*}} @__kmpc_flush(
506 #pragma omp atomic seq_cst, capture
507   {uix = iv | uix; uiv = uix;}
508 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
509 // CHECK: [[OLD:%.+]] = atomicrmw and i32* @{{.+}}, i32 [[EXPR]] monotonic
510 // CHECK: [[DESIRED:%.+]] = and i32 [[OLD]], [[EXPR]]
511 // CHECK: store i32 [[DESIRED]], i32* @{{.+}},
512 #pragma omp atomic capture
513   iv = ix = ix & uiv;
514 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
515 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i8*
516 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
517 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
518 // CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]]
519 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
520 // CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]]
521 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
522 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
523 // CHECK: store i32 [[LD_RE]], i32* [[LD_RE_ADDR]]
524 // CHECK: store i32 [[LD_IM]], i32* [[LD_IM_ADDR]]
525 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
526 // CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
527 // CHECK: br label %[[CONT:.+]]
528 // CHECK: [[CONT]]
529 // CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
530 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i64*
531 // CHECK: store i64 [[OLD]], i64* [[BITCAST]]
532 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
533 // CHECK: [[OLD_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
534 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
535 // CHECK: [[OLD_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
536 // <Skip checks for complex calculations>
537 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
538 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
539 // CHECK: store i32 [[OLD_RE]], i32* [[X_RE_ADDR]]
540 // CHECK: store i32 [[OLD_IM]], i32* [[X_IM_ADDR]]
541 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
542 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
543 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
544 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
545 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
546 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
547 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
548 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
549 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
550 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
551 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
552 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
553 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
554 // CHECK: store i32 [[X_RE]], i32* [[LD_RE_ADDR]]
555 // CHECK: store i32 [[X_IM]], i32* [[LD_IM_ADDR]]
556 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
557 // CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
558 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
559 // CHECK: [[EXIT]]
560 // CHECK: store i32 [[OLD_RE]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0),
561 // CHECK: store i32 [[OLD_IM]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1),
562 #pragma omp atomic capture
563   {civ = cix; cix = lv + cix;}
564 // CHECK: [[ULV:%.+]] = load i64, i64* @{{.+}},
565 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULV]] to float
566 // CHECK: [[OLD:%.+]] = load atomic i32, i32*  bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
567 // CHECK: [[X:%.+]] = bitcast i32 [[OLD]] to float
568 // CHECK: br label %[[CONT:.+]]
569 // CHECK: [[CONT]]
570 // CHECK: [[OLD:%.+]] = phi float [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
571 // CHECK: [[MUL:%.+]] = fmul float [[OLD]], [[EXPR]]
572 // CHECK: [[EXPECTED:%.+]] = bitcast float [[OLD]] to i32
573 // CHECK: [[DESIRED:%.+]] = bitcast float [[MUL]] to i32
574 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
575 // CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
576 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
577 // CHECK: [[OLD_X]] = bitcast i32 [[PREV]] to float
578 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
579 // CHECK: [[EXIT]]
580 // CHECK: store float [[MUL]], float* @{{.+}},
581 #pragma omp atomic capture
582   {fx = fx * ulv; fv = fx;}
583 // CHECK: [[LLV:%.+]] = load i64, i64* @{{.+}},
584 // CHECK: [[EXPR:%.+]] = sitofp i64 [[LLV]] to double
585 // CHECK: [[OLD:%.+]] = load atomic i64, i64*  bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
586 // CHECK: [[X:%.+]] = bitcast i64 [[OLD]] to double
587 // CHECK: br label %[[CONT:.+]]
588 // CHECK: [[CONT]]
589 // CHECK: [[OLD:%.+]] = phi double [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
590 // CHECK: [[DIV:%.+]] = fdiv double [[OLD]], [[EXPR]]
591 // CHECK: [[EXPECTED:%.+]] = bitcast double [[OLD]] to i64
592 // CHECK: [[DESIRED:%.+]] = bitcast double [[DIV]] to i64
593 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
594 // CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
595 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
596 // CHECK: [[OLD_X]] = bitcast i64 [[PREV]] to double
597 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
598 // CHECK: [[EXIT]]
599 // CHECK: store double [[DIV]], double* @{{.+}},
600 #pragma omp atomic capture
601   dv = dx /= llv;
602 // CHECK: [[ULLV:%.+]] = load i64, i64* @{{.+}},
603 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULLV]] to x86_fp80
604 // CHECK: [[OLD:%.+]] = load atomic i128, i128*  bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
605 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
606 // CHECK: store i128 [[OLD]], i128* [[BITCAST]]
607 // CHECK: [[X:%.+]] = load x86_fp80, x86_fp80* [[TEMP]]
608 // CHECK: br label %[[CONT:.+]]
609 // CHECK: [[CONT]]
610 // CHECK: [[OLD:%.+]] = phi x86_fp80 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
611 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[OLD]], [[EXPR]]
612 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
613 // CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
614 // CHECK: store x86_fp80 [[OLD]], x86_fp80* [[TEMP]]
615 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
616 // CHECK: [[EXPECTED:%.+]] = load i128, i128* [[BITCAST]]
617 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i8*
618 // CHECK: call void @llvm.memset.p0i8.i64(i8* [[BITCAST]], i8 0, i64 16, i32 16, i1 false)
619 // CHECK: store x86_fp80 [[SUB]], x86_fp80* [[TEMP]]
620 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP]] to i128*
621 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]]
622 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
623 // CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
624 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
625 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
626 // CHECK: store i128 [[PREV]], i128* [[BITCAST]]
627 // CHECK: [[OLD_X]] = load x86_fp80, x86_fp80* [[TEMP]],
628 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
629 // CHECK: [[EXIT]]
630 // CHECK: store x86_fp80 [[OLD]], x86_fp80* @{{.+}},
631 #pragma omp atomic capture
632   {ldv = ldx; ldx -= ullv;}
633 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
634 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i8*
635 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
636 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
637 // CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]]
638 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
639 // CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]]
640 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
641 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
642 // CHECK: store i32 [[LD_RE]], i32* [[LD_RE_ADDR]]
643 // CHECK: store i32 [[LD_IM]], i32* [[LD_IM_ADDR]]
644 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
645 // CHECK: [[X:%.+]] = load i64, i64* [[BITCAST]]
646 // CHECK: br label %[[CONT:.+]]
647 // CHECK: [[CONT]]
648 // CHECK: [[OLD:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
649 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP:%.+]] to i64*
650 // CHECK: store i64 [[OLD]], i64* [[BITCAST]]
651 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 0
652 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
653 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
654 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
655 // <Skip checks for complex calculations>
656 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR:%.+]], i32 0, i32 0
657 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
658 // CHECK: store i32 [[X_RE]], i32* [[X_RE_ADDR]]
659 // CHECK: store i32 [[X_IM]], i32* [[X_IM_ADDR]]
660 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
661 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
662 // CHECK: store i32 [[NEW_RE:%.+]], i32* [[X_RE_ADDR]]
663 // CHECK: store i32 [[NEW_IM:%.+]], i32* [[X_IM_ADDR]]
664 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
665 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
666 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
667 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
668 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
669 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
670 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
671 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP:%.+]], i32 0, i32 0
672 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[TEMP]], i32 0, i32 1
673 // CHECK: store i32 [[X_RE]], i32* [[LD_RE_ADDR]]
674 // CHECK: store i32 [[X_IM]], i32* [[LD_IM_ADDR]]
675 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[TEMP]] to i64*
676 // CHECK: [[OLD_X]] = load i64, i64* [[BITCAST]]
677 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
678 // CHECK: [[EXIT]]
679 // CHECK: store i32 [[NEW_RE]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0),
680 // CHECK: store i32 [[NEW_IM]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1),
681 #pragma omp atomic capture
682   {cix = fv / cix; civ = cix;}
683 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
684 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
685 // CHECK: br label %[[CONT:.+]]
686 // CHECK: [[CONT]]
687 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
688 // CHECK: [[CONV:%.+]] = sext i16 [[EXPECTED]] to i32
689 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to double
690 // CHECK: [[ADD:%.+]] = fadd double [[X_RVAL]], [[EXPR]]
691 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD]] to i16
692 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
693 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
694 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
695 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
696 // CHECK: [[EXIT]]
697 // CHECK: store i16 [[DESIRED]], i16* @{{.+}},
698 #pragma omp atomic capture
699   sv = sx = sx + dv;
700 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
701 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
702 // CHECK: [[X:%.+]] = trunc i8 [[XI8]] to i1
703 // CHECK: br label %[[CONT:.+]]
704 // CHECK: [[CONT]]
705 // CHECK: [[BOOL_EXPECTED:%.+]] = phi i1 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
706 // CHECK: [[CONV:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
707 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to x86_fp80
708 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[EXPR]], [[X_RVAL]]
709 // CHECK: [[BOOL_DESIRED:%.+]] = fcmp une x86_fp80 [[MUL]], 0xK00000000000000000000
710 // CHECK: [[EXPECTED:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8
711 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
712 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
713 // CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
714 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
715 // CHECK: [[OLD_X]] = trunc i8 [[OLD_XI8]] to i1
716 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
717 // CHECK: [[EXIT]]
718 // CHECK: [[EXPECTED_I8:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8
719 // CHECK: store i8 [[EXPECTED_I8]], i8* @{{.+}},
720 #pragma omp atomic capture
721   {bv = bx; bx = ldv * bx;}
722 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR:@.+]], i32 0, i32 0),
723 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR]], i32 0, i32 1),
724 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
725 // CHECK: [[X:%.+]] = trunc i8 [[XI8]] to i1
726 // CHECK: br label %[[CONT:.+]]
727 // CHECK: [[CONT]]
728 // CHECK: [[BOOL_EXPECTED:%.+]] = phi i1 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
729 // CHECK: [[X_RVAL:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
730 // CHECK: [[SUB_RE:%.+]] = sub i32 [[EXPR_RE:%.+]], [[X_RVAL]]
731 // CHECK: [[SUB_IM:%.+]] = sub i32 [[EXPR_IM:%.+]], 0
732 // CHECK: icmp ne i32 [[SUB_RE]], 0
733 // CHECK: icmp ne i32 [[SUB_IM]], 0
734 // CHECK: [[BOOL_DESIRED:%.+]] = or i1
735 // CHECK: [[EXPECTED:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8
736 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
737 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
738 // CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
739 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
740 // CHECK: [[OLD_X]] = trunc i8 [[OLD_XI8]] to i1
741 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
742 // CHECK: [[EXIT]]
743 // CHECK: [[DESIRED_I8:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
744 // CHECK: store i8 [[DESIRED_I8]], i8* @{{.+}},
745 #pragma omp atomic capture
746   {bx = civ - bx; bv = bx;}
747 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
748 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
749 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
750 // CHECK: br label %[[CONT:.+]]
751 // CHECK: [[CONT]]
752 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
753 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
754 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to float
755 // <Skip checks for complex calculations>
756 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
757 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
758 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
759 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
760 // CHECK: [[DESIRED:%.+]] = fptoui float [[X_RE]] to i16
761 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
762 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
763 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
764 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
765 // CHECK: [[EXIT]]
766 // CHECK: store i16 [[DESIRED]], i16* @{{.+}},
767 #pragma omp atomic capture
768   usv = usx /= cfv;
769 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
770 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
771 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
772 // CHECK: br label %[[CONT:.+]]
773 // CHECK: [[CONT]]
774 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
775 // CHECK: [[X_RVAL:%.+]] = sitofp i64 [[EXPECTED]] to double
776 // CHECK: [[ADD_RE:%.+]] = fadd double [[X_RVAL]], [[EXPR_RE]]
777 // CHECK: [[ADD_IM:%.+]] = fadd double 0.000000e+00, [[EXPR_IM]]
778 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD_RE]] to i64
779 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
780 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
781 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
782 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
783 // CHECK: [[EXIT]]
784 // CHECK: store i64 [[EXPECTED]], i64* @{{.+}},
785 #pragma omp atomic capture
786   {llv = llx; llx += cdv;}
787 // CHECK: [[IDX:%.+]] = load i16, i16* @{{.+}}
788 // CHECK: load i8, i8*
789 // CHECK: [[VEC_ITEM_VAL:%.+]] = zext i1 %{{.+}} to i32
790 // CHECK: [[I128VAL:%.+]] = load atomic i128, i128* bitcast (<4 x i32>* [[DEST:@.+]] to i128*) monotonic
791 // CHECK: [[LD:%.+]] = bitcast i128 [[I128VAL]] to <4 x i32>
792 // CHECK: br label %[[CONT:.+]]
793 // CHECK: [[CONT]]
794 // CHECK: [[OLD_VEC_VAL:%.+]] = phi <4 x i32> [ [[LD]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
795 // CHECK: store <4 x i32> [[OLD_VEC_VAL]], <4 x i32>* [[LDTEMP:%.+]],
796 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
797 // CHECK: [[ITEM:%.+]] = extractelement <4 x i32> [[VEC_VAL]], i16 [[IDX]]
798 // CHECK: [[OR:%.+]] = or i32 [[ITEM]], [[VEC_ITEM_VAL]]
799 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
800 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <4 x i32> [[VEC_VAL]], i32 [[OR]], i16 [[IDX]]
801 // CHECK: store <4 x i32> [[NEW_VEC_VAL]], <4 x i32>* [[LDTEMP]]
802 // CHECK: [[NEW_VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
803 // CHECK: [[OLD_I128:%.+]] = bitcast <4 x i32> [[OLD_VEC_VAL]] to i128
804 // CHECK: [[NEW_I128:%.+]] = bitcast <4 x i32> [[NEW_VEC_VAL]] to i128
805 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (<4 x i32>* [[DEST]] to i128*), i128 [[OLD_I128]], i128 [[NEW_I128]] monotonic monotonic
806 // CHECK: [[FAILED_I128_OLD_VAL:%.+]] = extractvalue { i128, i1 } [[RES]], 0
807 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i128, i1 } [[RES]], 1
808 // CHECK: [[FAILED_OLD_VAL]] = bitcast i128 [[FAILED_I128_OLD_VAL]] to <4 x i32>
809 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
810 // CHECK: [[EXIT]]
811 // CHECK: store i32 [[OR]], i32* @{{.+}},
812 #pragma omp atomic capture
813   {int4x[sv] |= bv; iv = int4x[sv];}
814 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
815 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*) monotonic
816 // CHECK: br label %[[CONT:.+]]
817 // CHECK: [[CONT]]
818 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
819 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
820 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
821 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
822 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
823 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
824 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
825 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
826 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP]],
827 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
828 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
829 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
830 // CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
831 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
832 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
833 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
834 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
835 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
836 // CHECK: [[EXIT]]
837 // CHECK: store i32 [[CONV]], i32* @{{.+}},
838 #pragma omp atomic capture
839   iv = bfx.a = bfx.a - ldv;
840 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
841 // CHECK: [[BITCAST:%.+]] = bitcast i32* [[LDTEMP:%.+]] to i8*
842 // CHECK: call void @__atomic_load(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST]], i32 0)
843 // CHECK: [[PREV_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
844 // CHECK: br label %[[CONT:.+]]
845 // CHECK: [[CONT]]
846 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
847 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
848 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
849 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
850 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
851 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
852 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
853 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[MUL]] to i32
854 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP]],
855 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
856 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
857 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
858 // CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
859 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
860 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP_OLD_BF_ADDR:%.+]],
861 // CHECK: store i32 [[NEW_BF_VALUE]], i32* [[TEMP_NEW_BF_ADDR:%.+]],
862 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* [[TEMP_OLD_BF_ADDR]] to i8*
863 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* [[TEMP_NEW_BF_ADDR]] to i8*
864 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
865 // CHECK: [[FAILED_OLD_VAL]] = load i32, i32* [[TEMP_OLD_BF_ADDR]]
866 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
867 // CHECK: [[EXIT]]
868 // CHECK: store i32 [[A_ASHR]], i32* @{{.+}},
869 #pragma omp atomic capture
870   {iv = bfx_packed.a; bfx_packed.a *= ldv;}
871 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
872 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0) monotonic
873 // CHECK: br label %[[CONT:.+]]
874 // CHECK: [[CONT]]
875 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
876 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
877 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
878 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_LD]], 31
879 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
880 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
881 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
882 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP]],
883 // CHECK: [[BF_AND:%.+]] = and i32 [[CONV]], 1
884 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 31
885 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], 2147483647
886 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
887 // CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
888 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
889 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
890 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
891 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
892 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
893 // CHECK: [[EXIT]]
894 // CHECK: store i32 [[CONV]], i32* @{{.+}},
895 #pragma omp atomic capture
896   {bfx2.a -= ldv; iv = bfx2.a;}
897 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
898 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3) monotonic
899 // CHECK: br label %[[CONT:.+]]
900 // CHECK: [[CONT]]
901 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
902 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
903 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
904 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
905 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 7
906 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i32
907 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
908 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[EXPR]], [[X_RVAL]]
909 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
910 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i8
911 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST]],
912 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 1
913 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 7
914 // CHECK: [[BF_CLEAR:%.+]] = and i8 %{{.+}}, 127
915 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
916 // CHECK: store i8 %{{.+}}, i8* [[LDTEMP:%.+]]
917 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[LDTEMP]]
918 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
919 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
920 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
921 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
922 // CHECK: [[EXIT]]
923 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
924 #pragma omp atomic capture
925   iv = bfx2_packed.a = ldv / bfx2_packed.a;
926 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
927 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0) monotonic
928 // CHECK: br label %[[CONT:.+]]
929 // CHECK: [[CONT]]
930 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
931 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
932 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
933 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 7
934 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 18
935 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
936 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[X_RVAL]], [[EXPR]]
937 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
938 // CHECK: [[BF_LD:%.+]] = load i32, i32* [[TEMP]],
939 // CHECK: [[BF_AND:%.+]] = and i32 [[NEW_VAL]], 16383
940 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 11
941 // CHECK: [[BF_CLEAR:%.+]] = and i32 %{{.+}}, -33552385
942 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
943 // CHECK: store i32 %{{.+}}, i32* [[LDTEMP:%.+]]
944 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
945 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
946 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
947 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
948 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
949 // CHECK: [[EXIT]]
950 // CHECK: store i32 [[A_ASHR]], i32* @{{.+}},
951 #pragma omp atomic capture
952   {iv = bfx3.a; bfx3.a /= ldv;}
953 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
954 // CHECK: [[LDTEMP:%.+]] = bitcast i32* %{{.+}} to i24*
955 // CHECK: [[BITCAST:%.+]] = bitcast i24* %{{.+}} to i8*
956 // CHECK: call void @__atomic_load(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST]], i32 0)
957 // CHECK: [[PREV_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
958 // CHECK: br label %[[CONT:.+]]
959 // CHECK: [[CONT]]
960 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i24 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
961 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i24*
962 // CHECK: store i24 [[OLD_BF_VALUE]], i24* [[BITCAST]],
963 // CHECK: [[A_LD:%.+]] = load i24, i24* [[BITCAST]],
964 // CHECK: [[A_SHL:%.+]] = shl i24 [[A_LD]], 7
965 // CHECK: [[A_ASHR:%.+]] = ashr i24 [[A_SHL]], 10
966 // CHECK: [[CAST:%.+]] = sext i24 [[A_ASHR]] to i32
967 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
968 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[X_RVAL]], [[EXPR]]
969 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i32
970 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i24
971 // CHECK: [[BF_LD:%.+]] = load i24, i24* [[BITCAST]],
972 // CHECK: [[BF_AND:%.+]] = and i24 [[TRUNC]], 16383
973 // CHECK: [[BF_VALUE:%.+]] = shl i24 [[BF_AND]], 3
974 // CHECK: [[BF_CLEAR:%.+]] = and i24 [[BF_LD]], -131065
975 // CHECK: or i24 [[BF_CLEAR]], [[BF_VALUE]]
976 // CHECK: store i24 %{{.+}}, i24* [[LDTEMP:%.+]]
977 // CHECK: [[NEW_BF_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
978 // CHECK: [[TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* %{{.+}} to i24*
979 // CHECK: store i24 [[OLD_BF_VALUE]], i24* [[TEMP_OLD_BF_ADDR]]
980 // CHECK: [[TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* %{{.+}} to i24*
981 // CHECK: store i24 [[NEW_BF_VALUE]], i24* [[TEMP_NEW_BF_ADDR]]
982 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i24* [[TEMP_OLD_BF_ADDR]] to i8*
983 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i24* [[TEMP_NEW_BF_ADDR]] to i8*
984 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
985 // CHECK: [[FAILED_OLD_VAL]] = load i24, i24* [[TEMP_OLD_BF_ADDR]]
986 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
987 // CHECK: [[EXIT]]
988 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
989 #pragma omp atomic capture
990   {bfx3_packed.a += ldv; iv = bfx3_packed.a;}
991 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
992 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
993 // CHECK: br label %[[CONT:.+]]
994 // CHECK: [[CONT]]
995 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
996 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
997 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
998 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 47
999 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 63
1000 // CHECK: [[A_CAST:%.+]] = trunc i64 [[A_ASHR:%.+]] to i32
1001 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST:%.+]] to x86_fp80
1002 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
1003 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[MUL]] to i32
1004 // CHECK: [[ZEXT:%.+]] = zext i32 [[NEW_VAL]] to i64
1005 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP]],
1006 // CHECK: [[BF_AND:%.+]] = and i64 [[ZEXT]], 1
1007 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND]], 16
1008 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -65537
1009 // CHECK: or i64 [[BF_CLEAR]], [[BF_VALUE]]
1010 // CHECK: store i64 %{{.+}}, i64* [[LDTEMP:%.+]]
1011 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[LDTEMP]]
1012 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
1013 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
1014 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
1015 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1016 // CHECK: [[EXIT]]
1017 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
1018 #pragma omp atomic capture
1019   iv = bfx4.a = bfx4.a * ldv;
1020 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
1021 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
1022 // CHECK: br label %[[CONT:.+]]
1023 // CHECK: [[CONT]]
1024 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1025 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
1026 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
1027 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
1028 // CHECK: [[A_SHL:%.+]] = shl i8 [[A_LD]], 7
1029 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_SHL:%.+]], 7
1030 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR:%.+]] to i32
1031 // CHECK: [[CONV:%.+]] = sitofp i32 [[CAST]] to x86_fp80
1032 // CHECK: [[SUB: %.+]] = fsub x86_fp80 [[CONV]], [[EXPR]]
1033 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB:%.+]] to i32
1034 // CHECK: [[NEW_VAL:%.+]] = trunc i32 [[CONV]] to i8
1035 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST]],
1036 // CHECK: [[BF_VALUE:%.+]] = and i8 [[NEW_VAL]], 1
1037 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], -2
1038 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
1039 // CHECK: store i8 %{{.+}}, i8* [[LDTEMP:%.+]]
1040 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[LDTEMP]]
1041 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
1042 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
1043 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
1044 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1045 // CHECK: [[EXIT]]
1046 // CHECK: store i32 [[CAST]], i32* @{{.+}},
1047 #pragma omp atomic capture
1048   {iv = bfx4_packed.a; bfx4_packed.a -= ldv;}
1049 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
1050 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
1051 // CHECK: br label %[[CONT:.+]]
1052 // CHECK: [[CONT]]
1053 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1054 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
1055 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
1056 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 40
1057 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 57
1058 // CHECK: [[CONV:%.+]] = sitofp i64 [[A_ASHR]] to x86_fp80
1059 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[CONV]], [[EXPR]]
1060 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[DIV]] to i64
1061 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP]],
1062 // CHECK: [[BF_AND:%.+]] = and i64 [[CONV]], 127
1063 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND:%.+]], 17
1064 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -16646145
1065 // CHECK: [[VAL:%.+]] = or i64 [[BF_CLEAR]], [[BF_VALUE]]
1066 // CHECK: store i64 [[VAL]], i64* [[LDTEMP:%.+]]
1067 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[LDTEMP]]
1068 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
1069 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
1070 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
1071 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1072 // CHECK: [[EXIT]]
1073 // CHECK: [[NEW_VAL:%.+]] = trunc i64 [[CONV]] to i32
1074 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
1075 #pragma omp atomic capture
1076   {bfx4.b /= ldv; iv = bfx4.b;}
1077 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
1078 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
1079 // CHECK: br label %[[CONT:.+]]
1080 // CHECK: [[CONT]]
1081 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1082 // CHECK: [[BITCAST:%.+]] = bitcast i64* %{{.+}} to i8*
1083 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
1084 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
1085 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 1
1086 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i64
1087 // CHECK: [[CONV:%.+]] = sitofp i64 [[CAST]] to x86_fp80
1088 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[CONV]], [[EXPR]]
1089 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i64
1090 // CHECK: [[TRUNC:%.+]] = trunc i64 [[NEW_VAL]] to i8
1091 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST]],
1092 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 127
1093 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 1
1094 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], 1
1095 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
1096 // CHECK: store i8 %{{.+}}, i8* [[LDTEMP:%.+]]
1097 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[LDTEMP]]
1098 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
1099 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
1100 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
1101 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1102 // CHECK: [[EXIT]]
1103 // CHECK: [[NEW_VAL_I32:%.+]] = trunc i64 [[NEW_VAL]] to i32
1104 // CHECK: store i32 [[NEW_VAL_I32]], i32* @{{.+}},
1105 #pragma omp atomic capture
1106   iv = bfx4_packed.b += ldv;
1107 // CHECK: load i64, i64*
1108 // CHECK: [[EXPR:%.+]] = uitofp i64 %{{.+}} to float
1109 // CHECK: [[I64VAL:%.+]] = load atomic i64, i64* bitcast (<2 x float>* [[DEST:@.+]] to i64*) monotonic
1110 // CHECK: [[LD:%.+]] = bitcast i64 [[I64VAL]] to <2 x float>
1111 // CHECK: br label %[[CONT:.+]]
1112 // CHECK: [[CONT]]
1113 // CHECK: [[OLD_VEC_VAL:%.+]] = phi <2 x float> [ [[LD]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
1114 // CHECK: store <2 x float> [[OLD_VEC_VAL]], <2 x float>* [[LDTEMP:%.+]],
1115 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]]
1116 // CHECK: [[X:%.+]] = extractelement <2 x float> [[VEC_VAL]], i64 0
1117 // CHECK: [[VEC_ITEM_VAL:%.+]] = fsub float [[EXPR]], [[X]]
1118 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]],
1119 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <2 x float> [[VEC_VAL]], float [[VEC_ITEM_VAL]], i64 0
1120 // CHECK: store <2 x float> [[NEW_VEC_VAL]], <2 x float>* [[LDTEMP]]
1121 // CHECK: [[NEW_VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]]
1122 // CHECK: [[OLD_I64:%.+]] = bitcast <2 x float> [[OLD_VEC_VAL]] to i64
1123 // CHECK: [[NEW_I64:%.+]] = bitcast <2 x float> [[NEW_VEC_VAL]] to i64
1124 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (<2 x float>* [[DEST]] to i64*), i64 [[OLD_I64]], i64 [[NEW_I64]] monotonic monotonic
1125 // CHECK: [[FAILED_I64_OLD_VAL:%.+]] = extractvalue { i64, i1 } [[RES]], 0
1126 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
1127 // CHECK: [[FAILED_OLD_VAL]] = bitcast i64 [[FAILED_I64_OLD_VAL]] to <2 x float>
1128 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
1129 // CHECK: [[EXIT]]
1130 // CHECK: store float [[X]], float* @{{.+}},
1131 #pragma omp atomic capture
1132   {fv = float2x.x; float2x.x = ulv - float2x.x;}
1133 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
1134 // CHECK: [[OLD_VAL:%.+]] = call i32 @llvm.read_register.i32([[REG:metadata ![0-9]+]])
1135 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[OLD_VAL]] to double
1136 // CHECK: [[DIV:%.+]] = fdiv double [[EXPR]], [[X_RVAL]]
1137 // CHECK: [[NEW_VAL:%.+]] = fptosi double [[DIV]] to i32
1138 // CHECK: call void @llvm.write_register.i32([[REG]], i32 [[NEW_VAL]])
1139 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}},
1140 // CHECK: call{{.*}} @__kmpc_flush(
1141 #pragma omp atomic capture seq_cst
1142   {rix = dv / rix; iv = rix;}
1143 // CHECK: [[OLD_VAL:%.+]] = atomicrmw xchg i32* @{{.+}}, i32 5 monotonic
1144 // CHECK: call void @llvm.write_register.i32([[REG]], i32 [[OLD_VAL]])
1145 #pragma omp atomic capture
1146   {rix = ix; ix = 5;}
1147   return 0;
1148 }
1149 #endif
1150