1 // RUN: %clang_cc1 -verify -triple x86_64-apple-darwin10 -fopenmp -x c -emit-llvm %s -o - | FileCheck %s
2 // RUN: %clang_cc1 -fopenmp -x c -triple x86_64-apple-darwin10 -emit-pch -o %t %s
3 // RUN: %clang_cc1 -fopenmp -x c -triple x86_64-apple-darwin10 -include-pch %t -verify %s -emit-llvm -o - | FileCheck %s
4 // expected-no-diagnostics
5 #ifndef HEADER
6 #define HEADER
7 
8 _Bool bv, bx;
9 char cv, cx;
10 unsigned char ucv, ucx;
11 short sv, sx;
12 unsigned short usv, usx;
13 int iv, ix;
14 unsigned int uiv, uix;
15 long lv, lx;
16 unsigned long ulv, ulx;
17 long long llv, llx;
18 unsigned long long ullv, ullx;
19 float fv, fx;
20 double dv, dx;
21 long double ldv, ldx;
22 _Complex int civ, cix;
23 _Complex float cfv, cfx;
24 _Complex double cdv, cdx;
25 
26 typedef int int4 __attribute__((__vector_size__(16)));
27 int4 int4x;
28 
29 struct BitFields {
30   int : 32;
31   int a : 31;
32 } bfx;
33 
34 struct BitFields_packed {
35   int : 32;
36   int a : 31;
37 } __attribute__ ((__packed__)) bfx_packed;
38 
39 struct BitFields2 {
40   int : 31;
41   int a : 1;
42 } bfx2;
43 
44 struct BitFields2_packed {
45   int : 31;
46   int a : 1;
47 } __attribute__ ((__packed__)) bfx2_packed;
48 
49 struct BitFields3 {
50   int : 11;
51   int a : 14;
52 } bfx3;
53 
54 struct BitFields3_packed {
55   int : 11;
56   int a : 14;
57 } __attribute__ ((__packed__)) bfx3_packed;
58 
59 struct BitFields4 {
60   short : 16;
61   int a: 1;
62   long b : 7;
63 } bfx4;
64 
65 struct BitFields4_packed {
66   short : 16;
67   int a: 1;
68   long b : 7;
69 } __attribute__ ((__packed__)) bfx4_packed;
70 
71 typedef float float2 __attribute__((ext_vector_type(2)));
72 float2 float2x;
73 
74 // Register "0" is currently an invalid register for global register variables.
75 // Use "esp" instead of "0".
76 // register int rix __asm__("0");
77 register int rix __asm__("esp");
78 
79 int main() {
80 // CHECK-NOT: atomicrmw
81 #pragma omp atomic
82   ++dv;
83 // CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic
84 #pragma omp atomic
85   bx++;
86 // CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic
87 #pragma omp atomic update
88   ++cx;
89 // CHECK: atomicrmw sub i8* @{{.+}}, i8 1 monotonic
90 #pragma omp atomic
91   ucx--;
92 // CHECK: atomicrmw sub i16* @{{.+}}, i16 1 monotonic
93 #pragma omp atomic update
94   --sx;
95 // CHECK: [[USV:%.+]] = load i16, i16* @{{.+}},
96 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i32
97 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
98 // CHECK: br label %[[CONT:.+]]
99 // CHECK: [[CONT]]
100 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
101 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
102 // CHECK: [[ADD:%.+]] = add nsw i32 [[CONV]], [[EXPR]]
103 // CHECK: [[DESIRED:%.+]] = trunc i32 [[ADD]] to i16
104 // CHECK: store i16 [[DESIRED]], i16* [[TEMP:%.+]],
105 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]],
106 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
107 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
108 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
109 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
110 // CHECK: [[EXIT]]
111 #pragma omp atomic
112   usx += usv;
113 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
114 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
115 // CHECK: br label %[[CONT:.+]]
116 // CHECK: [[CONT]]
117 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
118 // CHECK: [[DESIRED:%.+]] = mul nsw i32 [[EXPECTED]], [[EXPR]]
119 // CHECK: store i32 [[DESIRED]], i32* [[TEMP:%.+]],
120 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]],
121 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
122 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
123 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
124 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
125 // CHECK: [[EXIT]]
126 #pragma omp atomic update
127   ix *= iv;
128 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
129 // CHECK: atomicrmw sub i32* @{{.+}}, i32 [[EXPR]] monotonic
130 #pragma omp atomic
131   uix -= uiv;
132 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
133 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
134 // CHECK: br label %[[CONT:.+]]
135 // CHECK: [[CONT]]
136 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
137 // CHECK: [[DESIRED:%.+]] = shl i32 [[EXPECTED]], [[EXPR]]
138 // CHECK: store i32 [[DESIRED]], i32* [[TEMP:%.+]],
139 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]],
140 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
141 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
142 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
143 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
144 // CHECK: [[EXIT]]
145 #pragma omp atomic update
146   ix <<= iv;
147 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
148 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
149 // CHECK: br label %[[CONT:.+]]
150 // CHECK: [[CONT]]
151 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
152 // CHECK: [[DESIRED:%.+]] = lshr i32 [[EXPECTED]], [[EXPR]]
153 // CHECK: store i32 [[DESIRED]], i32* [[TEMP:%.+]],
154 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]],
155 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
156 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
157 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
158 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
159 // CHECK: [[EXIT]]
160 #pragma omp atomic
161   uix >>= uiv;
162 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
163 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
164 // CHECK: br label %[[CONT:.+]]
165 // CHECK: [[CONT]]
166 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
167 // CHECK: [[DESIRED:%.+]] = sdiv i64 [[EXPECTED]], [[EXPR]]
168 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]],
169 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]],
170 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
171 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
172 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
173 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
174 // CHECK: [[EXIT]]
175 #pragma omp atomic update
176   lx /= lv;
177 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
178 // CHECK: atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
179 #pragma omp atomic
180   ulx &= ulv;
181 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
182 // CHECK: atomicrmw xor i64* @{{.+}}, i64 [[EXPR]] monotonic
183 #pragma omp atomic update
184   llx ^= llv;
185 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
186 // CHECK: atomicrmw or i64* @{{.+}}, i64 [[EXPR]] monotonic
187 #pragma omp atomic
188   ullx |= ullv;
189 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
190 // CHECK: [[OLD:%.+]] = load atomic i32, i32*  bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
191 // CHECK: br label %[[CONT:.+]]
192 // CHECK: [[CONT]]
193 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
194 // CHECK: [[BITCAST:%.+]] = bitcast float* [[TEMP:%.+]] to i32*
195 // CHECK: [[OLD:%.+]] = bitcast i32 [[EXPECTED]] to float
196 // CHECK: [[ADD:%.+]] = fadd float [[OLD]], [[EXPR]]
197 // CHECK: store float [[ADD]], float* [[TEMP]],
198 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[BITCAST]],
199 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
200 // CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
201 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
202 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
203 // CHECK: [[EXIT]]
204 #pragma omp atomic update
205   fx = fx + fv;
206 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
207 // CHECK: [[OLD:%.+]] = load atomic i64, i64*  bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
208 // CHECK: br label %[[CONT:.+]]
209 // CHECK: [[CONT]]
210 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
211 // CHECK: [[BITCAST:%.+]] = bitcast double* [[TEMP:%.+]] to i64*
212 // CHECK: [[OLD:%.+]] = bitcast i64 [[EXPECTED]] to double
213 // CHECK: [[SUB:%.+]] = fsub double [[EXPR]], [[OLD]]
214 // CHECK: store double [[SUB]], double* [[TEMP]],
215 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[BITCAST]],
216 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
217 // CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
218 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
219 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
220 // CHECK: [[EXIT]]
221 #pragma omp atomic
222   dx = dv - dx;
223 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
224 // CHECK: [[OLD:%.+]] = load atomic i128, i128*  bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
225 // CHECK: br label %[[CONT:.+]]
226 // CHECK: [[CONT]]
227 // CHECK: [[EXPECTED:%.+]] = phi i128 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
228 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
229 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST]],
230 // CHECK: [[BITCAST1:%.+]] = bitcast x86_fp80* [[TEMP1:%.+]] to i128*
231 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST1]],
232 // CHECK: [[OLD:%.+]] = load x86_fp80, x86_fp80* [[TEMP1]]
233 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[OLD]], [[EXPR]]
234 // CHECK: store x86_fp80 [[MUL]], x86_fp80* [[TEMP]]
235 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]]
236 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
237 // CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
238 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
239 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
240 // CHECK: [[EXIT]]
241 #pragma omp atomic update
242   ldx = ldx * ldv;
243 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0)
244 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1)
245 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8*
246 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
247 // CHECK: br label %[[CONT:.+]]
248 // CHECK: [[CONT]]
249 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0
250 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
251 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
252 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
253 // <Skip checks for complex calculations>
254 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
255 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
256 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
257 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
258 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
259 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
260 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
261 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
262 // CHECK: [[EXIT]]
263 #pragma omp atomic
264   cix = civ / cix;
265 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
266 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
267 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR:%.+]] to i8*
268 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ float, float }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
269 // CHECK: br label %[[CONT:.+]]
270 // CHECK: [[CONT]]
271 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 0
272 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
273 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 1
274 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
275 // <Skip checks for complex calculations>
276 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
277 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR]], i32 0, i32 1
278 // CHECK: store float %{{.+}}, float* [[X_RE_ADDR]]
279 // CHECK: store float %{{.+}}, float* [[X_IM_ADDR]]
280 // CHECK: [[EXPECTED:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR]] to i8*
281 // CHECK: [[DESIRED:%.+]] = bitcast { float, float }* [[DESIRED_ADDR]] to i8*
282 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ float, float }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
283 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
284 // CHECK: [[EXIT]]
285 #pragma omp atomic update
286   cfx = cfv + cfx;
287 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
288 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
289 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR:%.+]] to i8*
290 // CHECK: call void @__atomic_load(i64 16, i8* bitcast ({ double, double }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 5)
291 // CHECK: br label %[[CONT:.+]]
292 // CHECK: [[CONT]]
293 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 0
294 // CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]]
295 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 1
296 // CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]]
297 // <Skip checks for complex calculations>
298 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
299 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR]], i32 0, i32 1
300 // CHECK: store double %{{.+}}, double* [[X_RE_ADDR]]
301 // CHECK: store double %{{.+}}, double* [[X_IM_ADDR]]
302 // CHECK: [[EXPECTED:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR]] to i8*
303 // CHECK: [[DESIRED:%.+]] = bitcast { double, double }* [[DESIRED_ADDR]] to i8*
304 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 16, i8* bitcast ({ double, double }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 5, i32 5)
305 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
306 // CHECK: [[EXIT]]
307 // CHECK: call{{.*}} @__kmpc_flush(
308 #pragma omp atomic seq_cst
309   cdx = cdx - cdv;
310 // CHECK: [[BV:%.+]] = load i8, i8* @{{.+}}
311 // CHECK: [[BOOL:%.+]] = trunc i8 [[BV]] to i1
312 // CHECK: [[EXPR:%.+]] = zext i1 [[BOOL]] to i64
313 // CHECK: atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
314 #pragma omp atomic update
315   ulx = ulx & bv;
316 // CHECK: [[CV:%.+]]  = load i8, i8* @{{.+}}, align 1
317 // CHECK: [[EXPR:%.+]] = sext i8 [[CV]] to i32
318 // CHECK: [[BX:%.+]] = load atomic i8, i8* [[BX_ADDR:@.+]] monotonic
319 // CHECK: br label %[[CONT:.+]]
320 // CHECK: [[CONT]]
321 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[BX]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
322 // CHECK: [[OLD:%.+]] = trunc i8 [[EXPECTED]] to i1
323 // CHECK: [[X_RVAL:%.+]] = zext i1 [[OLD]] to i32
324 // CHECK: [[AND:%.+]] = and i32 [[EXPR]], [[X_RVAL]]
325 // CHECK: [[CAST:%.+]] = icmp ne i32 [[AND]], 0
326 // CHECK: [[DESIRED:%.+]] = zext i1 [[CAST]] to i8
327 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]],
328 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]],
329 // CHECK: [[RES:%.+]] = cmpxchg i8* [[BX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
330 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0
331 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
332 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
333 // CHECK: [[EXIT]]
334 #pragma omp atomic
335   bx = cv & bx;
336 // CHECK: [[UCV:%.+]]  = load i8, i8* @{{.+}},
337 // CHECK: [[EXPR:%.+]] = zext i8 [[UCV]] to i32
338 // CHECK: [[X:%.+]] = load atomic i8, i8* [[CX_ADDR:@.+]] seq_cst
339 // CHECK: br label %[[CONT:.+]]
340 // CHECK: [[CONT]]
341 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
342 // CHECK: [[X_RVAL:%.+]] = sext i8 [[EXPECTED]] to i32
343 // CHECK: [[ASHR:%.+]] = ashr i32 [[X_RVAL]], [[EXPR]]
344 // CHECK: [[DESIRED:%.+]] = trunc i32 [[ASHR]] to i8
345 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]],
346 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]],
347 // CHECK: [[RES:%.+]] = cmpxchg i8* [[CX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] seq_cst seq_cst
348 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0
349 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
350 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
351 // CHECK: [[EXIT]]
352 // CHECK: call{{.*}} @__kmpc_flush(
353 #pragma omp atomic update, seq_cst
354   cx = cx >> ucv;
355 // CHECK: [[SV:%.+]]  = load i16, i16* @{{.+}},
356 // CHECK: [[EXPR:%.+]] = sext i16 [[SV]] to i32
357 // CHECK: [[X:%.+]] = load atomic i64, i64* [[ULX_ADDR:@.+]] monotonic
358 // CHECK: br label %[[CONT:.+]]
359 // CHECK: [[CONT]]
360 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
361 // CHECK: [[X_RVAL:%.+]] = trunc i64 [[EXPECTED]] to i32
362 // CHECK: [[SHL:%.+]] = shl i32 [[EXPR]], [[X_RVAL]]
363 // CHECK: [[DESIRED:%.+]] = sext i32 [[SHL]] to i64
364 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]],
365 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]],
366 // CHECK: [[RES:%.+]] = cmpxchg i64* [[ULX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
367 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
368 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
369 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
370 // CHECK: [[EXIT]]
371 #pragma omp atomic update
372   ulx = sv << ulx;
373 // CHECK: [[USV:%.+]]  = load i16, i16* @{{.+}},
374 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i64
375 // CHECK: [[X:%.+]] = load atomic i64, i64* [[LX_ADDR:@.+]] monotonic
376 // CHECK: br label %[[CONT:.+]]
377 // CHECK: [[CONT]]
378 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
379 // CHECK: [[DESIRED:%.+]] = srem i64 [[EXPECTED]], [[EXPR]]
380 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]],
381 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]],
382 // CHECK: [[RES:%.+]] = cmpxchg i64* [[LX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
383 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
384 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
385 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
386 // CHECK: [[EXIT]]
387 #pragma omp atomic
388   lx = lx % usv;
389 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
390 // CHECK: atomicrmw or i32* @{{.+}}, i32 [[EXPR]] seq_cst
391 // CHECK: call{{.*}} @__kmpc_flush(
392 #pragma omp atomic seq_cst, update
393   uix = iv | uix;
394 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
395 // CHECK: atomicrmw and i32* @{{.+}}, i32 [[EXPR]] monotonic
396 #pragma omp atomic
397   ix = ix & uiv;
398 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
399 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8*
400 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
401 // CHECK: br label %[[CONT:.+]]
402 // CHECK: [[CONT]]
403 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0
404 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
405 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
406 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
407 // <Skip checks for complex calculations>
408 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
409 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
410 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
411 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
412 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
413 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
414 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
415 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
416 // CHECK: [[EXIT]]
417 #pragma omp atomic update
418   cix = lv + cix;
419 // CHECK: [[ULV:%.+]] = load i64, i64* @{{.+}},
420 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULV]] to float
421 // CHECK: [[OLD:%.+]] = load atomic i32, i32*  bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
422 // CHECK: br label %[[CONT:.+]]
423 // CHECK: [[CONT]]
424 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
425 // CHECK: [[BITCAST:%.+]] = bitcast float* [[TEMP:%.+]] to i32*
426 // CHECK: [[OLD:%.+]] = bitcast i32 [[EXPECTED]] to float
427 // CHECK: [[MUL:%.+]] = fmul float [[OLD]], [[EXPR]]
428 // CHECK: store float [[MUL]], float* [[TEMP]],
429 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[BITCAST]],
430 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
431 // CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
432 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
433 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
434 // CHECK: [[EXIT]]
435 #pragma omp atomic
436   fx = fx * ulv;
437 // CHECK: [[LLV:%.+]] = load i64, i64* @{{.+}},
438 // CHECK: [[EXPR:%.+]] = sitofp i64 [[LLV]] to double
439 // CHECK: [[OLD:%.+]] = load atomic i64, i64*  bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
440 // CHECK: br label %[[CONT:.+]]
441 // CHECK: [[CONT]]
442 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
443 // CHECK: [[BITCAST:%.+]] = bitcast double* [[TEMP:%.+]] to i64*
444 // CHECK: [[OLD:%.+]] = bitcast i64 [[EXPECTED]] to double
445 // CHECK: [[DIV:%.+]] = fdiv double [[OLD]], [[EXPR]]
446 // CHECK: store double [[DIV]], double* [[TEMP]],
447 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[BITCAST]],
448 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
449 // CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
450 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
451 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
452 // CHECK: [[EXIT]]
453 #pragma omp atomic update
454   dx /= llv;
455 // CHECK: [[ULLV:%.+]] = load i64, i64* @{{.+}},
456 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULLV]] to x86_fp80
457 // CHECK: [[OLD:%.+]] = load atomic i128, i128*  bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
458 // CHECK: br label %[[CONT:.+]]
459 // CHECK: [[CONT]]
460 // CHECK: [[EXPECTED:%.+]] = phi i128 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
461 // CHECK: [[BITCAST1:%.+]] = bitcast x86_fp80* [[TEMP1:%.+]] to i128*
462 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
463 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST]]
464 // CHECK: [[OLD:%.+]] = load x86_fp80, x86_fp80* [[TEMP]]
465 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[OLD]], [[EXPR]]
466 // CHECK: store x86_fp80 [[SUB]], x86_fp80* [[TEMP1]]
467 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST1]]
468 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
469 // CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
470 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
471 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
472 // CHECK: [[EXIT]]
473 #pragma omp atomic
474   ldx -= ullv;
475 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
476 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8*
477 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
478 // CHECK: br label %[[CONT:.+]]
479 // CHECK: [[CONT]]
480 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0
481 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
482 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
483 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
484 // <Skip checks for complex calculations>
485 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
486 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
487 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
488 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
489 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
490 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
491 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
492 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
493 // CHECK: [[EXIT]]
494 #pragma omp atomic update
495   cix = fv / cix;
496 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
497 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
498 // CHECK: br label %[[CONT:.+]]
499 // CHECK: [[CONT]]
500 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
501 // CHECK: [[CONV:%.+]] = sext i16 [[EXPECTED]] to i32
502 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to double
503 // CHECK: [[ADD:%.+]] = fadd double [[X_RVAL]], [[EXPR]]
504 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD]] to i16
505 // CHECK: store i16 [[DESIRED]], i16* [[TEMP:%.+]]
506 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]]
507 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
508 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
509 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
510 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
511 // CHECK: [[EXIT]]
512 #pragma omp atomic
513   sx = sx + dv;
514 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
515 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
516 // CHECK: br label %[[CONT:.+]]
517 // CHECK: [[CONT]]
518 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[XI8]], %{{.+}} ], [ [[OLD_XI8:%.+]], %[[CONT]] ]
519 // CHECK: [[BOOL_EXPECTED:%.+]] = trunc i8 [[EXPECTED]] to i1
520 // CHECK: [[CONV:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
521 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to x86_fp80
522 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[EXPR]], [[X_RVAL]]
523 // CHECK: [[BOOL_DESIRED:%.+]] = fcmp une x86_fp80 [[MUL]], 0xK00000000000000000000
524 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
525 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]]
526 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]]
527 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
528 // CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
529 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
530 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
531 // CHECK: [[EXIT]]
532 #pragma omp atomic update
533   bx = ldv * bx;
534 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR:@.+]], i32 0, i32 0),
535 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR]], i32 0, i32 1),
536 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
537 // CHECK: br label %[[CONT:.+]]
538 // CHECK: [[CONT]]
539 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[XI8]], %{{.+}} ], [ [[OLD_XI8:%.+]], %[[CONT]] ]
540 // CHECK: [[BOOL_EXPECTED:%.+]] = trunc i8 [[EXPECTED]] to i1
541 // CHECK: [[X_RVAL:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
542 // CHECK: [[SUB_RE:%.+]] = sub i32 [[EXPR_RE:%.+]], [[X_RVAL]]
543 // CHECK: [[SUB_IM:%.+]] = sub i32 [[EXPR_IM:%.+]], 0
544 // CHECK: icmp ne i32 [[SUB_RE]], 0
545 // CHECK: icmp ne i32 [[SUB_IM]], 0
546 // CHECK: [[BOOL_DESIRED:%.+]] = or i1
547 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
548 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]]
549 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]]
550 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
551 // CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
552 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
553 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
554 // CHECK: [[EXIT]]
555 #pragma omp atomic
556   bx = civ - bx;
557 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
558 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
559 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
560 // CHECK: br label %[[CONT:.+]]
561 // CHECK: [[CONT]]
562 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
563 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
564 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to float
565 // <Skip checks for complex calculations>
566 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
567 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
568 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
569 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
570 // CHECK: [[DESIRED:%.+]] = fptoui float [[X_RE]] to i16
571 // CHECK: store i16 [[DESIRED]], i16* [[TEMP:%.+]]
572 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]]
573 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
574 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
575 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
576 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
577 // CHECK: [[EXIT]]
578 #pragma omp atomic update
579   usx /= cfv;
580 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
581 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
582 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
583 // CHECK: br label %[[CONT:.+]]
584 // CHECK: [[CONT]]
585 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
586 // CHECK: [[X_RVAL:%.+]] = sitofp i64 [[EXPECTED]] to double
587 // CHECK: [[ADD_RE:%.+]] = fadd double [[X_RVAL]], [[EXPR_RE]]
588 // CHECK: [[ADD_IM:%.+]] = fadd double 0.000000e+00, [[EXPR_IM]]
589 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD_RE]] to i64
590 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]]
591 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]]
592 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
593 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
594 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
595 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
596 // CHECK: [[EXIT]]
597 #pragma omp atomic
598   llx += cdv;
599 // CHECK: [[IDX:%.+]] = load i16, i16* @{{.+}}
600 // CHECK: load i8, i8*
601 // CHECK: [[VEC_ITEM_VAL:%.+]] = zext i1 %{{.+}} to i32
602 // CHECK: [[I128VAL:%.+]] = load atomic i128, i128* bitcast (<4 x i32>* [[DEST:@.+]] to i128*) monotonic
603 // CHECK: br label %[[CONT:.+]]
604 // CHECK: [[CONT]]
605 // CHECK: [[OLD_I128:%.+]] = phi i128 [ [[I128VAL]], %{{.+}} ], [ [[FAILED_I128_OLD_VAL:%.+]], %[[CONT]] ]
606 // CHECK: [[BITCAST:%.+]] = bitcast <4 x i32>* [[TEMP:%.+]] to i128*
607 // CHECK: store i128 [[OLD_I128]], i128* [[BITCAST]],
608 // CHECK: [[OLD_VEC_VAL:%.+]] = bitcast i128 [[OLD_I128]] to <4 x i32>
609 // CHECK: store <4 x i32> [[OLD_VEC_VAL]], <4 x i32>* [[LDTEMP:%.+]],
610 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
611 // CHECK: [[ITEM:%.+]] = extractelement <4 x i32> [[VEC_VAL]], i16 [[IDX]]
612 // CHECK: [[OR:%.+]] = or i32 [[ITEM]], [[VEC_ITEM_VAL]]
613 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[TEMP]]
614 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <4 x i32> [[VEC_VAL]], i32 [[OR]], i16 [[IDX]]
615 // CHECK: store <4 x i32> [[NEW_VEC_VAL]], <4 x i32>* [[TEMP]]
616 // CHECK: [[NEW_I128:%.+]] = load i128, i128* [[BITCAST]]
617 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (<4 x i32>* [[DEST]] to i128*), i128 [[OLD_I128]], i128 [[NEW_I128]] monotonic monotonic
618 // CHECK: [[FAILED_I128_OLD_VAL:%.+]] = extractvalue { i128, i1 } [[RES]], 0
619 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i128, i1 } [[RES]], 1
620 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
621 // CHECK: [[EXIT]]
622 #pragma omp atomic update
623   int4x[sv] |= bv;
624 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
625 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*) monotonic
626 // CHECK: br label %[[CONT:.+]]
627 // CHECK: [[CONT]]
628 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
629 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]],
630 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
631 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
632 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
633 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
634 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
635 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
636 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
637 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]],
638 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
639 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
640 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
641 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
642 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]]
643 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
644 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
645 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
646 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
647 // CHECK: [[EXIT]]
648 #pragma omp atomic
649   bfx.a = bfx.a - ldv;
650 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
651 // CHECK: [[BITCAST:%.+]] = bitcast i32* [[LDTEMP:%.+]] to i8*
652 // CHECK: call void @__atomic_load(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST]], i32 0)
653 // CHECK: br label %[[CONT:.+]]
654 // CHECK: [[CONT]]
655 // CHECK: [[PREV_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
656 // CHECK: store i32 [[PREV_VALUE]], i32* [[TEMP1:%.+]],
657 // CHECK: [[PREV_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
658 // CHECK: store i32 [[PREV_VALUE]], i32* [[TEMP:%.+]],
659 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
660 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
661 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
662 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
663 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
664 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[MUL]] to i32
665 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]],
666 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
667 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
668 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
669 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
670 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* [[LDTEMP]] to i8*
671 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* [[TEMP1]] to i8*
672 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
673 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
674 // CHECK: [[EXIT]]
675 #pragma omp atomic update
676   bfx_packed.a *= ldv;
677 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
678 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0) monotonic
679 // CHECK: br label %[[CONT:.+]]
680 // CHECK: [[CONT]]
681 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
682 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]],
683 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
684 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
685 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_LD]], 31
686 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
687 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
688 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
689 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]],
690 // CHECK: [[BF_AND:%.+]] = and i32 [[CONV]], 1
691 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 31
692 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], 2147483647
693 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
694 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
695 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]]
696 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
697 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
698 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
699 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
700 // CHECK: [[EXIT]]
701 #pragma omp atomic
702   bfx2.a -= ldv;
703 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
704 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3) monotonic
705 // CHECK: br label %[[CONT:.+]]
706 // CHECK: [[CONT]]
707 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
708 // CHECK: [[BITCAST1:%.+]] = bitcast i32* %{{.+}} to i8*
709 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]],
710 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
711 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
712 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
713 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 7
714 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i32
715 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
716 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[EXPR]], [[X_RVAL]]
717 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
718 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i8
719 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]],
720 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 1
721 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 7
722 // CHECK: [[BF_CLEAR:%.+]] = and i8 %{{.+}}, 127
723 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
724 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]]
725 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]]
726 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
727 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
728 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
729 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
730 // CHECK: [[EXIT]]
731 #pragma omp atomic update
732   bfx2_packed.a = ldv / bfx2_packed.a;
733 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
734 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0) monotonic
735 // CHECK: br label %[[CONT:.+]]
736 // CHECK: [[CONT]]
737 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
738 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]],
739 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
740 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
741 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 7
742 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 18
743 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
744 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[X_RVAL]], [[EXPR]]
745 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
746 // CHECK: [[BF_LD:%.+]] = load i32, i32* [[TEMP1]],
747 // CHECK: [[BF_AND:%.+]] = and i32 [[NEW_VAL]], 16383
748 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 11
749 // CHECK: [[BF_CLEAR:%.+]] = and i32 %{{.+}}, -33552385
750 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
751 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
752 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]]
753 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
754 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
755 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
756 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
757 // CHECK: [[EXIT]]
758 #pragma omp atomic
759   bfx3.a /= ldv;
760 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
761 // CHECK: [[LDTEMP:%.+]] = bitcast i32* %{{.+}} to i24*
762 // CHECK: [[BITCAST:%.+]] = bitcast i24* %{{.+}} to i8*
763 // CHECK: call void @__atomic_load(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST]], i32 0)
764 // CHECK: br label %[[CONT:.+]]
765 // CHECK: [[CONT]]
766 // CHECK: [[PREV_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
767 // CHECK: store i24 [[PREV_VALUE]], i24* [[TEMP1:%.+]],
768 // CHECK: [[PREV_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
769 // CHECK: store i24 [[PREV_VALUE]], i24* [[TEMP:%.+]],
770 // CHECK: [[A_LD:%.+]] = load i24, i24* [[TEMP]],
771 // CHECK: [[A_SHL:%.+]] = shl i24 [[A_LD]], 7
772 // CHECK: [[A_ASHR:%.+]] = ashr i24 [[A_SHL]], 10
773 // CHECK: [[CAST:%.+]] = sext i24 [[A_ASHR]] to i32
774 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
775 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[X_RVAL]], [[EXPR]]
776 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i32
777 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i24
778 // CHECK: [[BF_LD:%.+]] = load i24, i24* [[TEMP1]],
779 // CHECK: [[BF_AND:%.+]] = and i24 [[TRUNC]], 16383
780 // CHECK: [[BF_VALUE:%.+]] = shl i24 [[BF_AND]], 3
781 // CHECK: [[BF_CLEAR:%.+]] = and i24 [[BF_LD]], -131065
782 // CHECK: or i24 [[BF_CLEAR]], [[BF_VALUE]]
783 // CHECK: store i24 %{{.+}}, i24* [[TEMP1]]
784 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i24* [[LDTEMP]] to i8*
785 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i24* [[TEMP1]] to i8*
786 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
787 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
788 // CHECK: [[EXIT]]
789 #pragma omp atomic update
790   bfx3_packed.a += ldv;
791 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
792 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
793 // CHECK: br label %[[CONT:.+]]
794 // CHECK: [[CONT]]
795 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
796 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP1:%.+]],
797 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
798 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
799 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 47
800 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 63
801 // CHECK: [[A_CAST:%.+]] = trunc i64 [[A_ASHR:%.+]] to i32
802 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST:%.+]] to x86_fp80
803 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
804 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[MUL]] to i32
805 // CHECK: [[ZEXT:%.+]] = zext i32 [[NEW_VAL]] to i64
806 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP1]],
807 // CHECK: [[BF_AND:%.+]] = and i64 [[ZEXT]], 1
808 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND]], 16
809 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -65537
810 // CHECK: or i64 [[BF_CLEAR]], [[BF_VALUE]]
811 // CHECK: store i64 %{{.+}}, i64* [[TEMP1]]
812 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[TEMP1]]
813 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
814 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
815 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
816 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
817 // CHECK: [[EXIT]]
818 #pragma omp atomic
819   bfx4.a = bfx4.a * ldv;
820 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
821 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
822 // CHECK: br label %[[CONT:.+]]
823 // CHECK: [[CONT]]
824 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
825 // CHECK: [[BITCAST1:%.+]] = bitcast i32* %{{.+}} to i8*
826 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]],
827 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
828 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
829 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
830 // CHECK: [[A_SHL:%.+]] = shl i8 [[A_LD]], 7
831 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_SHL:%.+]], 7
832 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR:%.+]] to i32
833 // CHECK: [[CONV:%.+]] = sitofp i32 [[CAST]] to x86_fp80
834 // CHECK: [[SUB: %.+]] = fsub x86_fp80 [[CONV]], [[EXPR]]
835 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB:%.+]] to i32
836 // CHECK: [[NEW_VAL:%.+]] = trunc i32 [[CONV]] to i8
837 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]],
838 // CHECK: [[BF_VALUE:%.+]] = and i8 [[NEW_VAL]], 1
839 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], -2
840 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
841 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]]
842 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]]
843 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
844 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
845 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
846 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
847 // CHECK: [[EXIT]]
848 #pragma omp atomic update
849   bfx4_packed.a -= ldv;
850 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
851 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
852 // CHECK: br label %[[CONT:.+]]
853 // CHECK: [[CONT]]
854 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
855 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP1:%.+]],
856 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
857 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
858 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 40
859 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 57
860 // CHECK: [[CONV:%.+]] = sitofp i64 [[A_ASHR]] to x86_fp80
861 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[CONV]], [[EXPR]]
862 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[DIV]] to i64
863 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP1]],
864 // CHECK: [[BF_AND:%.+]] = and i64 [[CONV]], 127
865 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND:%.+]], 17
866 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -16646145
867 // CHECK: [[VAL:%.+]] = or i64 [[BF_CLEAR]], [[BF_VALUE]]
868 // CHECK: store i64 [[VAL]], i64* [[TEMP1]]
869 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[TEMP1]]
870 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
871 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
872 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
873 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
874 // CHECK: [[EXIT]]
875 #pragma omp atomic
876   bfx4.b /= ldv;
877 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
878 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
879 // CHECK: br label %[[CONT:.+]]
880 // CHECK: [[CONT]]
881 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
882 // CHECK: [[BITCAST1:%.+]] = bitcast i64* %{{.+}} to i8*
883 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]],
884 // CHECK: [[BITCAST:%.+]] = bitcast i64* %{{.+}} to i8*
885 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
886 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
887 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 1
888 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i64
889 // CHECK: [[CONV:%.+]] = sitofp i64 [[CAST]] to x86_fp80
890 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[CONV]], [[EXPR]]
891 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i64
892 // CHECK: [[TRUNC:%.+]] = trunc i64 [[NEW_VAL]] to i8
893 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]],
894 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 127
895 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 1
896 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], 1
897 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
898 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]]
899 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]]
900 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
901 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
902 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
903 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
904 // CHECK: [[EXIT]]
905 #pragma omp atomic update
906   bfx4_packed.b += ldv;
907 // CHECK: load i64, i64*
908 // CHECK: [[EXPR:%.+]] = uitofp i64 %{{.+}} to float
909 // CHECK: [[I64VAL:%.+]] = load atomic i64, i64* bitcast (<2 x float>* [[DEST:@.+]] to i64*) monotonic
910 // CHECK: br label %[[CONT:.+]]
911 // CHECK: [[CONT]]
912 // CHECK: [[OLD_I64:%.+]] = phi i64 [ [[I64VAL]], %{{.+}} ], [ [[FAILED_I64_OLD_VAL:%.+]], %[[CONT]] ]
913 // CHECK: [[BITCAST:%.+]] = bitcast <2 x float>* [[TEMP:%.+]] to i64*
914 // CHECK: store i64 [[OLD_I64]], i64* [[BITCAST]],
915 // CHECK: [[OLD_VEC_VAL:%.+]] = bitcast i64 [[OLD_I64]] to <2 x float>
916 // CHECK: store <2 x float> [[OLD_VEC_VAL]], <2 x float>* [[LDTEMP:%.+]],
917 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]]
918 // CHECK: [[X:%.+]] = extractelement <2 x float> [[VEC_VAL]], i64 0
919 // CHECK: [[VEC_ITEM_VAL:%.+]] = fsub float [[EXPR]], [[X]]
920 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[TEMP]],
921 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <2 x float> [[VEC_VAL]], float [[VEC_ITEM_VAL]], i64 0
922 // CHECK: store <2 x float> [[NEW_VEC_VAL]], <2 x float>* [[TEMP]]
923 // CHECK: [[NEW_I64:%.+]] = load i64, i64* [[BITCAST]]
924 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (<2 x float>* [[DEST]] to i64*), i64 [[OLD_I64]], i64 [[NEW_I64]] monotonic monotonic
925 // CHECK: [[FAILED_I64_OLD_VAL:%.+]] = extractvalue { i64, i1 } [[RES]], 0
926 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
927 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
928 // CHECK: [[EXIT]]
929 #pragma omp atomic
930   float2x.x = ulv - float2x.x;
931 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
932 // CHECK: [[OLD_VAL:%.+]] = call i32 @llvm.read_register.i32([[REG:metadata ![0-9]+]])
933 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[OLD_VAL]] to double
934 // CHECK: [[DIV:%.+]] = fdiv double [[EXPR]], [[X_RVAL]]
935 // CHECK: [[NEW_VAL:%.+]] = fptosi double [[DIV]] to i32
936 // CHECK: call void @llvm.write_register.i32([[REG]], i32 [[NEW_VAL]])
937 // CHECK: call{{.*}} @__kmpc_flush(
938 #pragma omp atomic seq_cst
939   rix = dv / rix;
940   return 0;
941 }
942 
943 #endif
944