1 // RUN: %clang_cc1 -verify -fopenmp -x c++ -triple x86_64-apple-darwin10 -emit-llvm %s -o - | FileCheck %s 2 // RUN: %clang_cc1 -fopenmp -x c++ -std=c++11 -triple x86_64-apple-darwin10 -emit-pch -o %t %s 3 // RUN: %clang_cc1 -fopenmp -x c++ -triple x86_64-apple-darwin10 -std=c++11 -include-pch %t -verify %s -emit-llvm -o - | FileCheck %s 4 5 // RUN: %clang_cc1 -verify -fopenmp-simd -x c++ -triple x86_64-apple-darwin10 -emit-llvm %s -o - | FileCheck --check-prefix SIMD-ONLY0 %s 6 // RUN: %clang_cc1 -fopenmp-simd -x c++ -std=c++11 -triple x86_64-apple-darwin10 -emit-pch -o %t %s 7 // RUN: %clang_cc1 -fopenmp-simd -x c++ -triple x86_64-apple-darwin10 -std=c++11 -include-pch %t -verify %s -emit-llvm -o - | FileCheck --check-prefix SIMD-ONLY0 %s 8 // SIMD-ONLY0-NOT: {{__kmpc|__tgt}} 9 // expected-no-diagnostics 10 #ifndef HEADER 11 #define HEADER 12 13 enum omp_allocator_handle_t { 14 omp_null_allocator = 0, 15 omp_default_mem_alloc = 1, 16 omp_large_cap_mem_alloc = 2, 17 omp_const_mem_alloc = 3, 18 omp_high_bw_mem_alloc = 4, 19 omp_low_lat_mem_alloc = 5, 20 omp_cgroup_mem_alloc = 6, 21 omp_pteam_mem_alloc = 7, 22 omp_thread_mem_alloc = 8, 23 KMP_ALLOCATOR_MAX_HANDLE = __UINTPTR_MAX__ 24 }; 25 26 volatile double g, g_orig; 27 volatile double &g1 = g_orig; 28 29 struct BaseS { 30 int x; 31 }; 32 struct BaseS1 { 33 float y; 34 }; 35 36 template <class T> 37 struct S : public BaseS, public BaseS1 { 38 T f; 39 S(T a) : f(a + g) {} 40 S() : f(g) {} 41 S& operator=(const S&); 42 ~S() {} 43 }; 44 void red(BaseS1&, const BaseS1&); 45 void red_plus(BaseS1&, const BaseS1&); 46 void init(BaseS1&, const BaseS1&); 47 void init1(BaseS1&, const BaseS1&); 48 void init2(BaseS1&, const BaseS1&); 49 void init_plus(BaseS1&, const BaseS1&); 50 #pragma omp declare reduction(operator& : BaseS1 : red(omp_out, omp_in)) initializer(init(omp_priv, omp_orig)) 51 #pragma omp declare reduction(+ : BaseS1 : red_plus(omp_out, omp_in)) initializer(init_plus(omp_priv, omp_orig)) 52 #pragma omp declare reduction(&& : S<float>, S<int> : omp_out.f *= omp_in.f) initializer(init1(omp_priv, omp_orig)) 53 54 // CHECK-DAG: [[S_FLOAT_TY:%.+]] = type { %{{[^,]+}}, %{{[^,]+}}, float } 55 // CHECK-DAG: [[S_INT_TY:%.+]] = type { %{{[^,]+}}, %{{[^,]+}}, i{{[0-9]+}} } 56 // CHECK-DAG: [[IMPLICIT_BARRIER_LOC:@.+]] = private unnamed_addr global %struct.ident_t { i32 0, i32 66, i32 0, i32 0, i8* 57 // CHECK-DAG: [[REDUCTION_LOC:@.+]] = private unnamed_addr global %struct.ident_t { i32 0, i32 18, i32 0, i32 0, i8* 58 // CHECK-DAG: [[REDUCTION_LOCK:@.+]] = common global [8 x i32] zeroinitializer 59 60 #pragma omp declare reduction(operator* : S<int> : omp_out.f = 17 * omp_in.f) initializer(omp_priv = S<int>()) 61 // CHECK-LABEL: bazz 62 void bazz() { 63 S<int> s; 64 // CHECK: [[S_ADDR:%.+]] = alloca [[S_INT_TY]], 65 // CHECK: call {{.*}} [[S_INT_TY_CONSTR:@.+]]([[S_INT_TY]]* [[S_ADDR]]) 66 // CHECK: call void (%struct.ident_t*, i32, void (i32*, i32*, ...)*, ...) @__kmpc_fork_call(%struct.ident_t* @{{.+}}, i32 1, void (i32*, i32*, ...)* bitcast (void (i32*, i32*, [[S_INT_TY]]*)* [[BAZZ_OUTLINE:@.+]] to void (i32*, i32*, ...)*), [[S_INT_TY]]* [[S_ADDR]]) 67 // CHECK: call {{.*}} [[S_INT_TY_DESTR:@.+]]([[S_INT_TY]]* 68 // CHECK: ret void 69 #pragma omp parallel 70 #pragma omp simd reduction(*: s) 71 for (int I = 0; I < 10; ++I) 72 ; 73 } 74 75 // CHECK: define internal void [[BAZZ_OUTLINE]](i32* {{.+}}, i32* {{.+}}, [[S_INT_TY]]* {{.+}}) 76 // CHECK: [[S_PRIV_ADDR:%.+]] = alloca [[S_INT_TY]], 77 // CHECK: call void [[BAZZ_INIT:@.+]]([[S_INT_TY]]* [[S_PRIV_ADDR]], [[S_INT_TY]]* [[S_ORIG_ADDR:%.+]]) 78 // CHECK: call void @{{.+}}([[S_INT_TY]]* [[S_ORIG_ADDR]], [[S_INT_TY]]* [[S_PRIV_ADDR]]) 79 // CHECK-NEXT: call void [[S_INT_TY_DESTR]]([[S_INT_TY]]* [[S_PRIV_ADDR]]) 80 // CHECK-NEXT: ret void 81 82 // CHECK: define internal void [[BAZZ_INIT]]([[S_INT_TY]]* {{.*}}[[S_PRIV_ADDR:%.+]], [[S_INT_TY]]* {{.*}}[[S_ORIG_ADDR:%.+]]) 83 // CHECK: store [[S_INT_TY]]* [[S_PRIV_ADDR]], [[S_INT_TY]]** [[S_PRIV_ADDR_REF:%.+]], 84 // CHECK: [[S_PRIV_ADDR:%.+]] = load [[S_INT_TY]]*, [[S_INT_TY]]** [[S_PRIV_ADDR_REF]], 85 // CHECK: call void [[S_INT_TY_CONSTR]]([[S_INT_TY]]* [[S_PRIV_ADDR]]) 86 // CHECK-NEXT: ret void 87 88 #pragma omp declare reduction(operator&& : int : omp_out = 111 & omp_in) 89 template <typename T, int length> 90 T tmain() { 91 T t; 92 S<T> test; 93 T t_var = T(), t_var1; 94 T vec[] = {1, 2}; 95 S<T> s_arr[] = {1, 2}; 96 S<T> &var = test; 97 S<T> var1; 98 S<T> arr[length]; 99 #pragma omp declare reduction(operator& : T : omp_out = 15 + omp_in) 100 #pragma omp declare reduction(operator+ : T : omp_out = 1513 + omp_in) initializer(omp_priv = 321) 101 #pragma omp declare reduction(min : T : omp_out = 47 - omp_in) initializer(omp_priv = 432 / omp_orig) 102 #pragma omp declare reduction(operator&& : S<T> : omp_out.f = 17 * omp_in.f) initializer(init2(omp_priv, omp_orig)) 103 #pragma omp declare reduction(operator&& : T : omp_out = 17 * omp_in) 104 #pragma omp parallel 105 #pragma omp for reduction(+ : t_var) reduction(& : var) reduction(&& : var1) reduction(min : t_var1) nowait 106 for (int i = 0; i < 2; ++i) { 107 vec[i] = t_var; 108 s_arr[i] = var; 109 } 110 #pragma omp parallel 111 #pragma omp for reduction(&& : t_var) 112 for (int i = 0; i < 2; ++i) { 113 vec[i] = t_var; 114 s_arr[i] = var; 115 } 116 #pragma omp parallel 117 #pragma omp for reduction(+ : arr[1:length-2]) 118 for (int i = 0; i < 2; ++i) { 119 vec[i] = t_var; 120 s_arr[i] = var; 121 } 122 return T(); 123 } 124 125 extern S<float> **foo(); 126 127 #pragma omp declare reduction(operator- : float, double : omp_out = 333 + omp_in) 128 #pragma omp declare reduction(min : float, double : omp_out = 555 + omp_in) 129 int main() { 130 #pragma omp declare reduction(operator+ : float, double : omp_out = 222 - omp_in) initializer(omp_priv = -1) 131 S<float> test; 132 float t_var = 0, t_var1; 133 int vec[] = {1, 2}; 134 S<float> s_arr[] = {1, 2, 3, 4}; 135 S<float> &var = test; 136 S<float> var1, arrs[10][4]; 137 S<float> **var2 = foo(); 138 S<float> vvar2[5]; 139 S<float>(&var3)[4] = s_arr; 140 #pragma omp declare reduction(operator+ : int : omp_out = 555 * omp_in) initializer(omp_priv = 888) 141 #pragma omp parallel 142 #pragma omp for reduction(+ : t_var) reduction(& : var) reduction(&& : var1) reduction(min : t_var1) 143 for (int i = 0; i < 2; ++i) { 144 vec[i] = t_var; 145 s_arr[i] = var; 146 } 147 int arr[10][vec[1]]; 148 #pragma omp parallel for reduction(+ : arr[1][ : vec[1]]) reduction(& : arrs[1 : vec[1]][1 : 2]) 149 for (int i = 0; i < 10; ++i) 150 ++arr[1][i]; 151 #pragma omp parallel 152 #pragma omp for reduction(+ : arr) reduction(& : arrs) 153 for (int i = 0; i < 10; ++i) 154 ++arr[1][i]; 155 #pragma omp parallel 156 #pragma omp for reduction(& : var2[0 : 5][1 : 6]) 157 for (int i = 0; i < 10; ++i) 158 ; 159 #pragma omp parallel 160 #pragma omp for reduction(& : vvar2[0 : 5]) 161 for (int i = 0; i < 10; ++i) 162 ; 163 #pragma omp parallel 164 #pragma omp for reduction(& : var3[1 : 2]) 165 for (int i = 0; i < 10; ++i) 166 ; 167 #pragma omp parallel 168 #pragma omp for reduction(& : var3) allocate(omp_cgroup_mem_alloc: var3) 169 for (int i = 0; i < 10; ++i) 170 ; 171 return tmain<int, 42>(); 172 } 173 174 // CHECK: define {{.*}}i{{[0-9]+}} @main() 175 // CHECK: [[TEST:%.+]] = alloca [[S_FLOAT_TY]], 176 // CHECK: call {{.*}} [[S_FLOAT_TY_CONSTR:@.+]]([[S_FLOAT_TY]]* [[TEST]]) 177 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 6, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, float*, [[S_FLOAT_TY]]*, [[S_FLOAT_TY]]*, float*, [2 x i32]*, [4 x [[S_FLOAT_TY]]]*)* [[MAIN_MICROTASK:@.+]] to void 178 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 5, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, i64, i64, i32*, [2 x i32]*, [10 x [4 x [[S_FLOAT_TY]]]]*)* [[MAIN_MICROTASK1:@.+]] to void 179 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 4, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, i64, i64, i32*, [10 x [4 x [[S_FLOAT_TY]]]]*)* [[MAIN_MICROTASK2:@.+]] to void 180 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 1, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, [[S_FLOAT_TY]]***)* [[MAIN_MICROTASK3:@.+]] to void 181 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 1, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, [5 x [[S_FLOAT_TY]]]*)* [[MAIN_MICROTASK4:@.+]] to void 182 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 1, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, [4 x [[S_FLOAT_TY]]]*)* [[MAIN_MICROTASK5:@.+]] to void 183 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 1, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, [4 x [[S_FLOAT_TY]]]*)* [[MAIN_MICROTASK6:@.+]] to void 184 // CHECK: = call {{.*}}i{{.+}} [[TMAIN_INT_42:@.+]]() 185 // CHECK: call {{.*}} [[S_FLOAT_TY_DESTR:@.+]]([[S_FLOAT_TY]]* 186 // CHECK: ret 187 // 188 // CHECK: define internal void [[MAIN_MICROTASK]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, float* nonnull align 4 dereferenceable(4) %{{.+}}, [[S_FLOAT_TY]]* nonnull align 4 dereferenceable(12) %{{.+}}, [[S_FLOAT_TY]]* nonnull align 4 dereferenceable(12) %{{.+}}, float* nonnull align 4 dereferenceable(4) %{{.+}}, [2 x i32]* nonnull align 4 dereferenceable(8) %vec, [4 x [[S_FLOAT_TY]]]* nonnull align 4 dereferenceable(48) %{{.+}}) 189 // CHECK: [[T_VAR_PRIV:%.+]] = alloca float, 190 // CHECK: [[VAR_PRIV:%.+]] = alloca [[S_FLOAT_TY]], 191 // CHECK: [[VAR1_PRIV:%.+]] = alloca [[S_FLOAT_TY]], 192 // CHECK: [[T_VAR1_PRIV:%.+]] = alloca float, 193 194 // Reduction list for runtime. 195 // CHECK: [[RED_LIST:%.+]] = alloca [4 x i8*], 196 197 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 198 199 // CHECK: [[T_VAR_REF:%.+]] = load float*, float** % 200 // CHECK: [[VAR1_REF:%.+]] = load [[S_FLOAT_TY]]*, [[S_FLOAT_TY]]** % 201 // CHECK: [[T_VAR1_REF:%.+]] = load float*, float** % 202 203 // For + reduction operation initial value of private variable is -1. 204 // CHECK: call void [[RED_INIT1:@.+]](float* %{{.+}}, float* %{{.+}}) 205 206 // CHECK: call void @_ZN1SIfEC1Ev([[S_FLOAT_TY]]* [[VAR_PRIV]] 207 // For & reduction operation initial value of private variable is defined by call of 'init()' function. 208 // CHECK: call void [[RED_INIT2:@.+]]( 209 210 // CHECK: call void @_ZN1SIfEC1Ev([[S_FLOAT_TY]]* [[VAR1_PRIV]] 211 // For && reduction operation initial value of private variable is 1.0. 212 // CHECK: call void [[RED_INIT3:@.+]]( 213 214 // For min reduction operation initial value of private variable is largest repesentable value. 215 // CHECK: [[INIT:%.+]] = load float, float* @ 216 // CHECK: store float [[INIT]], float* [[T_VAR1_PRIV]], 217 218 // CHECK: [[GTID_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[GTID_ADDR_ADDR]] 219 // CHECK: [[GTID:%.+]] = load i{{[0-9]+}}, i{{[0-9]+}}* [[GTID_REF]] 220 // CHECK: call void @__kmpc_for_static_init_4( 221 // Skip checks for internal operations. 222 // CHECK: call void @__kmpc_for_static_fini( 223 224 // void *RedList[<n>] = {<ReductionVars>[0], ..., <ReductionVars>[<n>-1]}; 225 226 // CHECK: [[T_VAR_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 0 227 // CHECK: [[BITCAST:%.+]] = bitcast float* [[T_VAR_PRIV]] to i8* 228 // CHECK: store i8* [[BITCAST]], i8** [[T_VAR_PRIV_REF]], 229 // CHECK: [[VAR_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 1 230 // CHECK: [[BITCAST:%.+]] = bitcast [[S_FLOAT_TY]]* [[VAR_PRIV]] to i8* 231 // CHECK: store i8* [[BITCAST]], i8** [[VAR_PRIV_REF]], 232 // CHECK: [[VAR1_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 2 233 // CHECK: [[BITCAST:%.+]] = bitcast [[S_FLOAT_TY]]* [[VAR1_PRIV]] to i8* 234 // CHECK: store i8* [[BITCAST]], i8** [[VAR1_PRIV_REF]], 235 // CHECK: [[T_VAR1_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 3 236 // CHECK: [[BITCAST:%.+]] = bitcast float* [[T_VAR1_PRIV]] to i8* 237 // CHECK: store i8* [[BITCAST]], i8** [[T_VAR1_PRIV_REF]], 238 239 // res = __kmpc_reduce(<loc>, <gtid>, <n>, sizeof(RedList), RedList, reduce_func, &<lock>); 240 241 // CHECK: [[BITCAST:%.+]] = bitcast [4 x i8*]* [[RED_LIST]] to i8* 242 // CHECK: [[RES:%.+]] = call i32 @__kmpc_reduce(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], i32 4, i64 32, i8* [[BITCAST]], void (i8*, i8*)* [[REDUCTION_FUNC:@.+]], [8 x i32]* [[REDUCTION_LOCK]]) 243 244 // switch(res) 245 // CHECK: switch i32 [[RES]], label %[[RED_DONE:.+]] [ 246 // CHECK: i32 1, label %[[CASE1:.+]] 247 // CHECK: i32 2, label %[[CASE2:.+]] 248 // CHECK: ] 249 250 // case 1: 251 // t_var += t_var_reduction; 252 // CHECK: call void [[RED_COMB1:@.+]](float* %{{.+}}, float* %{{.+}}) 253 254 // var = var.operator &(var_reduction); 255 // CHECK: call void [[RED_COMB2:@.+]]( 256 257 // var1 = var1.operator &&(var1_reduction); 258 // CHECK: call void [[RED_COMB3:@.+]]( 259 260 // t_var1 = min(t_var1, t_var1_reduction); 261 // CHECK: call void [[RED_COMB4:@.+]]( 262 263 // __kmpc_end_reduce(<loc>, <gtid>, &<lock>); 264 // CHECK: call void @__kmpc_end_reduce(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], [8 x i32]* [[REDUCTION_LOCK]]) 265 266 // break; 267 // CHECK: br label %[[RED_DONE]] 268 269 // case 2: 270 // t_var += t_var_reduction; 271 // CHECK: call void @__kmpc_critical( 272 // CHECK: call void [[RED_COMB1]](float* %{{.+}}, float* %{{.+}}) 273 // CHECK: call void @__kmpc_end_critical( 274 275 // var = var.operator &(var_reduction); 276 // CHECK: call void @__kmpc_critical( 277 // CHECK: call void [[RED_COMB2]] 278 // CHECK: call void @__kmpc_end_critical( 279 280 // var1 = var1.operator &&(var1_reduction); 281 // CHECK: call void @__kmpc_critical( 282 // CHECK: call void [[RED_COMB3]] 283 // CHECK: call void @__kmpc_end_critical( 284 285 // t_var1 = min(t_var1, t_var1_reduction); 286 // CHECK: call void @__kmpc_critical( 287 // CHECK: call void [[RED_COMB4]] 288 // CHECK: call void @__kmpc_end_critical( 289 290 // __kmpc_end_reduce(<loc>, <gtid>, &<lock>); 291 // CHECK: call void @__kmpc_end_reduce(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], [8 x i32]* [[REDUCTION_LOCK]]) 292 293 // break; 294 // CHECK: br label %[[RED_DONE]] 295 // CHECK: [[RED_DONE]] 296 // CHECK-DAG: call {{.*}} [[S_FLOAT_TY_DESTR]]([[S_FLOAT_TY]]* [[VAR_PRIV]]) 297 // CHECK-DAG: call {{.*}} [[S_FLOAT_TY_DESTR]]([[S_FLOAT_TY]]* 298 // CHECK: call void @__kmpc_barrier(%{{.+}}* [[IMPLICIT_BARRIER_LOC]], i{{[0-9]+}} [[GTID]]) 299 300 // CHECK: ret void 301 302 // CHECK: define internal void [[RED_COMB1]](float* noalias %0, float* noalias %1) 303 // CHECK: fsub float 2.220000e+02, % 304 305 // CHECK: define internal void [[RED_INIT1]](float* noalias %0, float* noalias %1) 306 // CHECK: store float -1.0{{.+}}, float* 307 308 // CHECK: define internal void [[RED_COMB2]]( 309 // CHECK: call {{.*}}void @_Z3redR6BaseS1RKS_( 310 311 // CHECK: define internal void [[RED_INIT2]]( 312 // CHECK: call {{.*}}void @_Z4initR6BaseS1RKS_( 313 314 // CHECK: define internal void [[RED_COMB3]]( 315 // CHECK: fmul float 316 317 // CHECK: define internal void [[RED_INIT3]]( 318 // CHECK: call {{.*}}void @_Z5init1R6BaseS1RKS_( 319 320 // void reduce_func(void *lhs[<n>], void *rhs[<n>]) { 321 // *(Type0*)lhs[0] = ReductionOperation0(*(Type0*)lhs[0], *(Type0*)rhs[0]); 322 // ... 323 // *(Type<n>-1*)lhs[<n>-1] = ReductionOperation<n>-1(*(Type<n>-1*)lhs[<n>-1], 324 // *(Type<n>-1*)rhs[<n>-1]); 325 // } 326 // CHECK: define internal void [[REDUCTION_FUNC]](i8* %0, i8* %1) 327 // t_var_lhs = (float*)lhs[0]; 328 // CHECK: [[T_VAR_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS:%.+]], i64 0, i64 0 329 // CHECK: [[T_VAR_RHS_VOID:%.+]] = load i8*, i8** [[T_VAR_RHS_REF]], 330 // CHECK: [[T_VAR_RHS:%.+]] = bitcast i8* [[T_VAR_RHS_VOID]] to float* 331 // t_var_rhs = (float*)rhs[0]; 332 // CHECK: [[T_VAR_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS:%.+]], i64 0, i64 0 333 // CHECK: [[T_VAR_LHS_VOID:%.+]] = load i8*, i8** [[T_VAR_LHS_REF]], 334 // CHECK: [[T_VAR_LHS:%.+]] = bitcast i8* [[T_VAR_LHS_VOID]] to float* 335 336 // var_lhs = (S<float>*)lhs[1]; 337 // CHECK: [[VAR_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 1 338 // CHECK: [[VAR_RHS_VOID:%.+]] = load i8*, i8** [[VAR_RHS_REF]], 339 // CHECK: [[VAR_RHS:%.+]] = bitcast i8* [[VAR_RHS_VOID]] to [[S_FLOAT_TY]]* 340 // var_rhs = (S<float>*)rhs[1]; 341 // CHECK: [[VAR_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 1 342 // CHECK: [[VAR_LHS_VOID:%.+]] = load i8*, i8** [[VAR_LHS_REF]], 343 // CHECK: [[VAR_LHS:%.+]] = bitcast i8* [[VAR_LHS_VOID]] to [[S_FLOAT_TY]]* 344 345 // var1_lhs = (S<float>*)lhs[2]; 346 // CHECK: [[VAR1_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 2 347 // CHECK: [[VAR1_RHS_VOID:%.+]] = load i8*, i8** [[VAR1_RHS_REF]], 348 // CHECK: [[VAR1_RHS:%.+]] = bitcast i8* [[VAR1_RHS_VOID]] to [[S_FLOAT_TY]]* 349 // var1_rhs = (S<float>*)rhs[2]; 350 // CHECK: [[VAR1_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 2 351 // CHECK: [[VAR1_LHS_VOID:%.+]] = load i8*, i8** [[VAR1_LHS_REF]], 352 // CHECK: [[VAR1_LHS:%.+]] = bitcast i8* [[VAR1_LHS_VOID]] to [[S_FLOAT_TY]]* 353 354 // t_var1_lhs = (float*)lhs[3]; 355 // CHECK: [[T_VAR1_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 3 356 // CHECK: [[T_VAR1_RHS_VOID:%.+]] = load i8*, i8** [[T_VAR1_RHS_REF]], 357 // CHECK: [[T_VAR1_RHS:%.+]] = bitcast i8* [[T_VAR1_RHS_VOID]] to float* 358 // t_var1_rhs = (float*)rhs[3]; 359 // CHECK: [[T_VAR1_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 3 360 // CHECK: [[T_VAR1_LHS_VOID:%.+]] = load i8*, i8** [[T_VAR1_LHS_REF]], 361 // CHECK: [[T_VAR1_LHS:%.+]] = bitcast i8* [[T_VAR1_LHS_VOID]] to float* 362 363 // t_var_lhs += t_var_rhs; 364 // CHECK: call void [[RED_COMB1]](float* %{{.+}}, float* %{{.+}}) 365 366 // var_lhs = var_lhs.operator &(var_rhs); 367 // CHECK: call void [[RED_COMB2]]( 368 369 // var1_lhs = var1_lhs.operator &&(var1_rhs); 370 // CHECK: call void [[RED_COMB3]]( 371 372 // t_var1_lhs = min(t_var1_lhs, t_var1_rhs); 373 // CHECK: call void [[RED_COMB4]]( 374 // CHECK: ret void 375 376 // CHECK: define internal void [[RED_COMB4]]( 377 // CHECK: fadd float 5.550000e+02, % 378 379 // CHECK: define internal void [[MAIN_MICROTASK1]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, i64 %{{.+}}, i64 %{{.+}}, i32* {{.+}} %{{.+}}, [2 x i32]* nonnull align 4 dereferenceable(8) %{{.+}}, [10 x [4 x [[S_FLOAT_TY]]]]* nonnull align 4 dereferenceable(480) %{{.+}}) 380 381 // Reduction list for runtime. 382 // CHECK: [[RED_LIST:%.+]] = alloca [4 x i8*], 383 384 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 385 // CHECK: store i{{[0-9]+}}* %{{.+}}, i{{[0-9]+}}** 386 // CHECK: store i{{[0-9]+}}* %{{.+}}, i{{[0-9]+}}** [[ARR_ADDR:%.+]], 387 // CHECK: [[ARR:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[ARR_ADDR]], 388 389 // CHECK: [[UB_CAST:%.+]] = ptrtoint i32* [[UB1_UP:%.+]] to i64 390 // CHECK: [[LB_CAST:%.+]] = ptrtoint i32* [[LB1_0:%.+]] to i64 391 // CHECK: [[DIFF:%.+]] = sub i64 [[UB_CAST]], [[LB_CAST]] 392 // CHECK: [[SIZE_1:%.+]] = sdiv exact i64 [[DIFF]], ptrtoint (i32* getelementptr (i32, i32* null, i32 1) to i64) 393 // CHECK: [[ARR_SIZE:%.+]] = add nuw i64 [[SIZE_1]], 1 394 // CHECK: call i8* @llvm.stacksave() 395 // CHECK: [[ARR_PRIV:%.+]] = alloca i32, i64 [[ARR_SIZE]], 396 397 // Check initialization of private copy. 398 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[ARR_PRIV]], i64 [[ARR_SIZE]] 399 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[ARR_PRIV]], [[END]] 400 // CHECK: br i1 [[ISEMPTY]], 401 // CHECK: phi i32* 402 // CHECK: call void [[RED_INIT5:@.+]](i32* %{{.+}}, i32* %{{.+}}) 403 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 404 // CHECK: br i1 [[DONE]], 405 406 // CHECK: [[ARRS_PRIV:%.+]] = alloca [[S_FLOAT_TY]], i64 [[ARRS_SIZE:%.+]], 407 408 // Check initialization of private copy. 409 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[ARRS_PRIV]], i64 [[ARRS_SIZE]] 410 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[ARRS_PRIV]], [[END]] 411 // CHECK: br i1 [[ISEMPTY]], 412 // CHECK: phi [[S_FLOAT_TY]]* 413 // CHECK: call void [[RED_INIT2]]( 414 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 415 // CHECK: br i1 [[DONE]], 416 417 // CHECK: [[GTID_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[GTID_ADDR_ADDR]] 418 // CHECK: [[GTID:%.+]] = load i{{[0-9]+}}, i{{[0-9]+}}* [[GTID_REF]] 419 // CHECK: call void @__kmpc_for_static_init_4( 420 // Skip checks for internal operations. 421 // CHECK: call void @__kmpc_for_static_fini( 422 423 // void *RedList[<n>] = {<ReductionVars>[0], ..., <ReductionVars>[<n>-1]}; 424 425 // CHECK: [[ARR_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 0 426 // CHECK: [[BITCAST:%.+]] = bitcast i32* [[ARR_PRIV]] to i8* 427 // CHECK: store i8* [[BITCAST]], i8** [[ARR_PRIV_REF]], 428 // CHECK: [[ARR_SIZE_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 1 429 // CHECK: [[BITCAST:%.+]] = inttoptr i64 [[ARR_SIZE]] to i8* 430 // CHECK: store i8* [[BITCAST]], i8** [[ARR_SIZE_REF]], 431 // CHECK: [[ARRS_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 2 432 // CHECK: [[BITCAST:%.+]] = bitcast [[S_FLOAT_TY]]* [[ARRS_PRIV]] to i8* 433 // CHECK: store i8* [[BITCAST]], i8** [[ARRS_PRIV_REF]], 434 // CHECK: [[ARRS_SIZE_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 3 435 // CHECK: [[BITCAST:%.+]] = inttoptr i64 [[ARRS_SIZE]] to i8* 436 // CHECK: store i8* [[BITCAST]], i8** [[ARRS_SIZE_REF]], 437 438 // res = __kmpc_reduce(<loc>, <gtid>, <n>, sizeof(RedList), RedList, reduce_func, &<lock>); 439 440 // CHECK: [[GTID_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[GTID_ADDR_ADDR]] 441 // CHECK: [[GTID:%.+]] = load i{{[0-9]+}}, i{{[0-9]+}}* [[GTID_REF]] 442 // CHECK: [[BITCAST:%.+]] = bitcast [4 x i8*]* [[RED_LIST]] to i8* 443 // CHECK: [[RES:%.+]] = call i32 @__kmpc_reduce_nowait(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], i32 2, i64 32, i8* [[BITCAST]], void (i8*, i8*)* [[REDUCTION_FUNC:@.+]], [8 x i32]* [[REDUCTION_LOCK]]) 444 445 // switch(res) 446 // CHECK: switch i32 [[RES]], label %[[RED_DONE:.+]] [ 447 // CHECK: i32 1, label %[[CASE1:.+]] 448 // CHECK: i32 2, label %[[CASE2:.+]] 449 // CHECK: ] 450 451 // case 1: 452 // CHECK: [[CASE1]] 453 454 // arr[:] += arr_reduction[:]; 455 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[LB1_0]], i64 [[ARR_SIZE]] 456 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[LB1_0]], [[END]] 457 // CHECK: br i1 [[ISEMPTY]], 458 // CHECK: phi i32* 459 // CHECK: call void [[RED_COMB5:@.+]](i32* %{{.+}}, i32* %{{.+}}) 460 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 461 // CHECK: br i1 [[DONE]], 462 463 // arrs[:] = var.operator &(arrs_reduction[:]); 464 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[ARRS_LB:%.+]], i64 [[ARRS_SIZE]] 465 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[ARRS_LB]], [[END]] 466 // CHECK: br i1 [[ISEMPTY]], 467 // CHECK: phi [[S_FLOAT_TY]]* 468 // CHECK: call void [[RED_COMB2]]( 469 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 470 // CHECK: br i1 [[DONE]], 471 472 // __kmpc_end_reduce(<loc>, <gtid>, &<lock>); 473 // CHECK: call void @__kmpc_end_reduce_nowait(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], [8 x i32]* [[REDUCTION_LOCK]]) 474 475 // break; 476 // CHECK: br label %[[RED_DONE]] 477 478 // case 2: 479 // CHECK: [[CASE2]] 480 481 // arr[:] += arr_reduction[:]; 482 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[LB1_0]], i64 [[ARR_SIZE]] 483 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[LB1_0]], [[END]] 484 // CHECK: br i1 [[ISEMPTY]], 485 // CHECK: phi i32* 486 // CHECK: call void @__kmpc_critical( 487 // CHECK: call void [[RED_COMB5]]( 488 // CHECK: call void @__kmpc_end_critical( 489 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 490 // CHECK: br i1 [[DONE]], 491 492 // arrs[:] = var.operator &(arrs_reduction[:]); 493 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[ARRS_LB:%.+]], i64 [[ARRS_SIZE]] 494 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[ARRS_LB]], [[END]] 495 // CHECK: br i1 [[ISEMPTY]], 496 // CHECK: phi [[S_FLOAT_TY]]* 497 // CHECK: call void @__kmpc_critical( 498 // CHECK: call void [[RED_COMB2]]( 499 // CHECK: call void @__kmpc_end_critical( 500 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 501 // CHECK: br i1 [[DONE]], 502 503 // break; 504 // CHECK: br label %[[RED_DONE]] 505 // CHECK: [[RED_DONE]] 506 507 // Check destruction of private copy. 508 // CHECK: [[END:%.+]] = getelementptr inbounds [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[ARRS_PRIV]], i64 [[ARRS_SIZE]] 509 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[ARRS_PRIV]], [[END]] 510 // CHECK: br i1 [[ISEMPTY]], 511 // CHECK: phi [[S_FLOAT_TY]]* 512 // CHECK: call void @_ZN1SIfED1Ev([[S_FLOAT_TY]]* % 513 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[ARRS_PRIV]] 514 // CHECK: br i1 [[DONE]], 515 // CHECK: call void @llvm.stackrestore(i8* 516 517 // CHECK: ret void 518 519 // CHECK: define internal void [[RED_COMB5]](i32* noalias %0, i32* noalias %1) 520 // CHECK: mul nsw i32 555, % 521 522 // CHECK: define internal void [[RED_INIT5]](i32* noalias %0, i32* noalias %1) 523 // CHECK: store i32 888, i32* % 524 525 // void reduce_func(void *lhs[<n>], void *rhs[<n>]) { 526 // *(Type0*)lhs[0] = ReductionOperation0(*(Type0*)lhs[0], *(Type0*)rhs[0]); 527 // ... 528 // *(Type<n>-1*)lhs[<n>-1] = ReductionOperation<n>-1(*(Type<n>-1*)lhs[<n>-1], 529 // *(Type<n>-1*)rhs[<n>-1]); 530 // } 531 // CHECK: define internal void [[REDUCTION_FUNC]](i8* %0, i8* %1) 532 // arr_rhs = (int*)rhs[0]; 533 // CHECK: [[ARR_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS:%.+]], i64 0, i64 0 534 // CHECK: [[ARR_RHS_VOID:%.+]] = load i8*, i8** [[ARR_RHS_REF]], 535 // CHECK: [[ARR_RHS:%.+]] = bitcast i8* [[ARR_RHS_VOID]] to i32* 536 // arr_lhs = (int*)lhs[0]; 537 // CHECK: [[ARR_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS:%.+]], i64 0, i64 0 538 // CHECK: [[ARR_LHS_VOID:%.+]] = load i8*, i8** [[ARR_LHS_REF]], 539 // CHECK: [[ARR_LHS:%.+]] = bitcast i8* [[ARR_LHS_VOID]] to i32* 540 541 // arr_size = (size_t)lhs[1]; 542 // CHECK: [[ARR_SIZE_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 1 543 // CHECK: [[ARR_SIZE_VOID:%.+]] = load i8*, i8** [[ARR_SIZE_REF]], 544 // CHECK: [[ARR_SIZE:%.+]] = ptrtoint i8* [[ARR_SIZE_VOID]] to i64 545 546 // arrs_rhs = (S<float>*)rhs[2]; 547 // CHECK: [[ARRS_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 2 548 // CHECK: [[ARRS_RHS_VOID:%.+]] = load i8*, i8** [[ARRS_RHS_REF]], 549 // CHECK: [[ARRS_RHS:%.+]] = bitcast i8* [[ARRS_RHS_VOID]] to [[S_FLOAT_TY]]* 550 // arrs_lhs = (S<float>*)lhs[2]; 551 // CHECK: [[ARRS_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 2 552 // CHECK: [[ARRS_LHS_VOID:%.+]] = load i8*, i8** [[ARRS_LHS_REF]], 553 // CHECK: [[ARRS_LHS:%.+]] = bitcast i8* [[ARRS_LHS_VOID]] to [[S_FLOAT_TY]]* 554 555 // arrs_size = (size_t)lhs[3]; 556 // CHECK: [[ARRS_SIZE_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 3 557 // CHECK: [[ARRS_SIZE_VOID:%.+]] = load i8*, i8** [[ARRS_SIZE_REF]], 558 // CHECK: [[ARRS_SIZE:%.+]] = ptrtoint i8* [[ARRS_SIZE_VOID]] to i64 559 560 // arr_lhs[:] += arr_rhs[:]; 561 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[ARR_LHS]], i64 [[ARR_SIZE]] 562 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[ARR_LHS]], [[END]] 563 // CHECK: br i1 [[ISEMPTY]], 564 // CHECK: phi i32* 565 // CHECK: call void [[RED_COMB5]]( 566 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 567 // CHECK: br i1 [[DONE]], 568 569 // arrs_lhs = arrs_lhs.operator &(arrs_rhs); 570 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[ARRS_LB:%.+]], i64 [[ARRS_SIZE]] 571 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[ARRS_LB]], [[END]] 572 // CHECK: br i1 [[ISEMPTY]], 573 // CHECK: phi [[S_FLOAT_TY]]* 574 // CHECK: call void [[RED_COMB2]]( 575 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 576 // CHECK: br i1 [[DONE]], 577 578 // CHECK: ret void 579 580 // CHECK: define internal void [[MAIN_MICROTASK2]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, i64 %{{.+}}, i64 %{{.+}}, i32* {{.+}} %{{.+}}, [10 x [4 x [[S_FLOAT_TY]]]]* nonnull align 4 dereferenceable(480) %{{.+}}) 581 582 // CHECK: [[ARRS_PRIV:%.+]] = alloca [10 x [4 x [[S_FLOAT_TY]]]], 583 584 // Reduction list for runtime. 585 // CHECK: [[RED_LIST:%.+]] = alloca [3 x i8*], 586 587 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 588 589 // CHECK: [[ARR_SIZE:%.+]] = udiv exact i64 590 // CHECK: call i8* @llvm.stacksave() 591 // CHECK: [[ARR_PRIV:%.+]] = alloca i32, i64 [[ARR_SIZE]], 592 593 // Check initialization of private copy. 594 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[ARR_PRIV]], i64 [[ARR_SIZE]] 595 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[ARR_PRIV]], [[END]] 596 // CHECK: br i1 [[ISEMPTY]], 597 // CHECK: phi i32* 598 // CHECK: call void [[RED_INIT5]]( 599 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 600 // CHECK: br i1 [[DONE]], 601 602 // Check initialization of private copy. 603 // CHECK: [[BEGIN:%.+]] = getelementptr inbounds [10 x [4 x [[S_FLOAT_TY]]]], [10 x [4 x [[S_FLOAT_TY]]]]* [[ARRS_PRIV]], i32 0, i32 0, i32 0 604 // CHECK: [[END:%.+]] = getelementptr inbounds [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[BEGIN]], i64 40 605 // CHECK: br label %[[CTOR:[^,]+]] 606 // CHECK: [[CTOR]]: 607 // CHECK: [[CUR:%.+]] = phi [[S_FLOAT_TY]]* [ [[BEGIN]], %{{.+}} ], [ [[NEXT:%.+]], %[[CTOR]] ] 608 // CHECK: call void @_ZN1SIfEC1Ev([[S_FLOAT_TY]]* [[CUR]]) 609 // CHECK: [[NEXT:%.+]] = getelementptr inbounds [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[CUR]], i64 1 610 // CHECK: [[IS_DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* [[NEXT]], [[END]] 611 // CHECK: br i1 [[IS_DONE]], label %[[DONE:[^,]+]], label %[[CTOR]] 612 // CHECK: [[DONE]]: 613 614 // CHECK: [[BEGIN:%.+]] = getelementptr inbounds [10 x [4 x [[S_FLOAT_TY]]]], [10 x [4 x [[S_FLOAT_TY]]]]* [[ARRS_PRIV]], i32 0, i32 0, i32 0 615 // CHECK: [[LHS_BEGIN:%.+]] = bitcast [10 x [4 x [[S_FLOAT_TY]]]]* %{{.+}} to [[S_FLOAT_TY]]* 616 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[BEGIN]], i64 40 617 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[BEGIN]], [[END]] 618 // CHECK: br i1 [[ISEMPTY]], 619 // CHECK: phi [[S_FLOAT_TY]]* 620 // CHECK: call void [[RED_INIT2]]( 621 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 622 // CHECK: br i1 [[DONE]], 623 // CHECK: [[LHS_BEGIN:%.+]] = bitcast [10 x [4 x [[S_FLOAT_TY]]]]* %{{.+}} to [[S_FLOAT_TY]]* 624 // CHECK: [[ARRS_PRIV_BEGIN:%.+]] = bitcast [10 x [4 x [[S_FLOAT_TY]]]]* [[ARRS_PRIV]] to [[S_FLOAT_TY]]* 625 626 // CHECK: [[GTID_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[GTID_ADDR_ADDR]] 627 // CHECK: [[GTID:%.+]] = load i{{[0-9]+}}, i{{[0-9]+}}* [[GTID_REF]] 628 // CHECK: call void @__kmpc_for_static_init_4( 629 // Skip checks for internal operations. 630 // CHECK: call void @__kmpc_for_static_fini( 631 632 // void *RedList[<n>] = {<ReductionVars>[0], ..., <ReductionVars>[<n>-1]}; 633 634 // CHECK: [[ARR_PRIV_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST]], i64 0, i64 0 635 // CHECK: [[BITCAST:%.+]] = bitcast i32* [[ARR_PRIV]] to i8* 636 // CHECK: store i8* [[BITCAST]], i8** [[ARR_PRIV_REF]], 637 // CHECK: [[ARR_SIZE_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST]], i64 0, i64 1 638 // CHECK: [[BITCAST:%.+]] = inttoptr i64 [[ARR_SIZE]] to i8* 639 // CHECK: store i8* [[BITCAST]], i8** [[ARR_SIZE_REF]], 640 // CHECK: [[ARRS_PRIV_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST]], i64 0, i64 2 641 // CHECK: [[BITCAST:%.+]] = bitcast [[S_FLOAT_TY]]* [[ARRS_PRIV_BEGIN]] to i8* 642 // CHECK: store i8* [[BITCAST]], i8** [[ARRS_PRIV_REF]], 643 644 // res = __kmpc_reduce(<loc>, <gtid>, <n>, sizeof(RedList), RedList, reduce_func, &<lock>); 645 646 // CHECK: [[GTID_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[GTID_ADDR_ADDR]] 647 // CHECK: [[GTID:%.+]] = load i{{[0-9]+}}, i{{[0-9]+}}* [[GTID_REF]] 648 // CHECK: [[BITCAST:%.+]] = bitcast [3 x i8*]* [[RED_LIST]] to i8* 649 // CHECK: [[RES:%.+]] = call i32 @__kmpc_reduce(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], i32 2, i64 24, i8* [[BITCAST]], void (i8*, i8*)* [[REDUCTION_FUNC:@.+]], [8 x i32]* [[REDUCTION_LOCK]]) 650 651 // switch(res) 652 // CHECK: switch i32 [[RES]], label %[[RED_DONE:.+]] [ 653 // CHECK: i32 1, label %[[CASE1:.+]] 654 // CHECK: i32 2, label %[[CASE2:.+]] 655 // CHECK: ] 656 657 // case 1: 658 // CHECK: [[CASE1]] 659 660 // arr[:] += arr_reduction[:]; 661 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[LB1_0:%.+]], i64 [[ARR_SIZE]] 662 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[LB1_0]], [[END]] 663 // CHECK: br i1 [[ISEMPTY]], 664 // CHECK: phi i32* 665 // CHECK: call void [[RED_COMB5]]( 666 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 667 // CHECK: br i1 [[DONE]], 668 669 // arrs[:] = var.operator &(arrs_reduction[:]); 670 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[LHS_BEGIN]], i64 40 671 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[LHS_BEGIN]], [[END]] 672 // CHECK: br i1 [[ISEMPTY]], 673 // CHECK: phi [[S_FLOAT_TY]]* 674 // CHECK: call void [[RED_COMB2]]( 675 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 676 // CHECK: br i1 [[DONE]], 677 678 // __kmpc_end_reduce(<loc>, <gtid>, &<lock>); 679 // CHECK: call void @__kmpc_end_reduce(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], [8 x i32]* [[REDUCTION_LOCK]]) 680 681 // break; 682 // CHECK: br label %[[RED_DONE]] 683 684 // case 2: 685 // CHECK: [[CASE2]] 686 687 // arr[:] += arr_reduction[:]; 688 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[LB1_0]], i64 [[ARR_SIZE]] 689 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[LB1_0]], [[END]] 690 // CHECK: br i1 [[ISEMPTY]], 691 // CHECK: phi i32* 692 // CHECK: call void @__kmpc_critical( 693 // CHECK: call void [[RED_COMB5]]( 694 // CHECK: call void @__kmpc_end_critical( 695 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 696 // CHECK: br i1 [[DONE]], 697 698 // arrs[:] = var.operator &(arrs_reduction[:]); 699 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[LHS_BEGIN]], i64 40 700 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[LHS_BEGIN]], [[END]] 701 // CHECK: br i1 [[ISEMPTY]], 702 // CHECK: phi [[S_FLOAT_TY]]* 703 // CHECK: call void @__kmpc_critical( 704 // CHECK: call void [[RED_COMB2]]( 705 // CHECK: call void @__kmpc_end_critical( 706 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 707 // CHECK: br i1 [[DONE]], 708 709 // break; 710 // CHECK: br label %[[RED_DONE]] 711 // CHECK: [[RED_DONE]] 712 713 // Check destruction of private copy. 714 // CHECK: [[BEGIN:%.+]] = getelementptr inbounds [10 x [4 x [[S_FLOAT_TY]]]], [10 x [4 x [[S_FLOAT_TY]]]]* [[ARRS_PRIV]], i32 0, i32 0, i32 0 715 // CHECK: [[END:%.+]] = getelementptr inbounds [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[BEGIN]], i64 40 716 // CHECK: br 717 // CHECK: phi [[S_FLOAT_TY]]* 718 // CHECK: call void @_ZN1SIfED1Ev([[S_FLOAT_TY]]* % 719 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[BEGIN]] 720 // CHECK: br i1 [[DONE]], 721 // CHECK: call void @llvm.stackrestore(i8* 722 // CHECK: call void @__kmpc_barrier( 723 724 // CHECK: ret void 725 726 // void reduce_func(void *lhs[<n>], void *rhs[<n>]) { 727 // *(Type0*)lhs[0] = ReductionOperation0(*(Type0*)lhs[0], *(Type0*)rhs[0]); 728 // ... 729 // *(Type<n>-1*)lhs[<n>-1] = ReductionOperation<n>-1(*(Type<n>-1*)lhs[<n>-1], 730 // *(Type<n>-1*)rhs[<n>-1]); 731 // } 732 // CHECK: define internal void [[REDUCTION_FUNC]](i8* %0, i8* %1) 733 // arr_rhs = (int*)rhs[0]; 734 // CHECK: [[ARR_RHS_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST_RHS:%.+]], i64 0, i64 0 735 // CHECK: [[ARR_RHS_VOID:%.+]] = load i8*, i8** [[ARR_RHS_REF]], 736 // CHECK: [[ARR_RHS:%.+]] = bitcast i8* [[ARR_RHS_VOID]] to i32* 737 // arr_lhs = (int*)lhs[0]; 738 // CHECK: [[ARR_LHS_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST_LHS:%.+]], i64 0, i64 0 739 // CHECK: [[ARR_LHS_VOID:%.+]] = load i8*, i8** [[ARR_LHS_REF]], 740 // CHECK: [[ARR_LHS:%.+]] = bitcast i8* [[ARR_LHS_VOID]] to i32* 741 742 // arr_size = (size_t)lhs[1]; 743 // CHECK: [[ARR_SIZE_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST_LHS]], i64 0, i64 1 744 // CHECK: [[ARR_SIZE_VOID:%.+]] = load i8*, i8** [[ARR_SIZE_REF]], 745 // CHECK: [[ARR_SIZE:%.+]] = ptrtoint i8* [[ARR_SIZE_VOID]] to i64 746 747 // arrs_rhs = (S<float>*)rhs[2]; 748 // CHECK: [[ARRS_RHS_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST_RHS]], i64 0, i64 2 749 // CHECK: [[ARRS_RHS_VOID:%.+]] = load i8*, i8** [[ARRS_RHS_REF]], 750 // CHECK: [[ARRS_RHS:%.+]] = bitcast i8* [[ARRS_RHS_VOID]] to [[S_FLOAT_TY]]* 751 // arrs_lhs = (S<float>*)lhs[2]; 752 // CHECK: [[ARRS_LHS_REF:%.+]] = getelementptr inbounds [3 x i8*], [3 x i8*]* [[RED_LIST_LHS]], i64 0, i64 2 753 // CHECK: [[ARRS_LHS_VOID:%.+]] = load i8*, i8** [[ARRS_LHS_REF]], 754 // CHECK: [[ARRS_LHS:%.+]] = bitcast i8* [[ARRS_LHS_VOID]] to [[S_FLOAT_TY]]* 755 756 // arr_lhs[:] += arr_rhs[:]; 757 // CHECK: [[END:%.+]] = getelementptr i32, i32* [[ARR_LHS]], i64 [[ARR_SIZE]] 758 // CHECK: [[ISEMPTY:%.+]] = icmp eq i32* [[ARR_LHS]], [[END]] 759 // CHECK: br i1 [[ISEMPTY]], 760 // CHECK: phi i32* 761 // CHECK: call void [[RED_COMB5]]( 762 // CHECK: [[DONE:%.+]] = icmp eq i32* %{{.+}}, [[END]] 763 // CHECK: br i1 [[DONE]], 764 765 // arrs_lhs = arrs_lhs.operator &(arrs_rhs); 766 // CHECK: [[END:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[ARRS_LB:%.+]], i64 40 767 // CHECK: [[ISEMPTY:%.+]] = icmp eq [[S_FLOAT_TY]]* [[ARRS_LB]], [[END]] 768 // CHECK: br i1 [[ISEMPTY]], 769 // CHECK: phi [[S_FLOAT_TY]]* 770 // CHECK: call void [[RED_COMB2]]( 771 // CHECK: [[DONE:%.+]] = icmp eq [[S_FLOAT_TY]]* %{{.+}}, [[END]] 772 // CHECK: br i1 [[DONE]], 773 774 // CHECK: ret void 775 776 // CHECK: define internal void [[MAIN_MICROTASK3]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, [[S_FLOAT_TY]]*** nonnull align 8 dereferenceable(8) %{{.+}}) 777 778 // CHECK: [[VAR2_ORIG_ADDR:%.+]] = alloca [[S_FLOAT_TY]]***, 779 780 // Reduction list for runtime. 781 // CHECK: [[RED_LIST:%.+]] = alloca [2 x i8*], 782 783 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 784 // CHECK: [[VAR2_ORIG:%.+]] = load [[S_FLOAT_TY]]***, [[S_FLOAT_TY]]**** [[VAR2_ORIG_ADDR]], 785 786 // CHECK: [[LAST:%.+]] = ptrtoint [[S_FLOAT_TY]]* %{{.+}} to i64 787 // CHECK: [[FIRST:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[LOW:%.+]] to i64 788 // CHECK: [[BYTE_DIF:%.+]] = sub i64 [[LAST]], [[FIRST]] 789 // CHECK: [[DIF:%.+]] = sdiv exact i64 [[BYTE_DIF]], ptrtoint ([[S_FLOAT_TY]]* getelementptr ([[S_FLOAT_TY]], [[S_FLOAT_TY]]* null, i32 1) to i64) 790 // CHECK: [[SIZE:%.+]] = add nuw i64 [[DIF]], 1 791 // CHECK: call i8* @llvm.stacksave() 792 // CHECK: [[VAR2_PRIV:%.+]] = alloca [[S_FLOAT_TY]], i64 [[SIZE]], 793 // CHECK: [[LD:%.+]] = load [[S_FLOAT_TY]]**, [[S_FLOAT_TY]]*** [[VAR2_ORIG]], 794 // CHECK: [[ORIG_START:%.+]] = load [[S_FLOAT_TY]]*, [[S_FLOAT_TY]]** [[LD]], 795 // CHECK: [[START:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[ORIG_START]] to i64 796 // CHECK: [[LOW_BOUND:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[LOW]] to i64 797 // CHECK: [[OFFSET_BYTES:%.+]] = sub i64 [[START]], [[LOW_BOUND]] 798 // CHECK: [[OFFSET:%.+]] = sdiv exact i64 [[OFFSET_BYTES]], ptrtoint ([[S_FLOAT_TY]]* getelementptr ([[S_FLOAT_TY]], [[S_FLOAT_TY]]* null, i32 1) to i64) 799 // CHECK: [[PSEUDO_VAR2_PRIV:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[VAR2_PRIV]], i64 [[OFFSET]] 800 // CHECK: store [[S_FLOAT_TY]]** [[REF:.+]], [[S_FLOAT_TY]]*** % 801 // CHECK: store [[S_FLOAT_TY]]* [[PSEUDO_VAR2_PRIV]], [[S_FLOAT_TY]]** [[REF]] 802 // CHECK: ret void 803 804 // CHECK: define internal void [[MAIN_MICROTASK4]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, [5 x [[S_FLOAT_TY]]]* nonnull align 4 dereferenceable(60) %{{.+}}) 805 806 // CHECK: [[VVAR2_ORIG_ADDR:%.+]] = alloca [5 x [[S_FLOAT_TY]]]*, 807 // CHECK: [[VVAR2_PRIV:%.+]] = alloca [5 x [[S_FLOAT_TY]]], 808 809 // Reduction list for runtime. 810 // CHECK: [[RED_LIST:%.+]] = alloca [1 x i8*], 811 812 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 813 // CHECK: [[VVAR2_ORIG:%.+]] = load [5 x [[S_FLOAT_TY]]]*, [5 x [[S_FLOAT_TY]]]** [[VVAR2_ORIG_ADDR]], 814 815 // CHECK: [[LOW:%.+]] = getelementptr inbounds [5 x [[S_FLOAT_TY]]], [5 x [[S_FLOAT_TY]]]* [[VVAR2_ORIG]], i64 0, i64 0 816 // CHECK: [[ORIG_START:%.+]] = bitcast [5 x [[S_FLOAT_TY]]]* [[VVAR2_ORIG]] to [[S_FLOAT_TY]]* 817 // CHECK: [[START:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[ORIG_START]] to i64 818 // CHECK: [[LOW_BOUND:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[LOW]] to i64 819 // CHECK: [[OFFSET_BYTES:%.+]] = sub i64 [[START]], [[LOW_BOUND]] 820 // CHECK: [[OFFSET:%.+]] = sdiv exact i64 [[OFFSET_BYTES]], ptrtoint ([[S_FLOAT_TY]]* getelementptr ([[S_FLOAT_TY]], [[S_FLOAT_TY]]* null, i32 1) to i64) 821 // CHECK: [[VVAR2_PRIV_PTR:%.+]] = bitcast [5 x [[S_FLOAT_TY]]]* [[VVAR2_PRIV]] to [[S_FLOAT_TY]]* 822 // CHECK: [[VVAR2_PRIV:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[VVAR2_PRIV_PTR]], i64 [[OFFSET]] 823 // CHECK: ret void 824 825 // CHECK: define internal void [[MAIN_MICROTASK5]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, [4 x [[S_FLOAT_TY]]]* nonnull align 4 dereferenceable(48) %{{.+}}) 826 827 // CHECK: [[VAR3_ORIG_ADDR:%.+]] = alloca [4 x [[S_FLOAT_TY]]]*, 828 // CHECK: [[VAR3_PRIV:%.+]] = alloca [2 x [[S_FLOAT_TY]]], 829 830 // Reduction list for runtime. 831 // CHECK: [[RED_LIST:%.+]] = alloca [1 x i8*], 832 833 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 834 835 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 836 // CHECK: store [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]], [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR:%.+]], 837 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 838 // CHECK: store [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]], [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR:%.+]], 839 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 840 841 // CHECK: [[LOW:%.+]] = getelementptr inbounds [4 x [[S_FLOAT_TY]]], [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]], i64 0, i64 1 842 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 843 844 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 845 // CHECK: [[ORIG_START:%.+]] = bitcast [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]] to [[S_FLOAT_TY]]* 846 // CHECK: [[START:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[ORIG_START]] to i64 847 // CHECK: [[LOW_BOUND:%.+]] = ptrtoint [[S_FLOAT_TY]]* [[LOW]] to i64 848 // CHECK: [[OFFSET_BYTES:%.+]] = sub i64 [[START]], [[LOW_BOUND]] 849 // CHECK: [[OFFSET:%.+]] = sdiv exact i64 [[OFFSET_BYTES]], ptrtoint ([[S_FLOAT_TY]]* getelementptr ([[S_FLOAT_TY]], [[S_FLOAT_TY]]* null, i32 1) to i64) 850 // CHECK: [[VAR3_PRIV_PTR:%.+]] = bitcast [2 x [[S_FLOAT_TY]]]* [[VAR3_PRIV]] to [[S_FLOAT_TY]]* 851 // CHECK: [[PSEUDO_VAR3_PRIV:%.+]] = getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* [[VAR3_PRIV_PTR]], i64 [[OFFSET]] 852 // CHECK: [[VAR3_PRIV:%.+]] = bitcast [[S_FLOAT_TY]]* [[PSEUDO_VAR3_PRIV]] to [4 x [[S_FLOAT_TY]]]* 853 854 // CHECK: store [4 x [[S_FLOAT_TY]]]* [[VAR3_PRIV]], [4 x [[S_FLOAT_TY]]]** % 855 856 // CHECK: ret void 857 858 // CHECK: define internal void [[MAIN_MICROTASK6]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, [4 x [[S_FLOAT_TY]]]* nonnull align 4 dereferenceable(48) %{{.+}}) 859 860 // CHECK: [[VAR3_ORIG_ADDR:%.+]] = alloca [4 x [[S_FLOAT_TY]]]*, 861 862 // Reduction list for runtime. 863 // CHECK: [[RED_LIST:%.+]] = alloca [1 x i8*], 864 865 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 866 867 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 868 // CHECK: store [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]], [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR:%.+]], 869 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 870 // CHECK: store [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]], [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR:%.+]], 871 // CHECK: [[VAR3_ORIG:%.+]] = load [4 x [[S_FLOAT_TY]]]*, [4 x [[S_FLOAT_TY]]]** [[VAR3_ORIG_ADDR]], 872 // CHECK: [[VAR3_VOID_PTR:%.+]] = call i8* @__kmpc_alloc(i32 [[GTID:%.+]], i64 48, i8* inttoptr (i64 6 to i8*)) 873 // CHECK: [[VAR3_PRIV:%.+]] = bitcast i8* [[VAR3_VOID_PTR]] to [4 x [[S_FLOAT_TY]]]* 874 // CHECK: getelementptr inbounds [4 x [[S_FLOAT_TY]]], [4 x [[S_FLOAT_TY]]]* [[VAR3_PRIV]], i32 0, i32 0 875 // CHECK: bitcast [4 x [[S_FLOAT_TY]]]* [[VAR3_ORIG]] to [[S_FLOAT_TY]]* 876 // CHECK: getelementptr [[S_FLOAT_TY]], [[S_FLOAT_TY]]* %{{.+}}, i64 4 877 878 // CHECK: store [4 x [[S_FLOAT_TY]]]* [[VAR3_PRIV]], [4 x [[S_FLOAT_TY]]]** % 879 // CHECK: call void @__kmpc_free(i32 [[GTID]], i8* [[VAR3_VOID_PTR]], i8* inttoptr (i64 6 to i8*)) 880 // CHECK: ret void 881 882 // CHECK: define {{.*}} i{{[0-9]+}} [[TMAIN_INT_42]]() 883 // CHECK: [[TEST:%.+]] = alloca [[S_INT_TY]], 884 // CHECK: call {{.*}} [[S_INT_TY_CONSTR]]([[S_INT_TY]]* [[TEST]]) 885 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 6, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, i32*, [[S_INT_TY]]*, [[S_INT_TY]]*, i32*, [2 x i32]*, [2 x [[S_INT_TY]]]*)* [[TMAIN_MICROTASK:@.+]] to void 886 // Not interested in this one: 887 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 4, 888 // CHECK: call void (%{{.+}}*, i{{[0-9]+}}, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)*, ...) @__kmpc_fork_call(%{{.+}}* @{{.+}}, i{{[0-9]+}} 5, void (i{{[0-9]+}}*, i{{[0-9]+}}*, ...)* bitcast (void (i{{[0-9]+}}*, i{{[0-9]+}}*, [42 x [[S_INT_TY]]]*, [2 x i32]*, i32*, [2 x [[S_INT_TY]]]*, [[S_INT_TY]]*)* [[TMAIN_MICROTASK2:@.+]] to void 889 // CHECK: call {{.*}} [[S_INT_TY_DESTR]]([[S_INT_TY]]* 890 // CHECK: call {{.*}} [[S_INT_TY_DESTR]]([[S_INT_TY]]* 891 // CHECK: ret 892 // 893 // CHECK: define internal void [[TMAIN_MICROTASK]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, i32* nonnull align 4 dereferenceable(4) %{{.+}}, [[S_INT_TY]]* nonnull align 4 dereferenceable(12) %{{.+}}, [[S_INT_TY]]* nonnull align 4 dereferenceable(12) %{{.+}}, i32* nonnull align 4 dereferenceable(4) %{{.+}}, [2 x i32]* nonnull align 4 dereferenceable(8) %{{.+}}, [2 x [[S_INT_TY]]]* nonnull align 4 dereferenceable(24) %{{.+}}) 894 // CHECK: alloca i{{[0-9]+}}, 895 // CHECK: alloca i{{[0-9]+}}, 896 // CHECK: alloca i{{[0-9]+}}, 897 // CHECK: alloca i{{[0-9]+}}, 898 // CHECK: alloca i{{[0-9]+}}, 899 // CHECK: alloca i{{[0-9]+}}, 900 // CHECK: [[T_VAR_PRIV:%.+]] = alloca i{{[0-9]+}}, 901 // CHECK: [[VAR_PRIV:%.+]] = alloca [[S_INT_TY]], 902 // CHECK: [[VAR1_PRIV:%.+]] = alloca [[S_INT_TY]], 903 // CHECK: [[T_VAR1_PRIV:%.+]] = alloca i{{[0-9]+}}, 904 905 // Reduction list for runtime. 906 // CHECK: [[RED_LIST:%.+]] = alloca [4 x i8*], 907 908 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 909 910 // CHECK: [[T_VAR_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** % 911 // CHECK: [[VAR1_REF:%.+]] = load [[S_INT_TY]]*, [[S_INT_TY]]** % 912 // CHECK: [[T_VAR1_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** % 913 914 // For + reduction operation initial value of private variable is 0. 915 // CHECK: call void [[RED_INIT6:@.+]]( 916 917 // CHECK: call void @_ZN1SIiEC1Ev([[S_INT_TY]]* [[VAR_PRIV]] 918 // For & reduction operation initial value of private variable is ones in all bits. 919 // CHECK: call void [[RED_INIT2:@.+]]( 920 921 // CHECK: call void @_ZN1SIiEC1Ev([[S_INT_TY]]* [[VAR1_PRIV]] 922 // For && reduction operation initial value of private variable is 1.0. 923 // CHECK: call void [[RED_INIT7:@.+]]( 924 925 // For min reduction operation initial value of private variable is largest repesentable value. 926 // CHECK: call void [[RED_INIT8:@.+]]( 927 928 // CHECK: [[GTID_REF:%.+]] = load i{{[0-9]+}}*, i{{[0-9]+}}** [[GTID_ADDR_ADDR]] 929 // CHECK: [[GTID:%.+]] = load i{{[0-9]+}}, i{{[0-9]+}}* [[GTID_REF]] 930 // CHECK: call void @__kmpc_for_static_init_4( 931 // Skip checks for internal operations. 932 // CHECK: call void @__kmpc_for_static_fini( 933 934 // void *RedList[<n>] = {<ReductionVars>[0], ..., <ReductionVars>[<n>-1]}; 935 936 // CHECK: [[T_VAR_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 0 937 // CHECK: [[BITCAST:%.+]] = bitcast i{{[0-9]+}}* [[T_VAR_PRIV]] to i8* 938 // CHECK: store i8* [[BITCAST]], i8** [[T_VAR_PRIV_REF]], 939 // CHECK: [[VAR_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 1 940 // CHECK: [[BITCAST:%.+]] = bitcast [[S_INT_TY]]* [[VAR_PRIV]] to i8* 941 // CHECK: store i8* [[BITCAST]], i8** [[VAR_PRIV_REF]], 942 // CHECK: [[VAR1_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 2 943 // CHECK: [[BITCAST:%.+]] = bitcast [[S_INT_TY]]* [[VAR1_PRIV]] to i8* 944 // CHECK: store i8* [[BITCAST]], i8** [[VAR1_PRIV_REF]], 945 // CHECK: [[T_VAR1_PRIV_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST]], i64 0, i64 3 946 // CHECK: [[BITCAST:%.+]] = bitcast i{{[0-9]+}}* [[T_VAR1_PRIV]] to i8* 947 // CHECK: store i8* [[BITCAST]], i8** [[T_VAR1_PRIV_REF]], 948 949 // res = __kmpc_reduce_nowait(<loc>, <gtid>, <n>, sizeof(RedList), RedList, reduce_func, &<lock>); 950 951 // CHECK: [[BITCAST:%.+]] = bitcast [4 x i8*]* [[RED_LIST]] to i8* 952 // CHECK: [[RES:%.+]] = call i32 @__kmpc_reduce_nowait(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], i32 4, i64 32, i8* [[BITCAST]], void (i8*, i8*)* [[REDUCTION_FUNC:@.+]], [8 x i32]* [[REDUCTION_LOCK]]) 953 954 // switch(res) 955 // CHECK: switch i32 [[RES]], label %[[RED_DONE:.+]] [ 956 // CHECK: i32 1, label %[[CASE1:.+]] 957 // CHECK: i32 2, label %[[CASE2:.+]] 958 // CHECK: ] 959 960 // case 1: 961 // t_var += t_var_reduction; 962 // CHECK: call void [[RED_COMB6:@.+]]( 963 964 // var = var.operator &(var_reduction); 965 // CHECK: call void [[RED_COMB2]]( 966 967 // var1 = var1.operator &&(var1_reduction); 968 // CHECK: call void [[RED_COMB7:@.+]]( 969 970 // t_var1 = min(t_var1, t_var1_reduction); 971 // CHECK: call void [[RED_COMB8:@.+]]( 972 973 // __kmpc_end_reduce_nowait(<loc>, <gtid>, &<lock>); 974 // CHECK: call void @__kmpc_end_reduce_nowait(%{{.+}}* [[REDUCTION_LOC]], i32 [[GTID]], [8 x i32]* [[REDUCTION_LOCK]]) 975 976 // break; 977 // CHECK: br label %[[RED_DONE]] 978 979 // case 2: 980 // t_var += t_var_reduction; 981 // CHECK: call void @__kmpc_critical( 982 // CHECK: call void [[RED_COMB6]]( 983 // CHECK: call void @__kmpc_end_critical( 984 985 // var = var.operator &(var_reduction); 986 // CHECK: call void @__kmpc_critical( 987 // CHECK: call void [[RED_COMB2]]( 988 // CHECK: call void @__kmpc_end_critical( 989 990 // var1 = var1.operator &&(var1_reduction); 991 // CHECK: call void @__kmpc_critical( 992 // CHECK: call void [[RED_COMB7]]( 993 // CHECK: call void @__kmpc_end_critical( 994 995 // t_var1 = min(t_var1, t_var1_reduction); 996 // CHECK: call void @__kmpc_critical( 997 // CHECK: call void [[RED_COMB8]]( 998 // CHECK: call void @__kmpc_end_critical( 999 1000 // break; 1001 // CHECK: br label %[[RED_DONE]] 1002 // CHECK: [[RED_DONE]] 1003 // CHECK-DAG: call {{.*}} [[S_INT_TY_DESTR]]([[S_INT_TY]]* [[VAR_PRIV]]) 1004 // CHECK-DAG: call {{.*}} [[S_INT_TY_DESTR]]([[S_INT_TY]]* 1005 // CHECK: ret void 1006 1007 // CHECK: define internal void [[RED_COMB6]](i32* noalias %0, i32* noalias %1) 1008 // CHECK: add nsw i32 1513, % 1009 1010 // CHECK: define internal void [[RED_INIT6]](i32* noalias %0, i32* noalias %1) 1011 // CHECK: store i32 321, i32* % 1012 1013 // CHECK: define internal void [[RED_COMB7]]( 1014 // CHECK: mul nsw i32 17, % 1015 1016 // CHECK: define internal void [[RED_INIT7]]( 1017 // CHECK: call void @_Z5init2R6BaseS1RKS_( 1018 1019 // CHECK: define internal void [[RED_COMB8]](i32* noalias %0, i32* noalias %1) 1020 // CHECK: sub nsw i32 47, % 1021 1022 // CHECK: define internal void [[RED_INIT8]](i32* noalias %0, i32* noalias %1) 1023 // CHECK: sdiv i32 432, % 1024 1025 // void reduce_func(void *lhs[<n>], void *rhs[<n>]) { 1026 // *(Type0*)lhs[0] = ReductionOperation0(*(Type0*)lhs[0], *(Type0*)rhs[0]); 1027 // ... 1028 // *(Type<n>-1*)lhs[<n>-1] = ReductionOperation<n>-1(*(Type<n>-1*)lhs[<n>-1], 1029 // *(Type<n>-1*)rhs[<n>-1]); 1030 // } 1031 // CHECK: define internal void [[REDUCTION_FUNC]](i8* %0, i8* %1) 1032 // t_var_lhs = (i{{[0-9]+}}*)lhs[0]; 1033 // CHECK: [[T_VAR_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS:%.+]], i64 0, i64 0 1034 // CHECK: [[T_VAR_RHS_VOID:%.+]] = load i8*, i8** [[T_VAR_RHS_REF]], 1035 // CHECK: [[T_VAR_RHS:%.+]] = bitcast i8* [[T_VAR_RHS_VOID]] to i{{[0-9]+}}* 1036 // t_var_rhs = (i{{[0-9]+}}*)rhs[0]; 1037 // CHECK: [[T_VAR_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS:%.+]], i64 0, i64 0 1038 // CHECK: [[T_VAR_LHS_VOID:%.+]] = load i8*, i8** [[T_VAR_LHS_REF]], 1039 // CHECK: [[T_VAR_LHS:%.+]] = bitcast i8* [[T_VAR_LHS_VOID]] to i{{[0-9]+}}* 1040 1041 // var_lhs = (S<i{{[0-9]+}}>*)lhs[1]; 1042 // CHECK: [[VAR_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 1 1043 // CHECK: [[VAR_RHS_VOID:%.+]] = load i8*, i8** [[VAR_RHS_REF]], 1044 // CHECK: [[VAR_RHS:%.+]] = bitcast i8* [[VAR_RHS_VOID]] to [[S_INT_TY]]* 1045 // var_rhs = (S<i{{[0-9]+}}>*)rhs[1]; 1046 // CHECK: [[VAR_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 1 1047 // CHECK: [[VAR_LHS_VOID:%.+]] = load i8*, i8** [[VAR_LHS_REF]], 1048 // CHECK: [[VAR_LHS:%.+]] = bitcast i8* [[VAR_LHS_VOID]] to [[S_INT_TY]]* 1049 1050 // var1_lhs = (S<i{{[0-9]+}}>*)lhs[2]; 1051 // CHECK: [[VAR1_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 2 1052 // CHECK: [[VAR1_RHS_VOID:%.+]] = load i8*, i8** [[VAR1_RHS_REF]], 1053 // CHECK: [[VAR1_RHS:%.+]] = bitcast i8* [[VAR1_RHS_VOID]] to [[S_INT_TY]]* 1054 // var1_rhs = (S<i{{[0-9]+}}>*)rhs[2]; 1055 // CHECK: [[VAR1_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 2 1056 // CHECK: [[VAR1_LHS_VOID:%.+]] = load i8*, i8** [[VAR1_LHS_REF]], 1057 // CHECK: [[VAR1_LHS:%.+]] = bitcast i8* [[VAR1_LHS_VOID]] to [[S_INT_TY]]* 1058 1059 // t_var1_lhs = (i{{[0-9]+}}*)lhs[3]; 1060 // CHECK: [[T_VAR1_RHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_RHS]], i64 0, i64 3 1061 // CHECK: [[T_VAR1_RHS_VOID:%.+]] = load i8*, i8** [[T_VAR1_RHS_REF]], 1062 // CHECK: [[T_VAR1_RHS:%.+]] = bitcast i8* [[T_VAR1_RHS_VOID]] to i{{[0-9]+}}* 1063 // t_var1_rhs = (i{{[0-9]+}}*)rhs[3]; 1064 // CHECK: [[T_VAR1_LHS_REF:%.+]] = getelementptr inbounds [4 x i8*], [4 x i8*]* [[RED_LIST_LHS]], i64 0, i64 3 1065 // CHECK: [[T_VAR1_LHS_VOID:%.+]] = load i8*, i8** [[T_VAR1_LHS_REF]], 1066 // CHECK: [[T_VAR1_LHS:%.+]] = bitcast i8* [[T_VAR1_LHS_VOID]] to i{{[0-9]+}}* 1067 1068 // t_var_lhs += t_var_rhs; 1069 // CHECK: call void [[RED_COMB6]]( 1070 1071 // var_lhs = var_lhs.operator &(var_rhs); 1072 // CHECK: call void [[RED_COMB2]]( 1073 1074 // var1_lhs = var1_lhs.operator &&(var1_rhs); 1075 // CHECK: call void [[RED_COMB7]]( 1076 1077 // t_var1_lhs = min(t_var1_lhs, t_var1_rhs); 1078 // CHECK: call void [[RED_COMB8]]( 1079 // CHECK: ret void 1080 1081 // CHECK: define internal void [[TMAIN_MICROTASK2]](i{{[0-9]+}}* noalias [[GTID_ADDR:%.+]], i{{[0-9]+}}* noalias %{{.+}}, [42 x [[S_INT_TY]]]* nonnull align 4 dereferenceable(504) %{{.*}}, [2 x i32]* nonnull align 4 dereferenceable(8) %{{.*}}, i32* nonnull align 4 dereferenceable(4) %{{.*}}, [2 x [[S_INT_TY]]]* nonnull align 4 dereferenceable(24) %{{.*}}, [[S_INT_TY]]* nonnull align 4 dereferenceable(12) %{{.*}}) 1082 1083 // CHECK: [[ARR_ORIG_ADDR:%.+]] = alloca [42 x [[S_INT_TY]]]*, 1084 // CHECK: [[ARR_PRIV:%.+]] = alloca [40 x [[S_INT_TY]]], 1085 1086 // Reduction list for runtime. 1087 // CHECK: [[RED_LIST:%.+]] = alloca [1 x i8*], 1088 1089 // CHECK: store i{{[0-9]+}}* [[GTID_ADDR]], i{{[0-9]+}}** [[GTID_ADDR_ADDR:%.+]], 1090 1091 // CHECK: [[ARR_ORIG:%.+]] = load [42 x [[S_INT_TY]]]*, [42 x [[S_INT_TY]]]** [[ARR_ORIG_ADDR]], 1092 // CHECK: [[LOW:%.+]] = getelementptr inbounds [42 x [[S_INT_TY]]], [42 x [[S_INT_TY]]]* [[ARR_ORIG]], i64 0, i64 1 1093 // CHECK: [[ORIG_START:%.+]] = bitcast [42 x [[S_INT_TY]]]* [[ARR_ORIG]] to [[S_INT_TY]]* 1094 // CHECK: [[START:%.+]] = ptrtoint [[S_INT_TY]]* [[ORIG_START]] to i64 1095 // CHECK: [[LOW_BOUND:%.+]] = ptrtoint [[S_INT_TY]]* [[LOW]] to i64 1096 // CHECK: [[OFFSET_BYTES:%.+]] = sub i64 [[START]], [[LOW_BOUND]] 1097 // CHECK: [[OFFSET:%.+]] = sdiv exact i64 [[OFFSET_BYTES]], ptrtoint ([[S_INT_TY]]* getelementptr ([[S_INT_TY]], [[S_INT_TY]]* null, i32 1) to i64) 1098 // CHECK: [[ARR_PRIV_PTR:%.+]] = bitcast [40 x [[S_INT_TY]]]* [[ARR_PRIV]] to [[S_INT_TY]]* 1099 // CHECK: [[PSEUDO_ARR_PRIV:%.+]] = getelementptr [[S_INT_TY]], [[S_INT_TY]]* [[ARR_PRIV_PTR]], i64 [[OFFSET]] 1100 // CHECK: [[ARR_PRIV:%.+]] = bitcast [[S_INT_TY]]* [[PSEUDO_ARR_PRIV]] to [42 x [[S_INT_TY]]]* 1101 1102 // CHECK: ret void 1103 1104 #endif 1105 1106