| /llvm-project-15.0.7/openmp/libomptarget/DeviceRTL/src/ |
| H A D | Reduction.cpp | 29 shflFct(reduce_data, /*LaneId - not used= */ 0, in gpu_regular_warp_reduce()
61 shflFct(reduce_data, /*LaneId =*/logical_lane_id, in gpu_irregular_simd_reduce()
101 gpu_regular_warp_reduce(reduce_data, shflFct); in nvptx_parallel_reduce_nowait()
103 gpu_irregular_warp_reduce(reduce_data, shflFct, in nvptx_parallel_reduce_nowait()
115 cpyFct(reduce_data, WarpsNeeded); in nvptx_parallel_reduce_nowait()
125 gpu_regular_warp_reduce(reduce_data, shflFct); in nvptx_parallel_reduce_nowait()
127 gpu_irregular_warp_reduce(reduce_data, shflFct, in nvptx_parallel_reduce_nowait()
146 cpyFct(reduce_data, WarpsNeeded); in nvptx_parallel_reduce_nowait()
272 glcpyFct(GlobalBuffer, ThreadId, reduce_data); in __kmpc_nvptx_teams_reduce_nowait_v2()
274 glredFct(GlobalBuffer, i, reduce_data); in __kmpc_nvptx_teams_reduce_nowait_v2()
[all …]
|
| /llvm-project-15.0.7/openmp/runtime/src/ |
| H A D | kmp_tasking.cpp | 2399 tg->reduce_data = (void *)arr; in __kmp_task_reduction_init()
2445 thr, tg, reduce_data)); in __kmp_task_reduction_init_copy()
2453 tg->reduce_data = (void *)arr; in __kmp_task_reduction_init_copy()
2557 tg->reduce_data = NULL; in __kmp_task_reduction_fini()
2566 tg->reduce_data = NULL; in __kmp_task_reduction_clean()
2584 void *reduce_data; in __kmp_task_reduction_modifier_init() local
2587 if (reduce_data == NULL && in __kmp_task_reduction_modifier_init()
2595 KMP_MEMCPY(reduce_data, tg->reduce_data, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_modifier_init()
2678 tg_new->reduce_data = NULL; in __kmpc_taskgroup()
2780 if (taskgroup->reduce_data != NULL && in __kmpc_end_taskgroup()
[all …]
|
| H A D | kmp_barrier.cpp | 304 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_dist_barrier_gather()
354 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_dist_barrier_gather()
638 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_linear_barrier_gather_template()
859 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_tree_barrier_gather()
860 child_thr->th.th_local.reduce_data); in __kmp_tree_barrier_gather()
1100 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hyper_barrier_gather()
1101 child_thr->th.th_local.reduce_data); in __kmp_hyper_barrier_gather()
1419 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
1451 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
1480 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
[all …]
|
| H A D | kmp_gsupport.cpp | 2067 uintptr_t reduce_data = gomp_data[2]; in KMP_EXPAND_NAME() local
2074 (void *)(reduce_data + tid * per_thread_size + offset); in KMP_EXPAND_NAME()
2083 if (!mapped_address && address >= reduce_data && in KMP_EXPAND_NAME()
2085 uintptr_t offset = (address - reduce_data) % per_thread_size; in KMP_EXPAND_NAME()
2116 void *reduce_data = KMP_ATOMIC_LD_RLX(&team->t.t_tg_reduce_data[is_ws]); in __kmp_GOMP_init_reductions() local
2117 if (reduce_data == NULL && in __kmp_GOMP_init_reductions()
2121 KMP_DEBUG_ASSERT(reduce_data == NULL); in __kmp_GOMP_init_reductions()
2127 while ((reduce_data = KMP_ATOMIC_LD_ACQ( in __kmp_GOMP_init_reductions()
2131 KMP_DEBUG_ASSERT(reduce_data > (void *)1); // should be valid pointer here in __kmp_GOMP_init_reductions()
2151 uintptr_t *reduce_data = *(uintptr_t **)data; in __kmp_GOMP_par_reductions_microtask_wrapper() local
[all …]
|
| H A D | kmp_csupport.cpp | 3542 size_t reduce_size, void *reduce_data, in __kmpc_reduce_nowait() argument
3595 loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck); in __kmpc_reduce_nowait()
3661 global_tid, FALSE, reduce_size, reduce_data, reduce_func); in __kmpc_reduce_nowait()
3771 size_t reduce_size, void *reduce_data, in __kmpc_reduce() argument
3808 loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck); in __kmpc_reduce()
3851 global_tid, TRUE, reduce_size, reduce_data, reduce_func); in __kmpc_reduce()
|
| H A D | kmp.h | 2170 void *reduce_data; member
2323 void *reduce_data; // reduction related info member
3739 size_t reduce_size, void *reduce_data,
4044 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data),
4050 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data),
4059 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data),
|
| H A D | kmp_runtime.cpp | 8717 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data), in __kmp_determine_reduction_method() argument
8739 #define FAST_REDUCTION_TREE_METHOD_GENERATED ((reduce_data) && (reduce_func)) in __kmp_determine_reduction_method()
|
| /llvm-project-15.0.7/openmp/libomptarget/DeviceRTL/include/ |
| H A D | Interface.h | 235 void *reduce_data, ShuffleReductFnTy shflFct, InterWarpCopyFnTy cpyFct);
239 void *reduce_data, ShuffleReductFnTy shflFct, InterWarpCopyFnTy cpyFct,
|
| H A D | Types.h | 171 using ListGlobalFnTy = void (*)(void *buffer, int idx, void *reduce_data);
|
| /llvm-project-15.0.7/openmp/runtime/test/misc_bugs/ |
| H A D | teams-reduction.c | 46 size_t reduce_size, void *reduce_data, void *reduce_func,
|