28   for (uint32_t mask = mapping::getWarpSize() / 2; mask > 0; mask /= 2) {  in gpu_regular_warp_reduce()
51   physical_lane_id = mapping::getThreadIdInBlock() % mapping::getWarpSize();  in gpu_irregular_simd_reduce()
52   __kmpc_impl_lanemask_t lanemask_lt = mapping::lanemaskLT();  in gpu_irregular_simd_reduce()
53   __kmpc_impl_lanemask_t Liveness = mapping::activemask();  in gpu_irregular_simd_reduce()
55   __kmpc_impl_lanemask_t lanemask_gt = mapping::lanemaskGT();  in gpu_irregular_simd_reduce()
57     Liveness = mapping::activemask();  in gpu_irregular_simd_reduce()
74   uint32_t BlockThreadId = mapping::getThreadIdInBlock();  in nvptx_parallel_reduce_nowait()
75   if (mapping::isMainThreadInGenericMode(/* IsSPMD */ false))  in nvptx_parallel_reduce_nowait()
93       (NumThreads + mapping::getWarpSize() - 1) / mapping::getWarpSize();  in nvptx_parallel_reduce_nowait()
94   uint32_t WarpId = mapping::getWarpId();  in nvptx_parallel_reduce_nowait()
100   if ((NumThreads % mapping::getWarpSize() == 0) || (WarpId < WarpsNeeded - 1))  in nvptx_parallel_reduce_nowait()
104                               /*LaneCount=*/NumThreads % mapping::getWarpSize(),  in nvptx_parallel_reduce_nowait()
105                               /*LaneId=*/mapping::getThreadIdInBlock() %  in nvptx_parallel_reduce_nowait()
106                                   mapping::getWarpSize());  in nvptx_parallel_reduce_nowait()
112   if (NumThreads > mapping::getWarpSize()) {  in nvptx_parallel_reduce_nowait()
123   __kmpc_impl_lanemask_t Liveness = mapping::activemask();  in nvptx_parallel_reduce_nowait()
129                               /*LaneId=*/mapping::getThreadIdInBlock() %  in nvptx_parallel_reduce_nowait()
130                                   mapping::getWarpSize());  in nvptx_parallel_reduce_nowait()
141   if (NumThreads > mapping::getWarpSize()) {  in nvptx_parallel_reduce_nowait()
143         (NumThreads + mapping::getWarpSize() - 1) / mapping::getWarpSize();  in nvptx_parallel_reduce_nowait()
148     uint32_t WarpId = BlockThreadId / mapping::getWarpSize();  in nvptx_parallel_reduce_nowait()
163   if (s < mapping::getWarpSize())  in roundToWarpsize()
165   return (s & ~(unsigned)(mapping::getWarpSize() - 1));  in roundToWarpsize()
181                                       shflFct, cpyFct, mapping::isSPMDMode(),  in __kmpc_nvptx_parallel_reduce_nowait_v2()
193   uint32_t ThreadId = mapping::getThreadIdInBlock();  in __kmpc_nvptx_teams_reduce_nowait_v2()
194   if (mapping::isGenericMode()) {  in __kmpc_nvptx_teams_reduce_nowait_v2()
195     if (!mapping::isMainThreadInGenericMode())  in __kmpc_nvptx_teams_reduce_nowait_v2()
234   if (mapping::isSPMDMode())  in __kmpc_nvptx_teams_reduce_nowait_v2()
283       if (ActiveThreads > mapping::getWarpSize()) {  in __kmpc_nvptx_teams_reduce_nowait_v2()
284         uint32_t WarpsNeeded = (ActiveThreads + mapping::getWarpSize() - 1) /  in __kmpc_nvptx_teams_reduce_nowait_v2()
285                                mapping::getWarpSize();  in __kmpc_nvptx_teams_reduce_nowait_v2()
290         uint32_t WarpId = ThreadId / mapping::getWarpSize();  in __kmpc_nvptx_teams_reduce_nowait_v2()