Lines Matching refs:tdata
243 kmp_hier_private_bdata_t *tdata);
247 kmp_hier_private_bdata_t *tdata);
252 kmp_hier_private_bdata_t *tdata) { in reset_private() argument
253 tdata->num_active = num_active; in reset_private()
254 tdata->index = 0; in reset_private()
255 tdata->wait_val[0] = tdata->wait_val[1] = get_wait_val(num_active); in reset_private()
266 kmp_hier_private_bdata_t *tdata) { in barrier() argument
267 kmp_uint64 current_index = tdata->index; in barrier()
269 kmp_uint64 current_wait_value = tdata->wait_val[current_index]; in barrier()
271 (current_wait_value ? 0 : get_wait_val(tdata->num_active)); in barrier()
280 tdata->wait_val[current_index] = next_wait_value; in barrier()
281 tdata->index = next_index; in barrier()
289 kmp_hier_private_bdata_t *tdata);
293 kmp_hier_private_bdata_t *tdata);
298 kmp_hier_private_bdata_t *tdata) { in reset_private() argument
299 tdata->num_active = num_active; in reset_private()
300 tdata->index = 0; in reset_private()
301 tdata->wait_val[0] = tdata->wait_val[1] = (kmp_uint64)num_active; in reset_private()
312 kmp_hier_private_bdata_t *tdata) { in barrier() argument
314 kmp_uint64 current_index = tdata->index; in barrier()
316 kmp_uint64 current_wait_value = tdata->wait_val[current_index]; in barrier()
317 kmp_uint64 next_wait_value = current_wait_value + tdata->num_active; in barrier()
327 tdata->wait_val[current_index] = next_wait_value; in barrier()
328 tdata->index = next_index; in barrier()
354 void reset_private_barrier(kmp_hier_private_bdata_t *tdata) { in reset_private_barrier()
355 KMP_DEBUG_ASSERT(tdata); in reset_private_barrier()
360 core_barrier_impl<T>::reset_private(active, tdata); in reset_private_barrier()
362 counter_barrier_impl<T>::reset_private(active, tdata); in reset_private_barrier()
365 void barrier(kmp_int32 id, kmp_hier_private_bdata_t *tdata) { in barrier()
366 KMP_DEBUG_ASSERT(tdata); in barrier()
370 tdata->index = 1 - tdata->index; in barrier()
374 core_barrier_impl<T>::barrier(id, &hier_barrier, tdata); in barrier()
376 counter_barrier_impl<T>::barrier(id, &hier_barrier, tdata); in barrier()
486 kmp_hier_private_bdata_t *tdata = &(th->th.th_hier_bar_data[hier_level]); in next_recurse() local
490 KMP_DEBUG_ASSERT(tdata); in next_recurse()
573 current->set_next(my_lb, my_ub, my_st, status, tdata->index); in next_recurse()
598 current->barrier(previous_id, tdata); in next_recurse()
601 gtid, hier_level, current->get_curr_status(tdata->index))); in next_recurse()
606 return current->get_curr_status(tdata->index); in next_recurse()
717 kmp_hier_private_bdata_t *tdata = &(th->th.th_hier_bar_data[0]); in next() local
721 KMP_DEBUG_ASSERT(tdata); in next()
759 parent->get_next_lb(tdata->index), in next()
760 parent->get_next_ub(tdata->index), in next()
761 parent->get_next_st(tdata->index), in next()
786 parent->set_next_hand_thread(*p_lb, *p_ub, *p_st, status, tdata->index); in next()
788 parent->barrier(pr->get_hier_id(), tdata); in next()
790 *p_lb = parent->get_curr_lb(tdata->index); in next()
791 *p_ub = parent->get_curr_ub(tdata->index); in next()
792 *p_st = parent->get_curr_st(tdata->index); in next()
793 status = parent->get_curr_status(tdata->index); in next()
798 auto sh = parent->get_curr_sh(tdata->index); in next()
815 sh = parent->get_curr_sh(tdata->index); in next()
817 parent->get_curr_lb(tdata->index), in next()
818 parent->get_curr_ub(tdata->index), in next()
819 parent->get_curr_st(tdata->index), in next()
1095 kmp_hier_private_bdata_t *tdata = &(th->th.th_hier_bar_data[i]); in __kmp_dispatch_init_hierarchy() local
1096 unit->reset_private_barrier(tdata); in __kmp_dispatch_init_hierarchy()