Lines Matching refs:th
48 kmp_team_t *team = this_thr->th.th_team; in __kmp_linear_barrier_gather_template()
49 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_linear_barrier_gather_template()
56 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_linear_barrier_gather_template()
61 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_linear_barrier_gather_template()
82 int nproc = this_thr->th.th_team_nproc; in __kmp_linear_barrier_gather_template()
92 KMP_CACHE_PREFETCH(&other_threads[i + 1]->th.th_bar[bt].bb.b_arrived); in __kmp_linear_barrier_gather_template()
98 &other_threads[i]->th.th_bar[bt].bb.b_arrived, new_state)); in __kmp_linear_barrier_gather_template()
103 &other_threads[i]->th.th_bar[bt].bb.b_arrived, new_state); in __kmp_linear_barrier_gather_template()
107 kmp_flag_64<> flag(&other_threads[i]->th.th_bar[bt].bb.b_arrived, in __kmp_linear_barrier_gather_template()
115 this_thr->th.th_bar_min_time = KMP_MIN( in __kmp_linear_barrier_gather_template()
116 this_thr->th.th_bar_min_time, other_threads[i]->th.th_bar_min_time); in __kmp_linear_barrier_gather_template()
126 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_linear_barrier_gather_template()
127 other_threads[i]->th.th_local.reduce_data); in __kmp_linear_barrier_gather_template()
150 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_linear_barrier_release_template()
155 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_linear_barrier_release_template()
158 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template()
188 KMP_CACHE_PREFETCH(&other_threads[i + 1]->th.th_bar[bt].bb.b_go); in __kmp_linear_barrier_release_template()
194 gtid, team->t.t_id, tid, other_threads[i]->th.th_info.ds.ds_gtid, in __kmp_linear_barrier_release_template()
195 team->t.t_id, i, &other_threads[i]->th.th_bar[bt].bb.b_go, in __kmp_linear_barrier_release_template()
196 other_threads[i]->th.th_bar[bt].bb.b_go, in __kmp_linear_barrier_release_template()
197 other_threads[i]->th.th_bar[bt].bb.b_go + KMP_BARRIER_STATE_BUMP)); in __kmp_linear_barrier_release_template()
198 kmp_flag_64<> flag(&other_threads[i]->th.th_bar[bt].bb.b_go, in __kmp_linear_barrier_release_template()
237 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template()
286 kmp_team_t *team = this_thr->th.th_team; in __kmp_tree_barrier_gather()
287 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_gather()
289 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_tree_barrier_gather()
299 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_tree_barrier_gather()
304 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_tree_barrier_gather()
317 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_gather()
322 &other_threads[child_tid + 1]->th.th_bar[bt].bb.b_arrived); in __kmp_tree_barrier_gather()
336 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time, in __kmp_tree_barrier_gather()
337 child_thr->th.th_bar_min_time); in __kmp_tree_barrier_gather()
347 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_tree_barrier_gather()
348 child_thr->th.th_local.reduce_data); in __kmp_tree_barrier_gather()
393 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_release()
430 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release()
440 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release()
446 nproc = this_thr->th.th_team_nproc; in __kmp_tree_barrier_release()
455 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_release()
460 &other_threads[child_tid + 1]->th.th_bar[bt].bb.b_go); in __kmp_tree_barrier_release()
498 kmp_team_t *team = this_thr->th.th_team; in __kmp_hyper_barrier_gather()
499 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_gather()
502 kmp_uint32 num_threads = this_thr->th.th_team_nproc; in __kmp_hyper_barrier_gather()
512 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hyper_barrier_gather()
517 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_hyper_barrier_gather()
556 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_gather()
562 &other_threads[next_child_tid]->th.th_bar[bt].bb.b_arrived); in __kmp_hyper_barrier_gather()
577 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time, in __kmp_hyper_barrier_gather()
578 child_thr->th.th_bar_min_time); in __kmp_hyper_barrier_gather()
588 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hyper_barrier_gather()
589 child_thr->th.th_local.reduce_data); in __kmp_hyper_barrier_gather()
618 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_release()
633 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release()
671 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release()
681 num_threads = this_thr->th.th_team_nproc; in __kmp_hyper_barrier_release()
722 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_release()
732 &other_threads[next_child_tid]->th.th_bar[bt].bb.b_go); in __kmp_hyper_barrier_release()
823 &team->t.t_threads[thr_bar->parent_tid]->th.th_bar[bt].bb; in __kmp_init_hierarchical_barrier_thread()
828 &team->t.t_threads[thr_bar->parent_tid]->th.th_bar[bt].bb; in __kmp_init_hierarchical_barrier_thread()
849 kmp_team_t *team = this_thr->th.th_team; in __kmp_hierarchical_barrier_gather()
850 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
851 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_hierarchical_barrier_gather()
857 ->th.th_teams_microtask) // are we inside the teams construct? in __kmp_hierarchical_barrier_gather()
858 if (this_thr->th.th_teams_size.nteams > 1) in __kmp_hierarchical_barrier_gather()
868 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hierarchical_barrier_gather()
873 this_thr->th.th_bar_arrive_time = __itt_get_timestamp(); in __kmp_hierarchical_barrier_gather()
907 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
908 other_threads[child_tid]->th.th_local.reduce_data); in __kmp_hierarchical_barrier_gather()
924 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
939 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
940 child_thr->th.th_local.reduce_data); in __kmp_hierarchical_barrier_gather()
953 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
968 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
969 child_thr->th.th_local.reduce_data); in __kmp_hierarchical_barrier_gather()
1019 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1024 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release()
1062 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release()
1073 nproc = this_thr->th.th_team_nproc; in __kmp_hierarchical_barrier_release()
1076 ->th.th_teams_microtask) { // are we inside the teams construct? in __kmp_hierarchical_barrier_release()
1078 this_thr->th.th_teams_level == level) in __kmp_hierarchical_barrier_release()
1080 if (this_thr->th.th_teams_size.nteams > 1) in __kmp_hierarchical_barrier_release()
1143 &team->t.t_threads[child_tid]->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1174 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1200 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1262 kmp_team_t *team = this_thr->th.th_team; in __kmp_barrier_template()
1296 this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier; in __kmp_barrier_template()
1322 this_thr->th.th_team_bt_intervals = in __kmp_barrier_template()
1324 this_thr->th.th_team_bt_set = in __kmp_barrier_template()
1327 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_barrier_template()
1340 this_thr->th.th_bar[bt].bb.b_worker_arrived += 1; in __kmp_barrier_template()
1345 this_thr->th.th_local.reduce_data = reduce_data; in __kmp_barrier_template()
1416 (this_thr->th.th_teams_microtask == NULL || // either not in teams in __kmp_barrier_template()
1417 this_thr->th.th_teams_size.nteams == 1) && // or inside single team in __kmp_barrier_template()
1419 ident_t *loc = __kmp_threads[gtid]->th.th_ident; in __kmp_barrier_template()
1422 int nproc = this_thr->th.th_team_nproc; in __kmp_barrier_template()
1426 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1428 this_thr->th.th_frame_time = cur_time; in __kmp_barrier_template()
1432 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, in __kmp_barrier_template()
1438 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time; in __kmp_barrier_template()
1441 this_thr->th.th_bar_arrive_time = 0; in __kmp_barrier_template()
1443 delta += (cur_time - other_threads[i]->th.th_bar_arrive_time); in __kmp_barrier_template()
1444 other_threads[i]->th.th_bar_arrive_time = 0; in __kmp_barrier_template()
1446 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_barrier_template()
1450 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1452 this_thr->th.th_frame_time = cur_time; in __kmp_barrier_template()
1508 if (this_thr->th.th_task_team != NULL) { in __kmp_barrier_template()
1517 KMP_DEBUG_ASSERT(this_thr->th.th_task_team->tt.tt_found_proxy_tasks == in __kmp_barrier_template()
1547 this_thr->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_barrier_template()
1577 this_thr->th.th_bar[bs_plain_barrier].bb.b_arrived -= in __kmp_barrier_gomp_cancel()
1594 kmp_team_t *team = this_thr->th.th_team; in __kmp_end_split_barrier()
1653 team = this_thr->th.th_team; in __kmp_join_barrier()
1654 nproc = this_thr->th.th_team_nproc; in __kmp_join_barrier()
1660 master_thread = this_thr->th.th_team_master; in __kmp_join_barrier()
1670 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_team)); in __kmp_join_barrier()
1671 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_root)); in __kmp_join_barrier()
1682 int ds_tid = this_thr->th.th_info.ds.ds_tid; in __kmp_join_barrier()
1700 this_thr->th.ompt_thread_info.task_data = *OMPT_CUR_TASK_DATA(this_thr); in __kmp_join_barrier()
1702 this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier_implicit; in __kmp_join_barrier()
1716 team->t.t_task_team[this_thr->th.th_task_state], in __kmp_join_barrier()
1717 this_thr->th.th_task_team)); in __kmp_join_barrier()
1718 KMP_DEBUG_ASSERT(this_thr->th.th_task_team == in __kmp_join_barrier()
1719 team->t.t_task_team[this_thr->th.th_task_state]); in __kmp_join_barrier()
1730 this_thr->th.th_team_bt_intervals = in __kmp_join_barrier()
1732 this_thr->th.th_team_bt_set = in __kmp_join_barrier()
1735 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_join_barrier()
1787 team_thread->th.th_stats->setIdleFlag(); in __kmp_join_barrier()
1789 team_thread->th.th_sleep_loc != NULL) in __kmp_join_barrier()
1791 team_thread->th.th_sleep_loc); in __kmp_join_barrier()
1803 (this_thr->th.th_teams_microtask == NULL || // either not in teams in __kmp_join_barrier()
1804 this_thr->th.th_teams_size.nteams == 1) && // or inside single team in __kmp_join_barrier()
1809 int nproc = this_thr->th.th_team_nproc; in __kmp_join_barrier()
1813 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1817 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, 1, in __kmp_join_barrier()
1823 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time; in __kmp_join_barrier()
1826 this_thr->th.th_bar_arrive_time = 0; in __kmp_join_barrier()
1828 delta += (cur_time - other_threads[i]->th.th_bar_arrive_time); in __kmp_join_barrier()
1829 other_threads[i]->th.th_bar_arrive_time = 0; in __kmp_join_barrier()
1831 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_join_barrier()
1834 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1836 this_thr->th.th_frame_time = cur_time; in __kmp_join_barrier()
1871 kmp_team_t *team = (tid == 0) ? this_thr->th.th_team : NULL; in __kmp_fork_barrier()
1902 gtid, team->t.t_id, other_threads[i]->th.th_info.ds.ds_gtid, in __kmp_fork_barrier()
1903 team->t.t_id, other_threads[i]->th.th_info.ds.ds_tid, in __kmp_fork_barrier()
1904 other_threads[i]->th.th_bar[bs_forkjoin_barrier].bb.b_go)); in __kmp_fork_barrier()
1906 (TCR_4(other_threads[i]->th.th_bar[bs_forkjoin_barrier].bb.b_go) & in __kmp_fork_barrier()
1908 KMP_DEBUG_ASSERT(other_threads[i]->th.th_team == team); in __kmp_fork_barrier()
1925 this_thr->th.th_team_bt_intervals = in __kmp_fork_barrier()
1927 this_thr->th.th_team_bt_set = in __kmp_fork_barrier()
1930 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_fork_barrier()
1961 this_thr->th.ompt_thread_info.state == ompt_state_wait_barrier_implicit) { in __kmp_fork_barrier()
1962 int ds_tid = this_thr->th.th_info.ds.ds_tid; in __kmp_fork_barrier()
1965 : &(this_thr->th.ompt_thread_info.task_data); in __kmp_fork_barrier()
1966 this_thr->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_barrier()
1994 this_thr->th.th_task_team = NULL; in __kmp_fork_barrier()
2013 team = (kmp_team_t *)TCR_PTR(this_thr->th.th_team); in __kmp_fork_barrier()
2035 ->th.th_bar[bs_forkjoin_barrier] in __kmp_fork_barrier()
2053 if (this_thr->th.th_new_place == this_thr->th.th_current_place) { in __kmp_fork_barrier()
2056 this_thr->th.th_current_place)); in __kmp_fork_barrier()
2071 this_thr->th.th_prev_num_threads = team->t.t_nproc; in __kmp_fork_barrier()
2072 this_thr->th.th_prev_level = team->t.t_level; in __kmp_fork_barrier()
2076 KMP_CHECK_UPDATE(this_thr->th.th_def_allocator, team->t.t_def_allocator); in __kmp_fork_barrier()
2108 &team->t.t_threads[0]->th.th_bar[bs_forkjoin_barrier].bb.th_fixed_icvs, in __kmp_setup_icv_copy()