52   kmp_team_t *team = this_thr->th.th_team;  in __kmp_linear_barrier_gather()
53   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_linear_barrier_gather()
60   KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);  in __kmp_linear_barrier_gather()
65     this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =  in __kmp_linear_barrier_gather()
87     int nproc = this_thr->th.th_team_nproc;  in __kmp_linear_barrier_gather()
97         KMP_CACHE_PREFETCH(&other_threads[i + 1]->th.th_bar[bt].bb.b_arrived);  in __kmp_linear_barrier_gather()
103                     &other_threads[i]->th.th_bar[bt].bb.b_arrived, new_state));  in __kmp_linear_barrier_gather()
106       kmp_flag_64 flag(&other_threads[i]->th.th_bar[bt].bb.b_arrived,  in __kmp_linear_barrier_gather()
114         this_thr->th.th_bar_min_time = KMP_MIN(  in __kmp_linear_barrier_gather()
115             this_thr->th.th_bar_min_time, other_threads[i]->th.th_bar_min_time);  in __kmp_linear_barrier_gather()
124         (*reduce)(this_thr->th.th_local.reduce_data,  in __kmp_linear_barrier_gather()
125                   other_threads[i]->th.th_local.reduce_data);  in __kmp_linear_barrier_gather()
147   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_linear_barrier_release()
152     kmp_uint32 nproc = this_thr->th.th_team_nproc;  in __kmp_linear_barrier_release()
155     team = __kmp_threads[gtid]->th.th_team;  in __kmp_linear_barrier_release()
185           KMP_CACHE_PREFETCH(&other_threads[i + 1]->th.th_bar[bt].bb.b_go);  in __kmp_linear_barrier_release()
191              gtid, team->t.t_id, tid, other_threads[i]->th.th_info.ds.ds_gtid,  in __kmp_linear_barrier_release()
192              team->t.t_id, i, &other_threads[i]->th.th_bar[bt].bb.b_go,  in __kmp_linear_barrier_release()
193              other_threads[i]->th.th_bar[bt].bb.b_go,  in __kmp_linear_barrier_release()
194              other_threads[i]->th.th_bar[bt].bb.b_go + KMP_BARRIER_STATE_BUMP));  in __kmp_linear_barrier_release()
196         kmp_flag_64 flag(&other_threads[i]->th.th_bar[bt].bb.b_go,  in __kmp_linear_barrier_release()
230     team = __kmp_threads[gtid]->th.th_team;  in __kmp_linear_barrier_release()
251   kmp_team_t *team = this_thr->th.th_team;  in __kmp_tree_barrier_gather()
252   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_tree_barrier_gather()
254   kmp_uint32 nproc = this_thr->th.th_team_nproc;  in __kmp_tree_barrier_gather()
264   KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);  in __kmp_tree_barrier_gather()
269     this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =  in __kmp_tree_barrier_gather()
282       kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_tree_barrier_gather()
287             &other_threads[child_tid + 1]->th.th_bar[bt].bb.b_arrived);  in __kmp_tree_barrier_gather()
302         this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time,  in __kmp_tree_barrier_gather()
303                                                child_thr->th.th_bar_min_time);  in __kmp_tree_barrier_gather()
312         (*reduce)(this_thr->th.th_local.reduce_data,  in __kmp_tree_barrier_gather()
313                   child_thr->th.th_local.reduce_data);  in __kmp_tree_barrier_gather()
360   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_tree_barrier_release()
398     team = __kmp_threads[gtid]->th.th_team;  in __kmp_tree_barrier_release()
408     team = __kmp_threads[gtid]->th.th_team;  in __kmp_tree_barrier_release()
414   nproc = this_thr->th.th_team_nproc;  in __kmp_tree_barrier_release()
423       kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_tree_barrier_release()
428             &other_threads[child_tid + 1]->th.th_bar[bt].bb.b_go);  in __kmp_tree_barrier_release()
468   kmp_team_t *team = this_thr->th.th_team;  in __kmp_hyper_barrier_gather()
469   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_hyper_barrier_gather()
472   kmp_uint32 num_threads = this_thr->th.th_team_nproc;  in __kmp_hyper_barrier_gather()
482   KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);  in __kmp_hyper_barrier_gather()
487     this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =  in __kmp_hyper_barrier_gather()
526       kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_hyper_barrier_gather()
532             &other_threads[next_child_tid]->th.th_bar[bt].bb.b_arrived);  in __kmp_hyper_barrier_gather()
547         this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time,  in __kmp_hyper_barrier_gather()
548                                                child_thr->th.th_bar_min_time);  in __kmp_hyper_barrier_gather()
557         (*reduce)(this_thr->th.th_local.reduce_data,  in __kmp_hyper_barrier_gather()
558                   child_thr->th.th_local.reduce_data);  in __kmp_hyper_barrier_gather()
588   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_hyper_barrier_release()
603     team = __kmp_threads[gtid]->th.th_team;  in __kmp_hyper_barrier_release()
642     team = __kmp_threads[gtid]->th.th_team;  in __kmp_hyper_barrier_release()
652   num_threads = this_thr->th.th_team_nproc;  in __kmp_hyper_barrier_release()
693         kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_hyper_barrier_release()
703               &other_threads[next_child_tid]->th.th_bar[bt].bb.b_go);  in __kmp_hyper_barrier_release()
793         &team->t.t_threads[thr_bar->parent_tid]->th.th_bar[bt].bb;  in __kmp_init_hierarchical_barrier_thread()
798         &team->t.t_threads[thr_bar->parent_tid]->th.th_bar[bt].bb;  in __kmp_init_hierarchical_barrier_thread()
819   kmp_team_t *team = this_thr->th.th_team;  in __kmp_hierarchical_barrier_gather()
820   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_gather()
821   kmp_uint32 nproc = this_thr->th.th_team_nproc;  in __kmp_hierarchical_barrier_gather()
828           ->th.th_teams_microtask) // are we inside the teams construct?  in __kmp_hierarchical_barrier_gather()
829     if (this_thr->th.th_teams_size.nteams > 1)  in __kmp_hierarchical_barrier_gather()
840   KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);  in __kmp_hierarchical_barrier_gather()
845     this_thr->th.th_bar_arrive_time = __itt_get_timestamp();  in __kmp_hierarchical_barrier_gather()
879             (*reduce)(this_thr->th.th_local.reduce_data,  in __kmp_hierarchical_barrier_gather()
880                       other_threads[child_tid]->th.th_local.reduce_data);  in __kmp_hierarchical_barrier_gather()
897           kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_gather()
914             (*reduce)(this_thr->th.th_local.reduce_data,  in __kmp_hierarchical_barrier_gather()
915                       child_thr->th.th_local.reduce_data);  in __kmp_hierarchical_barrier_gather()
930           kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_gather()
947             (*reduce)(this_thr->th.th_local.reduce_data,  in __kmp_hierarchical_barrier_gather()
948                       child_thr->th.th_local.reduce_data);  in __kmp_hierarchical_barrier_gather()
999   kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_release()
1004     team = __kmp_threads[gtid]->th.th_team;  in __kmp_hierarchical_barrier_release()
1043     team = __kmp_threads[gtid]->th.th_team;  in __kmp_hierarchical_barrier_release()
1054   nproc = this_thr->th.th_team_nproc;  in __kmp_hierarchical_barrier_release()
1058           ->th.th_teams_microtask) { // are we inside the teams construct?  in __kmp_hierarchical_barrier_release()
1060         this_thr->th.th_teams_level == level)  in __kmp_hierarchical_barrier_release()
1062     if (this_thr->th.th_teams_size.nteams > 1)  in __kmp_hierarchical_barrier_release()
1126               &team->t.t_threads[child_tid]->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_release()
1157             kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_release()
1184           kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb;  in __kmp_hierarchical_barrier_release()
1224   kmp_team_t *team = this_thr->th.th_team;  in __kmp_barrier()
1256     this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier;  in __kmp_barrier()
1282       this_thr->th.th_team_bt_intervals =  in __kmp_barrier()
1284       this_thr->th.th_team_bt_set =  in __kmp_barrier()
1287       this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid);  in __kmp_barrier()
1300       this_thr->th.th_bar[bt].bb.b_worker_arrived += 1;  in __kmp_barrier()
1305       this_thr->th.th_local.reduce_data = reduce_data;  in __kmp_barrier()
1372           this_thr->th.th_teams_microtask == NULL &&  in __kmp_barrier()
1375         ident_t *loc = __kmp_threads[gtid]->th.th_ident;  in __kmp_barrier()
1378         int nproc = this_thr->th.th_team_nproc;  in __kmp_barrier()
1382           __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,  in __kmp_barrier()
1384           this_thr->th.th_frame_time = cur_time;  in __kmp_barrier()
1388           __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time,  in __kmp_barrier()
1394             kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time;  in __kmp_barrier()
1397             this_thr->th.th_bar_arrive_time = 0;  in __kmp_barrier()
1399               delta += (cur_time - other_threads[i]->th.th_bar_arrive_time);  in __kmp_barrier()
1400               other_threads[i]->th.th_bar_arrive_time = 0;  in __kmp_barrier()
1402             __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time,  in __kmp_barrier()
1406           __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,  in __kmp_barrier()
1408           this_thr->th.th_frame_time = cur_time;  in __kmp_barrier()
1460       if (this_thr->th.th_task_team != NULL) {  in __kmp_barrier()
1469         KMP_DEBUG_ASSERT(this_thr->th.th_task_team->tt.tt_found_proxy_tasks ==  in __kmp_barrier()
1482       KMP_DEBUG_ASSERT(team->t.t_task_team[this_thr->th.th_task_state] == NULL);  in __kmp_barrier()
1483       KMP_DEBUG_ASSERT(this_thr->th.th_task_team == NULL);  in __kmp_barrier()
1505     this_thr->th.ompt_thread_info.state = ompt_state_work_parallel;  in __kmp_barrier()
1518   kmp_team_t *team = this_thr->th.th_team;  in __kmp_end_split_barrier()
1576   team = this_thr->th.th_team;  in __kmp_join_barrier()
1577   nproc = this_thr->th.th_team_nproc;  in __kmp_join_barrier()
1583   master_thread = this_thr->th.th_team_master;  in __kmp_join_barrier()
1594   KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_team));  in __kmp_join_barrier()
1595   KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_root));  in __kmp_join_barrier()
1607     int ds_tid = this_thr->th.th_info.ds.ds_tid;  in __kmp_join_barrier()
1625       this_thr->th.ompt_thread_info.task_data = *OMPT_CUR_TASK_DATA(this_thr);  in __kmp_join_barrier()
1627     this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier_implicit;  in __kmp_join_barrier()
1641                   team->t.t_task_team[this_thr->th.th_task_state],  in __kmp_join_barrier()
1642                   this_thr->th.th_task_team));  in __kmp_join_barrier()
1643     KMP_DEBUG_ASSERT(this_thr->th.th_task_team ==  in __kmp_join_barrier()
1644                      team->t.t_task_team[this_thr->th.th_task_state]);  in __kmp_join_barrier()
1655     this_thr->th.th_team_bt_intervals =  in __kmp_join_barrier()
1657     this_thr->th.th_team_bt_set =  in __kmp_join_barrier()
1660     this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid);  in __kmp_join_barrier()
1714       team_thread->th.th_stats->setIdleFlag();  in __kmp_join_barrier()
1716           team_thread->th.th_sleep_loc != NULL)  in __kmp_join_barrier()
1718                                   team_thread->th.th_sleep_loc);  in __kmp_join_barrier()
1731         this_thr->th.th_teams_microtask == NULL &&  in __kmp_join_barrier()
1737       int nproc = this_thr->th.th_team_nproc;  in __kmp_join_barrier()
1741         __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,  in __kmp_join_barrier()
1745         __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, 1,  in __kmp_join_barrier()
1751           kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time;  in __kmp_join_barrier()
1754           this_thr->th.th_bar_arrive_time = 0;  in __kmp_join_barrier()
1756             delta += (cur_time - other_threads[i]->th.th_bar_arrive_time);  in __kmp_join_barrier()
1757             other_threads[i]->th.th_bar_arrive_time = 0;  in __kmp_join_barrier()
1759           __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time,  in __kmp_join_barrier()
1762         __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,  in __kmp_join_barrier()
1764         this_thr->th.th_frame_time = cur_time;  in __kmp_join_barrier()
1800   kmp_team_t *team = (tid == 0) ? this_thr->th.th_team : NULL;  in __kmp_fork_barrier()
1831                 gtid, team->t.t_id, other_threads[i]->th.th_info.ds.ds_gtid,  in __kmp_fork_barrier()
1832                 team->t.t_id, other_threads[i]->th.th_info.ds.ds_tid,  in __kmp_fork_barrier()
1833                 other_threads[i]->th.th_bar[bs_forkjoin_barrier].bb.b_go));  in __kmp_fork_barrier()
1835           (TCR_4(other_threads[i]->th.th_bar[bs_forkjoin_barrier].bb.b_go) &  in __kmp_fork_barrier()
1837       KMP_DEBUG_ASSERT(other_threads[i]->th.th_team == team);  in __kmp_fork_barrier()
1854       this_thr->th.th_team_bt_intervals =  in __kmp_fork_barrier()
1856       this_thr->th.th_team_bt_set =  in __kmp_fork_barrier()
1859       this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid);  in __kmp_fork_barrier()
1890       this_thr->th.ompt_thread_info.state == ompt_state_wait_barrier_implicit) {  in __kmp_fork_barrier()
1891     int ds_tid = this_thr->th.th_info.ds.ds_tid;  in __kmp_fork_barrier()
1894                                  : &(this_thr->th.ompt_thread_info.task_data);  in __kmp_fork_barrier()
1895     this_thr->th.ompt_thread_info.state = ompt_state_overhead;  in __kmp_fork_barrier()
1920     this_thr->th.th_task_team = NULL;  in __kmp_fork_barrier()
1939   team = (kmp_team_t *)TCR_PTR(this_thr->th.th_team);  in __kmp_fork_barrier()
1961                      ->th.th_bar[bs_forkjoin_barrier]  in __kmp_fork_barrier()
1983     if (this_thr->th.th_new_place == this_thr->th.th_current_place) {  in __kmp_fork_barrier()
1986                      this_thr->th.th_current_place));  in __kmp_fork_barrier()
2002       this_thr->th.th_prev_num_threads = team->t.t_nproc;  in __kmp_fork_barrier()
2003       this_thr->th.th_prev_level = team->t.t_level;  in __kmp_fork_barrier()
2007     KMP_CHECK_UPDATE(this_thr->th.th_def_allocator, team->t.t_def_allocator);  in __kmp_fork_barrier()
2041       &team->t.t_threads[0]->th.th_bar[bs_forkjoin_barrier].bb.th_fixed_icvs,  in __kmp_setup_icv_copy()