Lines Matching refs:master_th
1000 kmp_info_t *master_th, int master_gtid) { in __kmp_fork_team_threads() argument
1009 master_th->th.th_info.ds.ds_tid = 0; in __kmp_fork_team_threads()
1010 master_th->th.th_team = team; in __kmp_fork_team_threads()
1011 master_th->th.th_team_nproc = team->t.t_nproc; in __kmp_fork_team_threads()
1012 master_th->th.th_team_master = master_th; in __kmp_fork_team_threads()
1013 master_th->th.th_team_serialized = FALSE; in __kmp_fork_team_threads()
1014 master_th->th.th_dispatch = &team->t.t_dispatch[0]; in __kmp_fork_team_threads()
1019 kmp_hot_team_ptr_t *hot_teams = master_th->th.th_hot_teams; in __kmp_fork_team_threads()
1023 if (master_th->th.th_teams_microtask) { // are we inside the teams? in __kmp_fork_team_threads()
1024 if (master_th->th.th_teams_size.nteams > 1) { in __kmp_fork_team_threads()
1029 master_th->th.th_teams_level == team->t.t_level) { in __kmp_fork_team_threads()
1054 team->t.t_threads[0] = master_th; in __kmp_fork_team_threads()
1055 __kmp_initialize_info(master_th, team, 0, master_gtid); in __kmp_fork_team_threads()
1073 thr->th.th_teams_microtask = master_th->th.th_teams_microtask; in __kmp_fork_team_threads()
1074 thr->th.th_teams_level = master_th->th.th_teams_level; in __kmp_fork_team_threads()
1075 thr->th.th_teams_size = master_th->th.th_teams_size; in __kmp_fork_team_threads()
1462 kmp_info_t *master_th; in __kmp_fork_call() local
1496 master_th = __kmp_threads[gtid]; // AC: potentially unsafe, not in sync with in __kmp_fork_call()
1498 parent_team = master_th->th.th_team; in __kmp_fork_call()
1499 master_tid = master_th->th.th_info.ds.ds_tid; in __kmp_fork_call()
1500 master_this_cons = master_th->th.th_local.this_construct; in __kmp_fork_call()
1501 root = master_th->th.th_root; in __kmp_fork_call()
1503 master_set_numthreads = master_th->th.th_set_nproc; in __kmp_fork_call()
1525 teams_level = master_th->th.th_teams_level; in __kmp_fork_call()
1528 p_hot_teams = &master_th->th.th_hot_teams; in __kmp_fork_call()
1548 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1552 master_th->th.th_ident = loc; in __kmp_fork_call()
1555 if (master_th->th.th_teams_microtask && ap && in __kmp_fork_call()
1572 if (parent_team == master_th->th.th_serial_team) { in __kmp_fork_call()
1586 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1590 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 0); in __kmp_fork_call()
1594 implicit_task_data = OMPT_CUR_TASK_DATA(master_th); in __kmp_fork_call()
1597 ompt_scope_begin, OMPT_CUR_TEAM_DATA(master_th), in __kmp_fork_call()
1599 OMPT_CUR_TASK_INFO(master_th) in __kmp_fork_call()
1604 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
1624 OMPT_CUR_TASK_INFO(master_th)->frame.exit_frame = ompt_data_none; in __kmp_fork_call()
1628 …OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); // TODO: Can this be ompt_task_ini… in __kmp_fork_call()
1630 __ompt_lw_taskteam_unlink(master_th); in __kmp_fork_call()
1634 OMPT_CUR_TEAM_DATA(master_th), OMPT_CUR_TASK_DATA(master_th), in __kmp_fork_call()
1637 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1649 parent_team->t.t_def_allocator = master_th->th.th_def_allocator; // save in __kmp_fork_call()
1654 if (master_set_numthreads < master_th->th.th_teams_size.nth) { in __kmp_fork_call()
1663 master_th->th.th_set_nproc = 0; in __kmp_fork_call()
1677 root, parent_team, master_th, gtid)); in __kmp_fork_call()
1681 root, parent_team, master_th, gtid)); in __kmp_fork_call()
1702 KMP_DEBUG_ASSERT(master_th->th.th_task_team == in __kmp_fork_call()
1703 parent_team->t.t_task_team[master_th->th.th_task_state]); in __kmp_fork_call()
1708 master_th->th.th_current_task->td_icvs.max_active_levels) { in __kmp_fork_call()
1726 if ((!get__nested(master_th) && (root->r.r_in_parallel in __kmp_fork_call()
1764 master_th->th.th_set_nproc = 0; in __kmp_fork_call()
1784 master_th->th.th_serial_team->t.t_ident = loc; in __kmp_fork_call()
1788 master_th->th.th_serial_team->t.t_level--; in __kmp_fork_call()
1799 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1802 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 0); in __kmp_fork_call()
1805 task_info = OMPT_CUR_TASK_INFO(master_th); in __kmp_fork_call()
1809 ompt_scope_begin, OMPT_CUR_TEAM_DATA(master_th), in __kmp_fork_call()
1811 OMPT_CUR_TASK_INFO(master_th) in __kmp_fork_call()
1816 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
1840 …OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); // TODO: Can this be ompt_task_ini… in __kmp_fork_call()
1843 __ompt_lw_taskteam_unlink(master_th); in __kmp_fork_call()
1846 OMPT_CUR_TEAM_DATA(master_th), parent_task_data, in __kmp_fork_call()
1849 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1853 KMP_DEBUG_ASSERT(master_th->th.th_team == in __kmp_fork_call()
1854 master_th->th.th_serial_team); in __kmp_fork_call()
1855 team = master_th->th.th_team; in __kmp_fork_call()
1899 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1901 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 0); in __kmp_fork_call()
1903 task_info = OMPT_CUR_TASK_INFO(master_th); in __kmp_fork_call()
1907 implicit_task_data = OMPT_CUR_TASK_DATA(master_th); in __kmp_fork_call()
1910 ompt_scope_begin, OMPT_CUR_TEAM_DATA(master_th), in __kmp_fork_call()
1912 OMPT_CUR_TASK_INFO(master_th) in __kmp_fork_call()
1917 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
1940 …OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); // TODO: Can this be ompt_task_ini… in __kmp_fork_call()
1943 ompt_parallel_data = *OMPT_CUR_TEAM_DATA(master_th); in __kmp_fork_call()
1944 __ompt_lw_taskteam_unlink(master_th); in __kmp_fork_call()
1950 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1959 __ompt_lw_taskteam_init(&lwt, master_th, gtid, &ompt_parallel_data, in __kmp_fork_call()
1963 __ompt_lw_taskteam_link(&lwt, master_th, 1); in __kmp_fork_call()
1984 parent_team->t.t_active_level, master_th, in __kmp_fork_call()
1985 master_th->th.th_current_task, in __kmp_fork_call()
1986 master_th->th.th_current_task->td_icvs.max_active_levels)); in __kmp_fork_call()
1990 master_th->th.th_current_task->td_flags.executing = 0; in __kmp_fork_call()
1993 if (!master_th->th.th_teams_microtask || level > teams_level) in __kmp_fork_call()
2001 int nthreads_icv = master_th->th.th_current_task->td_icvs.nproc; in __kmp_fork_call()
2011 kmp_proc_bind_t proc_bind = master_th->th.th_set_proc_bind; in __kmp_fork_call()
2014 if (master_th->th.th_current_task->td_icvs.proc_bind == proc_bind_false) { in __kmp_fork_call()
2020 proc_bind = master_th->th.th_current_task->td_icvs.proc_bind; in __kmp_fork_call()
2028 master_th->th.th_current_task->td_icvs.proc_bind)) { in __kmp_fork_call()
2034 master_th->th.th_set_proc_bind = proc_bind_default; in __kmp_fork_call()
2043 copy_icvs(&new_icvs, &master_th->th.th_current_task->td_icvs); in __kmp_fork_call()
2064 &new_icvs, argc USE_NESTED_HOT_ARG(master_th)); in __kmp_fork_call()
2075 &master_th->th.th_current_task->td_icvs, in __kmp_fork_call()
2076 argc USE_NESTED_HOT_ARG(master_th)); in __kmp_fork_call()
2094 if (!master_th->th.th_teams_microtask || level > teams_level) { in __kmp_fork_call()
2117 KMP_CHECK_UPDATE(team->t.t_def_allocator, master_th->th.th_def_allocator); in __kmp_fork_call()
2126 KMP_DEBUG_ASSERT(master_th->th.th_task_team == in __kmp_fork_call()
2127 parent_team->t.t_task_team[master_th->th.th_task_state]); in __kmp_fork_call()
2130 __kmp_gtid_from_thread(master_th), in __kmp_fork_call()
2131 master_th->th.th_task_team, parent_team, in __kmp_fork_call()
2132 team->t.t_task_team[master_th->th.th_task_state], team)); in __kmp_fork_call()
2134 if (active_level || master_th->th.th_task_team) { in __kmp_fork_call()
2136 KMP_DEBUG_ASSERT(master_th->th.th_task_state_memo_stack); in __kmp_fork_call()
2137 if (master_th->th.th_task_state_top >= in __kmp_fork_call()
2138 master_th->th.th_task_state_stack_sz) { // increase size in __kmp_fork_call()
2139 kmp_uint32 new_size = 2 * master_th->th.th_task_state_stack_sz; in __kmp_fork_call()
2143 for (i = 0; i < master_th->th.th_task_state_stack_sz; ++i) { in __kmp_fork_call()
2144 new_stack[i] = master_th->th.th_task_state_memo_stack[i]; in __kmp_fork_call()
2146 for (i = master_th->th.th_task_state_stack_sz; i < new_size; in __kmp_fork_call()
2150 old_stack = master_th->th.th_task_state_memo_stack; in __kmp_fork_call()
2151 master_th->th.th_task_state_memo_stack = new_stack; in __kmp_fork_call()
2152 master_th->th.th_task_state_stack_sz = new_size; in __kmp_fork_call()
2156 master_th->th in __kmp_fork_call()
2157 .th_task_state_memo_stack[master_th->th.th_task_state_top] = in __kmp_fork_call()
2158 master_th->th.th_task_state; in __kmp_fork_call()
2159 master_th->th.th_task_state_top++; in __kmp_fork_call()
2161 if (master_th->th.th_hot_teams && in __kmp_fork_call()
2163 team == master_th->th.th_hot_teams[active_level].hot_team) { in __kmp_fork_call()
2165 master_th->th.th_task_state = in __kmp_fork_call()
2166 master_th->th in __kmp_fork_call()
2167 .th_task_state_memo_stack[master_th->th.th_task_state_top]; in __kmp_fork_call()
2170 master_th->th.th_task_state = 0; in __kmp_fork_call()
2176 KMP_DEBUG_ASSERT((master_th->th.th_task_team == NULL) || in __kmp_fork_call()
2221 __kmp_fork_team_threads(root, team, master_th, gtid); in __kmp_fork_call()
2223 &master_th->th.th_current_task->td_icvs, loc); in __kmp_fork_call()
2226 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
2234 && !master_th->th.th_teams_microtask // not in teams construct in __kmp_fork_call()
2245 master_th->th.th_frame_time = tmp_time; in __kmp_fork_call()
2264 root, team, master_th, gtid)); in __kmp_fork_call()
2283 root, team, master_th, gtid)); in __kmp_fork_call()
2307 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
2351 kmp_info_t *master_th; in __kmp_join_call() local
2359 master_th = __kmp_threads[gtid]; in __kmp_join_call()
2360 root = master_th->th.th_root; in __kmp_join_call()
2361 team = master_th->th.th_team; in __kmp_join_call()
2364 master_th->th.th_ident = loc; in __kmp_join_call()
2368 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_join_call()
2376 __kmp_gtid_from_thread(master_th), team, in __kmp_join_call()
2377 team->t.t_task_team[master_th->th.th_task_state], in __kmp_join_call()
2378 master_th->th.th_task_team)); in __kmp_join_call()
2379 KMP_DEBUG_ASSERT(master_th->th.th_task_team == in __kmp_join_call()
2380 team->t.t_task_team[master_th->th.th_task_state]); in __kmp_join_call()
2386 if (master_th->th.th_teams_microtask) { in __kmp_join_call()
2389 int tlevel = master_th->th.th_teams_level; in __kmp_join_call()
2406 __kmp_join_restore_state(master_th, parent_team); in __kmp_join_call()
2425 master_th->th.th_task_state = in __kmp_join_call()
2447 && !master_th->th.th_teams_microtask /* not in teams construct */ in __kmp_join_call()
2450 master_th->th.th_ident = loc; in __kmp_join_call()
2456 master_th->th.th_frame_time, 0, loc, in __kmp_join_call()
2457 master_th->th.th_team_nproc, 1); in __kmp_join_call()
2465 if (master_th->th.th_teams_microtask && !exit_teams && in __kmp_join_call()
2467 team->t.t_level == master_th->th.th_teams_level + 1) { in __kmp_join_call()
2478 if (master_th->th.th_team_nproc < master_th->th.th_teams_size.nth) { in __kmp_join_call()
2479 int old_num = master_th->th.th_team_nproc; in __kmp_join_call()
2480 int new_num = master_th->th.th_teams_size.nth; in __kmp_join_call()
2500 other_threads[i]->th.th_task_state = master_th->th.th_task_state; in __kmp_join_call()
2507 __kmp_join_ompt(gtid, master_th, parent_team, parallel_data, fork_context, in __kmp_join_call()
2517 master_th->th.th_info.ds.ds_tid = team->t.t_master_tid; in __kmp_join_call()
2518 master_th->th.th_local.this_construct = team->t.t_master_this_cons; in __kmp_join_call()
2520 master_th->th.th_dispatch = &parent_team->t.t_dispatch[team->t.t_master_tid]; in __kmp_join_call()
2528 if (!master_th->th.th_teams_microtask || in __kmp_join_call()
2529 team->t.t_level > master_th->th.th_teams_level) in __kmp_join_call()
2544 …OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); // TODO: Can this be ompt_task_ini… in __kmp_join_call()
2553 master_th, team)); in __kmp_join_call()
2554 __kmp_pop_current_task_from_thread(master_th); in __kmp_join_call()
2558 master_th->th.th_first_place = team->t.t_first_place; in __kmp_join_call()
2559 master_th->th.th_last_place = team->t.t_last_place; in __kmp_join_call()
2562 master_th->th.th_def_allocator = team->t.t_def_allocator; in __kmp_join_call()
2571 master_th)); // this will free worker threads in __kmp_join_call()
2578 master_th->th.th_team = parent_team; in __kmp_join_call()
2579 master_th->th.th_team_nproc = parent_team->t.t_nproc; in __kmp_join_call()
2580 master_th->th.th_team_master = parent_team->t.t_threads[0]; in __kmp_join_call()
2581 master_th->th.th_team_serialized = parent_team->t.t_serialized; in __kmp_join_call()
2585 parent_team != master_th->th.th_serial_team && in __kmp_join_call()
2588 master_th->th.th_serial_team USE_NESTED_HOT_ARG(NULL)); in __kmp_join_call()
2589 master_th->th.th_serial_team = parent_team; in __kmp_join_call()
2593 if (master_th->th.th_task_state_top > in __kmp_join_call()
2595 KMP_DEBUG_ASSERT(master_th->th.th_task_state_memo_stack); in __kmp_join_call()
2597 master_th->th.th_task_state_memo_stack[master_th->th.th_task_state_top] = in __kmp_join_call()
2598 master_th->th.th_task_state; in __kmp_join_call()
2599 --master_th->th.th_task_state_top; // pop in __kmp_join_call()
2601 master_th->th.th_task_state = in __kmp_join_call()
2602 master_th->th in __kmp_join_call()
2603 .th_task_state_memo_stack[master_th->th.th_task_state_top]; in __kmp_join_call()
2606 master_th->th.th_task_team = in __kmp_join_call()
2607 parent_team->t.t_task_team[master_th->th.th_task_state]; in __kmp_join_call()
2610 __kmp_gtid_from_thread(master_th), master_th->th.th_task_team, in __kmp_join_call()
2617 master_th->th.th_current_task->td_flags.executing = 1; in __kmp_join_call()
2623 __kmp_join_ompt(gtid, master_th, parent_team, parallel_data, fork_context, in __kmp_join_call()
4551 kmp_info_t *master_th = team->t.t_threads[0]; in __kmp_partition_places() local
4552 KMP_DEBUG_ASSERT(master_th != NULL); in __kmp_partition_places()
4554 int first_place = master_th->th.th_first_place; in __kmp_partition_places()
4555 int last_place = master_th->th.th_last_place; in __kmp_partition_places()
4556 int masters_place = master_th->th.th_current_place; in __kmp_partition_places()