Lines Matching refs:master_th
917 kmp_info_t *master_th, int master_gtid, in __kmp_fork_team_threads() argument
927 master_th->th.th_info.ds.ds_tid = 0; in __kmp_fork_team_threads()
928 master_th->th.th_team = team; in __kmp_fork_team_threads()
929 master_th->th.th_team_nproc = team->t.t_nproc; in __kmp_fork_team_threads()
930 master_th->th.th_team_master = master_th; in __kmp_fork_team_threads()
931 master_th->th.th_team_serialized = FALSE; in __kmp_fork_team_threads()
932 master_th->th.th_dispatch = &team->t.t_dispatch[0]; in __kmp_fork_team_threads()
937 kmp_hot_team_ptr_t *hot_teams = master_th->th.th_hot_teams; in __kmp_fork_team_threads()
941 if (master_th->th.th_teams_microtask) { // are we inside the teams? in __kmp_fork_team_threads()
942 if (master_th->th.th_teams_size.nteams > 1) { in __kmp_fork_team_threads()
947 master_th->th.th_teams_level == team->t.t_level) { in __kmp_fork_team_threads()
972 team->t.t_threads[0] = master_th; in __kmp_fork_team_threads()
973 __kmp_initialize_info(master_th, team, 0, master_gtid); in __kmp_fork_team_threads()
990 thr->th.th_teams_microtask = master_th->th.th_teams_microtask; in __kmp_fork_team_threads()
991 thr->th.th_teams_level = master_th->th.th_teams_level; in __kmp_fork_team_threads()
992 thr->th.th_teams_size = master_th->th.th_teams_size; in __kmp_fork_team_threads()
1365 kmp_info_t *master_th; in __kmp_fork_call() local
1398 master_th = __kmp_threads[gtid]; // AC: potentially unsafe, not in sync with in __kmp_fork_call()
1400 parent_team = master_th->th.th_team; in __kmp_fork_call()
1401 master_tid = master_th->th.th_info.ds.ds_tid; in __kmp_fork_call()
1402 master_this_cons = master_th->th.th_local.this_construct; in __kmp_fork_call()
1403 root = master_th->th.th_root; in __kmp_fork_call()
1405 master_set_numthreads = master_th->th.th_set_nproc; in __kmp_fork_call()
1429 teams_level = master_th->th.th_teams_level; in __kmp_fork_call()
1431 p_hot_teams = &master_th->th.th_hot_teams; in __kmp_fork_call()
1455 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1459 master_th->th.th_ident = loc; in __kmp_fork_call()
1461 if (master_th->th.th_teams_microtask && ap && in __kmp_fork_call()
1473 if (parent_team == master_th->th.th_serial_team) { in __kmp_fork_call()
1496 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1500 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 0); in __kmp_fork_call()
1504 implicit_task_data = OMPT_CUR_TASK_DATA(master_th); in __kmp_fork_call()
1506 OMPT_CUR_TASK_INFO(master_th)->thread_num = in __kmp_fork_call()
1509 ompt_scope_begin, OMPT_CUR_TEAM_DATA(master_th), in __kmp_fork_call()
1511 OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); in __kmp_fork_call()
1515 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
1538 OMPT_CUR_TASK_INFO(master_th)->frame.exit_frame = ompt_data_none; in __kmp_fork_call()
1542 OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); in __kmp_fork_call()
1544 ompt_parallel_data = *OMPT_CUR_TEAM_DATA(master_th); in __kmp_fork_call()
1545 __ompt_lw_taskteam_unlink(master_th); in __kmp_fork_call()
1548 &ompt_parallel_data, OMPT_CUR_TASK_DATA(master_th), in __kmp_fork_call()
1552 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1563 parent_team->t.t_def_allocator = master_th->th.th_def_allocator; // save in __kmp_fork_call()
1568 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1570 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 1, true); in __kmp_fork_call()
1576 if (master_set_numthreads <= master_th->th.th_teams_size.nth) { in __kmp_fork_call()
1581 int old_proc = master_th->th.th_teams_size.nth; in __kmp_fork_call()
1594 master_th->th.th_set_nproc = 0; in __kmp_fork_call()
1607 kmp_proc_bind_t proc_bind = master_th->th.th_set_proc_bind; in __kmp_fork_call()
1610 if (master_th->th.th_current_task->td_icvs.proc_bind == proc_bind_false) { in __kmp_fork_call()
1615 proc_bind = master_th->th.th_current_task->td_icvs.proc_bind; in __kmp_fork_call()
1624 master_th->th.th_current_task->td_icvs.proc_bind)) { in __kmp_fork_call()
1631 master_th->th.th_current_task->td_icvs.proc_bind != proc_bind_icv) { in __kmp_fork_call()
1633 for (i = 0; i < master_th->th.th_team_nproc; ++i) { in __kmp_fork_call()
1639 master_th->th.th_set_proc_bind = proc_bind_default; in __kmp_fork_call()
1646 && master_th->th.th_teams_size.nteams == 1) { in __kmp_fork_call()
1648 master_th->th.th_frame_time = tmp_time; in __kmp_fork_call()
1663 root, parent_team, master_th, gtid)); in __kmp_fork_call()
1667 root, parent_team, master_th, gtid)); in __kmp_fork_call()
1690 KMP_DEBUG_ASSERT(master_th->th.th_task_team == in __kmp_fork_call()
1691 parent_team->t.t_task_team[master_th->th.th_task_state]); in __kmp_fork_call()
1700 master_th->th.th_current_task->td_icvs.max_active_levels) { in __kmp_fork_call()
1713 if ((get__max_active_levels(master_th) == 1 && in __kmp_fork_call()
1742 master_th->th.th_set_nproc = 0; in __kmp_fork_call()
1761 master_th->th.th_serial_team->t.t_pkfn = microtask; in __kmp_fork_call()
1766 master_th->th.th_serial_team->t.t_ident = loc; in __kmp_fork_call()
1769 master_th->th.th_serial_team->t.t_level--; in __kmp_fork_call()
1780 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1783 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 0); in __kmp_fork_call()
1786 task_info = OMPT_CUR_TASK_INFO(master_th); in __kmp_fork_call()
1789 OMPT_CUR_TASK_INFO(master_th)->thread_num = in __kmp_fork_call()
1792 ompt_scope_begin, OMPT_CUR_TEAM_DATA(master_th), in __kmp_fork_call()
1794 OMPT_CUR_TASK_INFO(master_th)->thread_num, in __kmp_fork_call()
1799 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
1823 OMPT_CUR_TASK_INFO(master_th)->thread_num, in __kmp_fork_call()
1826 ompt_parallel_data = *OMPT_CUR_TEAM_DATA(master_th); in __kmp_fork_call()
1827 __ompt_lw_taskteam_unlink(master_th); in __kmp_fork_call()
1834 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1838 KMP_DEBUG_ASSERT(master_th->th.th_team == in __kmp_fork_call()
1839 master_th->th.th_serial_team); in __kmp_fork_call()
1840 team = master_th->th.th_team; in __kmp_fork_call()
1861 ompt_task_info_t *task_info = OMPT_CUR_TASK_INFO(master_th); in __kmp_fork_call()
1865 OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_initial); in __kmp_fork_call()
1873 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1890 __ompt_lw_taskteam_init(&lw_taskteam, master_th, gtid, in __kmp_fork_call()
1892 __ompt_lw_taskteam_link(&lw_taskteam, master_th, 0); in __kmp_fork_call()
1894 task_info = OMPT_CUR_TASK_INFO(master_th); in __kmp_fork_call()
1898 implicit_task_data = OMPT_CUR_TASK_DATA(master_th); in __kmp_fork_call()
1901 ompt_scope_begin, OMPT_CUR_TEAM_DATA(master_th), in __kmp_fork_call()
1904 OMPT_CUR_TASK_INFO(master_th)->thread_num = in __kmp_fork_call()
1909 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
1932 OMPT_CUR_TASK_INFO(master_th)->thread_num, in __kmp_fork_call()
1936 ompt_parallel_data = *OMPT_CUR_TEAM_DATA(master_th); in __kmp_fork_call()
1937 __ompt_lw_taskteam_unlink(master_th); in __kmp_fork_call()
1944 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
1951 __ompt_lw_taskteam_init(&lwt, master_th, gtid, &ompt_parallel_data, in __kmp_fork_call()
1955 __ompt_lw_taskteam_link(&lwt, master_th, 1); in __kmp_fork_call()
1976 parent_team->t.t_active_level, master_th, in __kmp_fork_call()
1977 master_th->th.th_current_task, in __kmp_fork_call()
1978 master_th->th.th_current_task->td_icvs.max_active_levels)); in __kmp_fork_call()
1982 master_th->th.th_current_task->td_flags.executing = 0; in __kmp_fork_call()
1984 if (!master_th->th.th_teams_microtask || level > teams_level) { in __kmp_fork_call()
1990 int nthreads_icv = master_th->th.th_current_task->td_icvs.nproc; in __kmp_fork_call()
1999 kmp_proc_bind_t proc_bind = master_th->th.th_set_proc_bind; in __kmp_fork_call()
2002 if (master_th->th.th_current_task->td_icvs.proc_bind == proc_bind_false) { in __kmp_fork_call()
2008 proc_bind = master_th->th.th_current_task->td_icvs.proc_bind; in __kmp_fork_call()
2011 if (master_th->th.th_teams_microtask && in __kmp_fork_call()
2021 master_th->th.th_current_task->td_icvs.proc_bind)) { in __kmp_fork_call()
2024 if (!master_th->th.th_teams_microtask || in __kmp_fork_call()
2031 master_th->th.th_set_proc_bind = proc_bind_default; in __kmp_fork_call()
2035 copy_icvs(&new_icvs, &master_th->th.th_current_task->td_icvs); in __kmp_fork_call()
2051 argc USE_NESTED_HOT_ARG(master_th)); in __kmp_fork_call()
2062 &master_th->th.th_current_task->td_icvs, in __kmp_fork_call()
2063 argc USE_NESTED_HOT_ARG(master_th)); in __kmp_fork_call()
2066 &master_th->th.th_current_task->td_icvs); in __kmp_fork_call()
2083 if (!master_th->th.th_teams_microtask || level > teams_level) { in __kmp_fork_call()
2100 KMP_CHECK_UPDATE(team->t.t_def_allocator, master_th->th.th_def_allocator); in __kmp_fork_call()
2112 KMP_DEBUG_ASSERT(master_th->th.th_task_team == in __kmp_fork_call()
2113 parent_team->t.t_task_team[master_th->th.th_task_state]); in __kmp_fork_call()
2116 __kmp_gtid_from_thread(master_th), in __kmp_fork_call()
2117 master_th->th.th_task_team, parent_team, in __kmp_fork_call()
2118 team->t.t_task_team[master_th->th.th_task_state], team)); in __kmp_fork_call()
2120 if (active_level || master_th->th.th_task_team) { in __kmp_fork_call()
2122 KMP_DEBUG_ASSERT(master_th->th.th_task_state_memo_stack); in __kmp_fork_call()
2123 if (master_th->th.th_task_state_top >= in __kmp_fork_call()
2124 master_th->th.th_task_state_stack_sz) { // increase size in __kmp_fork_call()
2125 kmp_uint32 new_size = 2 * master_th->th.th_task_state_stack_sz; in __kmp_fork_call()
2129 for (i = 0; i < master_th->th.th_task_state_stack_sz; ++i) { in __kmp_fork_call()
2130 new_stack[i] = master_th->th.th_task_state_memo_stack[i]; in __kmp_fork_call()
2132 for (i = master_th->th.th_task_state_stack_sz; i < new_size; in __kmp_fork_call()
2136 old_stack = master_th->th.th_task_state_memo_stack; in __kmp_fork_call()
2137 master_th->th.th_task_state_memo_stack = new_stack; in __kmp_fork_call()
2138 master_th->th.th_task_state_stack_sz = new_size; in __kmp_fork_call()
2142 master_th->th in __kmp_fork_call()
2143 .th_task_state_memo_stack[master_th->th.th_task_state_top] = in __kmp_fork_call()
2144 master_th->th.th_task_state; in __kmp_fork_call()
2145 master_th->th.th_task_state_top++; in __kmp_fork_call()
2147 if (master_th->th.th_hot_teams && in __kmp_fork_call()
2149 team == master_th->th.th_hot_teams[active_level].hot_team) { in __kmp_fork_call()
2151 master_th->th.th_task_state = in __kmp_fork_call()
2152 master_th->th in __kmp_fork_call()
2153 .th_task_state_memo_stack[master_th->th.th_task_state_top]; in __kmp_fork_call()
2156 master_th->th.th_task_state = 0; in __kmp_fork_call()
2162 KMP_DEBUG_ASSERT((master_th->th.th_task_team == NULL) || in __kmp_fork_call()
2198 __kmp_fork_team_threads(root, team, master_th, gtid, !ap); in __kmp_fork_call()
2200 &master_th->th.th_current_task->td_icvs, loc); in __kmp_fork_call()
2203 master_th->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_fork_call()
2210 && !master_th->th.th_teams_microtask) { // not in teams construct in __kmp_fork_call()
2219 master_th->th.th_frame_time = tmp_time; in __kmp_fork_call()
2238 root, team, master_th, gtid)); in __kmp_fork_call()
2263 root, team, master_th, gtid)); in __kmp_fork_call()
2302 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_call()
2342 kmp_info_t *master_th; in __kmp_join_call() local
2349 master_th = __kmp_threads[gtid]; in __kmp_join_call()
2350 root = master_th->th.th_root; in __kmp_join_call()
2351 team = master_th->th.th_team; in __kmp_join_call()
2354 master_th->th.th_ident = loc; in __kmp_join_call()
2363 master_th->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_join_call()
2371 __kmp_gtid_from_thread(master_th), team, in __kmp_join_call()
2372 team->t.t_task_team[master_th->th.th_task_state], in __kmp_join_call()
2373 master_th->th.th_task_team)); in __kmp_join_call()
2374 KMP_DEBUG_ASSERT(master_th->th.th_task_team == in __kmp_join_call()
2375 team->t.t_task_team[master_th->th.th_task_state]); in __kmp_join_call()
2380 if (master_th->th.th_teams_microtask) { in __kmp_join_call()
2383 int tlevel = master_th->th.th_teams_level; in __kmp_join_call()
2399 __kmp_join_restore_state(master_th, parent_team); in __kmp_join_call()
2421 master_th->th.th_task_state = in __kmp_join_call()
2451 (!master_th->th.th_teams_microtask || /* not in teams construct */ in __kmp_join_call()
2452 master_th->th.th_teams_size.nteams == 1)) { in __kmp_join_call()
2453 master_th->th.th_ident = loc; in __kmp_join_call()
2459 master_th->th.th_frame_time, 0, loc, in __kmp_join_call()
2460 master_th->th.th_team_nproc, 1); in __kmp_join_call()
2470 master_th->th.th_first_place = team->t.t_first_place; in __kmp_join_call()
2471 master_th->th.th_last_place = team->t.t_last_place; in __kmp_join_call()
2475 if (master_th->th.th_teams_microtask && !exit_teams && in __kmp_join_call()
2477 team->t.t_level == master_th->th.th_teams_level + 1) { in __kmp_join_call()
2489 OMPT_CUR_TASK_INFO(master_th)->thread_num, ompt_task_implicit); in __kmp_join_call()
2493 ompt_parallel_data = *OMPT_CUR_TEAM_DATA(master_th); in __kmp_join_call()
2494 __ompt_lw_taskteam_unlink(master_th); in __kmp_join_call()
2506 if (master_th->th.th_team_nproc < master_th->th.th_teams_size.nth) { in __kmp_join_call()
2507 int old_num = master_th->th.th_team_nproc; in __kmp_join_call()
2508 int new_num = master_th->th.th_teams_size.nth; in __kmp_join_call()
2528 other_threads[i]->th.th_task_state = master_th->th.th_task_state; in __kmp_join_call()
2535 __kmp_join_ompt(gtid, master_th, parent_team, &ompt_parallel_data, in __kmp_join_call()
2544 master_th->th.th_info.ds.ds_tid = team->t.t_master_tid; in __kmp_join_call()
2545 master_th->th.th_local.this_construct = team->t.t_master_this_cons; in __kmp_join_call()
2547 master_th->th.th_dispatch = &parent_team->t.t_dispatch[team->t.t_master_tid]; in __kmp_join_call()
2554 if (!master_th->th.th_teams_microtask || in __kmp_join_call()
2555 team->t.t_level > master_th->th.th_teams_level) { in __kmp_join_call()
2571 OMPT_CUR_TASK_INFO(master_th)->thread_num, flags); in __kmp_join_call()
2579 master_th, team)); in __kmp_join_call()
2580 __kmp_pop_current_task_from_thread(master_th); in __kmp_join_call()
2582 master_th->th.th_def_allocator = team->t.t_def_allocator; in __kmp_join_call()
2594 master_th)); // this will free worker threads in __kmp_join_call()
2601 master_th->th.th_team = parent_team; in __kmp_join_call()
2602 master_th->th.th_team_nproc = parent_team->t.t_nproc; in __kmp_join_call()
2603 master_th->th.th_team_master = parent_team->t.t_threads[0]; in __kmp_join_call()
2604 master_th->th.th_team_serialized = parent_team->t.t_serialized; in __kmp_join_call()
2608 parent_team != master_th->th.th_serial_team && in __kmp_join_call()
2611 master_th->th.th_serial_team USE_NESTED_HOT_ARG(NULL)); in __kmp_join_call()
2612 master_th->th.th_serial_team = parent_team; in __kmp_join_call()
2616 if (master_th->th.th_task_state_top > in __kmp_join_call()
2618 KMP_DEBUG_ASSERT(master_th->th.th_task_state_memo_stack); in __kmp_join_call()
2620 master_th->th.th_task_state_memo_stack[master_th->th.th_task_state_top] = in __kmp_join_call()
2621 master_th->th.th_task_state; in __kmp_join_call()
2622 --master_th->th.th_task_state_top; // pop in __kmp_join_call()
2624 master_th->th.th_task_state = in __kmp_join_call()
2625 master_th->th in __kmp_join_call()
2626 .th_task_state_memo_stack[master_th->th.th_task_state_top]; in __kmp_join_call()
2629 master_th->th.th_task_team = in __kmp_join_call()
2630 parent_team->t.t_task_team[master_th->th.th_task_state]; in __kmp_join_call()
2633 __kmp_gtid_from_thread(master_th), master_th->th.th_task_team, in __kmp_join_call()
2640 master_th->th.th_current_task->td_flags.executing = 1; in __kmp_join_call()
2645 if (master_th->th.th_team->t.t_level == 0 && __kmp_affin_reset) { in __kmp_join_call()
2655 __kmp_join_ompt(gtid, master_th, parent_team, parallel_data, flags, in __kmp_join_call()
4728 kmp_info_t *master_th = team->t.t_threads[0]; in __kmp_partition_places() local
4729 KMP_DEBUG_ASSERT(master_th != NULL); in __kmp_partition_places()
4731 int first_place = master_th->th.th_first_place; in __kmp_partition_places()
4732 int last_place = master_th->th.th_last_place; in __kmp_partition_places()
4733 int masters_place = master_th->th.th_current_place; in __kmp_partition_places()