150       &thread->th.th_task_team->tt.tt_threads_data[__kmp_tid_from_gtid(gtid)];  in __kmp_push_task_stack()
344   kmp_task_pri_t *lst = task_team->tt.tt_task_pri_list;  in __kmp_get_priority_deque_data()
355     task_team->tt.tt_task_pri_list = list;  in __kmp_get_priority_deque_data()
396   kmp_task_pri_t *lst = task_team->tt.tt_task_pri_list;  in __kmp_push_priority_task()
398     __kmp_acquire_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_push_priority_task()
399     if (task_team->tt.tt_task_pri_list == NULL) {  in __kmp_push_priority_task()
405       task_team->tt.tt_task_pri_list = list;  in __kmp_push_priority_task()
410     __kmp_release_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_push_priority_task()
416       __kmp_acquire_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_push_priority_task()
418       __kmp_release_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_push_priority_task()
456   task_team->tt.tt_num_task_pri++; // atomic inc  in __kmp_push_priority_task()
509   KMP_DEBUG_ASSERT(TCR_4(task_team->tt.tt_found_tasks) == TRUE);  in __kmp_push_task()
510   KMP_DEBUG_ASSERT(TCR_PTR(task_team->tt.tt_threads_data) != NULL);  in __kmp_push_task()
519   thread_data = &task_team->tt.tt_threads_data[tid];  in __kmp_push_task()
1116     } else if (task_team && (task_team->tt.tt_found_proxy_tasks ||  in __kmp_task_finish()
1117                              task_team->tt.tt_hidden_helper_task_encountered)) {  in __kmp_task_finish()
1391     KMP_CHECK_UPDATE(thread->th.th_task_team->tt.tt_untied_task_encountered, 1);  in __kmp_task_alloc()
1425       kmp_thread_data_t *thread_data = &task_team->tt.tt_threads_data[tid];  in __kmp_task_alloc()
1433         task_team->tt.tt_found_proxy_tasks == FALSE)  in __kmp_task_alloc()
1434       TCW_4(task_team->tt.tt_found_proxy_tasks, TRUE);  in __kmp_task_alloc()
1436         task_team->tt.tt_hidden_helper_task_encountered == FALSE)  in __kmp_task_alloc()
1437       TCW_4(task_team->tt.tt_hidden_helper_task_encountered, TRUE);  in __kmp_task_alloc()
2109                               thread->th.th_task_team->tt.tt_found_proxy_tasks);  in __kmpc_omp_taskwait_template()
2114          thread->th.th_task_team->tt.tt_hidden_helper_task_encountered);  in __kmpc_omp_taskwait_template()
2753          (thread->th.th_task_team->tt.tt_found_proxy_tasks ||  in __kmpc_end_taskgroup()
2754           thread->th.th_task_team->tt.tt_hidden_helper_task_encountered))) {  in __kmpc_end_taskgroup()
2852   int ntasks = task_team->tt.tt_num_task_pri;  in __kmp_get_priority_task()
2860     if (__kmp_atomic_compare_store(&task_team->tt.tt_num_task_pri, ntasks,  in __kmp_get_priority_task()
2871   kmp_task_pri_t *list = task_team->tt.tt_task_pri_list;  in __kmp_get_priority_task()
2893     if (!task_team->tt.tt_untied_task_encountered) {  in __kmp_get_priority_task()
2900       task_team->tt.tt_num_task_pri++; // atomic inc, restore value  in __kmp_get_priority_task()
2923       task_team->tt.tt_num_task_pri++; // atomic inc, restore value  in __kmp_get_priority_task()
2954   KMP_DEBUG_ASSERT(task_team->tt.tt_threads_data !=  in __kmp_remove_my_task()
2957   thread_data = &task_team->tt.tt_threads_data[__kmp_tid_from_gtid(gtid)];  in __kmp_remove_my_task()
3031   threads_data = task_team->tt.tt_threads_data;  in __kmp_steal_task()
3073     if (!task_team->tt.tt_untied_task_encountered) {  in __kmp_steal_task()
3179   threads_data = (kmp_thread_data_t *)TCR_PTR(task_team->tt.tt_threads_data);  in __kmp_execute_tasks_template()
3183   nthreads = task_team->tt.tt_nproc;  in __kmp_execute_tasks_template()
3184   unfinished_threads = &(task_team->tt.tt_unfinished_threads);  in __kmp_execute_tasks_template()
3185   KMP_DEBUG_ASSERT(nthreads > 1 || task_team->tt.tt_found_proxy_tasks ||  in __kmp_execute_tasks_template()
3186                    task_team->tt.tt_hidden_helper_task_encountered);  in __kmp_execute_tasks_template()
3193       if (task_team->tt.tt_num_task_pri) { // get priority task first  in __kmp_execute_tasks_template()
3457   nthreads = task_team->tt.tt_nproc;  in __kmp_enable_tasking()
3472   threads_data = (kmp_thread_data_t *)TCR_PTR(task_team->tt.tt_threads_data);  in __kmp_enable_tasking()
3609   if (TCR_4(task_team->tt.tt_found_tasks)) {  in __kmp_realloc_task_threads_data()
3614   threads_data_p = &task_team->tt.tt_threads_data;  in __kmp_realloc_task_threads_data()
3615   nthreads = task_team->tt.tt_nproc;  in __kmp_realloc_task_threads_data()
3616   maxthreads = task_team->tt.tt_max_threads;  in __kmp_realloc_task_threads_data()
3621   __kmp_acquire_bootstrap_lock(&task_team->tt.tt_threads_lock);  in __kmp_realloc_task_threads_data()
3623   if (!TCR_4(task_team->tt.tt_found_tasks)) {  in __kmp_realloc_task_threads_data()
3677       task_team->tt.tt_max_threads = nthreads;  in __kmp_realloc_task_threads_data()
3697     TCW_SYNC_4(task_team->tt.tt_found_tasks, TRUE);  in __kmp_realloc_task_threads_data()
3700   __kmp_release_bootstrap_lock(&task_team->tt.tt_threads_lock);  in __kmp_realloc_task_threads_data()
3708   __kmp_acquire_bootstrap_lock(&task_team->tt.tt_threads_lock);  in __kmp_free_task_threads_data()
3709   if (task_team->tt.tt_threads_data != NULL) {  in __kmp_free_task_threads_data()
3711     for (i = 0; i < task_team->tt.tt_max_threads; i++) {  in __kmp_free_task_threads_data()
3712       __kmp_free_task_deque(&task_team->tt.tt_threads_data[i]);  in __kmp_free_task_threads_data()
3714     __kmp_free(task_team->tt.tt_threads_data);  in __kmp_free_task_threads_data()
3715     task_team->tt.tt_threads_data = NULL;  in __kmp_free_task_threads_data()
3717   __kmp_release_bootstrap_lock(&task_team->tt.tt_threads_lock);  in __kmp_free_task_threads_data()
3724   __kmp_acquire_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_free_task_pri_list()
3725   if (task_team->tt.tt_task_pri_list != NULL) {  in __kmp_free_task_pri_list()
3726     kmp_task_pri_t *list = task_team->tt.tt_task_pri_list;  in __kmp_free_task_pri_list()
3733     task_team->tt.tt_task_pri_list = NULL;  in __kmp_free_task_pri_list()
3735   __kmp_release_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_free_task_pri_list()
3755       TCW_PTR(__kmp_free_task_teams, task_team->tt.tt_next);  in __kmp_allocate_task_team()
3756       task_team->tt.tt_next = NULL;  in __kmp_allocate_task_team()
3768     __kmp_init_bootstrap_lock(&task_team->tt.tt_threads_lock);  in __kmp_allocate_task_team()
3769     __kmp_init_bootstrap_lock(&task_team->tt.tt_task_pri_lock);  in __kmp_allocate_task_team()
3775         &task_team->tt.tt_found_tasks, sizeof(task_team->tt.tt_found_tasks));  in __kmp_allocate_task_team()
3778                               CCAST(kmp_uint32 *, &task_team->tt.tt_active),  in __kmp_allocate_task_team()
3779                               sizeof(task_team->tt.tt_active));  in __kmp_allocate_task_team()
3787   TCW_4(task_team->tt.tt_found_tasks, FALSE);  in __kmp_allocate_task_team()
3788   TCW_4(task_team->tt.tt_found_proxy_tasks, FALSE);  in __kmp_allocate_task_team()
3789   TCW_4(task_team->tt.tt_hidden_helper_task_encountered, FALSE);  in __kmp_allocate_task_team()
3790   task_team->tt.tt_nproc = nthreads = team->t.t_nproc;  in __kmp_allocate_task_team()
3792   KMP_ATOMIC_ST_REL(&task_team->tt.tt_unfinished_threads, nthreads);  in __kmp_allocate_task_team()
3793   TCW_4(task_team->tt.tt_hidden_helper_task_encountered, FALSE);  in __kmp_allocate_task_team()
3794   TCW_4(task_team->tt.tt_active, TRUE);  in __kmp_allocate_task_team()
3799                 KMP_ATOMIC_LD_RLX(&task_team->tt.tt_unfinished_threads)));  in __kmp_allocate_task_team()
3813   KMP_DEBUG_ASSERT(task_team->tt.tt_next == NULL);  in __kmp_free_task_team()
3814   task_team->tt.tt_next = __kmp_free_task_teams;  in __kmp_free_task_team()
3832       __kmp_free_task_teams = task_team->tt.tt_next;  in __kmp_reap_task_teams()
3833       task_team->tt.tt_next = NULL;  in __kmp_reap_task_teams()
3836       if (task_team->tt.tt_threads_data != NULL) {  in __kmp_reap_task_teams()
3839       if (task_team->tt.tt_task_pri_list != NULL) {  in __kmp_reap_task_teams()
3952       if (!task_team->tt.tt_active ||  in __kmp_task_team_setup()
3953           team->t.t_nproc != task_team->tt.tt_nproc) {  in __kmp_task_team_setup()
3954         TCW_4(task_team->tt.tt_nproc, team->t.t_nproc);  in __kmp_task_team_setup()
3955         TCW_4(task_team->tt.tt_found_tasks, FALSE);  in __kmp_task_team_setup()
3956         TCW_4(task_team->tt.tt_found_proxy_tasks, FALSE);  in __kmp_task_team_setup()
3957         TCW_4(task_team->tt.tt_hidden_helper_task_encountered, FALSE);  in __kmp_task_team_setup()
3958         KMP_ATOMIC_ST_REL(&task_team->tt.tt_unfinished_threads,  in __kmp_task_team_setup()
3960         TCW_4(task_team->tt.tt_active, TRUE);  in __kmp_task_team_setup()
3982       for (int j = 0; j < task_team->tt.tt_nproc; ++j) {  in __kmp_task_team_setup()
3983         kmp_thread_data_t *thread_data = &task_team->tt.tt_threads_data[j];  in __kmp_task_team_setup()
4038                 &task_team->tt.tt_unfinished_threads),  in __kmp_task_team_wait()
4049     KMP_DEBUG_ASSERT(task_team->tt.tt_nproc > 1 ||  in __kmp_task_team_wait()
4050                      task_team->tt.tt_found_proxy_tasks == TRUE ||  in __kmp_task_team_wait()
4051                      task_team->tt.tt_hidden_helper_task_encountered == TRUE);  in __kmp_task_team_wait()
4052     TCW_SYNC_4(task_team->tt.tt_found_proxy_tasks, FALSE);  in __kmp_task_team_wait()
4053     TCW_SYNC_4(task_team->tt.tt_hidden_helper_task_encountered, FALSE);  in __kmp_task_team_wait()
4054     KMP_CHECK_UPDATE(task_team->tt.tt_untied_task_encountered, 0);  in __kmp_task_team_wait()
4055     TCW_SYNC_4(task_team->tt.tt_active, FALSE);  in __kmp_task_team_wait()
4070       &team->t.t_task_team[thread->th.th_task_state]->tt.tt_unfinished_threads);  in __kmp_tasking_barrier()
4114   kmp_thread_data_t *thread_data = &task_team->tt.tt_threads_data[tid];  in __kmp_give_task()