Lines Matching refs:task_team
28 static void __kmp_enable_tasking(kmp_task_team_t *task_team,
33 kmp_task_team_t *task_team);
331 kmp_task_team_t *task_team = thread->th.th_task_team; in __kmp_push_task() local
360 if (!KMP_TASKING_ENABLED(task_team)) { in __kmp_push_task()
361 __kmp_enable_tasking(task_team, thread); in __kmp_push_task()
363 KMP_DEBUG_ASSERT(TCR_4(task_team->tt.tt_found_tasks) == TRUE); in __kmp_push_task()
364 KMP_DEBUG_ASSERT(TCR_PTR(task_team->tt.tt_threads_data) != NULL); in __kmp_push_task()
367 thread_data = &task_team->tt.tt_threads_data[tid]; in __kmp_push_task()
819 kmp_task_team_t *task_team = in __kmp_task_finish() local
894 } else if (task_team && task_team->tt.tt_found_proxy_tasks) { in __kmp_task_finish()
1210 kmp_task_team_t *task_team = thread->th.th_task_team; in __kmp_task_alloc() local
1213 if (!KMP_TASKING_ENABLED(task_team)) { in __kmp_task_alloc()
1217 __kmp_enable_tasking(task_team, thread); in __kmp_task_alloc()
1219 kmp_thread_data_t *thread_data = &task_team->tt.tt_threads_data[tid]; in __kmp_task_alloc()
1226 if (task_team->tt.tt_found_proxy_tasks == FALSE) in __kmp_task_alloc()
1227 TCW_4(task_team->tt.tt_found_proxy_tasks, TRUE); in __kmp_task_alloc()
1986 kmp_task_team_t *task_team = thread->th.th_task_team; in __kmpc_omp_taskyield() local
1987 if (task_team != NULL) { in __kmpc_omp_taskyield()
1988 if (KMP_TASKING_ENABLED(task_team)) { in __kmpc_omp_taskyield()
2353 kmp_task_team_t *task_team, in __kmp_remove_my_task() argument
2361 KMP_DEBUG_ASSERT(task_team->tt.tt_threads_data != in __kmp_remove_my_task()
2364 thread_data = &task_team->tt.tt_threads_data[__kmp_tid_from_gtid(gtid)]; in __kmp_remove_my_task()
2425 kmp_task_team_t *task_team, in __kmp_steal_task() argument
2438 threads_data = task_team->tt.tt_threads_data; in __kmp_steal_task()
2446 gtid, __kmp_gtid_from_thread(victim_thr), task_team, in __kmp_steal_task()
2453 gtid, __kmp_gtid_from_thread(victim_thr), task_team, in __kmp_steal_task()
2467 gtid, __kmp_gtid_from_thread(victim_thr), task_team, ntasks, in __kmp_steal_task()
2480 if (!task_team->tt.tt_untied_task_encountered) { in __kmp_steal_task()
2485 gtid, __kmp_gtid_from_thread(victim_thr), task_team, ntasks, in __kmp_steal_task()
2507 gtid, __kmp_gtid_from_thread(victim_thr), task_team, ntasks, in __kmp_steal_task()
2534 gtid, count + 1, task_team)); in __kmp_steal_task()
2546 gtid, taskdata, __kmp_gtid_from_thread(victim_thr), task_team, in __kmp_steal_task()
2567 kmp_task_team_t *task_team = thread->th.th_task_team; in __kmp_execute_tasks_template() local
2579 if (task_team == NULL || current_task == NULL) in __kmp_execute_tasks_template()
2587 threads_data = (kmp_thread_data_t *)TCR_PTR(task_team->tt.tt_threads_data); in __kmp_execute_tasks_template()
2590 nthreads = task_team->tt.tt_nproc; in __kmp_execute_tasks_template()
2591 unfinished_threads = &(task_team->tt.tt_unfinished_threads); in __kmp_execute_tasks_template()
2593 KMP_DEBUG_ASSERT(nthreads > 1 || task_team->tt.tt_found_proxy_tasks); in __kmp_execute_tasks_template()
2604 task = __kmp_remove_my_task(thread, gtid, task_team, is_constrained); in __kmp_execute_tasks_template()
2658 task = __kmp_steal_task(other_thread, gtid, task_team, in __kmp_execute_tasks_template()
2742 gtid, count, task_team)); in __kmp_execute_tasks_template()
2813 static void __kmp_enable_tasking(kmp_task_team_t *task_team, in __kmp_enable_tasking() argument
2821 KMP_DEBUG_ASSERT(task_team != NULL); in __kmp_enable_tasking()
2824 nthreads = task_team->tt.tt_nproc; in __kmp_enable_tasking()
2829 is_init_thread = __kmp_realloc_task_threads_data(this_thr, task_team); in __kmp_enable_tasking()
2839 threads_data = (kmp_thread_data_t *)TCR_PTR(task_team->tt.tt_threads_data); in __kmp_enable_tasking()
2975 kmp_task_team_t *task_team) { in __kmp_realloc_task_threads_data() argument
2980 if (TCR_4(task_team->tt.tt_found_tasks)) { in __kmp_realloc_task_threads_data()
2985 threads_data_p = &task_team->tt.tt_threads_data; in __kmp_realloc_task_threads_data()
2986 nthreads = task_team->tt.tt_nproc; in __kmp_realloc_task_threads_data()
2987 maxthreads = task_team->tt.tt_max_threads; in __kmp_realloc_task_threads_data()
2992 __kmp_acquire_bootstrap_lock(&task_team->tt.tt_threads_lock); in __kmp_realloc_task_threads_data()
2994 if (!TCR_4(task_team->tt.tt_found_tasks)) { in __kmp_realloc_task_threads_data()
3010 __kmp_gtid_from_thread(thread), task_team, nthreads, maxthreads)); in __kmp_realloc_task_threads_data()
3034 __kmp_gtid_from_thread(thread), task_team, nthreads)); in __kmp_realloc_task_threads_data()
3050 task_team->tt.tt_max_threads = nthreads; in __kmp_realloc_task_threads_data()
3070 TCW_SYNC_4(task_team->tt.tt_found_tasks, TRUE); in __kmp_realloc_task_threads_data()
3073 __kmp_release_bootstrap_lock(&task_team->tt.tt_threads_lock); in __kmp_realloc_task_threads_data()
3080 static void __kmp_free_task_threads_data(kmp_task_team_t *task_team) { in __kmp_free_task_threads_data() argument
3081 __kmp_acquire_bootstrap_lock(&task_team->tt.tt_threads_lock); in __kmp_free_task_threads_data()
3082 if (task_team->tt.tt_threads_data != NULL) { in __kmp_free_task_threads_data()
3084 for (i = 0; i < task_team->tt.tt_max_threads; i++) { in __kmp_free_task_threads_data()
3085 __kmp_free_task_deque(&task_team->tt.tt_threads_data[i]); in __kmp_free_task_threads_data()
3087 __kmp_free(task_team->tt.tt_threads_data); in __kmp_free_task_threads_data()
3088 task_team->tt.tt_threads_data = NULL; in __kmp_free_task_threads_data()
3090 __kmp_release_bootstrap_lock(&task_team->tt.tt_threads_lock); in __kmp_free_task_threads_data()
3099 kmp_task_team_t *task_team = NULL; in __kmp_allocate_task_team() local
3109 task_team = __kmp_free_task_teams; in __kmp_allocate_task_team()
3110 TCW_PTR(__kmp_free_task_teams, task_team->tt.tt_next); in __kmp_allocate_task_team()
3111 task_team->tt.tt_next = NULL; in __kmp_allocate_task_team()
3116 if (task_team == NULL) { in __kmp_allocate_task_team()
3123 task_team = (kmp_task_team_t *)__kmp_allocate(sizeof(kmp_task_team_t)); in __kmp_allocate_task_team()
3124 __kmp_init_bootstrap_lock(&task_team->tt.tt_threads_lock); in __kmp_allocate_task_team()
3131 TCW_4(task_team->tt.tt_found_tasks, FALSE); in __kmp_allocate_task_team()
3133 TCW_4(task_team->tt.tt_found_proxy_tasks, FALSE); in __kmp_allocate_task_team()
3135 task_team->tt.tt_nproc = nthreads = team->t.t_nproc; in __kmp_allocate_task_team()
3137 KMP_ATOMIC_ST_REL(&task_team->tt.tt_unfinished_threads, nthreads); in __kmp_allocate_task_team()
3138 TCW_4(task_team->tt.tt_active, TRUE); in __kmp_allocate_task_team()
3142 (thread ? __kmp_gtid_from_thread(thread) : -1), task_team, in __kmp_allocate_task_team()
3143 KMP_ATOMIC_LD_RLX(&task_team->tt.tt_unfinished_threads))); in __kmp_allocate_task_team()
3144 return task_team; in __kmp_allocate_task_team()
3150 void __kmp_free_task_team(kmp_info_t *thread, kmp_task_team_t *task_team) { in __kmp_free_task_team() argument
3152 thread ? __kmp_gtid_from_thread(thread) : -1, task_team)); in __kmp_free_task_team()
3157 KMP_DEBUG_ASSERT(task_team->tt.tt_next == NULL); in __kmp_free_task_team()
3158 task_team->tt.tt_next = __kmp_free_task_teams; in __kmp_free_task_team()
3159 TCW_PTR(__kmp_free_task_teams, task_team); in __kmp_free_task_team()
3170 kmp_task_team_t *task_team; in __kmp_reap_task_teams() local
3175 while ((task_team = __kmp_free_task_teams) != NULL) { in __kmp_reap_task_teams()
3176 __kmp_free_task_teams = task_team->tt.tt_next; in __kmp_reap_task_teams()
3177 task_team->tt.tt_next = NULL; in __kmp_reap_task_teams()
3180 if (task_team->tt.tt_threads_data != NULL) { in __kmp_reap_task_teams()
3181 __kmp_free_task_threads_data(task_team); in __kmp_reap_task_teams()
3183 __kmp_free(task_team); in __kmp_reap_task_teams()
3293 kmp_task_team_t *task_team = team->t.t_task_team[other_team]; in __kmp_task_team_setup() local
3294 if (!task_team->tt.tt_active || in __kmp_task_team_setup()
3295 team->t.t_nproc != task_team->tt.tt_nproc) { in __kmp_task_team_setup()
3296 TCW_4(task_team->tt.tt_nproc, team->t.t_nproc); in __kmp_task_team_setup()
3297 TCW_4(task_team->tt.tt_found_tasks, FALSE); in __kmp_task_team_setup()
3299 TCW_4(task_team->tt.tt_found_proxy_tasks, FALSE); in __kmp_task_team_setup()
3301 KMP_ATOMIC_ST_REL(&task_team->tt.tt_unfinished_threads, in __kmp_task_team_setup()
3303 TCW_4(task_team->tt.tt_active, TRUE); in __kmp_task_team_setup()
3346 kmp_task_team_t *task_team = team->t.t_task_team[this_thr->th.th_task_state]; in __kmp_task_team_wait() local
3349 KMP_DEBUG_ASSERT(task_team == this_thr->th.th_task_team); in __kmp_task_team_wait()
3351 if ((task_team != NULL) && KMP_TASKING_ENABLED(task_team)) { in __kmp_task_team_wait()
3355 __kmp_gtid_from_thread(this_thr), task_team)); in __kmp_task_team_wait()
3360 &task_team->tt.tt_unfinished_threads), in __kmp_task_team_wait()
3370 __kmp_gtid_from_thread(this_thr), task_team)); in __kmp_task_team_wait()
3372 KMP_DEBUG_ASSERT(task_team->tt.tt_nproc > 1 || in __kmp_task_team_wait()
3373 task_team->tt.tt_found_proxy_tasks == TRUE); in __kmp_task_team_wait()
3374 TCW_SYNC_4(task_team->tt.tt_found_proxy_tasks, FALSE); in __kmp_task_team_wait()
3376 KMP_DEBUG_ASSERT(task_team->tt.tt_nproc > 1); in __kmp_task_team_wait()
3378 KMP_CHECK_UPDATE(task_team->tt.tt_untied_task_encountered, 0); in __kmp_task_team_wait()
3379 TCW_SYNC_4(task_team->tt.tt_active, FALSE); in __kmp_task_team_wait()
3431 kmp_task_team_t *task_team = taskdata->td_task_team; in __kmp_give_task() local
3437 KMP_DEBUG_ASSERT(task_team != NULL); in __kmp_give_task()
3440 kmp_thread_data_t *thread_data = &task_team->tt.tt_threads_data[tid]; in __kmp_give_task()