Lines Matching refs:td_flags
76 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_trace_task_stack()
153 if (tied_task->td_flags.team_serial || tied_task->td_flags.tasking_ser) { in __kmp_push_task_stack()
157 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_push_task_stack()
213 if (ending_task->td_flags.team_serial || ending_task->td_flags.tasking_ser) { in __kmp_pop_task_stack()
239 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_pop_task_stack()
254 if (is_constrained && (tasknew->td_flags.tiedness == TASK_TIED)) { in __kmp_task_is_allowed()
261 if (current->td_flags.tasktype == TASK_EXPLICIT || in __kmp_task_is_allowed()
328 if (taskdata->td_flags.hidden_helper && !KMP_HIDDEN_HELPER_THREAD(gtid)) { in __kmp_push_task()
340 if (UNLIKELY(taskdata->td_flags.tiedness == TASK_UNTIED)) { in __kmp_push_task()
352 if (UNLIKELY(taskdata->td_flags.task_serial)) { in __kmp_push_task()
437 auto hidden_helper = taskdata->td_flags.hidden_helper; in __kmp_push_task()
521 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_task_start()
526 current_task->td_flags.executing = 0; in __kmp_task_start()
530 if (taskdata->td_flags.tiedness == TASK_TIED) { in __kmp_task_start()
538 KMP_DEBUG_ASSERT(taskdata->td_flags.started == 0 || in __kmp_task_start()
539 taskdata->td_flags.tiedness == TASK_UNTIED); in __kmp_task_start()
540 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 0 || in __kmp_task_start()
541 taskdata->td_flags.tiedness == TASK_UNTIED); in __kmp_task_start()
542 taskdata->td_flags.started = 1; in __kmp_task_start()
543 taskdata->td_flags.executing = 1; in __kmp_task_start()
544 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 0); in __kmp_task_start()
545 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_task_start()
626 if (UNLIKELY(taskdata->td_flags.tiedness == TASK_UNTIED)) { in __kmpc_omp_task_begin_if0_template()
636 taskdata->td_flags.task_serial = in __kmpc_omp_task_begin_if0_template()
726 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_free_task()
727 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 0); in __kmp_free_task()
728 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 1); in __kmp_free_task()
729 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_free_task()
731 taskdata->td_flags.task_serial == 1); in __kmp_free_task()
734 taskdata->td_flags.freed = 1; in __kmp_free_task()
756 (taskdata->td_flags.team_serial || taskdata->td_flags.tasking_ser) && in __kmp_free_task_and_ancestors()
757 !taskdata->td_flags.proxy; in __kmp_free_task_and_ancestors()
758 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_free_task_and_ancestors()
780 if (taskdata->td_flags.tasktype == TASK_IMPLICIT) { in __kmp_free_task_and_ancestors()
783 kmp_tasking_flags_t flags_old = taskdata->td_flags; in __kmp_free_task_and_ancestors()
788 RCAST(kmp_int32 *, &taskdata->td_flags), in __kmp_free_task_and_ancestors()
834 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_task_finish()
838 if (taskdata->td_flags.tiedness == TASK_TIED) { in __kmp_task_finish()
843 if (UNLIKELY(taskdata->td_flags.tiedness == TASK_UNTIED)) { in __kmp_task_finish()
855 KMP_DEBUG_ASSERT(taskdata->td_flags.task_serial); in __kmp_task_finish()
860 resumed_task->td_flags.executing = 1; // resume previous task in __kmp_task_finish()
871 (taskdata->td_flags.tasking_ser || taskdata->td_flags.task_serial) == in __kmp_task_finish()
872 taskdata->td_flags.task_serial); in __kmp_task_finish()
873 if (taskdata->td_flags.task_serial) { in __kmp_task_finish()
889 if (UNLIKELY(taskdata->td_flags.destructors_thunk)) { in __kmp_task_finish()
895 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 0); in __kmp_task_finish()
896 KMP_DEBUG_ASSERT(taskdata->td_flags.started == 1); in __kmp_task_finish()
897 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_task_finish()
900 if (UNLIKELY(taskdata->td_flags.detachable == TASK_DETACHABLE)) { in __kmp_task_finish()
908 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 1); in __kmp_task_finish()
909 taskdata->td_flags.executing = 0; // suspend the finishing task in __kmp_task_finish()
922 taskdata->td_flags.proxy = TASK_PROXY; // proxify! in __kmp_task_finish()
930 taskdata->td_flags.complete = 1; // mark the task as completed in __kmp_task_finish()
940 if (!(taskdata->td_flags.team_serial || taskdata->td_flags.tasking_ser) || in __kmp_task_finish()
941 taskdata->td_flags.detachable == TASK_DETACHABLE || in __kmp_task_finish()
942 taskdata->td_flags.hidden_helper) { in __kmp_task_finish()
960 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 1); in __kmp_task_finish()
961 taskdata->td_flags.executing = 0; // suspend the finishing task in __kmp_task_finish()
978 resumed_task->td_flags.executing = 1; // resume previous task in __kmp_task_finish()
1083 task->td_flags.tiedness = TASK_TIED; in __kmp_init_implicit_task()
1084 task->td_flags.tasktype = TASK_IMPLICIT; in __kmp_init_implicit_task()
1085 task->td_flags.proxy = TASK_FULL; in __kmp_init_implicit_task()
1088 task->td_flags.task_serial = 1; in __kmp_init_implicit_task()
1089 task->td_flags.tasking_ser = (__kmp_tasking_mode == tskm_immediate_exec); in __kmp_init_implicit_task()
1090 task->td_flags.team_serial = (team->t.t_serialized) ? 1 : 0; in __kmp_init_implicit_task()
1092 task->td_flags.started = 1; in __kmp_init_implicit_task()
1093 task->td_flags.executing = 1; in __kmp_init_implicit_task()
1094 task->td_flags.complete = 0; in __kmp_init_implicit_task()
1095 task->td_flags.freed = 0; in __kmp_init_implicit_task()
1131 task->td_flags.complete = 1; in __kmp_finish_implicit_task()
1133 kmp_tasking_flags_t flags_old = task->td_flags; in __kmp_finish_implicit_task()
1137 if (KMP_COMPARE_AND_STORE_ACQ32(RCAST(kmp_int32 *, &task->td_flags), in __kmp_finish_implicit_task()
1225 if (parent_task->td_flags.final) { in __kmp_task_alloc()
1344 taskdata->td_flags = *flags; in __kmp_task_alloc()
1348 taskdata->td_flags.tasktype = TASK_EXPLICIT; in __kmp_task_alloc()
1351 taskdata->td_flags.tasking_ser = (__kmp_tasking_mode == tskm_immediate_exec); in __kmp_task_alloc()
1354 taskdata->td_flags.team_serial = (team->t.t_serialized) ? 1 : 0; in __kmp_task_alloc()
1360 taskdata->td_flags.task_serial = in __kmp_task_alloc()
1361 (parent_task->td_flags.final || taskdata->td_flags.team_serial || in __kmp_task_alloc()
1362 taskdata->td_flags.tasking_ser || flags->merged_if0); in __kmp_task_alloc()
1364 taskdata->td_flags.started = 0; in __kmp_task_alloc()
1365 taskdata->td_flags.executing = 0; in __kmp_task_alloc()
1366 taskdata->td_flags.complete = 0; in __kmp_task_alloc()
1367 taskdata->td_flags.freed = 0; in __kmp_task_alloc()
1389 !(taskdata->td_flags.team_serial || taskdata->td_flags.tasking_ser)) { in __kmp_task_alloc()
1395 if (taskdata->td_parent->td_flags.tasktype == TASK_EXPLICIT) { in __kmp_task_alloc()
1399 taskdata->td_flags.task_serial = FALSE; in __kmp_task_alloc()
1485 if (UNLIKELY(taskdata->td_flags.proxy == TASK_PROXY && in __kmp_invoke_task()
1486 taskdata->td_flags.complete == 1)) { in __kmp_invoke_task()
1520 if (taskdata->td_flags.hidden_helper) { in __kmp_invoke_task()
1527 if (taskdata->td_flags.proxy != TASK_PROXY) { in __kmp_invoke_task()
1561 if (taskdata->td_flags.tiedness == TASK_UNTIED) { in __kmp_invoke_task()
1603 __kmp_forkjoin_frames_mode == 3 && !taskdata->td_flags.task_serial && in __kmp_invoke_task()
1604 current_task->td_flags.tasktype == TASK_IMPLICIT; in __kmp_invoke_task()
1617 if (taskdata->td_flags.native) { in __kmp_invoke_task()
1642 if (taskdata->td_flags.proxy != TASK_PROXY) { in __kmp_invoke_task()
1646 if (taskdata->td_flags.tiedness == TASK_TIED) { in __kmp_invoke_task()
1698 new_taskdata->td_flags.task_serial = 1; in __kmpc_omp_task_parts()
1733 if (new_taskdata->td_flags.proxy == TASK_PROXY || in __kmp_omp_task()
1738 new_taskdata->td_flags.task_serial = 1; in __kmp_omp_task()
1772 if (!new_taskdata->td_flags.started) { in __kmpc_omp_task()
1837 if (UNLIKELY(ompt_enabled.enabled && !new_taskdata->td_flags.started)) { in __kmp_omp_taskloop_task()
1921 !taskdata->td_flags.team_serial && !taskdata->td_flags.final; in __kmpc_omp_taskwait_template()
2031 if (!taskdata->td_flags.team_serial) { in __kmpc_omp_taskyield()
2566 if (!taskdata->td_flags.team_serial || in __kmpc_end_taskgroup()
3856 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_first_top_half_finish_proxy()
3857 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmp_first_top_half_finish_proxy()
3858 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 0); in __kmp_first_top_half_finish_proxy()
3859 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_first_top_half_finish_proxy()
3861 taskdata->td_flags.complete = 1; // mark the task as completed in __kmp_first_top_half_finish_proxy()
3887 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmp_bottom_half_finish_proxy()
3888 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == in __kmp_bottom_half_finish_proxy()
3916 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmpc_proxy_task_completed()
3971 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmpc_proxy_task_completed_ooo()
4007 if (taskdata->td_flags.proxy == TASK_PROXY) { in __kmp_fulfill_event()
4059 KMP_DEBUG_ASSERT(taskdata_src->td_flags.proxy == in __kmp_task_dup_alloc()
4061 KMP_DEBUG_ASSERT(taskdata_src->td_flags.tasktype == TASK_EXPLICIT); in __kmp_task_dup_alloc()
4090 if (taskdata->td_flags.tiedness == TASK_TIED) in __kmp_task_dup_alloc()
4095 if (!(taskdata->td_flags.team_serial || taskdata->td_flags.tasking_ser)) { in __kmp_task_dup_alloc()
4101 if (taskdata->td_parent->td_flags.tasktype == TASK_EXPLICIT) in __kmp_task_dup_alloc()
4149 if (!taskdata->td_flags.native) { in get_lb()
4171 if (!taskdata->td_flags.native) { in get_ub()
4191 if (!taskdata->td_flags.native) { in set_lb()
4210 if (!taskdata->td_flags.native) { in set_ub()
4311 if (next_taskdata->td_flags.native) { in __kmp_taskloop_linear()
4667 taskdata->td_flags.task_serial = 1; in __kmp_taskloop()
4668 taskdata->td_flags.tiedness = TASK_TIED; // AC: serial task cannot be untied in __kmp_taskloop()
4678 } else if (num_tasks > num_tasks_min && !taskdata->td_flags.native) { in __kmp_taskloop()