Lines Matching refs:td_flags
76 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_trace_task_stack()
153 if (tied_task->td_flags.team_serial || tied_task->td_flags.tasking_ser) { in __kmp_push_task_stack()
157 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_push_task_stack()
213 if (ending_task->td_flags.team_serial || ending_task->td_flags.tasking_ser) { in __kmp_pop_task_stack()
239 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_pop_task_stack()
254 if (is_constrained && (tasknew->td_flags.tiedness == TASK_TIED)) { in __kmp_task_is_allowed()
261 if (current->td_flags.tasktype == TASK_EXPLICIT || in __kmp_task_is_allowed()
468 if (UNLIKELY(taskdata->td_flags.hidden_helper && in __kmp_push_task()
484 if (UNLIKELY(taskdata->td_flags.tiedness == TASK_UNTIED)) { in __kmp_push_task()
496 if (UNLIKELY(taskdata->td_flags.task_serial)) { in __kmp_push_task()
512 if (taskdata->td_flags.priority_specified && task->data2.priority > 0 && in __kmp_push_task()
663 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_task_start()
668 current_task->td_flags.executing = 0; in __kmp_task_start()
672 if (taskdata->td_flags.tiedness == TASK_TIED) { in __kmp_task_start()
680 KMP_DEBUG_ASSERT(taskdata->td_flags.started == 0 || in __kmp_task_start()
681 taskdata->td_flags.tiedness == TASK_UNTIED); in __kmp_task_start()
682 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 0 || in __kmp_task_start()
683 taskdata->td_flags.tiedness == TASK_UNTIED); in __kmp_task_start()
684 taskdata->td_flags.started = 1; in __kmp_task_start()
685 taskdata->td_flags.executing = 1; in __kmp_task_start()
686 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 0); in __kmp_task_start()
687 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_task_start()
770 if (UNLIKELY(taskdata->td_flags.tiedness == TASK_UNTIED)) { in __kmpc_omp_task_begin_if0_template()
780 taskdata->td_flags.task_serial = in __kmpc_omp_task_begin_if0_template()
870 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_free_task()
871 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 0); in __kmp_free_task()
872 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 1); in __kmp_free_task()
873 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_free_task()
875 taskdata->td_flags.task_serial == 1); in __kmp_free_task()
882 taskdata->td_flags.freed = 1; in __kmp_free_task()
904 (taskdata->td_flags.team_serial || taskdata->td_flags.tasking_ser) && in __kmp_free_task_and_ancestors()
905 !taskdata->td_flags.proxy; in __kmp_free_task_and_ancestors()
906 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_free_task_and_ancestors()
928 if (taskdata->td_flags.tasktype == TASK_IMPLICIT) { in __kmp_free_task_and_ancestors()
931 kmp_tasking_flags_t flags_old = taskdata->td_flags; in __kmp_free_task_and_ancestors()
936 RCAST(kmp_int32 *, &taskdata->td_flags), in __kmp_free_task_and_ancestors()
969 kmp_tasking_flags_t flags = taskdata->td_flags; in __kmp_track_children_task()
1001 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_task_finish()
1005 if (taskdata->td_flags.tiedness == TASK_TIED) { in __kmp_task_finish()
1010 if (UNLIKELY(taskdata->td_flags.tiedness == TASK_UNTIED)) { in __kmp_task_finish()
1022 KMP_DEBUG_ASSERT(taskdata->td_flags.task_serial); in __kmp_task_finish()
1027 resumed_task->td_flags.executing = 1; // resume previous task in __kmp_task_finish()
1038 (taskdata->td_flags.tasking_ser || taskdata->td_flags.task_serial) == in __kmp_task_finish()
1039 taskdata->td_flags.task_serial); in __kmp_task_finish()
1040 if (taskdata->td_flags.task_serial) { in __kmp_task_finish()
1056 if (UNLIKELY(taskdata->td_flags.destructors_thunk)) { in __kmp_task_finish()
1062 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 0); in __kmp_task_finish()
1063 KMP_DEBUG_ASSERT(taskdata->td_flags.started == 1); in __kmp_task_finish()
1064 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_task_finish()
1067 if (UNLIKELY(taskdata->td_flags.detachable == TASK_DETACHABLE)) { in __kmp_task_finish()
1075 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 1); in __kmp_task_finish()
1076 taskdata->td_flags.executing = 0; // suspend the finishing task in __kmp_task_finish()
1089 taskdata->td_flags.proxy = TASK_PROXY; // proxify! in __kmp_task_finish()
1097 taskdata->td_flags.complete = 1; // mark the task as completed in __kmp_task_finish()
1126 KMP_DEBUG_ASSERT(taskdata->td_flags.executing == 1); in __kmp_task_finish()
1127 taskdata->td_flags.executing = 0; // suspend the finishing task in __kmp_task_finish()
1144 resumed_task->td_flags.executing = 1; // resume previous task in __kmp_task_finish()
1249 task->td_flags.tiedness = TASK_TIED; in __kmp_init_implicit_task()
1250 task->td_flags.tasktype = TASK_IMPLICIT; in __kmp_init_implicit_task()
1251 task->td_flags.proxy = TASK_FULL; in __kmp_init_implicit_task()
1254 task->td_flags.task_serial = 1; in __kmp_init_implicit_task()
1255 task->td_flags.tasking_ser = (__kmp_tasking_mode == tskm_immediate_exec); in __kmp_init_implicit_task()
1256 task->td_flags.team_serial = (team->t.t_serialized) ? 1 : 0; in __kmp_init_implicit_task()
1258 task->td_flags.started = 1; in __kmp_init_implicit_task()
1259 task->td_flags.executing = 1; in __kmp_init_implicit_task()
1260 task->td_flags.complete = 0; in __kmp_init_implicit_task()
1261 task->td_flags.freed = 0; in __kmp_init_implicit_task()
1297 task->td_flags.complete = 1; in __kmp_finish_implicit_task()
1299 kmp_tasking_flags_t flags_old = task->td_flags; in __kmp_finish_implicit_task()
1303 if (KMP_COMPARE_AND_STORE_ACQ32(RCAST(kmp_int32 *, &task->td_flags), in __kmp_finish_implicit_task()
1381 if (parent_task->td_flags.final) { in __kmp_task_alloc()
1497 taskdata->td_flags = *flags; in __kmp_task_alloc()
1500 taskdata->td_flags.tasktype = TASK_EXPLICIT; in __kmp_task_alloc()
1510 taskdata->td_flags.tasking_ser = (__kmp_tasking_mode == tskm_immediate_exec); in __kmp_task_alloc()
1513 taskdata->td_flags.team_serial = (team->t.t_serialized) ? 1 : 0; in __kmp_task_alloc()
1519 taskdata->td_flags.task_serial = in __kmp_task_alloc()
1520 (parent_task->td_flags.final || taskdata->td_flags.team_serial || in __kmp_task_alloc()
1521 taskdata->td_flags.tasking_ser || flags->merged_if0); in __kmp_task_alloc()
1523 taskdata->td_flags.started = 0; in __kmp_task_alloc()
1524 taskdata->td_flags.executing = 0; in __kmp_task_alloc()
1525 taskdata->td_flags.complete = 0; in __kmp_task_alloc()
1526 taskdata->td_flags.freed = 0; in __kmp_task_alloc()
1552 if (taskdata->td_parent->td_flags.tasktype == TASK_EXPLICIT) { in __kmp_task_alloc()
1556 taskdata->td_flags.task_serial = FALSE; in __kmp_task_alloc()
1643 if (UNLIKELY(taskdata->td_flags.proxy == TASK_PROXY && in __kmp_invoke_task()
1644 taskdata->td_flags.complete == 1)) { in __kmp_invoke_task()
1678 if (taskdata->td_flags.hidden_helper) { in __kmp_invoke_task()
1685 if (taskdata->td_flags.proxy != TASK_PROXY) { in __kmp_invoke_task()
1719 if (taskdata->td_flags.tiedness == TASK_UNTIED) { in __kmp_invoke_task()
1773 __kmp_forkjoin_frames_mode == 3 && !taskdata->td_flags.task_serial && in __kmp_invoke_task()
1774 current_task->td_flags.tasktype == TASK_IMPLICIT; in __kmp_invoke_task()
1788 if (taskdata->td_flags.native) { in __kmp_invoke_task()
1814 if (taskdata->td_flags.proxy != TASK_PROXY) { in __kmp_invoke_task()
1818 if (taskdata->td_flags.tiedness == TASK_TIED) { in __kmp_invoke_task()
1870 new_taskdata->td_flags.task_serial = 1; in __kmpc_omp_task_parts()
1905 if (new_taskdata->td_flags.proxy == TASK_PROXY || in __kmp_omp_task()
1910 new_taskdata->td_flags.task_serial = 1; in __kmp_omp_task()
1957 if (!new_taskdata->td_flags.started) { in __kmpc_omp_task()
2022 if (UNLIKELY(ompt_enabled.enabled && !new_taskdata->td_flags.started)) { in __kmp_omp_taskloop_task()
2106 !taskdata->td_flags.team_serial && !taskdata->td_flags.final; in __kmpc_omp_taskwait_template()
2216 if (!taskdata->td_flags.team_serial) { in __kmpc_omp_taskyield()
2751 if (!taskdata->td_flags.team_serial || in __kmpc_end_taskgroup()
4200 KMP_DEBUG_ASSERT(taskdata->td_flags.tasktype == TASK_EXPLICIT); in __kmp_first_top_half_finish_proxy()
4201 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmp_first_top_half_finish_proxy()
4202 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == 0); in __kmp_first_top_half_finish_proxy()
4203 KMP_DEBUG_ASSERT(taskdata->td_flags.freed == 0); in __kmp_first_top_half_finish_proxy()
4205 taskdata->td_flags.complete = 1; // mark the task as completed in __kmp_first_top_half_finish_proxy()
4232 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmp_bottom_half_finish_proxy()
4233 KMP_DEBUG_ASSERT(taskdata->td_flags.complete == in __kmp_bottom_half_finish_proxy()
4261 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmpc_proxy_task_completed()
4327 KMP_DEBUG_ASSERT(taskdata->td_flags.proxy == TASK_PROXY); in __kmpc_proxy_task_completed_ooo()
4363 if (taskdata->td_flags.proxy == TASK_PROXY) { in __kmp_fulfill_event()
4415 KMP_DEBUG_ASSERT(taskdata_src->td_flags.proxy == in __kmp_task_dup_alloc()
4417 KMP_DEBUG_ASSERT(taskdata_src->td_flags.tasktype == TASK_EXPLICIT); in __kmp_task_dup_alloc()
4446 if (taskdata->td_flags.tiedness == TASK_TIED) in __kmp_task_dup_alloc()
4451 if (!(taskdata->td_flags.team_serial || taskdata->td_flags.tasking_ser)) { in __kmp_task_dup_alloc()
4457 if (taskdata->td_parent->td_flags.tasktype == TASK_EXPLICIT) in __kmp_task_dup_alloc()
4505 if (!taskdata->td_flags.native) { in get_lb()
4527 if (!taskdata->td_flags.native) { in get_ub()
4547 if (!taskdata->td_flags.native) { in set_lb()
4566 if (!taskdata->td_flags.native) { in set_ub()
4667 if (next_taskdata->td_flags.native) { in __kmp_taskloop_linear()
5029 taskdata->td_flags.task_serial = 1; in __kmp_taskloop()
5030 taskdata->td_flags.tiedness = TASK_TIED; // AC: serial task cannot be untied in __kmp_taskloop()
5040 } else if (num_tasks > num_tasks_min && !taskdata->td_flags.native) { in __kmp_taskloop()