Lines Matching refs:itt_sync_obj
228 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_dist_barrier_gather()
281 &tasks_completed USE_ITT_BUILD_ARG(itt_sync_obj), 0); in __kmp_dist_barrier_gather()
330 &tasks_completed USE_ITT_BUILD_ARG(itt_sync_obj), 0); in __kmp_dist_barrier_gather()
377 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_dist_barrier_release() argument
404 my_flag.wait(this_thr, true USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_dist_barrier_release()
407 if ((__itt_sync_create_ptr && itt_sync_obj == NULL) || KMP_ITT_DEBUG) { in __kmp_dist_barrier_release()
409 itt_sync_obj = in __kmp_dist_barrier_release()
412 __kmp_itt_task_starting(itt_sync_obj); in __kmp_dist_barrier_release()
417 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_dist_barrier_release()
418 if (itt_sync_obj != NULL) in __kmp_dist_barrier_release()
420 __kmp_itt_task_finished(itt_sync_obj); in __kmp_dist_barrier_release()
454 my_flag.wait(this_thr, true USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_dist_barrier_release()
558 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_linear_barrier_gather_template()
616 if (flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj))) in __kmp_linear_barrier_gather_template()
621 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather_template()
660 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_linear_barrier_release_template() argument
720 if (flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj))) in __kmp_linear_barrier_release_template()
724 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release_template()
727 if ((__itt_sync_create_ptr && itt_sync_obj == NULL) || KMP_ITT_DEBUG) { in __kmp_linear_barrier_release_template()
730 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 0, -1); in __kmp_linear_barrier_release_template()
732 __kmp_itt_task_starting(itt_sync_obj); in __kmp_linear_barrier_release_template()
737 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_linear_barrier_release_template()
738 if (itt_sync_obj != NULL) in __kmp_linear_barrier_release_template()
740 __kmp_itt_task_finished(itt_sync_obj); in __kmp_linear_barrier_release_template()
767 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_linear_barrier_gather()
769 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather()
774 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_linear_barrier_gather_cancellable()
776 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather_cancellable()
781 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_linear_barrier_release() argument
783 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release()
788 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_linear_barrier_release_cancellable() argument
790 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release_cancellable()
796 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_tree_barrier_gather()
843 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_tree_barrier_gather()
902 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_tree_barrier_release() argument
919 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_tree_barrier_release()
921 if ((__itt_sync_create_ptr && itt_sync_obj == NULL) || KMP_ITT_DEBUG) { in __kmp_tree_barrier_release()
924 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 0, -1); in __kmp_tree_barrier_release()
926 __kmp_itt_task_starting(itt_sync_obj); in __kmp_tree_barrier_release()
931 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_tree_barrier_release()
932 if (itt_sync_obj != NULL) in __kmp_tree_barrier_release()
934 __kmp_itt_task_finished(itt_sync_obj); in __kmp_tree_barrier_release()
1008 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_hyper_barrier_gather()
1083 c_flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hyper_barrier_gather()
1127 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_hyper_barrier_release() argument
1161 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hyper_barrier_release()
1163 if ((__itt_sync_create_ptr && itt_sync_obj == NULL) || KMP_ITT_DEBUG) { in __kmp_hyper_barrier_release()
1165 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 0, -1); in __kmp_hyper_barrier_release()
1167 __kmp_itt_task_starting(itt_sync_obj); in __kmp_hyper_barrier_release()
1172 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_hyper_barrier_release()
1173 if (itt_sync_obj != NULL) in __kmp_hyper_barrier_release()
1175 __kmp_itt_task_finished(itt_sync_obj); in __kmp_hyper_barrier_release()
1359 void (*reduce)(void *, void *) USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_hierarchical_barrier_gather()
1408 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_gather()
1444 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_gather()
1473 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_gather()
1528 int propagate_icvs USE_ITT_BUILD_ARG(void *itt_sync_obj)) { in __kmp_hierarchical_barrier_release() argument
1549 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_release()
1558 this_thr USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_release()
1815 void *itt_sync_obj = NULL; in __kmp_barrier_template() local
1818 itt_sync_obj = __kmp_itt_barrier_object(gtid, bt, 1); in __kmp_barrier_template()
1845 __kmp_itt_barrier_starting(gtid, itt_sync_obj); in __kmp_barrier_template()
1866 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1871 reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1878 reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1883 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1890 reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1895 reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1905 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1927 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_barrier_template()
1978 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_barrier_template()
1984 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1990 FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1996 FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
2001 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
2007 FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
2012 FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
2026 __kmp_itt_barrier_finished(gtid, itt_sync_obj); in __kmp_barrier_template()
2033 void *itt_sync_obj = NULL; in __kmp_barrier_template() local
2035 itt_sync_obj = __kmp_itt_barrier_object(gtid, bt, 1); in __kmp_barrier_template()
2036 __kmp_itt_barrier_starting(gtid, itt_sync_obj); in __kmp_barrier_template()
2044 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
2049 __kmp_itt_barrier_finished(gtid, itt_sync_obj); in __kmp_barrier_template()
2171 void *itt_sync_obj = NULL; in __kmp_join_barrier() local
2175 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_join_barrier()
2270 __kmp_itt_barrier_starting(gtid, itt_sync_obj); in __kmp_join_barrier()
2276 NULL USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
2282 NULL USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
2287 NULL USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
2293 NULL USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
2298 NULL USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
2308 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
2329 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_join_barrier()
2376 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_join_barrier()
2404 void *itt_sync_obj = NULL; in __kmp_fork_barrier() local
2416 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 1); in __kmp_fork_barrier()
2417 __kmp_itt_barrier_middle(gtid, itt_sync_obj); // Call acquired/releasing in __kmp_fork_barrier()
2475 TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_fork_barrier()
2480 TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_fork_barrier()
2486 TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_fork_barrier()
2491 TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_fork_barrier()
2535 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_fork_barrier()
2536 if (itt_sync_obj) in __kmp_fork_barrier()
2537 __kmp_itt_barrier_finished(gtid, itt_sync_obj); in __kmp_fork_barrier()
2618 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_fork_barrier()
2619 __kmp_itt_barrier_finished(gtid, itt_sync_obj); // Workers call acquired in __kmp_fork_barrier()