Lines Matching refs:user_lock
1430 __ompt_get_mutex_impl_type(void *user_lock, kmp_indirect_lock_t *ilock = 0) { in __ompt_get_mutex_impl_type() argument
1431 if (user_lock) { in __ompt_get_mutex_impl_type()
1432 switch (KMP_EXTRACT_D_TAG(user_lock)) { in __ompt_get_mutex_impl_type()
1449 ilock = KMP_LOOKUP_I_LOCK(user_lock); in __ompt_get_mutex_impl_type()
2407 void __kmpc_init_lock_with_hint(ident_t *loc, kmp_int32 gtid, void **user_lock, in __kmpc_init_lock_with_hint() argument
2410 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock_with_hint()
2414 __kmp_init_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_lock_with_hint()
2424 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock_with_hint()
2425 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock_with_hint()
2432 void **user_lock, uintptr_t hint) { in __kmpc_init_nest_lock_with_hint() argument
2434 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock_with_hint()
2438 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_nest_lock_with_hint()
2448 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock_with_hint()
2449 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock_with_hint()
2457 void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_lock() argument
2461 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock()
2464 __kmp_init_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_lock()
2474 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock()
2475 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2486 if (user_lock == NULL) { in __kmpc_init_lock()
2495 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2500 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2504 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_lock()
2517 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2529 void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_nest_lock() argument
2533 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock()
2536 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_nest_lock()
2546 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock()
2547 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2558 if (user_lock == NULL) { in __kmpc_init_nest_lock()
2568 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2574 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2578 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_nest_lock()
2592 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2603 void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_lock() argument
2608 if (KMP_EXTRACT_D_TAG(user_lock) == 0) { in __kmpc_destroy_lock()
2609 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock; in __kmpc_destroy_lock()
2611 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2622 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2625 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_lock()
2631 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2636 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2640 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_lock"); in __kmpc_destroy_lock()
2650 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2670 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_lock()
2676 void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_nest_lock() argument
2680 kmp_indirect_lock_t *ilk = KMP_LOOKUP_I_LOCK(user_lock); in __kmpc_destroy_nest_lock()
2690 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2693 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_nest_lock()
2702 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2708 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2712 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_nest_lock"); in __kmpc_destroy_nest_lock()
2722 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2745 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_nest_lock()
2750 void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_lock() argument
2753 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_set_lock()
2757 user_lock); // itt function will get to the right lock object. in __kmpc_set_lock()
2767 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_lock()
2768 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2773 KMP_ACQUIRE_TAS_LOCK(user_lock, gtid); in __kmpc_set_lock()
2777 KMP_ACQUIRE_FUTEX_LOCK(user_lock, gtid); in __kmpc_set_lock()
2781 __kmp_direct_set[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_lock()
2784 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_lock()
2789 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2799 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2804 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2808 lck = __kmp_lookup_user_lock(user_lock, "omp_set_lock"); in __kmpc_set_lock()
2842 void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_nest_lock() argument
2846 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2857 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_nest_lock()
2858 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2863 KMP_D_LOCK_FUNC(user_lock, set)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_nest_lock()
2866 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2875 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_set_nest_lock()
2882 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2895 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2901 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2905 lck = __kmp_lookup_user_lock(user_lock, "omp_set_nest_lock"); in __kmpc_set_nest_lock()
2953 void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_lock() argument
2956 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_unset_lock()
2958 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2962 KMP_RELEASE_TAS_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2966 KMP_RELEASE_FUTEX_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2970 __kmp_direct_unset[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_lock()
2980 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_lock()
2997 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2999 TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0); in __kmpc_unset_lock()
3015 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
3021 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
3025 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_lock"); in __kmpc_unset_lock()
3049 void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_nest_lock() argument
3053 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
3056 KMP_D_LOCK_FUNC(user_lock, unset)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_nest_lock()
3069 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_unset_nest_lock()
3075 ompt_scope_end, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_nest_lock()
3092 kmp_tas_lock_t *tl = (kmp_tas_lock_t *)user_lock; in __kmpc_unset_nest_lock()
3094 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
3131 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3138 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3142 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_nest_lock"); in __kmpc_unset_nest_lock()
3175 int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_lock() argument
3180 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_test_lock()
3182 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3192 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_lock()
3193 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
3198 KMP_TEST_TAS_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
3202 KMP_TEST_FUTEX_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
3206 rc = __kmp_direct_test[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_lock()
3210 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3215 ompt_mutex_test_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
3221 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3233 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3238 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3242 lck = __kmp_lookup_user_lock(user_lock, "omp_test_lock"); in __kmpc_test_lock()
3283 int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_nest_lock() argument
3287 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3297 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_nest_lock()
3298 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3301 rc = KMP_D_LOCK_FUNC(user_lock, test)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_nest_lock()
3304 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3306 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3315 ompt_mutex_test_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_test_nest_lock()
3322 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3337 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3343 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3347 lck = __kmp_lookup_user_lock(user_lock, "omp_test_nest_lock"); in __kmpc_test_nest_lock()