Lines Matching refs:user_lock
1400 __ompt_get_mutex_impl_type(void *user_lock, kmp_indirect_lock_t *ilock = 0) { in __ompt_get_mutex_impl_type() argument
1401 if (user_lock) { in __ompt_get_mutex_impl_type()
1402 switch (KMP_EXTRACT_D_TAG(user_lock)) { in __ompt_get_mutex_impl_type()
1419 ilock = KMP_LOOKUP_I_LOCK(user_lock); in __ompt_get_mutex_impl_type()
2308 void __kmpc_init_lock_with_hint(ident_t *loc, kmp_int32 gtid, void **user_lock, in __kmpc_init_lock_with_hint() argument
2311 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock_with_hint()
2315 __kmp_init_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_lock_with_hint()
2325 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock_with_hint()
2326 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock_with_hint()
2333 void **user_lock, uintptr_t hint) { in __kmpc_init_nest_lock_with_hint() argument
2335 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock_with_hint()
2339 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_nest_lock_with_hint()
2349 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock_with_hint()
2350 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock_with_hint()
2358 void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_lock() argument
2362 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock()
2365 __kmp_init_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_lock()
2375 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock()
2376 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2387 if (user_lock == NULL) { in __kmpc_init_lock()
2396 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2401 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2405 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_lock()
2418 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2430 void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_nest_lock() argument
2434 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock()
2437 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_nest_lock()
2447 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock()
2448 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2459 if (user_lock == NULL) { in __kmpc_init_nest_lock()
2469 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2475 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2479 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_nest_lock()
2493 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2504 void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_lock() argument
2509 if (KMP_EXTRACT_D_TAG(user_lock) == 0) { in __kmpc_destroy_lock()
2510 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock; in __kmpc_destroy_lock()
2512 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2523 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2526 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_lock()
2532 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2537 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2541 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_lock"); in __kmpc_destroy_lock()
2551 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2571 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_lock()
2577 void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_nest_lock() argument
2581 kmp_indirect_lock_t *ilk = KMP_LOOKUP_I_LOCK(user_lock); in __kmpc_destroy_nest_lock()
2591 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2594 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_nest_lock()
2603 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2609 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2613 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_nest_lock"); in __kmpc_destroy_nest_lock()
2623 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2646 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_nest_lock()
2651 void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_lock() argument
2654 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_set_lock()
2658 user_lock); // itt function will get to the right lock object. in __kmpc_set_lock()
2668 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_lock()
2669 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2674 KMP_ACQUIRE_TAS_LOCK(user_lock, gtid); in __kmpc_set_lock()
2678 KMP_ACQUIRE_FUTEX_LOCK(user_lock, gtid); in __kmpc_set_lock()
2682 __kmp_direct_set[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_lock()
2685 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_lock()
2690 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2700 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2705 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2709 lck = __kmp_lookup_user_lock(user_lock, "omp_set_lock"); in __kmpc_set_lock()
2743 void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_nest_lock() argument
2747 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2758 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_nest_lock()
2759 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2764 KMP_D_LOCK_FUNC(user_lock, set)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_nest_lock()
2767 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2776 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_set_nest_lock()
2783 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2796 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2802 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2806 lck = __kmp_lookup_user_lock(user_lock, "omp_set_nest_lock"); in __kmpc_set_nest_lock()
2854 void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_lock() argument
2857 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_unset_lock()
2859 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2863 KMP_RELEASE_TAS_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2867 KMP_RELEASE_FUTEX_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2871 __kmp_direct_unset[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_lock()
2881 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_lock()
2898 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2900 TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0); in __kmpc_unset_lock()
2916 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2922 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2926 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_lock"); in __kmpc_unset_lock()
2950 void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_nest_lock() argument
2954 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
2957 KMP_D_LOCK_FUNC(user_lock, unset)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_nest_lock()
2970 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_unset_nest_lock()
2976 ompt_scope_end, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_nest_lock()
2993 kmp_tas_lock_t *tl = (kmp_tas_lock_t *)user_lock; in __kmpc_unset_nest_lock()
2995 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
3032 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3039 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3043 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_nest_lock"); in __kmpc_unset_nest_lock()
3076 int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_lock() argument
3081 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_test_lock()
3083 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3093 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_lock()
3094 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
3099 KMP_TEST_TAS_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
3103 KMP_TEST_FUTEX_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
3107 rc = __kmp_direct_test[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_lock()
3111 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3116 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
3122 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3134 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3139 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3143 lck = __kmp_lookup_user_lock(user_lock, "omp_test_lock"); in __kmpc_test_lock()
3184 int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_nest_lock() argument
3188 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3198 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_nest_lock()
3199 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3202 rc = KMP_D_LOCK_FUNC(user_lock, test)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_nest_lock()
3205 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3207 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3216 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_test_nest_lock()
3223 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3238 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3244 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3248 lck = __kmp_lookup_user_lock(user_lock, "omp_test_nest_lock"); in __kmpc_test_nest_lock()