Lines Matching refs:user_lock
1401 __ompt_get_mutex_impl_type(void *user_lock, kmp_indirect_lock_t *ilock = 0) { in __ompt_get_mutex_impl_type() argument
1402 if (user_lock) { in __ompt_get_mutex_impl_type()
1403 switch (KMP_EXTRACT_D_TAG(user_lock)) { in __ompt_get_mutex_impl_type()
1420 ilock = KMP_LOOKUP_I_LOCK(user_lock); in __ompt_get_mutex_impl_type()
2374 void __kmpc_init_lock_with_hint(ident_t *loc, kmp_int32 gtid, void **user_lock, in __kmpc_init_lock_with_hint() argument
2377 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock_with_hint()
2381 __kmp_init_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_lock_with_hint()
2391 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock_with_hint()
2392 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock_with_hint()
2399 void **user_lock, uintptr_t hint) { in __kmpc_init_nest_lock_with_hint() argument
2401 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock_with_hint()
2405 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_nest_lock_with_hint()
2415 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock_with_hint()
2416 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock_with_hint()
2424 void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_lock() argument
2428 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock()
2431 __kmp_init_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_lock()
2441 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock()
2442 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2453 if (user_lock == NULL) { in __kmpc_init_lock()
2462 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2467 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2471 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_lock()
2484 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2496 void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_nest_lock() argument
2500 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock()
2503 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_nest_lock()
2513 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock()
2514 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2525 if (user_lock == NULL) { in __kmpc_init_nest_lock()
2535 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2541 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2545 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_nest_lock()
2559 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2570 void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_lock() argument
2575 if (KMP_EXTRACT_D_TAG(user_lock) == 0) { in __kmpc_destroy_lock()
2576 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock; in __kmpc_destroy_lock()
2578 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2589 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2592 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_lock()
2598 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2603 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2607 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_lock"); in __kmpc_destroy_lock()
2617 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2637 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_lock()
2643 void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_nest_lock() argument
2647 kmp_indirect_lock_t *ilk = KMP_LOOKUP_I_LOCK(user_lock); in __kmpc_destroy_nest_lock()
2657 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2660 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_nest_lock()
2669 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2675 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2679 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_nest_lock"); in __kmpc_destroy_nest_lock()
2689 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2712 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_nest_lock()
2717 void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_lock() argument
2720 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_set_lock()
2724 user_lock); // itt function will get to the right lock object. in __kmpc_set_lock()
2734 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_lock()
2735 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2740 KMP_ACQUIRE_TAS_LOCK(user_lock, gtid); in __kmpc_set_lock()
2744 KMP_ACQUIRE_FUTEX_LOCK(user_lock, gtid); in __kmpc_set_lock()
2748 __kmp_direct_set[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_lock()
2751 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_lock()
2756 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2766 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2771 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2775 lck = __kmp_lookup_user_lock(user_lock, "omp_set_lock"); in __kmpc_set_lock()
2809 void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_nest_lock() argument
2813 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2824 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_nest_lock()
2825 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2830 KMP_D_LOCK_FUNC(user_lock, set)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_nest_lock()
2833 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2842 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_set_nest_lock()
2849 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2862 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2868 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2872 lck = __kmp_lookup_user_lock(user_lock, "omp_set_nest_lock"); in __kmpc_set_nest_lock()
2920 void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_lock() argument
2923 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_unset_lock()
2925 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2929 KMP_RELEASE_TAS_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2933 KMP_RELEASE_FUTEX_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2937 __kmp_direct_unset[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_lock()
2947 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_lock()
2964 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2966 TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0); in __kmpc_unset_lock()
2982 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2988 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2992 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_lock"); in __kmpc_unset_lock()
3016 void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_nest_lock() argument
3020 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
3023 KMP_D_LOCK_FUNC(user_lock, unset)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_nest_lock()
3036 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_unset_nest_lock()
3042 ompt_scope_end, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_nest_lock()
3059 kmp_tas_lock_t *tl = (kmp_tas_lock_t *)user_lock; in __kmpc_unset_nest_lock()
3061 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
3098 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3105 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3109 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_nest_lock"); in __kmpc_unset_nest_lock()
3142 int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_lock() argument
3147 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_test_lock()
3149 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3159 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_lock()
3160 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
3165 KMP_TEST_TAS_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
3169 KMP_TEST_FUTEX_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
3173 rc = __kmp_direct_test[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_lock()
3177 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3182 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
3188 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3200 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3205 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3209 lck = __kmp_lookup_user_lock(user_lock, "omp_test_lock"); in __kmpc_test_lock()
3250 int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_nest_lock() argument
3254 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3264 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_nest_lock()
3265 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3268 rc = KMP_D_LOCK_FUNC(user_lock, test)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_nest_lock()
3271 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3273 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3282 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_test_nest_lock()
3289 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3304 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3310 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3314 lck = __kmp_lookup_user_lock(user_lock, "omp_test_nest_lock"); in __kmpc_test_nest_lock()