Lines Matching refs:user_lock
1280 __ompt_get_mutex_impl_type(void *user_lock, kmp_indirect_lock_t *ilock = 0) { in __ompt_get_mutex_impl_type() argument
1281 if (user_lock) { in __ompt_get_mutex_impl_type()
1282 switch (KMP_EXTRACT_D_TAG(user_lock)) { in __ompt_get_mutex_impl_type()
1298 ilock = KMP_LOOKUP_I_LOCK(user_lock); in __ompt_get_mutex_impl_type()
2179 void __kmpc_init_lock_with_hint(ident_t *loc, kmp_int32 gtid, void **user_lock, in __kmpc_init_lock_with_hint() argument
2182 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock_with_hint()
2186 __kmp_init_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_lock_with_hint()
2196 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock_with_hint()
2197 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock_with_hint()
2204 void **user_lock, uintptr_t hint) { in __kmpc_init_nest_lock_with_hint() argument
2206 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock_with_hint()
2210 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint)); in __kmpc_init_nest_lock_with_hint()
2220 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock_with_hint()
2221 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock_with_hint()
2229 void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_lock() argument
2233 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_lock()
2236 __kmp_init_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_lock()
2246 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_lock()
2247 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2258 if (user_lock == NULL) { in __kmpc_init_lock()
2267 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2272 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2276 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_lock()
2289 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_lock()
2301 void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_init_nest_lock() argument
2305 if (__kmp_env_consistency_check && user_lock == NULL) { in __kmpc_init_nest_lock()
2308 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_user_lock_seq); in __kmpc_init_nest_lock()
2318 __ompt_get_mutex_impl_type(user_lock), in __kmpc_init_nest_lock()
2319 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2330 if (user_lock == NULL) { in __kmpc_init_nest_lock()
2340 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2346 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2350 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_nest_lock()
2364 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_init_nest_lock()
2375 void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_lock() argument
2380 if (KMP_EXTRACT_D_TAG(user_lock) == 0) { in __kmpc_destroy_lock()
2381 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock; in __kmpc_destroy_lock()
2383 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2394 if (KMP_EXTRACT_D_TAG(user_lock) == 0) { in __kmpc_destroy_lock()
2395 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock; in __kmpc_destroy_lock()
2397 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2400 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2403 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_lock()
2409 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2414 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2418 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_lock"); in __kmpc_destroy_lock()
2428 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_lock()
2448 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_lock()
2454 void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_destroy_nest_lock() argument
2458 kmp_indirect_lock_t *ilk = KMP_LOOKUP_I_LOCK(user_lock); in __kmpc_destroy_nest_lock()
2468 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2471 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock); in __kmpc_destroy_nest_lock()
2480 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2486 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2490 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_nest_lock"); in __kmpc_destroy_nest_lock()
2500 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_destroy_nest_lock()
2523 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_nest_lock()
2528 void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_lock() argument
2531 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_set_lock()
2535 user_lock); // itt function will get to the right lock object. in __kmpc_set_lock()
2545 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_lock()
2546 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2551 KMP_ACQUIRE_TAS_LOCK(user_lock, gtid); in __kmpc_set_lock()
2555 KMP_ACQUIRE_FUTEX_LOCK(user_lock, gtid); in __kmpc_set_lock()
2559 __kmp_direct_set[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_lock()
2562 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_lock()
2567 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_lock()
2577 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2582 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2586 lck = __kmp_lookup_user_lock(user_lock, "omp_set_lock"); in __kmpc_set_lock()
2620 void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_set_nest_lock() argument
2624 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2635 __ompt_get_mutex_impl_type(user_lock), in __kmpc_set_nest_lock()
2636 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2641 KMP_D_LOCK_FUNC(user_lock, set)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_set_nest_lock()
2644 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_set_nest_lock()
2653 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_set_nest_lock()
2660 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_set_nest_lock()
2673 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2679 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2683 lck = __kmp_lookup_user_lock(user_lock, "omp_set_nest_lock"); in __kmpc_set_nest_lock()
2731 void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_lock() argument
2734 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_unset_lock()
2736 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2740 KMP_RELEASE_TAS_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2744 KMP_RELEASE_FUTEX_LOCK(user_lock, gtid); in __kmpc_unset_lock()
2748 __kmp_direct_unset[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_lock()
2758 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_lock()
2775 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_lock()
2777 TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0); in __kmpc_unset_lock()
2793 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2799 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2803 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_lock"); in __kmpc_unset_lock()
2827 void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_unset_nest_lock() argument
2831 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
2834 KMP_D_LOCK_FUNC(user_lock, unset)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_unset_nest_lock()
2847 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_unset_nest_lock()
2853 ompt_scope_end, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_unset_nest_lock()
2870 kmp_tas_lock_t *tl = (kmp_tas_lock_t *)user_lock; in __kmpc_unset_nest_lock()
2872 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock); in __kmpc_unset_nest_lock()
2909 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
2916 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
2920 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_nest_lock"); in __kmpc_unset_nest_lock()
2953 int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_lock() argument
2958 int tag = KMP_EXTRACT_D_TAG(user_lock); in __kmpc_test_lock()
2960 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
2970 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_lock()
2971 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
2976 KMP_TEST_TAS_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
2980 KMP_TEST_FUTEX_LOCK(user_lock, gtid, rc); in __kmpc_test_lock()
2984 rc = __kmp_direct_test[tag]((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_lock()
2988 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
2993 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_lock()
2999 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_lock()
3011 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3016 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3020 lck = __kmp_lookup_user_lock(user_lock, "omp_test_lock"); in __kmpc_test_lock()
3061 int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) { in __kmpc_test_nest_lock() argument
3065 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3075 __ompt_get_mutex_impl_type(user_lock), in __kmpc_test_nest_lock()
3076 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3079 rc = KMP_D_LOCK_FUNC(user_lock, test)((kmp_dyna_lock_t *)user_lock, gtid); in __kmpc_test_nest_lock()
3082 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3084 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock); in __kmpc_test_nest_lock()
3093 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, in __kmpc_test_nest_lock()
3100 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr); in __kmpc_test_nest_lock()
3115 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3121 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3125 lck = __kmp_lookup_user_lock(user_lock, "omp_test_nest_lock"); in __kmpc_test_nest_lock()