Lines Matching refs:lck
972 ompt_wait_id_t lck; in __kmpc_ordered() local
977 lck = (ompt_wait_id_t)(uintptr_t)&team->t.t_ordered.dt.t_value; in __kmpc_ordered()
979 th->th.ompt_thread_info.wait_id = lck; in __kmpc_ordered()
986 ompt_mutex_ordered, omp_lock_hint_none, kmp_mutex_impl_spin, lck, in __kmpc_ordered()
1006 ompt_mutex_ordered, (ompt_wait_id_t)(uintptr_t)lck, codeptr_ra); in __kmpc_ordered()
1062 kmp_indirect_lock_t **lck; in __kmp_init_indirect_csptr() local
1063 lck = (kmp_indirect_lock_t **)crit; in __kmp_init_indirect_csptr()
1073 int status = KMP_COMPARE_AND_STORE_PTR(lck, nullptr, ilk); in __kmp_init_indirect_csptr()
1082 KMP_DEBUG_ASSERT(*lck != NULL); in __kmp_init_indirect_csptr()
1206 kmp_user_lock_p lck = (kmp_user_lock_p)TCR_PTR(*lck_pp); in __kmp_get_critical_section_ptr() local
1208 if (lck == NULL) { in __kmp_get_critical_section_ptr()
1213 lck = __kmp_user_lock_allocate(&idx, gtid, kmp_lf_critical_section); in __kmp_get_critical_section_ptr()
1214 __kmp_init_user_lock_with_checks(lck); in __kmp_get_critical_section_ptr()
1215 __kmp_set_user_lock_location(lck, loc); in __kmp_get_critical_section_ptr()
1217 __kmp_itt_critical_creating(lck); in __kmp_get_critical_section_ptr()
1228 int status = KMP_COMPARE_AND_STORE_PTR(lck_pp, 0, lck); in __kmp_get_critical_section_ptr()
1233 __kmp_itt_critical_destroyed(lck); in __kmp_get_critical_section_ptr()
1237 __kmp_destroy_user_lock_with_checks(lck); in __kmp_get_critical_section_ptr()
1238 __kmp_user_lock_free(&idx, gtid, lck); in __kmp_get_critical_section_ptr()
1239 lck = (kmp_user_lock_p)TCR_PTR(*lck_pp); in __kmp_get_critical_section_ptr()
1240 KMP_DEBUG_ASSERT(lck != NULL); in __kmp_get_critical_section_ptr()
1243 return lck; in __kmp_get_critical_section_ptr()
1271 kmp_user_lock_p lck; in __kmpc_critical()
1282 (sizeof(lck->tas.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_critical()
1283 lck = (kmp_user_lock_p)crit; in __kmpc_critical()
1287 (sizeof(lck->futex.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_critical()
1288 lck = (kmp_user_lock_p)crit; in __kmpc_critical()
1292 lck = __kmp_get_critical_section_ptr(crit, loc, global_tid); in __kmpc_critical()
1296 __kmp_push_sync(global_tid, ct_critical, loc, lck); in __kmpc_critical()
1304 __kmp_itt_critical_acquiring(lck); in __kmpc_critical()
1313 ti.wait_id = (ompt_wait_id_t)(uintptr_t)lck; in __kmpc_critical()
1321 (ompt_wait_id_t)(uintptr_t)lck, codeptr_ra); in __kmpc_critical()
1327 __kmp_acquire_user_lock_with_checks(lck, global_tid); in __kmpc_critical()
1330 __kmp_itt_critical_acquired(lck); in __kmpc_critical()
1341 ompt_mutex_critical, (ompt_wait_id_t)(uintptr_t)lck, codeptr_ra); in __kmpc_critical()
1488 kmp_user_lock_p lck; in __kmpc_critical_with_hint() local
1517 lck = (kmp_user_lock_p)lk; in __kmpc_critical_with_hint()
1519 __kmp_push_sync(global_tid, ct_critical, loc, lck, in __kmpc_critical_with_hint()
1523 __kmp_itt_critical_acquiring(lck); in __kmpc_critical_with_hint()
1530 ti.wait_id = (ompt_wait_id_t)(uintptr_t)lck; in __kmpc_critical_with_hint()
1537 __ompt_get_mutex_impl_type(crit), (ompt_wait_id_t)(uintptr_t)lck, in __kmpc_critical_with_hint()
1544 KMP_ACQUIRE_TAS_LOCK(lck, global_tid); in __kmpc_critical_with_hint()
1548 KMP_ACQUIRE_FUTEX_LOCK(lck, global_tid); in __kmpc_critical_with_hint()
1556 lck = ilk->lock; in __kmpc_critical_with_hint()
1558 __kmp_push_sync(global_tid, ct_critical, loc, lck, in __kmpc_critical_with_hint()
1562 __kmp_itt_critical_acquiring(lck); in __kmpc_critical_with_hint()
1569 ti.wait_id = (ompt_wait_id_t)(uintptr_t)lck; in __kmpc_critical_with_hint()
1576 __ompt_get_mutex_impl_type(0, ilk), (ompt_wait_id_t)(uintptr_t)lck, in __kmpc_critical_with_hint()
1581 KMP_I_LOCK_FUNC(ilk, set)(lck, global_tid); in __kmpc_critical_with_hint()
1586 __kmp_itt_critical_acquired(lck); in __kmpc_critical_with_hint()
1597 ompt_mutex_critical, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_critical_with_hint()
1619 kmp_user_lock_p lck; in __kmpc_end_critical() local
1626 lck = (kmp_user_lock_p)crit; in __kmpc_end_critical()
1627 KMP_ASSERT(lck != NULL); in __kmpc_end_critical()
1632 __kmp_itt_critical_releasing(lck); in __kmpc_end_critical()
1636 KMP_RELEASE_TAS_LOCK(lck, global_tid); in __kmpc_end_critical()
1640 KMP_RELEASE_FUTEX_LOCK(lck, global_tid); in __kmpc_end_critical()
1644 KMP_D_LOCK_FUNC(lck, unset)((kmp_dyna_lock_t *)lck, global_tid); in __kmpc_end_critical()
1650 lck = ilk->lock; in __kmpc_end_critical()
1655 __kmp_itt_critical_releasing(lck); in __kmpc_end_critical()
1657 KMP_I_LOCK_FUNC(ilk, unset)(lck, global_tid); in __kmpc_end_critical()
1663 (sizeof(lck->tas.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_end_critical()
1664 lck = (kmp_user_lock_p)crit; in __kmpc_end_critical()
1668 (sizeof(lck->futex.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_end_critical()
1669 lck = (kmp_user_lock_p)crit; in __kmpc_end_critical()
1673 lck = (kmp_user_lock_p)TCR_PTR(*((kmp_user_lock_p *)crit)); in __kmpc_end_critical()
1676 KMP_ASSERT(lck != NULL); in __kmpc_end_critical()
1682 __kmp_itt_critical_releasing(lck); in __kmpc_end_critical()
1686 __kmp_release_user_lock_with_checks(lck, global_tid); in __kmpc_end_critical()
1696 ompt_mutex_critical, (ompt_wait_id_t)(uintptr_t)lck, in __kmpc_end_critical()
2449 kmp_user_lock_p lck; in __kmpc_init_lock()
2461 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_init_lock()
2462 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2466 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_init_lock()
2467 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_lock()
2471 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_lock()
2473 INIT_LOCK(lck); in __kmpc_init_lock()
2474 __kmp_set_user_lock_location(lck, loc); in __kmpc_init_lock()
2489 __kmp_itt_lock_creating(lck); in __kmpc_init_lock()
2521 kmp_user_lock_p lck; in __kmpc_init_nest_lock()
2533 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_init_nest_lock()
2535 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2539 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_init_nest_lock()
2541 lck = (kmp_user_lock_p)user_lock; in __kmpc_init_nest_lock()
2545 lck = __kmp_user_lock_allocate(user_lock, gtid, 0); in __kmpc_init_nest_lock()
2548 INIT_NESTED_LOCK(lck); in __kmpc_init_nest_lock()
2549 __kmp_set_user_lock_location(lck, loc); in __kmpc_init_nest_lock()
2564 __kmp_itt_lock_creating(lck); in __kmpc_init_nest_lock()
2574 kmp_user_lock_p lck; in __kmpc_destroy_lock() local
2576 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock; in __kmpc_destroy_lock()
2578 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2580 __kmp_itt_lock_destroyed(lck); in __kmpc_destroy_lock()
2594 kmp_user_lock_p lck; in __kmpc_destroy_lock()
2597 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2598 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2602 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2603 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_lock()
2607 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_lock"); in __kmpc_destroy_lock()
2622 __kmp_itt_lock_destroyed(lck); in __kmpc_destroy_lock()
2624 DESTROY_LOCK(lck); in __kmpc_destroy_lock()
2627 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2632 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2637 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_lock()
2664 kmp_user_lock_p lck; in __kmpc_destroy_nest_lock()
2667 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2669 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2673 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2675 lck = (kmp_user_lock_p)user_lock; in __kmpc_destroy_nest_lock()
2679 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_nest_lock"); in __kmpc_destroy_nest_lock()
2694 __kmp_itt_lock_destroyed(lck); in __kmpc_destroy_nest_lock()
2697 DESTROY_NESTED_LOCK(lck); in __kmpc_destroy_nest_lock()
2700 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2706 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2712 __kmp_user_lock_free(user_lock, gtid, lck); in __kmpc_destroy_nest_lock()
2762 kmp_user_lock_p lck; in __kmpc_set_lock() local
2765 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_set_lock()
2766 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2770 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_set_lock()
2771 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_lock()
2775 lck = __kmp_lookup_user_lock(user_lock, "omp_set_lock"); in __kmpc_set_lock()
2779 __kmp_itt_lock_acquiring(lck); in __kmpc_set_lock()
2789 (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_set_lock()
2793 ACQUIRE_LOCK(lck, gtid); in __kmpc_set_lock()
2796 __kmp_itt_lock_acquired(lck); in __kmpc_set_lock()
2802 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_set_lock()
2857 kmp_user_lock_p lck; in __kmpc_set_nest_lock()
2860 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_set_nest_lock()
2862 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2866 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_set_nest_lock()
2868 lck = (kmp_user_lock_p)user_lock; in __kmpc_set_nest_lock()
2872 lck = __kmp_lookup_user_lock(user_lock, "omp_set_nest_lock"); in __kmpc_set_nest_lock()
2876 __kmp_itt_lock_acquiring(lck); in __kmpc_set_nest_lock()
2887 __ompt_get_mutex_impl_type(), (ompt_wait_id_t)(uintptr_t)lck, in __kmpc_set_nest_lock()
2893 ACQUIRE_NESTED_LOCK(lck, gtid, &acquire_status); in __kmpc_set_nest_lock()
2896 __kmp_itt_lock_acquired(lck); in __kmpc_set_nest_lock()
2905 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_set_nest_lock()
2911 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_set_nest_lock()
2953 kmp_user_lock_p lck; in __kmpc_unset_lock()
2959 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_unset_lock()
2976 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_unset_lock()
2982 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2987 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_unset_lock()
2988 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_lock()
2992 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_lock"); in __kmpc_unset_lock()
2996 __kmp_itt_lock_releasing(lck); in __kmpc_unset_lock()
2999 RELEASE_LOCK(lck, gtid); in __kmpc_unset_lock()
3008 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_unset_lock()
3049 kmp_user_lock_p lck; in __kmpc_unset_nest_lock()
3054 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_unset_nest_lock()
3086 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_unset_nest_lock()
3091 ompt_mutex_scope_end, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_unset_nest_lock()
3098 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3103 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_unset_nest_lock()
3105 lck = (kmp_user_lock_p)user_lock; in __kmpc_unset_nest_lock()
3109 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_nest_lock"); in __kmpc_unset_nest_lock()
3113 __kmp_itt_lock_releasing(lck); in __kmpc_unset_nest_lock()
3117 release_status = RELEASE_NESTED_LOCK(lck, gtid); in __kmpc_unset_nest_lock()
3128 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_unset_nest_lock()
3133 ompt_mutex_scope_end, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_unset_nest_lock()
3195 kmp_user_lock_p lck; in __kmpc_test_lock() local
3199 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_test_lock()
3200 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3204 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_test_lock()
3205 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_lock()
3209 lck = __kmp_lookup_user_lock(user_lock, "omp_test_lock"); in __kmpc_test_lock()
3213 __kmp_itt_lock_acquiring(lck); in __kmpc_test_lock()
3223 (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_test_lock()
3227 rc = TEST_LOCK(lck, gtid); in __kmpc_test_lock()
3230 __kmp_itt_lock_acquired(lck); in __kmpc_test_lock()
3232 __kmp_itt_lock_cancelled(lck); in __kmpc_test_lock()
3238 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_test_lock()
3298 kmp_user_lock_p lck; in __kmpc_test_nest_lock()
3302 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_test_nest_lock()
3304 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3308 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_test_nest_lock()
3310 lck = (kmp_user_lock_p)user_lock; in __kmpc_test_nest_lock()
3314 lck = __kmp_lookup_user_lock(user_lock, "omp_test_nest_lock"); in __kmpc_test_nest_lock()
3318 __kmp_itt_lock_acquiring(lck); in __kmpc_test_nest_lock()
3330 __ompt_get_mutex_impl_type(), (ompt_wait_id_t)(uintptr_t)lck, in __kmpc_test_nest_lock()
3335 rc = TEST_NESTED_LOCK(lck, gtid); in __kmpc_test_nest_lock()
3338 __kmp_itt_lock_acquired(lck); in __kmpc_test_nest_lock()
3340 __kmp_itt_lock_cancelled(lck); in __kmpc_test_nest_lock()
3349 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_test_nest_lock()
3355 ompt_mutex_scope_begin, (ompt_wait_id_t)(uintptr_t)lck, codeptr); in __kmpc_test_nest_lock()
3392 kmp_user_lock_p lck; in __kmp_enter_critical_section_reduce_block() local
3411 lck = (kmp_user_lock_p)lk; in __kmp_enter_critical_section_reduce_block()
3412 KMP_DEBUG_ASSERT(lck != NULL); in __kmp_enter_critical_section_reduce_block()
3414 __kmp_push_sync(global_tid, ct_critical, loc, lck, __kmp_user_lock_seq); in __kmp_enter_critical_section_reduce_block()
3419 lck = ilk->lock; in __kmp_enter_critical_section_reduce_block()
3420 KMP_DEBUG_ASSERT(lck != NULL); in __kmp_enter_critical_section_reduce_block()
3422 __kmp_push_sync(global_tid, ct_critical, loc, lck, __kmp_user_lock_seq); in __kmp_enter_critical_section_reduce_block()
3424 KMP_I_LOCK_FUNC(ilk, set)(lck, global_tid); in __kmp_enter_critical_section_reduce_block()
3433 lck = (kmp_user_lock_p)crit; in __kmp_enter_critical_section_reduce_block()
3435 lck = __kmp_get_critical_section_ptr(crit, loc, global_tid); in __kmp_enter_critical_section_reduce_block()
3437 KMP_DEBUG_ASSERT(lck != NULL); in __kmp_enter_critical_section_reduce_block()
3440 __kmp_push_sync(global_tid, ct_critical, loc, lck); in __kmp_enter_critical_section_reduce_block()
3442 __kmp_acquire_user_lock_with_checks(lck, global_tid); in __kmp_enter_critical_section_reduce_block()
3452 kmp_user_lock_p lck; in __kmp_end_critical_section_reduce_block() local
3457 lck = (kmp_user_lock_p)crit; in __kmp_end_critical_section_reduce_block()
3460 KMP_D_LOCK_FUNC(lck, unset)((kmp_dyna_lock_t *)lck, global_tid); in __kmp_end_critical_section_reduce_block()
3475 lck = *((kmp_user_lock_p *)crit); in __kmp_end_critical_section_reduce_block()
3476 KMP_ASSERT(lck != NULL); in __kmp_end_critical_section_reduce_block()
3478 lck = (kmp_user_lock_p)crit; in __kmp_end_critical_section_reduce_block()
3484 __kmp_release_user_lock_with_checks(lck, global_tid); in __kmp_end_critical_section_reduce_block()
3544 kmp_critical_name *lck) { in __kmpc_reduce_nowait() argument
3595 loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck); in __kmpc_reduce_nowait()
3603 __kmp_enter_critical_section_reduce_block(loc, global_tid, lck); in __kmpc_reduce_nowait()
3702 kmp_critical_name *lck) { in __kmpc_end_reduce_nowait() argument
3715 __kmp_end_critical_section_reduce_block(loc, global_tid, lck); in __kmpc_end_reduce_nowait()
3773 kmp_critical_name *lck) { in __kmpc_reduce() argument
3808 loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck); in __kmpc_reduce()
3816 __kmp_enter_critical_section_reduce_block(loc, global_tid, lck); in __kmpc_reduce()
3893 kmp_critical_name *lck) { in __kmpc_end_reduce() argument
3913 __kmp_end_critical_section_reduce_block(loc, global_tid, lck); in __kmpc_end_reduce()