Lines Matching refs:poll
71 return KMP_LOCK_STRIP(KMP_ATOMIC_LD_RLX(&lck->lk.poll)) - 1; in __kmp_get_tas_lock_owner()
83 kmp_uint32 curr = KMP_LOCK_STRIP(lck->lk.poll); in __kmp_acquire_tas_lock_timed_template()
92 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == tas_free && in __kmp_acquire_tas_lock_timed_template()
93 __kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)) { in __kmp_acquire_tas_lock_timed_template()
112 } while (KMP_ATOMIC_LD_RLX(&lck->lk.poll) != tas_free || in __kmp_acquire_tas_lock_timed_template()
113 !__kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)); in __kmp_acquire_tas_lock_timed_template()
139 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == tas_free && in __kmp_test_tas_lock()
140 __kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)) { in __kmp_test_tas_lock()
161 KMP_ATOMIC_ST_REL(&lck->lk.poll, KMP_LOCK_FREE(tas)); in __kmp_release_tas_lock()
187 lck->lk.poll = KMP_LOCK_FREE(tas); in __kmp_init_tas_lock()
190 void __kmp_destroy_tas_lock(kmp_tas_lock_t *lck) { lck->lk.poll = 0; } in __kmp_destroy_tas_lock()
312 return KMP_LOCK_STRIP((TCR_4(lck->lk.poll) >> 1)) - 1; in __kmp_get_futex_lock_owner()
326 kmp_uint32 curr = KMP_LOCK_STRIP(TCR_4(lck->lk.poll)); in __kmp_acquire_futex_lock_timed_template()
334 lck, lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
339 &(lck->lk.poll), KMP_LOCK_FREE(futex), in __kmp_acquire_futex_lock_timed_template()
357 if (!KMP_COMPARE_AND_STORE_REL32(&(lck->lk.poll), poll_val, in __kmp_acquire_futex_lock_timed_template()
362 lck, lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
369 lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
378 if ((rc = syscall(__NR_futex, &(lck->lk.poll), FUTEX_WAIT, poll_val, NULL, in __kmp_acquire_futex_lock_timed_template()
397 lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
420 if (KMP_COMPARE_AND_STORE_ACQ32(&(lck->lk.poll), KMP_LOCK_FREE(futex), in __kmp_test_futex_lock()
442 lck, lck->lk.poll, gtid)); in __kmp_release_futex_lock()
446 kmp_int32 poll_val = KMP_XCHG_FIXED32(&(lck->lk.poll), KMP_LOCK_FREE(futex)); in __kmp_release_futex_lock()
456 syscall(__NR_futex, &(lck->lk.poll), FUTEX_WAKE, KMP_LOCK_BUSY(1, futex), in __kmp_release_futex_lock()
463 lck->lk.poll, gtid)); in __kmp_release_futex_lock()
488 TCW_4(lck->lk.poll, KMP_LOCK_FREE(futex)); in __kmp_init_futex_lock()
491 void __kmp_destroy_futex_lock(kmp_futex_lock_t *lck) { lck->lk.poll = 0; } in __kmp_destroy_futex_lock()
2692 TCW_4(((kmp_base_tas_lock_t *)lck)->poll, KMP_GET_D_TAG(seq)); in __kmp_init_direct_lock()
2841 KMP_ATOMIC_ST_REL(&lck->lk.poll, 0); in __kmp_destroy_rtm_spin_lock()
2857 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == lock_free) in __kmp_acquire_rtm_spin_lock()
2863 while (KMP_ATOMIC_LD_RLX(&lck->lk.poll) != lock_free) { in __kmp_acquire_rtm_spin_lock()
2873 while (KMP_ATOMIC_LD_RLX(&lck->lk.poll) != lock_free || in __kmp_acquire_rtm_spin_lock()
2874 !__kmp_atomic_compare_store_acq(&lck->lk.poll, lock_free, lock_busy)) { in __kmp_acquire_rtm_spin_lock()
2889 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == KMP_LOCK_FREE(rtm_spin)) { in __kmp_release_rtm_spin_lock()
2895 KMP_ATOMIC_ST_REL(&lck->lk.poll, KMP_LOCK_FREE(rtm_spin)); in __kmp_release_rtm_spin_lock()
2913 KMP_ATOMIC_LD_RLX(&lck->lk.poll) == lock_free) { in __kmp_test_rtm_spin_lock()
2920 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == lock_free && in __kmp_test_rtm_spin_lock()
2921 __kmp_atomic_compare_store_acq(&lck->lk.poll, lock_free, lock_busy)) { in __kmp_test_rtm_spin_lock()
3183 *(kmp_lock_index_t *)&(((kmp_base_tas_lock_t *)user_lock)->poll) = in __kmp_allocate_indirect_lock()