Lines Matching refs:poll
71 return KMP_LOCK_STRIP(KMP_ATOMIC_LD_RLX(&lck->lk.poll)) - 1; in __kmp_get_tas_lock_owner()
83 kmp_uint32 curr = KMP_LOCK_STRIP(lck->lk.poll); in __kmp_acquire_tas_lock_timed_template()
92 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == tas_free && in __kmp_acquire_tas_lock_timed_template()
93 __kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)) { in __kmp_acquire_tas_lock_timed_template()
105 } while (KMP_ATOMIC_LD_RLX(&lck->lk.poll) != tas_free || in __kmp_acquire_tas_lock_timed_template()
106 !__kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)); in __kmp_acquire_tas_lock_timed_template()
132 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == tas_free && in __kmp_test_tas_lock()
133 __kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)) { in __kmp_test_tas_lock()
154 KMP_ATOMIC_ST_REL(&lck->lk.poll, KMP_LOCK_FREE(tas)); in __kmp_release_tas_lock()
180 lck->lk.poll = KMP_LOCK_FREE(tas); in __kmp_init_tas_lock()
183 void __kmp_destroy_tas_lock(kmp_tas_lock_t *lck) { lck->lk.poll = 0; } in __kmp_destroy_tas_lock()
305 return KMP_LOCK_STRIP((TCR_4(lck->lk.poll) >> 1)) - 1; in __kmp_get_futex_lock_owner()
319 kmp_uint32 curr = KMP_LOCK_STRIP(TCR_4(lck->lk.poll)); in __kmp_acquire_futex_lock_timed_template()
327 lck, lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
332 &(lck->lk.poll), KMP_LOCK_FREE(futex), in __kmp_acquire_futex_lock_timed_template()
350 if (!KMP_COMPARE_AND_STORE_REL32(&(lck->lk.poll), poll_val, in __kmp_acquire_futex_lock_timed_template()
355 lck, lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
362 lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
371 if ((rc = syscall(__NR_futex, &(lck->lk.poll), FUTEX_WAIT, poll_val, NULL, in __kmp_acquire_futex_lock_timed_template()
390 lck->lk.poll, gtid)); in __kmp_acquire_futex_lock_timed_template()
413 if (KMP_COMPARE_AND_STORE_ACQ32(&(lck->lk.poll), KMP_LOCK_FREE(futex), in __kmp_test_futex_lock()
435 lck, lck->lk.poll, gtid)); in __kmp_release_futex_lock()
439 kmp_int32 poll_val = KMP_XCHG_FIXED32(&(lck->lk.poll), KMP_LOCK_FREE(futex)); in __kmp_release_futex_lock()
449 syscall(__NR_futex, &(lck->lk.poll), FUTEX_WAKE, KMP_LOCK_BUSY(1, futex), in __kmp_release_futex_lock()
456 lck->lk.poll, gtid)); in __kmp_release_futex_lock()
481 TCW_4(lck->lk.poll, KMP_LOCK_FREE(futex)); in __kmp_init_futex_lock()
484 void __kmp_destroy_futex_lock(kmp_futex_lock_t *lck) { lck->lk.poll = 0; } in __kmp_destroy_futex_lock()
2823 KMP_ATOMIC_ST_REL(&lck->lk.poll, 0); in __kmp_destroy_rtm_spin_lock()
2839 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == lock_free) in __kmp_acquire_rtm_spin_lock()
2845 while (KMP_ATOMIC_LD_RLX(&lck->lk.poll) != lock_free) { in __kmp_acquire_rtm_spin_lock()
2855 while (KMP_ATOMIC_LD_RLX(&lck->lk.poll) != lock_free || in __kmp_acquire_rtm_spin_lock()
2856 !__kmp_atomic_compare_store_acq(&lck->lk.poll, lock_free, lock_busy)) { in __kmp_acquire_rtm_spin_lock()
2871 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == KMP_LOCK_FREE(rtm_spin)) { in __kmp_release_rtm_spin_lock()
2877 KMP_ATOMIC_ST_REL(&lck->lk.poll, KMP_LOCK_FREE(rtm_spin)); in __kmp_release_rtm_spin_lock()
2895 KMP_ATOMIC_LD_RLX(&lck->lk.poll) == lock_free) { in __kmp_test_rtm_spin_lock()
2902 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == lock_free && in __kmp_test_rtm_spin_lock()
2903 __kmp_atomic_compare_store_acq(&lck->lk.poll, lock_free, lock_busy)) { in __kmp_test_rtm_spin_lock()