Lines Matching refs:m_lock
141 m, m->m_lock.m_owner, m->m_qe.tqe_prev, m->m_qe.tqe_next); in mutex_assert_is_owned()
154 m, m->m_lock.m_owner, m->m_qe.tqe_prev, m->m_qe.tqe_next); in mutex_assert_not_owned()
156 (m->m_lock.m_rb_lnk != 0 || m->m_rb_prev != NULL || in mutex_assert_not_owned()
158 (uintptr_t)&m->m_lock) || in mutex_assert_not_owned()
160 (uintptr_t)&m->m_lock)))) in mutex_assert_not_owned()
163 m, m->m_lock.m_owner, (void *)m->m_lock.m_rb_lnk, in mutex_assert_not_owned()
173 return ((m->m_lock.m_flags & USYNC_PROCESS_SHARED) != 0); in is_pshared_mutex()
180 return ((m->m_lock.m_flags & UMUTEX_ROBUST) != 0); in is_robust_mutex()
195 curthread->inact_mtx = (uintptr_t)&m->m_lock; in _mutex_enter_robust()
204 if (__predict_false(curthread->inact_mtx != (uintptr_t)&m->m_lock)) in _mutex_leave_robust()
251 pmutex->m_lock.m_owner = UMUTEX_UNOWNED; in mutex_init_body()
252 pmutex->m_lock.m_flags = 0; in mutex_init_body()
255 pmutex->m_lock.m_owner = UMUTEX_UNOWNED; in mutex_init_body()
256 pmutex->m_lock.m_flags = UMUTEX_PRIO_INHERIT; in mutex_init_body()
259 pmutex->m_lock.m_owner = UMUTEX_CONTESTED; in mutex_init_body()
260 pmutex->m_lock.m_flags = UMUTEX_PRIO_PROTECT; in mutex_init_body()
261 pmutex->m_lock.m_ceilings[0] = attr->m_ceiling; in mutex_init_body()
265 pmutex->m_lock.m_flags |= USYNC_PROCESS_SHARED; in mutex_init_body()
268 pmutex->m_lock.m_flags |= UMUTEX_ROBUST; in mutex_init_body()
329 m->m_lock.m_ceilings[1] = m2->m_lock.m_ceilings[0]; in set_inherited_priority()
331 m->m_lock.m_ceilings[1] = -1; in set_inherited_priority()
447 m->m_lock.m_owner = TID(curthread) | bit; in queue_fork()
479 if ((uint32_t)m1->m_lock.m_owner != in _thr_mutex_destroy()
490 (uint32_t)m->m_lock.m_owner != UMUTEX_RB_NOTRECOV) { in _thr_mutex_destroy()
507 if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) == 0) in mutex_qidx()
545 struct pthread_mutex, m_lock); in enqueue_mutex()
546 m->m_lock.m_rb_lnk = (uintptr_t)&m1->m_lock; in enqueue_mutex()
550 m->m_lock.m_rb_lnk = 0; in enqueue_mutex()
552 *rl = (uintptr_t)&m->m_lock; in enqueue_mutex()
568 curthread->robust_list = m->m_lock.m_rb_lnk; in dequeue_mutex()
571 m->m_lock.m_rb_lnk; in dequeue_mutex()
574 mp->m_lock.m_rb_lnk = m->m_lock.m_rb_lnk; in dequeue_mutex()
576 if (m->m_lock.m_rb_lnk != 0) { in dequeue_mutex()
577 mn = __containerof((void *)m->m_lock.m_rb_lnk, in dequeue_mutex()
578 struct pthread_mutex, m_lock); in dequeue_mutex()
581 m->m_lock.m_rb_lnk = 0; in dequeue_mutex()
587 if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) != 0) in dequeue_mutex()
633 ret = _thr_umutex_trylock(&m->m_lock, id); in __Tthr_mutex_trylock()
637 m->m_lock.m_flags |= UMUTEX_NONCONSISTENT; in __Tthr_mutex_trylock()
666 if (__predict_false((m->m_lock.m_flags & (UMUTEX_PRIO_PROTECT | in mutex_lock_sleep()
675 owner = m->m_lock.m_owner; in mutex_lock_sleep()
677 if (atomic_cmpset_acq_32(&m->m_lock.m_owner, owner, in mutex_lock_sleep()
690 owner = m->m_lock.m_owner; in mutex_lock_sleep()
692 if (atomic_cmpset_acq_32(&m->m_lock.m_owner, owner, in mutex_lock_sleep()
702 ret = __thr_umutex_lock(&m->m_lock, id); in mutex_lock_sleep()
707 ret = __thr_umutex_timedlock(&m->m_lock, id, abstime); in mutex_lock_sleep()
712 m->m_lock.m_flags |= UMUTEX_NONCONSISTENT; in mutex_lock_sleep()
730 ret = _thr_umutex_trylock2(&m->m_lock, TID(curthread)); in mutex_lock_common()
734 m->m_lock.m_flags |= UMUTEX_NONCONSISTENT; in mutex_lock_common()
990 error = _thr_umutex_unlock2(&m->m_lock, id, mtx_defer); in mutex_unlock_common()
1023 if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) == 0) in _pthread_mutex_getprioceiling()
1025 *prioceiling = m->m_lock.m_ceilings[0]; in _pthread_mutex_getprioceiling()
1048 if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) == 0) in _pthread_mutex_setprioceiling()
1051 ret = __thr_umutex_set_ceiling(&m->m_lock, ceiling, old_ceiling); in _pthread_mutex_setprioceiling()
1060 if ((m1 != NULL && m1->m_lock.m_ceilings[0] > (u_int)ceiling) || in _pthread_mutex_setprioceiling()
1061 (m2 != NULL && m2->m_lock.m_ceilings[0] < (u_int)ceiling)) { in _pthread_mutex_setprioceiling()
1069 if (m2->m_lock.m_ceilings[0] > (u_int)ceiling) { in _pthread_mutex_setprioceiling()
1193 if ((m->m_lock.m_flags & (UMUTEX_ROBUST | UMUTEX_NONCONSISTENT)) != in _Tthr_mutex_consistent()
1198 m->m_lock.m_flags &= ~UMUTEX_NONCONSISTENT; in _Tthr_mutex_consistent()