50 void ttm_lock_init(struct ttm_lock *lock)  in ttm_lock_init()  argument
52 	mtx_init(&lock->lock, "ttmlk", NULL, MTX_DEF);  in ttm_lock_init()
53 	lock->rw = 0;  in ttm_lock_init()
54 	lock->flags = 0;  in ttm_lock_init()
55 	lock->kill_takers = false;  in ttm_lock_init()
56 	lock->signal = SIGKILL;  in ttm_lock_init()
70 void ttm_read_unlock(struct ttm_lock *lock)  in ttm_read_unlock()  argument
72 	mtx_lock(&lock->lock);  in ttm_read_unlock()
73 	if (--lock->rw == 0)  in ttm_read_unlock()
74 		wakeup(lock);  in ttm_read_unlock()
75 	mtx_unlock(&lock->lock);  in ttm_read_unlock()
78 static bool __ttm_read_lock(struct ttm_lock *lock)  in __ttm_read_lock()  argument
82 	if (unlikely(lock->kill_takers)) {  in __ttm_read_lock()
83 		ttm_lock_send_sig(lock->signal);  in __ttm_read_lock()
86 	if (lock->rw >= 0 && lock->flags == 0) {  in __ttm_read_lock()
87 		++lock->rw;  in __ttm_read_lock()
94 ttm_read_lock(struct ttm_lock *lock, bool interruptible)  in ttm_read_lock()  argument
107 	mtx_lock(&lock->lock);  in ttm_read_lock()
108 	while (!__ttm_read_lock(lock)) {  in ttm_read_lock()
109 		ret = -msleep(lock, &lock->lock, flags, wmsg, 0);  in ttm_read_lock()
118 static bool __ttm_read_trylock(struct ttm_lock *lock, bool *locked)  in __ttm_read_trylock()  argument
124 	if (unlikely(lock->kill_takers)) {  in __ttm_read_trylock()
125 		ttm_lock_send_sig(lock->signal);  in __ttm_read_trylock()
128 	if (lock->rw >= 0 && lock->flags == 0) {  in __ttm_read_trylock()
129 		++lock->rw;  in __ttm_read_trylock()
132 	} else if (lock->flags == 0) {  in __ttm_read_trylock()
139 int ttm_read_trylock(struct ttm_lock *lock, bool interruptible)  in ttm_read_trylock()  argument
153 	mtx_lock(&lock->lock);  in ttm_read_trylock()
154 	while (!__ttm_read_trylock(lock, &locked)) {  in ttm_read_trylock()
155 		ret = -msleep(lock, &lock->lock, flags, wmsg, 0);  in ttm_read_trylock()
162 	mtx_unlock(&lock->lock);  in ttm_read_trylock()
167 void ttm_write_unlock(struct ttm_lock *lock)  in ttm_write_unlock()  argument
169 	mtx_lock(&lock->lock);  in ttm_write_unlock()
170 	lock->rw = 0;  in ttm_write_unlock()
171 	wakeup(lock);  in ttm_write_unlock()
172 	mtx_unlock(&lock->lock);  in ttm_write_unlock()
175 static bool __ttm_write_lock(struct ttm_lock *lock)  in __ttm_write_lock()  argument
179 	if (unlikely(lock->kill_takers)) {  in __ttm_write_lock()
180 		ttm_lock_send_sig(lock->signal);  in __ttm_write_lock()
183 	if (lock->rw == 0 && ((lock->flags & ~TTM_WRITE_LOCK_PENDING) == 0)) {  in __ttm_write_lock()
184 		lock->rw = -1;  in __ttm_write_lock()
185 		lock->flags &= ~TTM_WRITE_LOCK_PENDING;  in __ttm_write_lock()
188 		lock->flags |= TTM_WRITE_LOCK_PENDING;  in __ttm_write_lock()
194 ttm_write_lock(struct ttm_lock *lock, bool interruptible)  in ttm_write_lock()  argument
207 	mtx_lock(&lock->lock);  in ttm_write_lock()
209 	while (!__ttm_write_lock(lock)) {  in ttm_write_lock()
210 		ret = -msleep(lock, &lock->lock, flags, wmsg, 0);  in ttm_write_lock()
214 			lock->flags &= ~TTM_WRITE_LOCK_PENDING;  in ttm_write_lock()
215 			wakeup(lock);  in ttm_write_lock()
219 	mtx_unlock(&lock->lock);  in ttm_write_lock()
224 void ttm_write_lock_downgrade(struct ttm_lock *lock)  in ttm_write_lock_downgrade()  argument
226 	mtx_lock(&lock->lock);  in ttm_write_lock_downgrade()
227 	lock->rw = 1;  in ttm_write_lock_downgrade()
228 	wakeup(lock);  in ttm_write_lock_downgrade()
229 	mtx_unlock(&lock->lock);  in ttm_write_lock_downgrade()
232 static int __ttm_vt_unlock(struct ttm_lock *lock)  in __ttm_vt_unlock()  argument
236 	mtx_lock(&lock->lock);  in __ttm_vt_unlock()
237 	if (unlikely(!(lock->flags & TTM_VT_LOCK)))  in __ttm_vt_unlock()
239 	lock->flags &= ~TTM_VT_LOCK;  in __ttm_vt_unlock()
240 	wakeup(lock);  in __ttm_vt_unlock()
241 	mtx_unlock(&lock->lock);  in __ttm_vt_unlock()
249 	struct ttm_lock *lock = container_of(base, struct ttm_lock, base);  in ttm_vt_lock_remove()  local
253 	ret = __ttm_vt_unlock(lock);  in ttm_vt_lock_remove()
257 static bool __ttm_vt_lock(struct ttm_lock *lock)  in __ttm_vt_lock()  argument
261 	if (lock->rw == 0) {  in __ttm_vt_lock()
262 		lock->flags &= ~TTM_VT_LOCK_PENDING;  in __ttm_vt_lock()
263 		lock->flags |= TTM_VT_LOCK;  in __ttm_vt_lock()
266 		lock->flags |= TTM_VT_LOCK_PENDING;  in __ttm_vt_lock()
271 int ttm_vt_lock(struct ttm_lock *lock,  in ttm_vt_lock()  argument
286 	mtx_lock(&lock->lock);  in ttm_vt_lock()
287 	while (!__ttm_vt_lock(lock)) {  in ttm_vt_lock()
288 		ret = -msleep(lock, &lock->lock, flags, wmsg, 0);  in ttm_vt_lock()
292 			lock->flags &= ~TTM_VT_LOCK_PENDING;  in ttm_vt_lock()
293 			wakeup(lock);  in ttm_vt_lock()
304 	ret = ttm_base_object_init(tfile, &lock->base, false,  in ttm_vt_lock()
307 		(void)__ttm_vt_unlock(lock);  in ttm_vt_lock()
309 		lock->vt_holder = tfile;  in ttm_vt_lock()
314 int ttm_vt_unlock(struct ttm_lock *lock)  in ttm_vt_unlock()  argument
316 	return ttm_ref_object_base_unref(lock->vt_holder,  in ttm_vt_unlock()
317 					 lock->base.hash.key, TTM_REF_USAGE);  in ttm_vt_unlock()
320 void ttm_suspend_unlock(struct ttm_lock *lock)  in ttm_suspend_unlock()  argument
322 	mtx_lock(&lock->lock);  in ttm_suspend_unlock()
323 	lock->flags &= ~TTM_SUSPEND_LOCK;  in ttm_suspend_unlock()
324 	wakeup(lock);  in ttm_suspend_unlock()
325 	mtx_unlock(&lock->lock);  in ttm_suspend_unlock()
328 static bool __ttm_suspend_lock(struct ttm_lock *lock)  in __ttm_suspend_lock()  argument
332 	if (lock->rw == 0) {  in __ttm_suspend_lock()
333 		lock->flags &= ~TTM_SUSPEND_LOCK_PENDING;  in __ttm_suspend_lock()
334 		lock->flags |= TTM_SUSPEND_LOCK;  in __ttm_suspend_lock()
337 		lock->flags |= TTM_SUSPEND_LOCK_PENDING;  in __ttm_suspend_lock()
342 void ttm_suspend_lock(struct ttm_lock *lock)  in ttm_suspend_lock()  argument
344 	mtx_lock(&lock->lock);  in ttm_suspend_lock()
345 	while (!__ttm_suspend_lock(lock))  in ttm_suspend_lock()
346 		msleep(lock, &lock->lock, 0, "ttms", 0);  in ttm_suspend_lock()
347 	mtx_unlock(&lock->lock);  in ttm_suspend_lock()