295 bool ww_mutex_spin_on_owner(struct mutex *lock, struct ww_acquire_ctx *ww_ctx,  in ww_mutex_spin_on_owner()  argument
313 	if (ww_ctx->acquired > 0 && READ_ONCE(ww->ctx))  in ww_mutex_spin_on_owner()
344 			 struct ww_acquire_ctx *ww_ctx, struct mutex_waiter *waiter)  in mutex_spin_on_owner()  argument
369 		if (ww_ctx && !ww_mutex_spin_on_owner(lock, ww_ctx, waiter)) {  in mutex_spin_on_owner()
432 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx,  in mutex_optimistic_spin()  argument
467 		if (!mutex_spin_on_owner(lock, owner, ww_ctx, waiter))  in mutex_optimistic_spin()
508 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx,  in mutex_optimistic_spin()  argument
567 		    struct ww_acquire_ctx *ww_ctx, const bool use_ww_ctx)  in __mutex_lock_common()  argument
576 		ww_ctx = NULL;  in __mutex_lock_common()
583 	if (ww_ctx) {  in __mutex_lock_common()
584 		if (unlikely(ww_ctx == READ_ONCE(ww->ctx)))  in __mutex_lock_common()
592 		if (ww_ctx->acquired == 0)  in __mutex_lock_common()
593 			ww_ctx->wounded = 0;  in __mutex_lock_common()
596 		nest_lock = &ww_ctx->dep_map;  in __mutex_lock_common()
605 	    mutex_optimistic_spin(lock, ww_ctx, NULL)) {  in __mutex_lock_common()
608 		if (ww_ctx)  in __mutex_lock_common()
609 			ww_mutex_set_context_fastpath(ww, ww_ctx);  in __mutex_lock_common()
620 		if (ww_ctx)  in __mutex_lock_common()
621 			__ww_mutex_check_waiters(lock, ww_ctx, &wake_q);  in __mutex_lock_common()
629 		waiter.ww_ctx = ww_ctx;  in __mutex_lock_common()
641 		ret = __ww_mutex_add_waiter(&waiter, lock, ww_ctx, &wake_q);  in __mutex_lock_common()
670 		if (ww_ctx) {  in __mutex_lock_common()
671 			ret = __ww_mutex_check_kill(lock, &waiter, ww_ctx);  in __mutex_lock_common()
693 			if (mutex_optimistic_spin(lock, ww_ctx, &waiter))  in __mutex_lock_common()
704 	if (ww_ctx) {  in __mutex_lock_common()
709 		if (!ww_ctx->is_wait_die &&  in __mutex_lock_common()
711 			__ww_mutex_check_waiters(lock, ww_ctx, &wake_q);  in __mutex_lock_common()
723 	if (ww_ctx)  in __mutex_lock_common()
724 		ww_mutex_lock_acquired(ww, ww_ctx);  in __mutex_lock_common()
751 		unsigned long ip, struct ww_acquire_ctx *ww_ctx)  in __ww_mutex_lock()  argument
753 	return __mutex_lock_common(lock, state, subclass, NULL, ip, ww_ctx, true);  in __ww_mutex_lock()
769 int ww_mutex_trylock(struct ww_mutex *ww, struct ww_acquire_ctx *ww_ctx)  in ww_mutex_trylock()  argument
771 	if (!ww_ctx)  in ww_mutex_trylock()
781 	if (ww_ctx->acquired == 0)  in ww_mutex_trylock()
782 		ww_ctx->wounded = 0;  in ww_mutex_trylock()
785 		ww_mutex_set_context_fastpath(ww, ww_ctx);  in ww_mutex_trylock()
786 		mutex_acquire_nest(&ww->base.dep_map, 0, 1, &ww_ctx->dep_map, _RET_IP_);  in ww_mutex_trylock()