298 bool ww_mutex_spin_on_owner(struct mutex *lock, struct ww_acquire_ctx *ww_ctx,  in ww_mutex_spin_on_owner()  argument
316 	if (ww_ctx->acquired > 0 && READ_ONCE(ww->ctx))  in ww_mutex_spin_on_owner()
347 			 struct ww_acquire_ctx *ww_ctx, struct mutex_waiter *waiter)  in mutex_spin_on_owner()  argument
370 		if (ww_ctx && !ww_mutex_spin_on_owner(lock, ww_ctx, waiter)) {  in mutex_spin_on_owner()
434 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx,  in mutex_optimistic_spin()  argument
469 		if (!mutex_spin_on_owner(lock, owner, ww_ctx, waiter))  in mutex_optimistic_spin()
510 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx,  in mutex_optimistic_spin()  argument
564 		    struct ww_acquire_ctx *ww_ctx, const bool use_ww_ctx)  in __mutex_lock_common()  argument
571 		ww_ctx = NULL;  in __mutex_lock_common()
578 	if (ww_ctx) {  in __mutex_lock_common()
579 		if (unlikely(ww_ctx == READ_ONCE(ww->ctx)))  in __mutex_lock_common()
587 		if (ww_ctx->acquired == 0)  in __mutex_lock_common()
588 			ww_ctx->wounded = 0;  in __mutex_lock_common()
591 		nest_lock = &ww_ctx->dep_map;  in __mutex_lock_common()
599 	    mutex_optimistic_spin(lock, ww_ctx, NULL)) {  in __mutex_lock_common()
602 		if (ww_ctx)  in __mutex_lock_common()
603 			ww_mutex_set_context_fastpath(ww, ww_ctx);  in __mutex_lock_common()
613 		if (ww_ctx)  in __mutex_lock_common()
614 			__ww_mutex_check_waiters(lock, ww_ctx);  in __mutex_lock_common()
622 		waiter.ww_ctx = ww_ctx;  in __mutex_lock_common()
634 		ret = __ww_mutex_add_waiter(&waiter, lock, ww_ctx);  in __mutex_lock_common()
662 		if (ww_ctx) {  in __mutex_lock_common()
663 			ret = __ww_mutex_check_kill(lock, &waiter, ww_ctx);  in __mutex_lock_common()
680 		    (first && mutex_optimistic_spin(lock, ww_ctx, &waiter)))  in __mutex_lock_common()
689 	if (ww_ctx) {  in __mutex_lock_common()
694 		if (!ww_ctx->is_wait_die &&  in __mutex_lock_common()
696 			__ww_mutex_check_waiters(lock, ww_ctx);  in __mutex_lock_common()
707 	if (ww_ctx)  in __mutex_lock_common()
708 		ww_mutex_lock_acquired(ww, ww_ctx);  in __mutex_lock_common()
734 		unsigned long ip, struct ww_acquire_ctx *ww_ctx)  in __ww_mutex_lock()  argument
736 	return __mutex_lock_common(lock, state, subclass, NULL, ip, ww_ctx, true);  in __ww_mutex_lock()