Lines Matching refs:pi_mutex

183 	struct rt_mutex pi_mutex;  member
793 raw_spin_lock_irqsave(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
800 rt_mutex_proxy_unlock(&pi_state->pi_mutex, owner); in put_pi_state()
801 raw_spin_unlock_irqrestore(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
865 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
873 raw_spin_unlock(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
885 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
888 rt_mutex_futex_unlock(&pi_state->pi_mutex); in exit_pi_state_list()
1019 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
1084 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
1101 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
1265 rt_mutex_init_proxy_locked(&pi_state->pi_mutex, p); in attach_to_pi_owner()
1486 new_owner = rt_mutex_next_owner(&pi_state->pi_mutex); in wake_futex_pi()
1545 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wake_q); in wake_futex_pi()
1548 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in wake_futex_pi()
2138 ret = rt_mutex_start_proxy_lock(&pi_state->pi_mutex, in futex_requeue()
2339 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2377 if (__rt_mutex_futex_trylock(&pi_state->pi_mutex)) { in fixup_pi_state_owner()
2387 newowner = rt_mutex_owner(&pi_state->pi_mutex); in fixup_pi_state_owner()
2451 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2469 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2489 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2505 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2561 if (rt_mutex_owner(&q->pi_state->pi_mutex) == current) { in fixup_owner()
2564 q->pi_state->pi_mutex.owner, in fixup_owner()
2843 ret = rt_mutex_futex_trylock(&q.pi_state->pi_mutex); in futex_lock_pi()
2864 raw_spin_lock_irq(&q.pi_state->pi_mutex.wait_lock); in futex_lock_pi()
2871 ret = __rt_mutex_start_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter, current); in futex_lock_pi()
2872 raw_spin_unlock_irq(&q.pi_state->pi_mutex.wait_lock); in futex_lock_pi()
2883 ret = rt_mutex_wait_proxy_lock(&q.pi_state->pi_mutex, to, &rt_waiter); in futex_lock_pi()
2896 if (ret && !rt_mutex_cleanup_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter)) in futex_lock_pi()
2916 if (ret && (rt_mutex_owner(&q.pi_state->pi_mutex) == current)) { in futex_lock_pi()
2925 rt_mutex_futex_unlock(&pi_state->pi_mutex); in futex_lock_pi()
3017 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in futex_unlock_pi()
3266 if (ret && rt_mutex_owner(&q.pi_state->pi_mutex) == current) { in futex_wait_requeue_pi()
3278 struct rt_mutex *pi_mutex; in futex_wait_requeue_pi() local
3286 pi_mutex = &q.pi_state->pi_mutex; in futex_wait_requeue_pi()
3287 ret = rt_mutex_wait_proxy_lock(pi_mutex, to, &rt_waiter); in futex_wait_requeue_pi()
3290 if (ret && !rt_mutex_cleanup_proxy_lock(pi_mutex, &rt_waiter)) in futex_wait_requeue_pi()
3311 if (ret && rt_mutex_owner(&q.pi_state->pi_mutex) == current) { in futex_wait_requeue_pi()
3321 rt_mutex_futex_unlock(&pi_state->pi_mutex); in futex_wait_requeue_pi()