764 				      u32 uval, u32 newval)  in cmpxchg_futex_value_locked()  argument
769 	ret = futex_atomic_cmpxchg_inatomic(curval, uaddr, uval, newval);  in cmpxchg_futex_value_locked()
1061 static int attach_to_pi_state(u32 __user *uaddr, u32 uval,  in attach_to_pi_state()  argument
1065 	pid_t pid = uval & FUTEX_TID_MASK;  in attach_to_pi_state()
1104 	if (uval != uval2)  in attach_to_pi_state()
1110 	if (uval & FUTEX_OWNER_DIED) {  in attach_to_pi_state()
1210 static int handle_exit_race(u32 __user *uaddr, u32 uval,  in handle_exit_race()  argument
1255 	if (uval2 != uval)  in handle_exit_race()
1300 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key,  in attach_to_pi_owner()  argument
1304 	pid_t pid = uval & FUTEX_TID_MASK;  in attach_to_pi_owner()
1318 		return handle_exit_race(uaddr, uval, NULL);  in attach_to_pi_owner()
1337 		int ret = handle_exit_race(uaddr, uval, p);  in attach_to_pi_owner()
1364 static int lock_pi_update_atomic(u32 __user *uaddr, u32 uval, u32 newval)  in lock_pi_update_atomic()  argument
1372 	err = cmpxchg_futex_value_locked(&curval, uaddr, uval, newval);  in lock_pi_update_atomic()
1377 	return curval != uval ? -EAGAIN : 0;  in lock_pi_update_atomic()
1411 	u32 uval, newval, vpid = task_pid_vnr(task);  in futex_lock_pi_atomic()  local
1419 	if (get_futex_value_locked(&uval, uaddr))  in futex_lock_pi_atomic()
1428 	if ((unlikely((uval & FUTEX_TID_MASK) == vpid)))  in futex_lock_pi_atomic()
1440 		return attach_to_pi_state(uaddr, uval, top_waiter->pi_state, ps);  in futex_lock_pi_atomic()
1448 	if (!(uval & FUTEX_TID_MASK)) {  in futex_lock_pi_atomic()
1453 		newval = uval & FUTEX_OWNER_DIED;  in futex_lock_pi_atomic()
1460 		ret = lock_pi_update_atomic(uaddr, uval, newval);  in futex_lock_pi_atomic()
1488 	newval = uval | FUTEX_WAITERS;  in futex_lock_pi_atomic()
1489 	ret = lock_pi_update_atomic(uaddr, uval, newval);  in futex_lock_pi_atomic()
1553 static int wake_futex_pi(u32 __user *uaddr, u32 uval, struct futex_pi_state *pi_state)  in wake_futex_pi()  argument
1590 	ret = cmpxchg_futex_value_locked(&curval, uaddr, uval, newval);  in wake_futex_pi()
1591 	if (!ret && (curval != uval)) {  in wake_futex_pi()
1598 		if ((FUTEX_TID_MASK & curval) == uval)  in wake_futex_pi()
2585 	u32 uval, curval, newval, newtid;  in __fixup_pi_state_owner()  local
2662 	err = get_futex_value_locked(&uval, uaddr);  in __fixup_pi_state_owner()
2667 		newval = (uval & FUTEX_OWNER_DIED) | newtid;  in __fixup_pi_state_owner()
2669 		err = cmpxchg_futex_value_locked(&curval, uaddr, uval, newval);  in __fixup_pi_state_owner()
2673 		if (curval == uval)  in __fixup_pi_state_owner()
2675 		uval = curval;  in __fixup_pi_state_owner()
2877 	u32 uval;  in futex_wait_setup()  local
2906 	ret = get_futex_value_locked(&uval, uaddr);  in futex_wait_setup()
2911 		ret = get_user(uval, uaddr);  in futex_wait_setup()
2921 	if (uval != val) {  in futex_wait_setup()
3191 	u32 curval, uval, vpid = task_pid_vnr(current);  in futex_unlock_pi()  local
3201 	if (get_user(uval, uaddr))  in futex_unlock_pi()
3206 	if ((uval & FUTEX_TID_MASK) != vpid)  in futex_unlock_pi()
3251 		ret = wake_futex_pi(uaddr, uval, pi_state);  in futex_unlock_pi()
3286 	if ((ret = cmpxchg_futex_value_locked(&curval, uaddr, uval, 0))) {  in futex_unlock_pi()
3304 	ret = (curval == uval) ? 0 : -EAGAIN;  in futex_unlock_pi()
3634 	u32 uval, nval, mval;  in handle_futex_death()  local
3642 	if (get_user(uval, uaddr))  in handle_futex_death()
3676 	if (pending_op && !pi && !uval) {  in handle_futex_death()
3681 	if ((uval & FUTEX_TID_MASK) != task_pid_vnr(curr))  in handle_futex_death()
3694 	mval = (uval & FUTEX_WAITERS) | FUTEX_OWNER_DIED;  in handle_futex_death()
3705 	if ((err = cmpxchg_futex_value_locked(&nval, uaddr, uval, mval))) {  in handle_futex_death()
3722 	if (nval != uval)  in handle_futex_death()
3729 	if (!pi && (uval & FUTEX_WAITERS))  in handle_futex_death()