73 		atomic_long_read(&(sem)->owner), (long)current,	\
139 	atomic_long_set(&sem->owner, (long)current);  in rwsem_set_owner()
144 	atomic_long_set(&sem->owner, 0);  in rwsem_clear_owner()
152 	return atomic_long_read(&sem->owner) & flags;  in rwsem_test_oflags()
166 					    struct task_struct *owner)  in __rwsem_set_reader_owned()  argument
168 	unsigned long val = (unsigned long)owner | RWSEM_READER_OWNED |  in __rwsem_set_reader_owned()
169 		(atomic_long_read(&sem->owner) & RWSEM_NONSPINNABLE);  in __rwsem_set_reader_owned()
171 	atomic_long_set(&sem->owner, val);  in __rwsem_set_reader_owned()
205 	unsigned long val = atomic_long_read(&sem->owner);  in rwsem_clear_reader_owned()
208 		if (atomic_long_try_cmpxchg(&sem->owner, &val,  in rwsem_clear_reader_owned()
225 	unsigned long owner = atomic_long_read(&sem->owner);  in rwsem_set_nonspinnable()  local
228 		if (!(owner & RWSEM_READER_OWNED))  in rwsem_set_nonspinnable()
230 		if (owner & RWSEM_NONSPINNABLE)  in rwsem_set_nonspinnable()
232 	} while (!atomic_long_try_cmpxchg(&sem->owner, &owner,  in rwsem_set_nonspinnable()
233 					  owner | RWSEM_NONSPINNABLE));  in rwsem_set_nonspinnable()
269 		(atomic_long_read(&sem->owner) & ~RWSEM_OWNER_FLAGS_MASK);  in rwsem_owner()
279 	unsigned long owner = atomic_long_read(&sem->owner);  in rwsem_owner_flags()  local
281 	*pflags = owner & RWSEM_OWNER_FLAGS_MASK;  in rwsem_owner_flags()
282 	return (struct task_struct *)(owner & ~RWSEM_OWNER_FLAGS_MASK);  in rwsem_owner_flags()
321 	atomic_long_set(&sem->owner, 0L);  in __init_rwsem()
425 		struct task_struct *owner;  in rwsem_mark_wake()  local
450 		owner = waiter->task;  in rwsem_mark_wake()
451 		__rwsem_set_reader_owned(sem, owner);  in rwsem_mark_wake()
599 static inline bool owner_on_cpu(struct task_struct *owner)  in owner_on_cpu()  argument
605 	return owner->on_cpu && !vcpu_is_preempted(task_cpu(owner));  in owner_on_cpu()
610 	struct task_struct *owner;  in rwsem_can_spin_on_owner()  local
621 	owner = rwsem_owner_flags(sem, &flags);  in rwsem_can_spin_on_owner()
626 	    (owner && !(flags & RWSEM_READER_OWNED) && !owner_on_cpu(owner)))  in rwsem_can_spin_on_owner()
655 rwsem_owner_state(struct task_struct *owner, unsigned long flags)  in rwsem_owner_state()  argument
663 	return owner ? OWNER_WRITER : OWNER_NULL;  in rwsem_owner_state()
669 	struct task_struct *new, *owner;  in rwsem_spin_on_owner()  local
673 	owner = rwsem_owner_flags(sem, &flags);  in rwsem_spin_on_owner()
674 	state = rwsem_owner_state(owner, flags);  in rwsem_spin_on_owner()
687 		if ((new != owner) || (new_flags != flags)) {  in rwsem_spin_on_owner()
700 		if (need_resched() || !owner_on_cpu(owner)) {  in rwsem_spin_on_owner()
865 		atomic_long_andnot(RWSEM_NONSPINNABLE, &sem->owner);  in clear_nonspinnable()
906 	if ((atomic_long_read(&sem->owner) & RWSEM_READER_OWNED) &&  in rwsem_down_read_slowpath()
1445 					    struct task_struct *owner)  in __rwsem_set_reader_owned()  argument