73 		atomic_long_read(&(sem)->owner), (long)current,	\
143 	atomic_long_set(&sem->owner, (long)current);  in rwsem_set_owner()
149 	atomic_long_set(&sem->owner, 0);  in rwsem_clear_owner()
157 	return atomic_long_read(&sem->owner) & flags;  in rwsem_test_oflags()
171 					    struct task_struct *owner)  in __rwsem_set_reader_owned()  argument
173 	unsigned long val = (unsigned long)owner | RWSEM_READER_OWNED |  in __rwsem_set_reader_owned()
174 		(atomic_long_read(&sem->owner) & RWSEM_NONSPINNABLE);  in __rwsem_set_reader_owned()
176 	atomic_long_set(&sem->owner, val);  in __rwsem_set_reader_owned()
210 	unsigned long val = atomic_long_read(&sem->owner);  in rwsem_clear_reader_owned()
213 		if (atomic_long_try_cmpxchg(&sem->owner, &val,  in rwsem_clear_reader_owned()
230 	unsigned long owner = atomic_long_read(&sem->owner);  in rwsem_set_nonspinnable()  local
233 		if (!(owner & RWSEM_READER_OWNED))  in rwsem_set_nonspinnable()
235 		if (owner & RWSEM_NONSPINNABLE)  in rwsem_set_nonspinnable()
237 	} while (!atomic_long_try_cmpxchg(&sem->owner, &owner,  in rwsem_set_nonspinnable()
238 					  owner | RWSEM_NONSPINNABLE));  in rwsem_set_nonspinnable()
277 		(atomic_long_read(&sem->owner) & ~RWSEM_OWNER_FLAGS_MASK);  in rwsem_owner()
287 	unsigned long owner = atomic_long_read(&sem->owner);  in rwsem_owner_flags()  local
289 	*pflags = owner & RWSEM_OWNER_FLAGS_MASK;  in rwsem_owner_flags()
290 	return (struct task_struct *)(owner & ~RWSEM_OWNER_FLAGS_MASK);  in rwsem_owner_flags()
329 	atomic_long_set(&sem->owner, 0L);  in __init_rwsem()
458 		struct task_struct *owner;  in rwsem_mark_wake()  local
485 		owner = waiter->task;  in rwsem_mark_wake()
486 		__rwsem_set_reader_owned(sem, owner);  in rwsem_mark_wake()
711 	struct task_struct *owner;  in rwsem_can_spin_on_owner()  local
725 	owner = rwsem_owner_flags(sem, &flags);  in rwsem_can_spin_on_owner()
730 	    (owner && !(flags & RWSEM_READER_OWNED) && !owner_on_cpu(owner)))  in rwsem_can_spin_on_owner()
741 rwsem_owner_state(struct task_struct *owner, unsigned long flags)  in rwsem_owner_state()  argument
749 	return owner ? OWNER_WRITER : OWNER_NULL;  in rwsem_owner_state()
755 	struct task_struct *new, *owner;  in rwsem_spin_on_owner()  local
761 	owner = rwsem_owner_flags(sem, &flags);  in rwsem_spin_on_owner()
762 	state = rwsem_owner_state(owner, flags);  in rwsem_spin_on_owner()
774 		if ((new != owner) || (new_flags != flags)) {  in rwsem_spin_on_owner()
789 		if (need_resched() || !owner_on_cpu(owner)) {  in rwsem_spin_on_owner()
953 		atomic_long_andnot(RWSEM_NONSPINNABLE, &sem->owner);  in clear_nonspinnable()
1017 	if ((atomic_long_read(&sem->owner) & RWSEM_READER_OWNED) &&  in rwsem_down_read_slowpath()
1490 					    struct task_struct *owner)  in __rwsem_set_reader_owned()  argument