34 static inline void mmgrab(struct mm_struct *mm)  in mmgrab()  argument
36 	atomic_inc(&mm->mm_count);  in mmgrab()
44 extern void __mmdrop(struct mm_struct *mm);
46 static inline void mmdrop(struct mm_struct *mm)  in mmdrop()  argument
53 	if (unlikely(atomic_dec_and_test(&mm->mm_count)))  in mmdrop()
54 		__mmdrop(mm);  in mmdrop()
64 	struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop);  in __mmdrop_delayed()  local
66 	__mmdrop(mm);  in __mmdrop_delayed()
73 static inline void mmdrop_sched(struct mm_struct *mm)  in mmdrop_sched()  argument
76 	if (atomic_dec_and_test(&mm->mm_count))  in mmdrop_sched()
77 		call_rcu(&mm->delayed_drop, __mmdrop_delayed);  in mmdrop_sched()
80 static inline void mmdrop_sched(struct mm_struct *mm)  in mmdrop_sched()  argument
82 	mmdrop(mm);  in mmdrop_sched()
87 static inline void mmgrab_lazy_tlb(struct mm_struct *mm)  in mmgrab_lazy_tlb()  argument
90 		mmgrab(mm);  in mmgrab_lazy_tlb()
93 static inline void mmdrop_lazy_tlb(struct mm_struct *mm)  in mmdrop_lazy_tlb()  argument
96 		mmdrop(mm);  in mmdrop_lazy_tlb()
106 static inline void mmdrop_lazy_tlb_sched(struct mm_struct *mm)  in mmdrop_lazy_tlb_sched()  argument
109 		mmdrop_sched(mm);  in mmdrop_lazy_tlb_sched()
130 static inline void mmget(struct mm_struct *mm)  in mmget()  argument
132 	atomic_inc(&mm->mm_users);  in mmget()
135 static inline bool mmget_not_zero(struct mm_struct *mm)  in mmget_not_zero()  argument
137 	return atomic_inc_not_zero(&mm->mm_users);  in mmget_not_zero()
163 extern void mm_update_next_owner(struct mm_struct *mm);
165 static inline void mm_update_next_owner(struct mm_struct *mm)  in mm_update_next_owner()  argument
179 extern void arch_pick_mmap_layout(struct mm_struct *mm,
198 static inline void arch_pick_mmap_layout(struct mm_struct *mm,  in arch_pick_mmap_layout()  argument
223 			rcu_dereference(tsk->real_parent)->mm == tsk->mm;  in in_vfork()
453 static inline void membarrier_mm_sync_core_before_usermode(struct mm_struct *mm)  in membarrier_mm_sync_core_before_usermode()  argument
455 	if (current->mm != mm)  in membarrier_mm_sync_core_before_usermode()
457 	if (likely(!(atomic_read(&mm->membarrier_state) &  in membarrier_mm_sync_core_before_usermode()
463 extern void membarrier_exec_mmap(struct mm_struct *mm);
475 static inline void membarrier_exec_mmap(struct mm_struct *mm)  in membarrier_exec_mmap()  argument
478 static inline void membarrier_mm_sync_core_before_usermode(struct mm_struct *mm)  in membarrier_mm_sync_core_before_usermode()  argument