83 			struct mm_struct *mm);
95 				 struct mm_struct *mm,
105 			   struct mm_struct *mm,
116 			  struct mm_struct *mm,
124 			   struct mm_struct *mm,
202 				 struct mm_struct *mm,
216 	struct mmu_notifier *(*alloc_notifier)(struct mm_struct *mm);
234 	struct mm_struct *mm;  member
254 	struct mm_struct *mm;  member
267 	struct mm_struct *mm;  member
275 static inline int mm_has_notifiers(struct mm_struct *mm)  in mm_has_notifiers()  argument
277 	return unlikely(mm->notifier_subscriptions);  in mm_has_notifiers()
281 					     struct mm_struct *mm);
283 mmu_notifier_get(const struct mmu_notifier_ops *ops, struct mm_struct *mm)  in mmu_notifier_get()  argument
287 	mmap_write_lock(mm);  in mmu_notifier_get()
288 	ret = mmu_notifier_get_locked(ops, mm);  in mmu_notifier_get()
289 	mmap_write_unlock(mm);  in mmu_notifier_get()
296 				 struct mm_struct *mm);
298 				   struct mm_struct *mm);
300 				    struct mm_struct *mm);
305 				 struct mm_struct *mm, unsigned long start,
309 	struct mmu_interval_notifier *interval_sub, struct mm_struct *mm,
380 extern void __mmu_notifier_subscriptions_destroy(struct mm_struct *mm);
381 extern void __mmu_notifier_release(struct mm_struct *mm);
382 extern int __mmu_notifier_clear_flush_young(struct mm_struct *mm,
385 extern int __mmu_notifier_clear_young(struct mm_struct *mm,
388 extern int __mmu_notifier_test_young(struct mm_struct *mm,
390 extern void __mmu_notifier_change_pte(struct mm_struct *mm,
395 extern void __mmu_notifier_invalidate_range(struct mm_struct *mm,
406 static inline void mmu_notifier_release(struct mm_struct *mm)  in mmu_notifier_release()  argument
408 	if (mm_has_notifiers(mm))  in mmu_notifier_release()
409 		__mmu_notifier_release(mm);  in mmu_notifier_release()
412 static inline int mmu_notifier_clear_flush_young(struct mm_struct *mm,  in mmu_notifier_clear_flush_young()  argument
416 	if (mm_has_notifiers(mm))  in mmu_notifier_clear_flush_young()
417 		return __mmu_notifier_clear_flush_young(mm, start, end);  in mmu_notifier_clear_flush_young()
421 static inline int mmu_notifier_clear_young(struct mm_struct *mm,  in mmu_notifier_clear_young()  argument
425 	if (mm_has_notifiers(mm))  in mmu_notifier_clear_young()
426 		return __mmu_notifier_clear_young(mm, start, end);  in mmu_notifier_clear_young()
430 static inline int mmu_notifier_test_young(struct mm_struct *mm,  in mmu_notifier_test_young()  argument
433 	if (mm_has_notifiers(mm))  in mmu_notifier_test_young()
434 		return __mmu_notifier_test_young(mm, address);  in mmu_notifier_test_young()
438 static inline void mmu_notifier_change_pte(struct mm_struct *mm,  in mmu_notifier_change_pte()  argument
441 	if (mm_has_notifiers(mm))  in mmu_notifier_change_pte()
442 		__mmu_notifier_change_pte(mm, address, pte);  in mmu_notifier_change_pte()
451 	if (mm_has_notifiers(range->mm)) {  in mmu_notifier_invalidate_range_start()
464 	if (mm_has_notifiers(range->mm)) {  in mmu_notifier_invalidate_range_start_nonblock()
478 	if (mm_has_notifiers(range->mm))  in mmu_notifier_invalidate_range_end()
485 	if (mm_has_notifiers(range->mm))  in mmu_notifier_invalidate_range_only_end()
489 static inline void mmu_notifier_invalidate_range(struct mm_struct *mm,  in mmu_notifier_invalidate_range()  argument
492 	if (mm_has_notifiers(mm))  in mmu_notifier_invalidate_range()
493 		__mmu_notifier_invalidate_range(mm, start, end);  in mmu_notifier_invalidate_range()
496 static inline void mmu_notifier_subscriptions_init(struct mm_struct *mm)  in mmu_notifier_subscriptions_init()  argument
498 	mm->notifier_subscriptions = NULL;  in mmu_notifier_subscriptions_init()
501 static inline void mmu_notifier_subscriptions_destroy(struct mm_struct *mm)  in mmu_notifier_subscriptions_destroy()  argument
503 	if (mm_has_notifiers(mm))  in mmu_notifier_subscriptions_destroy()
504 		__mmu_notifier_subscriptions_destroy(mm);  in mmu_notifier_subscriptions_destroy()
512 					   struct mm_struct *mm,  in mmu_notifier_range_init()  argument
518 	range->mm = mm;  in mmu_notifier_range_init()
526 			struct vm_area_struct *vma, struct mm_struct *mm,  in mmu_notifier_range_init_migrate()  argument
529 	mmu_notifier_range_init(range, MMU_NOTIFY_MIGRATE, flags, vma, mm,  in mmu_notifier_range_init_migrate()
656 #define mmu_notifier_range_init(range,event,flags,vma,mm,start,end)  \  argument
658 #define mmu_notifier_range_init_migrate(range, flags, vma, mm, start, end, \  argument
668 static inline int mm_has_notifiers(struct mm_struct *mm)  in mm_has_notifiers()  argument
673 static inline void mmu_notifier_release(struct mm_struct *mm)  in mmu_notifier_release()  argument
677 static inline int mmu_notifier_clear_flush_young(struct mm_struct *mm,  in mmu_notifier_clear_flush_young()  argument
684 static inline int mmu_notifier_test_young(struct mm_struct *mm,  in mmu_notifier_test_young()  argument
690 static inline void mmu_notifier_change_pte(struct mm_struct *mm,  in mmu_notifier_change_pte()  argument
716 static inline void mmu_notifier_invalidate_range(struct mm_struct *mm,  in mmu_notifier_invalidate_range()  argument
721 static inline void mmu_notifier_subscriptions_init(struct mm_struct *mm)  in mmu_notifier_subscriptions_init()  argument
725 static inline void mmu_notifier_subscriptions_destroy(struct mm_struct *mm)  in mmu_notifier_subscriptions_destroy()  argument