Lines Matching refs:notifier_subscriptions
189 interval_sub->mm->notifier_subscriptions; in mmu_interval_read_begin()
351 mm->notifier_subscriptions; in __mmu_notifier_release()
374 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_flush_young()
394 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_young()
413 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_test_young()
435 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_change_pte()
516 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_start()
573 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_end()
592 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_invalidate_range()
622 if (!mm->notifier_subscriptions) { in __mmu_notifier_register()
662 smp_store_release(&mm->notifier_subscriptions, subscriptions); in __mmu_notifier_register()
670 spin_lock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
672 &mm->notifier_subscriptions->list); in __mmu_notifier_register()
673 spin_unlock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
675 mm->notifier_subscriptions->has_itree = true; in __mmu_notifier_register()
723 spin_lock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
725 &mm->notifier_subscriptions->list, hlist, in find_get_mmu_notifier()
726 lockdep_is_held(&mm->notifier_subscriptions->lock)) { in find_get_mmu_notifier()
734 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
737 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
766 if (mm->notifier_subscriptions) { in mmu_notifier_get_locked()
789 BUG_ON(!hlist_empty(&mm->notifier_subscriptions->list)); in __mmu_notifier_subscriptions_destroy()
790 kfree(mm->notifier_subscriptions); in __mmu_notifier_subscriptions_destroy()
791 mm->notifier_subscriptions = LIST_POISON1; /* debug */ in __mmu_notifier_subscriptions_destroy()
825 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
831 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
883 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
887 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
893 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
989 subscriptions = smp_load_acquire(&mm->notifier_subscriptions); in mmu_interval_notifier_insert()
994 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert()
1007 mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1016 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1037 mm->notifier_subscriptions; in mmu_interval_notifier_remove()