Lines Matching refs:notifier_subscriptions

189 		interval_sub->mm->notifier_subscriptions;  in mmu_interval_read_begin()
351 mm->notifier_subscriptions; in __mmu_notifier_release()
374 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_flush_young()
394 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_young()
413 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_test_young()
435 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_change_pte()
539 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_start()
577 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_end()
596 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_arch_invalidate_secondary_tlbs()
630 if (!mm->notifier_subscriptions) { in __mmu_notifier_register()
670 smp_store_release(&mm->notifier_subscriptions, subscriptions); in __mmu_notifier_register()
678 spin_lock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
680 &mm->notifier_subscriptions->list); in __mmu_notifier_register()
681 spin_unlock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
683 mm->notifier_subscriptions->has_itree = true; in __mmu_notifier_register()
731 spin_lock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
733 &mm->notifier_subscriptions->list, hlist, in find_get_mmu_notifier()
734 lockdep_is_held(&mm->notifier_subscriptions->lock)) { in find_get_mmu_notifier()
742 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
745 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
774 if (mm->notifier_subscriptions) { in mmu_notifier_get_locked()
797 BUG_ON(!hlist_empty(&mm->notifier_subscriptions->list)); in __mmu_notifier_subscriptions_destroy()
798 kfree(mm->notifier_subscriptions); in __mmu_notifier_subscriptions_destroy()
799 mm->notifier_subscriptions = LIST_POISON1; /* debug */ in __mmu_notifier_subscriptions_destroy()
833 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
839 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
891 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
895 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
901 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
997 subscriptions = smp_load_acquire(&mm->notifier_subscriptions); in mmu_interval_notifier_insert()
1002 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert()
1015 mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1024 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1057 mm->notifier_subscriptions; in mmu_interval_notifier_remove()