Lines Matching refs:mkeys
149 XA_STATE(xas, &ent->mkeys, 0); in push_mkey_locked()
173 __xa_store(&ent->mkeys, in push_mkey_locked()
184 xa_unlock_irq(&ent->mkeys); in push_mkey_locked()
192 xa_lock_irq(&ent->mkeys); in push_mkey_locked()
194 xa_lock_irq(&ent->mkeys); in push_mkey_locked()
207 xa_lock_irq(&ent->mkeys); in push_mkey()
209 xa_unlock_irq(&ent->mkeys); in push_mkey()
218 old = __xa_erase(&ent->mkeys, ent->reserved); in undo_push_reserve_mkey()
226 old = __xa_store(&ent->mkeys, ent->stored, xa_mk_value(mkey), 0); in push_to_reserved()
239 xa_mkey = __xa_erase(&ent->mkeys, ent->stored); in pop_stored_mkey()
244 xa_mkey = __xa_store(&ent->mkeys, ent->stored, XA_ZERO_ENTRY, in pop_stored_mkey()
247 old = __xa_erase(&ent->mkeys, ent->reserved); in pop_stored_mkey()
263 xa_lock_irqsave(&ent->mkeys, flags); in create_mkey_callback()
266 xa_unlock_irqrestore(&ent->mkeys, flags); in create_mkey_callback()
275 xa_lock_irqsave(&ent->mkeys, flags); in create_mkey_callback()
279 xa_unlock_irqrestore(&ent->mkeys, flags); in create_mkey_callback()
350 xa_lock_irq(&ent->mkeys); in add_keys()
352 xa_unlock_irq(&ent->mkeys); in add_keys()
386 lockdep_assert_held(&ent->mkeys.xa_lock); in remove_cache_mr_locked()
390 xa_unlock_irq(&ent->mkeys); in remove_cache_mr_locked()
392 xa_lock_irq(&ent->mkeys); in remove_cache_mr_locked()
397 __acquires(&ent->mkeys) __releases(&ent->mkeys) in resize_available_mrs()
401 lockdep_assert_held(&ent->mkeys.xa_lock); in resize_available_mrs()
411 xa_unlock_irq(&ent->mkeys); in resize_available_mrs()
415 xa_lock_irq(&ent->mkeys); in resize_available_mrs()
443 xa_lock_irq(&ent->mkeys); in size_write()
456 xa_unlock_irq(&ent->mkeys); in size_write()
461 xa_unlock_irq(&ent->mkeys); in size_write()
501 xa_lock_irq(&ent->mkeys); in limit_write()
504 xa_unlock_irq(&ent->mkeys); in limit_write()
540 xa_lock_irq(&ent->mkeys); in someone_adding()
542 xa_unlock_irq(&ent->mkeys); in someone_adding()
559 lockdep_assert_held(&ent->mkeys.xa_lock); in queue_adjust_cache_locked()
592 xa_lock_irq(&ent->mkeys); in __cache_work_func()
598 xa_unlock_irq(&ent->mkeys); in __cache_work_func()
600 xa_lock_irq(&ent->mkeys); in __cache_work_func()
633 xa_unlock_irq(&ent->mkeys); in __cache_work_func()
637 xa_lock_irq(&ent->mkeys); in __cache_work_func()
648 xa_unlock_irq(&ent->mkeys); in __cache_work_func()
756 xa_lock_irq(&ent->mkeys); in _mlx5_mr_cache_alloc()
762 xa_unlock_irq(&ent->mkeys); in _mlx5_mr_cache_alloc()
765 xa_lock_irq(&ent->mkeys); in _mlx5_mr_cache_alloc()
767 xa_unlock_irq(&ent->mkeys); in _mlx5_mr_cache_alloc()
774 xa_unlock_irq(&ent->mkeys); in _mlx5_mr_cache_alloc()
828 xa_lock_irq(&ent->mkeys); in clean_keys()
831 xa_unlock_irq(&ent->mkeys); in clean_keys()
833 xa_lock_irq(&ent->mkeys); in clean_keys()
835 xa_unlock_irq(&ent->mkeys); in clean_keys()
898 xa_init_flags(&ent->mkeys, XA_FLAGS_LOCK_IRQ); in mlx5r_cache_create_ent_locked()
949 xa_lock_irq(&ent->mkeys); in remove_ent_work_func()
951 xa_unlock_irq(&ent->mkeys); in remove_ent_work_func()
955 xa_unlock_irq(&ent->mkeys); in remove_ent_work_func()
1005 xa_lock_irq(&ent->mkeys); in mlx5_mkey_cache_init()
1007 xa_unlock_irq(&ent->mkeys); in mlx5_mkey_cache_init()
1031 xa_lock_irq(&ent->mkeys); in mlx5_mkey_cache_cleanup()
1033 xa_unlock_irq(&ent->mkeys); in mlx5_mkey_cache_cleanup()
1826 xa_lock_irq(&mr->mmkey.cache_ent->mkeys); in cache_ent_find_and_store()
1840 xa_lock_irq(&mr->mmkey.cache_ent->mkeys); in cache_ent_find_and_store()
1852 xa_lock_irq(&mr->mmkey.cache_ent->mkeys); in cache_ent_find_and_store()
1857 xa_unlock_irq(&mr->mmkey.cache_ent->mkeys); in cache_ent_find_and_store()