Searched refs:odp_data (Results 1 – 7 of 7) sorted by relevance
82 mutex_lock(&item->odp_data->umem_mutex); in INTERVAL_TREE_DEFINE()86 if (item->odp_data->mn_counters_active) { in INTERVAL_TREE_DEFINE()87 int notifiers_count = item->odp_data->notifiers_count++; in INTERVAL_TREE_DEFINE()93 reinit_completion(&item->odp_data->notifier_completion); in INTERVAL_TREE_DEFINE()95 mutex_unlock(&item->odp_data->umem_mutex); in INTERVAL_TREE_DEFINE()100 mutex_lock(&item->odp_data->umem_mutex); in ib_umem_notifier_end_account()104 if (item->odp_data->mn_counters_active) { in ib_umem_notifier_end_account()110 ++item->odp_data->notifiers_seq; in ib_umem_notifier_end_account()111 if (--item->odp_data->notifiers_count == 0) in ib_umem_notifier_end_account()112 complete_all(&item->odp_data->notifier_completion); in ib_umem_notifier_end_account()[all …]
127 umem->odp_data = NULL; in ib_umem_get()255 if (umem->odp_data) { in ib_umem_release()306 if (umem->odp_data) in ib_umem_page_count()
145 if (!item->odp_data->mn_counters_active) in ib_umem_mmu_notifier_retry()148 if (unlikely(item->odp_data->notifiers_count)) in ib_umem_mmu_notifier_retry()150 if (item->odp_data->notifiers_seq != mmu_seq) in ib_umem_mmu_notifier_retry()
53 struct ib_umem_odp *odp_data; member
183 if (!umem || !umem->odp_data) { in mlx5_ib_invalidate_range()188 mr = umem->odp_data->private; in mlx5_ib_invalidate_range()211 if (umem->odp_data->dma_list[idx] & in mlx5_ib_invalidate_range()243 !umem->odp_data->dying)) { in mlx5_ib_invalidate_range()244 WRITE_ONCE(umem->odp_data->dying, 1); in mlx5_ib_invalidate_range()246 schedule_work(&umem->odp_data->work); in mlx5_ib_invalidate_range()377 mutex_lock(&mr->umem->odp_data->umem_mutex); in implicit_mr_get_data()390 mutex_unlock(&mr->umem->odp_data->umem_mutex); in implicit_mr_get_data()396 mutex_unlock(&mr->umem->odp_data->umem_mutex); in implicit_mr_get_data()401 odp = umem->odp_data; in implicit_mr_get_data()[all …]
60 if (umem->odp_data) { in mlx5_ib_cont_pages()155 const bool odp = umem->odp_data != NULL; in __mlx5_ib_populate_pas()162 dma_addr_t pa = umem->odp_data->dma_list[offset + i]; in __mlx5_ib_populate_pas()
101 if (mr->umem->odp_data) { in update_odp_mr()110 mr->umem->odp_data->private = mr; in update_odp_mr()1630 if (umem && umem->odp_data) { in dereg_mr()1636 if (umem->odp_data->page_list) in dereg_mr()
