Home
last modified time | relevance | path

Searched refs:sgt_append (Results 1 – 14 of 14) sorted by relevance

/Linux-v6.1/drivers/infiniband/core/
Dumem.c55 ib_dma_unmap_sgtable_attrs(dev, &umem->sgt_append.sgt, in __ib_umem_release()
58 for_each_sgtable_sg(&umem->sgt_append.sgt, sg, i) in __ib_umem_release()
62 sg_free_append_table(&umem->sgt_append); in __ib_umem_release()
114 for_each_sgtable_dma_sg(&umem->sgt_append.sgt, sg, i) { in ib_umem_find_best_pgsz()
124 if (i != (umem->sgt_append.sgt.nents - 1)) in ib_umem_find_best_pgsz()
231 &umem->sgt_append, page_list, pinned, 0, in ib_umem_get()
243 ret = ib_dma_map_sgtable_attrs(device, &umem->sgt_append.sgt, in ib_umem_get()
306 ret = sg_pcopy_to_buffer(umem->sgt_append.sgt.sgl, in ib_umem_copy_from()
307 umem->sgt_append.sgt.orig_nents, dst, length, in ib_umem_copy_from()
Dumem_dmabuf.c61 umem_dmabuf->umem.sgt_append.sgt.sgl = umem_dmabuf->first_sg; in ib_umem_dmabuf_map_pages()
62 umem_dmabuf->umem.sgt_append.sgt.nents = nmap; in ib_umem_dmabuf_map_pages()
/Linux-v6.1/lib/
Dscatterlist.c442 int sg_alloc_append_table_from_pages(struct sg_append_table *sgt_append, in sg_alloc_append_table_from_pages() argument
449 struct scatterlist *s = sgt_append->prv; in sg_alloc_append_table_from_pages()
459 if (IS_ENABLED(CONFIG_ARCH_NO_SG_CHAIN) && sgt_append->prv) in sg_alloc_append_table_from_pages()
462 if (sgt_append->prv) { in sg_alloc_append_table_from_pages()
464 (page_to_pfn(sg_page(sgt_append->prv)) * PAGE_SIZE + in sg_alloc_append_table_from_pages()
465 sgt_append->prv->offset + sgt_append->prv->length) / in sg_alloc_append_table_from_pages()
472 prv_len = sgt_append->prv->length; in sg_alloc_append_table_from_pages()
474 if (sgt_append->prv->length + PAGE_SIZE > max_segment) in sg_alloc_append_table_from_pages()
476 sgt_append->prv->length += PAGE_SIZE; in sg_alloc_append_table_from_pages()
513 s = get_next_sg(sgt_append, s, chunks - i + left_pages, in sg_alloc_append_table_from_pages()
[all …]
/Linux-v6.1/include/rdma/
Dib_umem.h29 struct sg_append_table sgt_append; member
58 return (sg_dma_address(umem->sgt_append.sgt.sgl) + ib_umem_offset(umem)) & in ib_umem_dma_offset()
79 __rdma_block_iter_start(biter, umem->sgt_append.sgt.sgl, in __rdma_umem_block_iter_start()
80 umem->sgt_append.sgt.nents, pgsz); in __rdma_umem_block_iter_start()
131 struct scatterlist *sg = umem->sgt_append.sgt.sgl; in ib_umem_find_best_pgoff()
/Linux-v6.1/drivers/infiniband/hw/hns/
Dhns_roce_db.c44 db->dma = sg_dma_address(page->umem->sgt_append.sgt.sgl) + offset; in hns_roce_db_map_user()
45 db->virt_addr = sg_virt(page->umem->sgt_append.sgt.sgl) + offset; in hns_roce_db_map_user()
/Linux-v6.1/drivers/infiniband/hw/mlx4/
Ddoorbell.c78 db->dma = sg_dma_address(page->umem->sgt_append.sgt.sgl) + in mlx4_ib_db_map_user()
Dmr.c203 for_each_sgtable_dma_sg(&umem->sgt_append.sgt, sg, i) { in mlx4_ib_umem_write_mtt()
276 for_each_sgtable_dma_sg(&umem->sgt_append.sgt, sg, i) { in mlx4_ib_umem_calc_optimal_mtt_size()
/Linux-v6.1/drivers/infiniband/hw/mlx5/
Ddoorbell.c82 db->dma = sg_dma_address(page->umem->sgt_append.sgt.sgl) + in mlx5_ib_db_map_user()
Dumr.c639 rdma_for_each_block(mr->umem->sgt_append.sgt.sgl, &biter, in mlx5r_umr_update_mr_pas()
640 mr->umem->sgt_append.sgt.nents, in mlx5r_umr_update_mr_pas()
/Linux-v6.1/drivers/infiniband/sw/rxe/
Drxe_mr.c154 for_each_sgtable_page (&umem->sgt_append.sgt, &sg_iter, 0) { in rxe_mr_init_user()
/Linux-v6.1/drivers/infiniband/sw/rdmavt/
Dmr.c371 for_each_sgtable_page (&umem->sgt_append.sgt, &sg_iter, 0) { in rvt_reg_user_mr()
/Linux-v6.1/drivers/infiniband/hw/erdma/
Derdma_verbs.c586 *dma_addr = sg_dma_address(page->umem->sgt_append.sgt.sgl) + in erdma_map_user_dbrecords()
/Linux-v6.1/drivers/infiniband/hw/qedr/
Dverbs.c1490 sg = srq->prod_umem->sgt_append.sgt.sgl; in qedr_init_srq_user_params()
/Linux-v6.1/drivers/infiniband/hw/irdma/
Dverbs.c2291 iwpbl->qp_mr.sq_page = sg_page(region->sgt_append.sgt.sgl); in irdma_copy_user_pgaddrs()