| /Linux-v4.19/include/linux/ |
| D | iova.h | 21 struct iova { struct
27 struct iova_magazine; argument
101 static inline unsigned long iova_size(struct iova *iova) in iova_size()
116 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset()
126 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr()
131 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn()
181 static inline void free_iova_mem(struct iova *iova) in free_iova_mem()
189 static inline void __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
257 struct iova *iova, in split_and_remove_iova()
|
| D | iommu.h | 364 unsigned long iova, size_t size) in iommu_tlb_range_add()
450 static inline int iommu_map(struct iommu_domain *domain, unsigned long iova, in iommu_map()
457 unsigned long iova, size_t size) in iommu_unmap()
463 unsigned long iova, int gfp_order) in iommu_unmap_fast()
469 unsigned long iova, struct scatterlist *sg, in iommu_map_sg()
480 unsigned long iova, size_t size) in iommu_tlb_range_add()
500 static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova) in iommu_iova_to_phys()
|
| /Linux-v4.19/drivers/iommu/ |
| D | iova.c | 152 iova_insert_rbtree(struct rb_root *root, struct iova *iova, in iova_insert_rbtree()
232 void free_iova_mem(struct iova *iova) in free_iova_mem()
317 struct iova *iova = rb_entry(node, struct iova, node); in private_find_iova() local
330 static void private_free_iova(struct iova_domain *iovad, struct iova *iova) in private_free_iova()
348 struct iova *iova; in find_iova() local
365 __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
385 struct iova *iova = find_iova(iovad, pfn); in free_iova() local
585 struct iova *iova, *tmp; in put_iova_domain() local
598 struct iova *iova = rb_entry(node, struct iova, node); in __is_range_overlap() local
608 struct iova *iova; in alloc_and_init_iova() local
[all …]
|
| D | tegra-gart.c | 92 #define for_each_gart_pte(gart, iova) \ argument
120 unsigned long iova; in do_gart_setup() local
132 unsigned long iova; in gart_dump_table() local
154 unsigned long iova, size_t bytes) in gart_iova_range_valid()
269 static int gart_iommu_map(struct iommu_domain *domain, unsigned long iova, in gart_iommu_map()
302 static size_t gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in gart_iommu_unmap()
320 dma_addr_t iova) in gart_iommu_iova_to_phys()
388 unsigned long iova; in tegra_gart_suspend() local
|
| D | exynos-iommu.c | 102 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument
104 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
106 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument
111 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
116 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
186 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
191 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
319 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
518 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache()
538 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry()
[all …]
|
| D | tegra-smmu.c | 152 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
157 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
215 unsigned long iova) in smmu_flush_tlb_section()
226 unsigned long iova) in smmu_flush_tlb_group()
511 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde()
532 static u32 *tegra_smmu_pte_offset(struct page *pt_page, unsigned long iova) in tegra_smmu_pte_offset()
539 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup()
556 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
599 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use()
606 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use()
[all …]
|
| D | rockchip-iommu.c | 257 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
262 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
267 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
304 dma_addr_t iova; in rk_iommu_zap_lines() local
470 static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova) in log_iova()
522 dma_addr_t iova; in rk_iommu_irq() local
587 dma_addr_t iova) in rk_iommu_iova_to_phys()
615 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
644 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last()
653 dma_addr_t iova) in rk_dte_get_page_table()
[all …]
|
| D | io-pgtable-arm-v7s.c | 369 unsigned long iova, phys_addr_t paddr, int prot, in arm_v7s_init_pte()
429 static int __arm_v7s_map(struct arm_v7s_io_pgtable *data, unsigned long iova, in __arm_v7s_map()
476 static int arm_v7s_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map()
523 unsigned long iova, int idx, int lvl, in arm_v7s_split_cont()
550 unsigned long iova, size_t size, in arm_v7s_split_blk_unmap()
594 unsigned long iova, size_t size, int lvl, in __arm_v7s_unmap()
665 static size_t arm_v7s_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_unmap()
677 unsigned long iova) in arm_v7s_iova_to_phys()
802 static void dummy_tlb_add_flush(unsigned long iova, size_t size, in dummy_tlb_add_flush()
836 unsigned int iova, size, iova_start; in arm_v7s_do_selftests() local
|
| D | io-pgtable-arm.c | 319 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte()
378 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map()
466 static int arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map()
533 unsigned long iova, size_t size, in arm_lpae_split_blk_unmap()
587 unsigned long iova, size_t size, int lvl, in __arm_lpae_unmap()
632 static size_t arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap()
646 unsigned long iova) in arm_lpae_iova_to_phys()
1019 static void dummy_tlb_add_flush(unsigned long iova, size_t size, in dummy_tlb_add_flush()
1064 unsigned long iova; in arm_lpae_run_tests() local
|
| D | dma-iommu.c | 39 dma_addr_t iova; member
352 unsigned long shift, iova_len, iova = 0; in iommu_dma_alloc_iova() local
389 dma_addr_t iova, size_t size) in iommu_dma_free_iova()
526 dma_addr_t iova; in iommu_dma_alloc() local
614 dma_addr_t iova; in __iommu_dma_map() local
733 dma_addr_t iova; in iommu_dma_map_sg() local
840 dma_addr_t iova; in iommu_dma_get_msi_page() local
|
| D | s390-iommu.c | 267 static int s390_iommu_map(struct iommu_domain *domain, unsigned long iova, in s390_iommu_map()
286 dma_addr_t iova) in s390_iommu_iova_to_phys()
317 unsigned long iova, size_t size) in s390_iommu_unmap()
|
| D | qcom_iommu.c | 157 static void qcom_iommu_tlb_inv_range_nosync(unsigned long iova, size_t size, in qcom_iommu_tlb_inv_range_nosync()
188 u64 iova; in qcom_iommu_fault() local
412 static int qcom_iommu_map(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_map()
429 static size_t qcom_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_unmap()
468 dma_addr_t iova) in qcom_iommu_iova_to_phys()
|
| D | mtk_iommu_v1.c | 142 unsigned long iova, size_t size) in mtk_iommu_tlb_flush_range()
304 static int mtk_iommu_map(struct iommu_domain *domain, unsigned long iova, in mtk_iommu_map()
334 unsigned long iova, size_t size) in mtk_iommu_unmap()
351 dma_addr_t iova) in mtk_iommu_iova_to_phys()
|
| /Linux-v4.19/drivers/gpu/drm/etnaviv/ |
| D | etnaviv_mmu.c | 15 unsigned long iova, size_t size) in etnaviv_domain_unmap()
37 unsigned long iova, phys_addr_t paddr, in etnaviv_domain_map()
68 static int etnaviv_iommu_map(struct etnaviv_iommu *iommu, u32 iova, in etnaviv_iommu_map()
107 static void etnaviv_iommu_unmap(struct etnaviv_iommu *iommu, u32 iova, in etnaviv_iommu_unmap()
237 u32 iova; in etnaviv_iommu_map_gem() local
337 u32 *iova) in etnaviv_iommu_get_suballoc_va()
370 u32 iova) in etnaviv_iommu_put_suballoc_va()
|
| D | etnaviv_iommu.c | 83 unsigned long iova, phys_addr_t paddr, in etnaviv_iommuv1_map()
98 unsigned long iova, size_t size) in etnaviv_iommuv1_unmap()
|
| /Linux-v4.19/drivers/vfio/ |
| D | vfio_iommu_type1.c | 81 dma_addr_t iova; /* Device address */ member
101 dma_addr_t iova; /* Device address */ member
108 dma_addr_t iova; member
169 static struct vfio_pfn *vfio_find_vpfn(struct vfio_dma *dma, dma_addr_t iova) in vfio_find_vpfn()
213 static int vfio_add_to_pfn_list(struct vfio_dma *dma, dma_addr_t iova, in vfio_add_to_pfn_list()
237 unsigned long iova) in vfio_iova_get_vfio_pfn()
403 dma_addr_t iova = vaddr - dma->vaddr + dma->iova; in vfio_pin_pages_remote() local
475 static long vfio_unpin_pages_remote(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_pages_remote()
523 static int vfio_unpin_page_external(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_page_external()
574 dma_addr_t iova; in vfio_iommu_type1_pin_pages() local
[all …]
|
| /Linux-v4.19/drivers/fpga/ |
| D | dfl-afu-dma-region.c | 179 u64 iova, u64 size) in dma_region_check_iova()
299 afu_dma_region_find(struct dfl_feature_platform_data *pdata, u64 iova, u64 size) in afu_dma_region_find()
339 afu_dma_region_find_iova(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_region_find_iova()
356 u64 user_addr, u64 length, u64 *iova) in afu_dma_map_region()
438 int afu_dma_unmap_region(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_unmap_region()
|
| /Linux-v4.19/drivers/infiniband/sw/rxe/ |
| D | rxe_mr.c | 54 int mem_check_range(struct rxe_mem *mem, u64 iova, size_t length) in mem_check_range()
162 u64 length, u64 iova, int access, struct ib_udata *udata, in rxe_mem_init_user()
266 u64 iova, in lookup_iova()
304 void *iova_to_vaddr(struct rxe_mem *mem, u64 iova, int length) in iova_to_vaddr()
345 int rxe_mem_copy(struct rxe_mem *mem, u64 iova, void *addr, int length, in rxe_mem_copy()
450 u64 iova; in copy_data() local
606 u64 *page, int num_pages, u64 iova) in rxe_mem_map_pages()
|
| /Linux-v4.19/drivers/gpu/drm/msm/ |
| D | msm_iommu.c | 28 unsigned long iova, int flags, void *arg) in msm_fault_handler()
60 static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova, in msm_iommu_map()
74 static int msm_iommu_unmap(struct msm_mmu *mmu, uint64_t iova, in msm_iommu_unmap()
|
| D | msm_gem_submit.c | 269 uint64_t iova; in submit_pin_objects() local
294 struct msm_gem_object **obj, uint64_t *iova, bool *valid) in submit_bo()
341 uint64_t iova; in submit_reloc() local
504 uint64_t iova; in msm_ioctl_gem_submit() local
|
| D | msm_gem.h | 41 uint64_t iova; member
156 uint64_t iova; member
162 uint64_t iova; member
|
| /Linux-v4.19/drivers/s390/cio/ |
| D | vfio_ccw_cp.c | 72 u64 iova, unsigned int len) in pfn_array_alloc_pin()
158 unsigned long iova) in pfn_array_table_iova_pinned()
204 void *to, u64 iova, in copy_from_iova()
239 struct ccw1 *to, u64 iova, in copy_ccw_from_iova()
361 static int ccwchain_calc_length(u64 iova, struct channel_program *cp) in ccwchain_calc_length()
660 u64 iova = orb->cmd.cpa; in cp_init() local
865 bool cp_iova_pinned(struct channel_program *cp, u64 iova) in cp_iova_pinned()
|
| /Linux-v4.19/drivers/infiniband/hw/mthca/ |
| D | mthca_mr.c | 430 u64 iova, u64 total_size, u32 access, struct mthca_mr *mr) in mthca_mr_alloc()
521 int list_len, u64 iova, u64 total_size, in mthca_mr_alloc_phys()
690 int list_len, u64 iova) in mthca_check_fmr()
718 int list_len, u64 iova) in mthca_tavor_map_phys_fmr()
759 int list_len, u64 iova) in mthca_arbel_map_phys_fmr()
|
| /Linux-v4.19/include/uapi/linux/ |
| D | fpga-dfl.h | 133 __u64 iova; /* IO virtual address */ member
149 __u64 iova; /* IO virtual address */ member
|
| /Linux-v4.19/drivers/soc/qcom/ |
| D | qcom-geni-se.c | 613 dma_addr_t *iova) in geni_se_tx_dma_prep()
646 dma_addr_t *iova) in geni_se_rx_dma_prep()
676 void geni_se_tx_dma_unprep(struct geni_se *se, dma_addr_t iova, size_t len) in geni_se_tx_dma_unprep()
693 void geni_se_rx_dma_unprep(struct geni_se *se, dma_addr_t iova, size_t len) in geni_se_rx_dma_unprep()
|
