| /Linux-v6.6/drivers/iommu/amd/ |
| D | io_pgtable_v2.c | 237 phys_addr_t paddr, size_t pgsize, size_t pgcount, in iommu_v2_map_pages() argument
246 size_t size = pgcount << __ffs(pgsize); in iommu_v2_map_pages()
251 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize) || !pgcount) in iommu_v2_map_pages()
290 size_t pgsize, size_t pgcount, in iommu_v2_unmap_pages() argument
297 size_t size = pgcount << __ffs(pgsize); in iommu_v2_unmap_pages()
300 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize || !pgcount)) in iommu_v2_unmap_pages()
|
| D | io_pgtable.c | 364 phys_addr_t paddr, size_t pgsize, size_t pgcount, in iommu_v1_map_pages() argument
380 while (pgcount > 0) { in iommu_v1_map_pages()
410 pgcount--; in iommu_v1_map_pages()
440 size_t pgsize, size_t pgcount, in iommu_v1_unmap_pages() argument
447 size_t size = pgcount << __ffs(pgsize); in iommu_v1_unmap_pages()
|
| D | iommu.c | 2247 phys_addr_t paddr, size_t pgsize, size_t pgcount, in amd_iommu_map_pages() argument
2266 pgcount, prot, gfp, mapped); in amd_iommu_map_pages()
2294 size_t pgsize, size_t pgcount, in amd_iommu_unmap_pages() argument
2305 r = (ops->unmap_pages) ? ops->unmap_pages(ops, iova, pgsize, pgcount, NULL) : 0; in amd_iommu_unmap_pages()
|
| /Linux-v6.6/drivers/iommu/ |
| D | io-pgtable-arm.c | 255 unsigned long iova, size_t size, size_t pgcount,
344 phys_addr_t paddr, size_t size, size_t pgcount, in __arm_lpae_map() argument
361 num_entries = min_t(int, pgcount, max_entries); in __arm_lpae_map()
396 return __arm_lpae_map(data, iova, paddr, size, pgcount, prot, lvl + 1, in __arm_lpae_map()
465 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_lpae_map_pages() argument
488 ret = __arm_lpae_map(data, iova, paddr, pgsize, pgcount, prot, lvl, in arm_lpae_map_pages()
542 arm_lpae_iopte *ptep, size_t pgcount) in arm_lpae_split_blk_unmap() argument
562 num_entries = min_t(int, pgcount, max_entries); in arm_lpae_split_blk_unmap()
595 return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl, tablep); in arm_lpae_split_blk_unmap()
600 unsigned long iova, size_t size, size_t pgcount, in __arm_lpae_unmap() argument
[all …]
|
| D | s390-iommu.c | 316 size_t pgsize, size_t pgcount, in s390_iommu_map_pages() argument
320 size_t size = pgcount << __ffs(pgsize); in s390_iommu_map_pages()
340 pgcount, flags, gfp); in s390_iommu_map_pages()
382 size_t pgsize, size_t pgcount, in s390_iommu_unmap_pages() argument
386 size_t size = pgcount << __ffs(pgsize); in s390_iommu_unmap_pages()
393 rc = s390_iommu_invalidate_trans(s390_domain, iova, pgcount); in s390_iommu_unmap_pages()
|
| D | sprd-iommu.c | 289 phys_addr_t paddr, size_t pgsize, size_t pgcount, in sprd_iommu_map() argument
293 size_t size = pgcount * SPRD_IOMMU_PAGE_SIZE; in sprd_iommu_map()
315 for (i = 0; i < pgcount; i++) { in sprd_iommu_map()
326 size_t pgsize, size_t pgcount, in sprd_iommu_unmap() argument
332 size_t size = pgcount * SPRD_IOMMU_PAGE_SIZE; in sprd_iommu_unmap()
342 memset(pgt_base_iova, 0, pgcount * sizeof(u32)); in sprd_iommu_unmap()
|
| D | io-pgtable-dart.c | 237 phys_addr_t paddr, size_t pgsize, size_t pgcount, in dart_map_pages() argument
283 num_entries = min_t(int, pgcount, max_entries); in dart_map_pages()
299 size_t pgsize, size_t pgcount, in dart_unmap_pages() argument
307 if (WARN_ON(pgsize != cfg->pgsize_bitmap || !pgcount)) in dart_unmap_pages()
320 num_entries = min_t(int, pgcount, max_entries); in dart_unmap_pages()
|
| D | mtk_iommu_v1.c | 330 phys_addr_t paddr, size_t pgsize, size_t pgcount, in mtk_iommu_v1_map() argument
340 for (i = 0; i < pgcount; i++) { in mtk_iommu_v1_map()
352 return i == pgcount ? 0 : -EEXIST; in mtk_iommu_v1_map()
356 size_t pgsize, size_t pgcount, in mtk_iommu_v1_unmap() argument
362 size_t size = pgcount * MT2701_IOMMU_PAGE_SIZE; in mtk_iommu_v1_unmap()
365 memset(pgt_base_iova, 0, pgcount * sizeof(u32)); in mtk_iommu_v1_unmap()
|
| D | msm_iommu.c | 474 phys_addr_t pa, size_t pgsize, size_t pgcount, in msm_iommu_map() argument
482 ret = priv->iop->map_pages(priv->iop, iova, pa, pgsize, pgcount, prot, in msm_iommu_map()
498 size_t pgsize, size_t pgcount, in msm_iommu_unmap() argument
506 ret = priv->iop->unmap_pages(priv->iop, iova, pgsize, pgcount, gather); in msm_iommu_unmap()
|
| D | ipmmu-vmsa.c | 631 phys_addr_t paddr, size_t pgsize, size_t pgcount, in ipmmu_map() argument
636 return domain->iop->map_pages(domain->iop, iova, paddr, pgsize, pgcount, in ipmmu_map()
641 size_t pgsize, size_t pgcount, in ipmmu_unmap() argument
646 return domain->iop->unmap_pages(domain->iop, iova, pgsize, pgcount, gather); in ipmmu_unmap()
|
| D | io-pgtable-arm-v7s.c | 545 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_v7s_map_pages() argument
559 while (pgcount--) { in arm_v7s_map_pages()
739 size_t pgsize, size_t pgcount, in arm_v7s_unmap_pages() argument
748 while (pgcount--) { in arm_v7s_unmap_pages()
|
| D | virtio-iommu.c | 815 phys_addr_t paddr, size_t pgsize, size_t pgcount, in viommu_map_pages() argument
820 size_t size = pgsize * pgcount; in viommu_map_pages()
859 size_t pgsize, size_t pgcount, in viommu_unmap_pages() argument
866 size_t size = pgsize * pgcount; in viommu_unmap_pages()
|
| D | apple-dart.c | 529 size_t pgcount, int prot, gfp_t gfp, in apple_dart_map_pages() argument
538 return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, in apple_dart_map_pages()
544 size_t pgcount, in apple_dart_unmap_pages() argument
550 return ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in apple_dart_unmap_pages()
|
| D | mtk_iommu.c | 780 phys_addr_t paddr, size_t pgsize, size_t pgcount, in mtk_iommu_map() argument
790 return dom->iop->map_pages(dom->iop, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in mtk_iommu_map()
794 unsigned long iova, size_t pgsize, size_t pgcount, in mtk_iommu_unmap() argument
799 iommu_iotlb_gather_add_range(gather, iova, pgsize * pgcount); in mtk_iommu_unmap()
800 return dom->iop->unmap_pages(dom->iop, iova, pgsize, pgcount, gather); in mtk_iommu_unmap()
|
| /Linux-v6.6/drivers/gpu/drm/panfrost/ |
| D | panfrost_mmu.c | 303 size_t pgcount, mapped = 0; in mmu_map_sg() local
304 size_t pgsize = get_pgsize(iova | paddr, len, &pgcount); in mmu_map_sg()
306 ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, in mmu_map_sg()
364 size_t unmapped_page, pgcount; in panfrost_mmu_unmap() local
365 size_t pgsize = get_pgsize(iova, len - unmapped_len, &pgcount); in panfrost_mmu_unmap()
368 pgcount = 1; in panfrost_mmu_unmap()
370 unmapped_page = ops->unmap_pages(ops, iova, pgsize, pgcount, NULL); in panfrost_mmu_unmap()
371 WARN_ON(unmapped_page != pgsize * pgcount); in panfrost_mmu_unmap()
373 iova += pgsize * pgcount; in panfrost_mmu_unmap()
374 unmapped_len += pgsize * pgcount; in panfrost_mmu_unmap()
|
| /Linux-v6.6/drivers/hv/ |
| D | hv_common.c | 362 int pgcount = hv_root_partition ? 2 : 1; in hv_common_cpu_init() local
376 mem = kmalloc(pgcount * HV_HYP_PAGE_SIZE, flags); in hv_common_cpu_init()
387 ret = set_memory_decrypted((unsigned long)mem, pgcount); in hv_common_cpu_init()
393 memset(mem, 0x00, pgcount * HV_HYP_PAGE_SIZE); in hv_common_cpu_init()
|
| /Linux-v6.6/include/linux/ |
| D | io-pgtable.h | 162 phys_addr_t paddr, size_t pgsize, size_t pgcount,
165 size_t pgsize, size_t pgcount,
|
| D | iommu.h | 340 phys_addr_t paddr, size_t pgsize, size_t pgcount,
345 size_t pgsize, size_t pgcount,
|
| /Linux-v6.6/drivers/iommu/iommufd/ |
| D | selftest.c | 180 size_t pgsize, size_t pgcount, int prot, in mock_domain_map_pages() argument
197 for (; pgcount; pgcount--) { in mock_domain_map_pages()
203 if (pgcount == 1 && cur + MOCK_IO_PAGE_SIZE == pgsize) in mock_domain_map_pages()
229 size_t pgcount, in mock_domain_unmap_pages() argument
241 for (; pgcount; pgcount--) { in mock_domain_unmap_pages()
260 if (pgcount == 1 && cur + MOCK_IO_PAGE_SIZE == pgsize) in mock_domain_unmap_pages()
|
| /Linux-v6.6/drivers/iommu/arm/arm-smmu/ |
| D | qcom_iommu.c | 404 phys_addr_t paddr, size_t pgsize, size_t pgcount, in qcom_iommu_map() argument
416 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, GFP_ATOMIC, mapped); in qcom_iommu_map()
422 size_t pgsize, size_t pgcount, in qcom_iommu_unmap() argument
440 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in qcom_iommu_unmap()
|
| D | arm-smmu.c | 1178 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_smmu_map_pages() argument
1189 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in arm_smmu_map_pages()
1196 size_t pgsize, size_t pgcount, in arm_smmu_unmap_pages() argument
1207 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, iotlb_gather); in arm_smmu_unmap_pages()
|
| /Linux-v6.6/drivers/iommu/arm/arm-smmu-v3/ |
| D | arm-smmu-v3.c | 2483 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_smmu_map_pages() argument
2491 return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in arm_smmu_map_pages()
2495 size_t pgsize, size_t pgcount, in arm_smmu_unmap_pages() argument
2504 return ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in arm_smmu_unmap_pages()
|
| /Linux-v6.6/drivers/iommu/intel/ |
| D | iommu.c | 4161 size_t pgsize, size_t pgcount, in intel_iommu_map_pages() argument
4165 size_t size = pgcount << pgshift; in intel_iommu_map_pages()
4218 size_t pgsize, size_t pgcount, in intel_iommu_unmap_pages() argument
4222 size_t size = pgcount << pgshift; in intel_iommu_unmap_pages()
|
