/Linux-v4.19/drivers/iommu/ |
D | io-pgtable-arm.c | 391 if (size == block_size && (size & cfg->pgsize_bitmap)) in __arm_lpae_map() 693 if (cfg->pgsize_bitmap & PAGE_SIZE) in arm_lpae_restrict_pgsizes() 695 else if (cfg->pgsize_bitmap & ~PAGE_MASK) in arm_lpae_restrict_pgsizes() 696 granule = 1UL << __fls(cfg->pgsize_bitmap & ~PAGE_MASK); in arm_lpae_restrict_pgsizes() 697 else if (cfg->pgsize_bitmap & PAGE_MASK) in arm_lpae_restrict_pgsizes() 698 granule = 1UL << __ffs(cfg->pgsize_bitmap & PAGE_MASK); in arm_lpae_restrict_pgsizes() 719 cfg->pgsize_bitmap &= page_sizes; in arm_lpae_restrict_pgsizes() 732 if (!(cfg->pgsize_bitmap & (SZ_4K | SZ_16K | SZ_64K))) in arm_lpae_alloc_pgtable() 750 data->pg_shift = __ffs(cfg->pgsize_bitmap); in arm_lpae_alloc_pgtable() 964 cfg->pgsize_bitmap &= (SZ_4K | SZ_2M | SZ_1G); in arm_32_lpae_alloc_pgtable_s1() [all …]
|
D | arm-smmu.c | 203 unsigned long pgsize_bitmap; member 856 .pgsize_bitmap = smmu->pgsize_bitmap, in arm_smmu_init_domain_context() 874 domain->pgsize_bitmap = pgtbl_cfg.pgsize_bitmap; in arm_smmu_init_domain_context() 1576 .pgsize_bitmap = -1UL, /* Restricted during device attach */ 1868 smmu->pgsize_bitmap |= SZ_4K | SZ_64K | SZ_1M | SZ_16M; in arm_smmu_device_cfg_probe() 1871 smmu->pgsize_bitmap |= SZ_4K | SZ_2M | SZ_1G; in arm_smmu_device_cfg_probe() 1873 smmu->pgsize_bitmap |= SZ_16K | SZ_32M; in arm_smmu_device_cfg_probe() 1875 smmu->pgsize_bitmap |= SZ_64K | SZ_512M; in arm_smmu_device_cfg_probe() 1877 if (arm_smmu_ops.pgsize_bitmap == -1UL) in arm_smmu_device_cfg_probe() 1878 arm_smmu_ops.pgsize_bitmap = smmu->pgsize_bitmap; in arm_smmu_device_cfg_probe() [all …]
|
D | iommu.c | 533 BUG_ON(!domain->pgsize_bitmap); in iommu_group_create_direct_mappings() 535 pg_size = 1UL << __ffs(domain->pgsize_bitmap); in iommu_group_create_direct_mappings() 1303 domain->pgsize_bitmap = bus->iommu_ops->pgsize_bitmap; in __iommu_domain_alloc() 1533 pgsize &= domain->pgsize_bitmap; in iommu_pgsize() 1555 domain->pgsize_bitmap == 0UL)) in iommu_map() 1562 min_pagesz = 1 << __ffs(domain->pgsize_bitmap); in iommu_map() 1612 domain->pgsize_bitmap == 0UL)) in __iommu_unmap() 1619 min_pagesz = 1 << __ffs(domain->pgsize_bitmap); in __iommu_unmap() 1684 if (unlikely(domain->pgsize_bitmap == 0UL)) in iommu_map_sg() 1687 min_pagesz = 1 << __ffs(domain->pgsize_bitmap); in iommu_map_sg() [all …]
|
D | io-pgtable-arm-v7s.c | 748 cfg->pgsize_bitmap &= SZ_4K | SZ_64K | SZ_1M | SZ_16M; in arm_v7s_alloc_pgtable() 806 WARN_ON(!(size & cfg_cookie->pgsize_bitmap)); in dummy_tlb_add_flush() 834 .pgsize_bitmap = SZ_4K | SZ_64K | SZ_1M | SZ_16M, in arm_v7s_do_selftests() 866 for_each_set_bit(i, &cfg.pgsize_bitmap, BITS_PER_LONG) { in arm_v7s_do_selftests() 888 size = 1UL << __ffs(cfg.pgsize_bitmap); in arm_v7s_do_selftests() 906 for_each_set_bit(i, &cfg.pgsize_bitmap, BITS_PER_LONG) { in arm_v7s_do_selftests()
|
D | mtk_iommu.c | 275 .pgsize_bitmap = mtk_iommu_ops.pgsize_bitmap, in mtk_iommu_domain_finalise() 292 dom->domain.pgsize_bitmap = dom->cfg.pgsize_bitmap; in mtk_iommu_domain_finalise() 505 .pgsize_bitmap = SZ_4K | SZ_64K | SZ_1M | SZ_16M,
|
D | arm-smmu-v3.c | 574 unsigned long pgsize_bitmap; member 1617 .pgsize_bitmap = smmu->pgsize_bitmap, in arm_smmu_domain_finalise() 1631 domain->pgsize_bitmap = pgtbl_cfg.pgsize_bitmap; in arm_smmu_domain_finalise() 2013 .pgsize_bitmap = -1UL, /* Restricted during device attach */ 2656 smmu->pgsize_bitmap |= SZ_64K | SZ_512M; in arm_smmu_device_hw_probe() 2658 smmu->pgsize_bitmap |= SZ_16K | SZ_32M; in arm_smmu_device_hw_probe() 2660 smmu->pgsize_bitmap |= SZ_4K | SZ_2M | SZ_1G; in arm_smmu_device_hw_probe() 2685 smmu->pgsize_bitmap |= 1ULL << 42; /* 4TB */ in arm_smmu_device_hw_probe() 2695 if (arm_smmu_ops.pgsize_bitmap == -1UL) in arm_smmu_device_hw_probe() 2696 arm_smmu_ops.pgsize_bitmap = smmu->pgsize_bitmap; in arm_smmu_device_hw_probe() [all …]
|
D | qcom_iommu.c | 226 .pgsize_bitmap = qcom_iommu_ops.pgsize_bitmap, in qcom_iommu_init_domain() 242 domain->pgsize_bitmap = pgtbl_cfg.pgsize_bitmap; in qcom_iommu_init_domain() 600 .pgsize_bitmap = SZ_4K | SZ_64K | SZ_1M | SZ_16M,
|
D | msm_iommu.c | 356 .pgsize_bitmap = msm_iommu_ops.pgsize_bitmap, in msm_iommu_domain_config() 369 msm_iommu_ops.pgsize_bitmap = priv->cfg.pgsize_bitmap; in msm_iommu_domain_config() 709 .pgsize_bitmap = MSM_IOMMU_PGSIZES,
|
D | io-pgtable.h | 81 unsigned long pgsize_bitmap; member
|
D | s390-iommu.c | 378 .pgsize_bitmap = S390_IOMMU_PGSIZES,
|
D | dma-iommu.c | 283 order = __ffs(domain->pgsize_bitmap); in iommu_dma_init_domain() 527 unsigned int count, min_size, alloc_sizes = domain->pgsize_bitmap; in iommu_dma_alloc()
|
D | ipmmu-vmsa.c | 425 domain->cfg.pgsize_bitmap = SZ_1G | SZ_2M | SZ_4K; in ipmmu_domain_init_context() 904 .pgsize_bitmap = SZ_1G | SZ_2M | SZ_4K,
|
D | tegra-gart.c | 382 .pgsize_bitmap = GART_IOMMU_PGSIZES,
|
D | mtk_iommu_v1.c | 537 .pgsize_bitmap = ~0UL << MT2701_IOMMU_PAGE_SHIFT,
|
D | tegra-smmu.c | 881 .pgsize_bitmap = SZ_4K,
|
D | rockchip-iommu.c | 1126 .pgsize_bitmap = RK_IOMMU_PGSIZE_BITMAP,
|
D | exynos-iommu.c | 1339 .pgsize_bitmap = SECT_SIZE | LPAGE_SIZE | SPAGE_SIZE,
|
D | omap-iommu.c | 1555 .pgsize_bitmap = OMAP_IOMMU_PGSIZES,
|
D | amd_iommu.c | 3199 .pgsize_bitmap = AMD_IOMMU_PGSIZES,
|
D | intel-iommu.c | 5371 .pgsize_bitmap = INTEL_IOMMU_PGSIZES,
|
/Linux-v4.19/drivers/gpu/drm/nouveau/nvkm/engine/device/ |
D | tegra.c | 109 unsigned long pgsize_bitmap; in nvkm_device_tegra_probe_iommu() local 136 pgsize_bitmap = tdev->iommu.domain->ops->pgsize_bitmap; in nvkm_device_tegra_probe_iommu() 137 if (pgsize_bitmap & PAGE_SIZE) { in nvkm_device_tegra_probe_iommu() 140 tdev->iommu.pgshift = fls(pgsize_bitmap & ~PAGE_MASK); in nvkm_device_tegra_probe_iommu()
|
/Linux-v4.19/include/linux/ |
D | iommu.h | 92 unsigned long pgsize_bitmap; /* Bitmap of page sizes in use */ member 234 unsigned long pgsize_bitmap; member
|
/Linux-v4.19/drivers/gpu/host1x/ |
D | dev.c | 255 order = __ffs(host->domain->pgsize_bitmap); in host1x_probe()
|
/Linux-v4.19/drivers/gpu/drm/tegra/ |
D | drm.c | 111 order = __ffs(tegra->domain->pgsize_bitmap); in tegra_drm_load()
|
/Linux-v4.19/drivers/vfio/ |
D | vfio_iommu_type1.c | 848 bitmap &= domain->domain->pgsize_bitmap; in vfio_pgsize_bitmap()
|