57 	void *cpu_addr;  member
203 static void arm_coherent_dma_free(struct device *dev, size_t size, void *cpu_addr,
206 		 void *cpu_addr, dma_addr_t dma_addr, size_t size,
581 				   void *cpu_addr, size_t size, bool want_vaddr)  in __free_from_contiguous()  argument
585 			dma_common_free_remap(cpu_addr, size);  in __free_from_contiguous()
641 	__free_from_contiguous(args->dev, args->page, args->cpu_addr,  in cma_allocator_free()
658 	__free_from_pool(args->cpu_addr, args->size);  in pool_allocator_free()
677 		dma_common_free_remap(args->cpu_addr, args->size);  in remap_allocator_free()
788 		 void *cpu_addr, dma_addr_t dma_addr, size_t size,  in __arm_dma_mmap()  argument
797 	if (dma_mmap_from_dev_coherent(dev, vma, cpu_addr, size, &ret))  in __arm_dma_mmap()
814 		 void *cpu_addr, dma_addr_t dma_addr, size_t size,  in arm_coherent_dma_mmap()  argument
817 	return __arm_dma_mmap(dev, vma, cpu_addr, dma_addr, size, attrs);  in arm_coherent_dma_mmap()
821 		 void *cpu_addr, dma_addr_t dma_addr, size_t size,  in arm_dma_mmap()  argument
825 	return __arm_dma_mmap(dev, vma, cpu_addr, dma_addr, size, attrs);  in arm_dma_mmap()
831 static void __arm_dma_free(struct device *dev, size_t size, void *cpu_addr,  in __arm_dma_free()  argument
840 		.cpu_addr = cpu_addr,  in __arm_dma_free()
845 	buf = arm_dma_buffer_find(cpu_addr);  in __arm_dma_free()
846 	if (WARN(!buf, "Freeing invalid buffer %p\n", cpu_addr))  in __arm_dma_free()
853 void arm_dma_free(struct device *dev, size_t size, void *cpu_addr,  in arm_dma_free()  argument
856 	__arm_dma_free(dev, size, cpu_addr, handle, attrs, false);  in arm_dma_free()
859 static void arm_coherent_dma_free(struct device *dev, size_t size, void *cpu_addr,  in arm_coherent_dma_free()  argument
862 	__arm_dma_free(dev, size, cpu_addr, handle, attrs, true);  in arm_coherent_dma_free()
866 		 void *cpu_addr, dma_addr_t handle, size_t size,  in arm_dma_get_sgtable()  argument
1415 static struct page **__iommu_get_pages(void *cpu_addr, unsigned long attrs)  in __iommu_get_pages()  argument
1417 	if (__in_atomic_pool(cpu_addr, PAGE_SIZE))  in __iommu_get_pages()
1418 		return __atomic_get_pages(cpu_addr);  in __iommu_get_pages()
1421 		return cpu_addr;  in __iommu_get_pages()
1423 	return dma_common_find_pages(cpu_addr);  in __iommu_get_pages()
1451 static void __iommu_free_atomic(struct device *dev, void *cpu_addr,  in __iommu_free_atomic()  argument
1456 		__dma_free_buffer(virt_to_page(cpu_addr), size);  in __iommu_free_atomic()
1458 		__free_from_pool(cpu_addr, size);  in __iommu_free_atomic()
1523 		    void *cpu_addr, dma_addr_t dma_addr, size_t size,  in __arm_iommu_mmap_attrs()  argument
1526 	struct page **pages = __iommu_get_pages(cpu_addr, attrs);  in __arm_iommu_mmap_attrs()
1543 		struct vm_area_struct *vma, void *cpu_addr,  in arm_iommu_mmap_attrs()  argument
1548 	return __arm_iommu_mmap_attrs(dev, vma, cpu_addr, dma_addr, size, attrs);  in arm_iommu_mmap_attrs()
1552 		struct vm_area_struct *vma, void *cpu_addr,  in arm_coherent_iommu_mmap_attrs()  argument
1555 	return __arm_iommu_mmap_attrs(dev, vma, cpu_addr, dma_addr, size, attrs);  in arm_coherent_iommu_mmap_attrs()
1562 void __arm_iommu_free_attrs(struct device *dev, size_t size, void *cpu_addr,  in __arm_iommu_free_attrs()  argument
1568 	if (coherent_flag == COHERENT || __in_atomic_pool(cpu_addr, size)) {  in __arm_iommu_free_attrs()
1569 		__iommu_free_atomic(dev, cpu_addr, handle, size, coherent_flag);  in __arm_iommu_free_attrs()
1573 	pages = __iommu_get_pages(cpu_addr, attrs);  in __arm_iommu_free_attrs()
1575 		WARN(1, "trying to free invalid coherent area: %p\n", cpu_addr);  in __arm_iommu_free_attrs()
1580 		dma_common_free_remap(cpu_addr, size);  in __arm_iommu_free_attrs()
1587 		    void *cpu_addr, dma_addr_t handle, unsigned long attrs)  in arm_iommu_free_attrs()  argument
1589 	__arm_iommu_free_attrs(dev, size, cpu_addr, handle, attrs, NORMAL);  in arm_iommu_free_attrs()
1593 		    void *cpu_addr, dma_addr_t handle, unsigned long attrs)  in arm_coherent_iommu_free_attrs()  argument
1595 	__arm_iommu_free_attrs(dev, size, cpu_addr, handle, attrs, COHERENT);  in arm_coherent_iommu_free_attrs()
1599 				 void *cpu_addr, dma_addr_t dma_addr,  in arm_iommu_get_sgtable()  argument
1603 	struct page **pages = __iommu_get_pages(cpu_addr, attrs);  in arm_iommu_get_sgtable()
2349 long arch_dma_coherent_to_pfn(struct device *dev, void *cpu_addr,  in arch_dma_coherent_to_pfn()  argument
2363 void arch_dma_free(struct device *dev, size_t size, void *cpu_addr,  in arch_dma_free()  argument
2366 	__arm_dma_free(dev, size, cpu_addr, dma_handle, attrs, false);  in arch_dma_free()