117 		const struct dma_map_ops *ops)  in dma_go_direct()  argument
119 	if (likely(!ops))  in dma_go_direct()
136 		const struct dma_map_ops *ops)  in dma_alloc_direct()  argument
138 	return dma_go_direct(dev, dev->coherent_dma_mask, ops);  in dma_alloc_direct()
142 		const struct dma_map_ops *ops)  in dma_map_direct()  argument
144 	return dma_go_direct(dev, *dev->dma_mask, ops);  in dma_map_direct()
151 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_map_page_attrs()  local
159 	if (dma_map_direct(dev, ops) ||  in dma_map_page_attrs()
163 		addr = ops->map_page(dev, page, offset, size, dir, attrs);  in dma_map_page_attrs()
174 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_unmap_page_attrs()  local
177 	if (dma_map_direct(dev, ops) ||  in dma_unmap_page_attrs()
180 	else if (ops->unmap_page)  in dma_unmap_page_attrs()
181 		ops->unmap_page(dev, addr, size, dir, attrs);  in dma_unmap_page_attrs()
189 	const struct dma_map_ops *ops = get_dma_ops(dev);  in __dma_map_sg_attrs()  local
197 	if (dma_map_direct(dev, ops) ||  in __dma_map_sg_attrs()
201 		ents = ops->map_sg(dev, sg, nents, dir, attrs);  in __dma_map_sg_attrs()
287 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_unmap_sg_attrs()  local
291 	if (dma_map_direct(dev, ops) ||  in dma_unmap_sg_attrs()
294 	else if (ops->unmap_sg)  in dma_unmap_sg_attrs()
295 		ops->unmap_sg(dev, sg, nents, dir, attrs);  in dma_unmap_sg_attrs()
302 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_map_resource()  local
310 	if (dma_map_direct(dev, ops))  in dma_map_resource()
312 	else if (ops->map_resource)  in dma_map_resource()
313 		addr = ops->map_resource(dev, phys_addr, size, dir, attrs);  in dma_map_resource()
323 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_unmap_resource()  local
326 	if (!dma_map_direct(dev, ops) && ops->unmap_resource)  in dma_unmap_resource()
327 		ops->unmap_resource(dev, addr, size, dir, attrs);  in dma_unmap_resource()
335 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_sync_single_for_cpu()  local
338 	if (dma_map_direct(dev, ops))  in dma_sync_single_for_cpu()
340 	else if (ops->sync_single_for_cpu)  in dma_sync_single_for_cpu()
341 		ops->sync_single_for_cpu(dev, addr, size, dir);  in dma_sync_single_for_cpu()
349 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_sync_single_for_device()  local
352 	if (dma_map_direct(dev, ops))  in dma_sync_single_for_device()
354 	else if (ops->sync_single_for_device)  in dma_sync_single_for_device()
355 		ops->sync_single_for_device(dev, addr, size, dir);  in dma_sync_single_for_device()
363 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_sync_sg_for_cpu()  local
366 	if (dma_map_direct(dev, ops))  in dma_sync_sg_for_cpu()
368 	else if (ops->sync_sg_for_cpu)  in dma_sync_sg_for_cpu()
369 		ops->sync_sg_for_cpu(dev, sg, nelems, dir);  in dma_sync_sg_for_cpu()
377 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_sync_sg_for_device()  local
380 	if (dma_map_direct(dev, ops))  in dma_sync_sg_for_device()
382 	else if (ops->sync_sg_for_device)  in dma_sync_sg_for_device()
383 		ops->sync_sg_for_device(dev, sg, nelems, dir);  in dma_sync_sg_for_device()
403 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_get_sgtable_attrs()  local
405 	if (dma_alloc_direct(dev, ops))  in dma_get_sgtable_attrs()
408 	if (!ops->get_sgtable)  in dma_get_sgtable_attrs()
410 	return ops->get_sgtable(dev, sgt, cpu_addr, dma_addr, size, attrs);  in dma_get_sgtable_attrs()
440 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_can_mmap()  local
442 	if (dma_alloc_direct(dev, ops))  in dma_can_mmap()
444 	return ops->mmap != NULL;  in dma_can_mmap()
465 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_mmap_attrs()  local
467 	if (dma_alloc_direct(dev, ops))  in dma_mmap_attrs()
470 	if (!ops->mmap)  in dma_mmap_attrs()
472 	return ops->mmap(dev, vma, cpu_addr, dma_addr, size, attrs);  in dma_mmap_attrs()
478 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_get_required_mask()  local
480 	if (dma_alloc_direct(dev, ops))  in dma_get_required_mask()
482 	if (ops->get_required_mask)  in dma_get_required_mask()
483 		return ops->get_required_mask(dev);  in dma_get_required_mask()
500 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_alloc_attrs()  local
519 	if (dma_alloc_direct(dev, ops))  in dma_alloc_attrs()
521 	else if (ops->alloc)  in dma_alloc_attrs()
522 		cpu_addr = ops->alloc(dev, size, dma_handle, flag, attrs);  in dma_alloc_attrs()
534 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_free_attrs()  local
551 	if (dma_alloc_direct(dev, ops))  in dma_free_attrs()
553 	else if (ops->free)  in dma_free_attrs()
554 		ops->free(dev, size, cpu_addr, dma_handle, attrs);  in dma_free_attrs()
561 	const struct dma_map_ops *ops = get_dma_ops(dev);  in __dma_alloc_pages()  local
571 	if (dma_alloc_direct(dev, ops))  in __dma_alloc_pages()
573 	if (!ops->alloc_pages)  in __dma_alloc_pages()
575 	return ops->alloc_pages(dev, size, dma_handle, dir, gfp);  in __dma_alloc_pages()
592 	const struct dma_map_ops *ops = get_dma_ops(dev);  in __dma_free_pages()  local
595 	if (dma_alloc_direct(dev, ops))  in __dma_free_pages()
597 	else if (ops->free_pages)  in __dma_free_pages()
598 		ops->free_pages(dev, size, page, dma_handle, dir);  in __dma_free_pages()
649 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_alloc_noncontiguous()  local
657 	if (ops && ops->alloc_noncontiguous)  in dma_alloc_noncontiguous()
658 		sgt = ops->alloc_noncontiguous(dev, size, dir, gfp, attrs);  in dma_alloc_noncontiguous()
682 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_free_noncontiguous()  local
685 	if (ops && ops->free_noncontiguous)  in dma_free_noncontiguous()
686 		ops->free_noncontiguous(dev, size, sgt, dir);  in dma_free_noncontiguous()
695 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_vmap_noncontiguous()  local
698 	if (ops && ops->alloc_noncontiguous)  in dma_vmap_noncontiguous()
706 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_vunmap_noncontiguous()  local
708 	if (ops && ops->alloc_noncontiguous)  in dma_vunmap_noncontiguous()
716 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_mmap_noncontiguous()  local
718 	if (ops && ops->alloc_noncontiguous) {  in dma_mmap_noncontiguous()
732 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_supported()  local
738 	if (!ops)  in dma_supported()
740 	if (!ops->dma_supported)  in dma_supported()
742 	return ops->dma_supported(dev, mask);  in dma_supported()
747 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_pci_p2pdma_supported()  local
750 	if (!ops)  in dma_pci_p2pdma_supported()
759 	return ops->flags & DMA_F_PCI_P2PDMA_SUPPORTED;  in dma_pci_p2pdma_supported()
798 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_max_mapping_size()  local
801 	if (dma_map_direct(dev, ops))  in dma_max_mapping_size()
803 	else if (ops && ops->max_mapping_size)  in dma_max_mapping_size()
804 		size = ops->max_mapping_size(dev);  in dma_max_mapping_size()
812 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_opt_mapping_size()  local
815 	if (ops && ops->opt_mapping_size)  in dma_opt_mapping_size()
816 		size = ops->opt_mapping_size();  in dma_opt_mapping_size()
824 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_need_sync()  local
826 	if (dma_map_direct(dev, ops))  in dma_need_sync()
828 	return ops->sync_single_for_cpu || ops->sync_single_for_device;  in dma_need_sync()
834 	const struct dma_map_ops *ops = get_dma_ops(dev);  in dma_get_merge_boundary()  local
836 	if (!ops || !ops->get_merge_boundary)  in dma_get_merge_boundary()
839 	return ops->get_merge_boundary(dev);  in dma_get_merge_boundary()