366 static void swiotlb_bounce(struct device *dev, phys_addr_t tlb_addr, size_t size,  in swiotlb_bounce()  argument
370 	int index = (tlb_addr - mem->start) >> IO_TLB_SHIFT;  in swiotlb_bounce()
374 	unsigned char *vaddr = phys_to_virt(tlb_addr);  in swiotlb_bounce()
380 	tlb_offset = tlb_addr & (IO_TLB_SIZE - 1);  in swiotlb_bounce()
550 	phys_addr_t tlb_addr;  in swiotlb_tbl_map_single()  local
580 	tlb_addr = slot_addr(mem->start, index) + offset;  in swiotlb_tbl_map_single()
583 		swiotlb_bounce(dev, tlb_addr, mapping_size, DMA_TO_DEVICE);  in swiotlb_tbl_map_single()
584 	return tlb_addr;  in swiotlb_tbl_map_single()
587 static void swiotlb_release_slots(struct device *dev, phys_addr_t tlb_addr)  in swiotlb_release_slots()  argument
591 	unsigned int offset = swiotlb_align_offset(dev, tlb_addr);  in swiotlb_release_slots()
592 	int index = (tlb_addr - offset - mem->start) >> IO_TLB_SHIFT;  in swiotlb_release_slots()
633 void swiotlb_tbl_unmap_single(struct device *dev, phys_addr_t tlb_addr,  in swiotlb_tbl_unmap_single()  argument
642 		swiotlb_bounce(dev, tlb_addr, mapping_size, DMA_FROM_DEVICE);  in swiotlb_tbl_unmap_single()
644 	swiotlb_release_slots(dev, tlb_addr);  in swiotlb_tbl_unmap_single()
647 void swiotlb_sync_single_for_device(struct device *dev, phys_addr_t tlb_addr,  in swiotlb_sync_single_for_device()  argument
651 		swiotlb_bounce(dev, tlb_addr, size, DMA_TO_DEVICE);  in swiotlb_sync_single_for_device()
656 void swiotlb_sync_single_for_cpu(struct device *dev, phys_addr_t tlb_addr,  in swiotlb_sync_single_for_cpu()  argument
660 		swiotlb_bounce(dev, tlb_addr, size, DMA_FROM_DEVICE);  in swiotlb_sync_single_for_cpu()
756 	phys_addr_t tlb_addr;  in swiotlb_alloc()  local
766 	tlb_addr = slot_addr(mem->start, index);  in swiotlb_alloc()
768 	return pfn_to_page(PFN_DOWN(tlb_addr));  in swiotlb_alloc()
773 	phys_addr_t tlb_addr = page_to_phys(page);  in swiotlb_free()  local
775 	if (!is_swiotlb_buffer(dev, tlb_addr))  in swiotlb_free()
778 	swiotlb_release_slots(dev, tlb_addr);  in swiotlb_free()