55 #define SLABS_PER_PAGE (1 << (PAGE_SHIFT - IO_TLB_SHIFT))
62 #define IO_TLB_MIN_SLABS ((1<<20) >> IO_TLB_SHIFT)
160 	size = io_tlb_nslabs << IO_TLB_SHIFT;  in swiotlb_size_or_default()
167 	unsigned long bytes = io_tlb_nslabs << IO_TLB_SHIFT;  in swiotlb_print_info()
195 	bytes = PAGE_ALIGN(io_tlb_nslabs << IO_TLB_SHIFT);  in swiotlb_update_mem_attributes()
205 	bytes = nslabs << IO_TLB_SHIFT;  in swiotlb_init_with_tbl()
237 	swiotlb_set_max_segment(io_tlb_nslabs << IO_TLB_SHIFT);  in swiotlb_init_with_tbl()
253 		io_tlb_nslabs = (default_size >> IO_TLB_SHIFT);  in swiotlb_init()
257 	bytes = io_tlb_nslabs << IO_TLB_SHIFT;  in swiotlb_init()
266 				    PAGE_ALIGN(io_tlb_nslabs << IO_TLB_SHIFT));  in swiotlb_init()
285 		io_tlb_nslabs = (default_size >> IO_TLB_SHIFT);  in swiotlb_late_init_with_default_size()
292 	order = get_order(io_tlb_nslabs << IO_TLB_SHIFT);  in swiotlb_late_init_with_default_size()
294 	bytes = io_tlb_nslabs << IO_TLB_SHIFT;  in swiotlb_late_init_with_default_size()
333 	bytes = nslabs << IO_TLB_SHIFT;  in swiotlb_late_init_with_tbl()
369 	swiotlb_set_max_segment(io_tlb_nslabs << IO_TLB_SHIFT);  in swiotlb_late_init_with_tbl()
393 			   get_order(io_tlb_nslabs << IO_TLB_SHIFT));  in swiotlb_exit()
400 				   PAGE_ALIGN(io_tlb_nslabs << IO_TLB_SHIFT));  in swiotlb_exit()
478 	offset_slots = ALIGN(tbl_dma_addr, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT;  in swiotlb_tbl_map_single()
484 		    ? ALIGN(mask + 1, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT  in swiotlb_tbl_map_single()
485 		    : 1UL << (BITS_PER_LONG - IO_TLB_SHIFT);  in swiotlb_tbl_map_single()
491 	nslots = ALIGN(alloc_size, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT;  in swiotlb_tbl_map_single()
493 		stride = (1 << (PAGE_SHIFT - IO_TLB_SHIFT));  in swiotlb_tbl_map_single()
535 			tlb_addr = io_tlb_start + (index << IO_TLB_SHIFT);  in swiotlb_tbl_map_single()
569 		io_tlb_orig_addr[index+i] = orig_addr + (i << IO_TLB_SHIFT);  in swiotlb_tbl_map_single()
585 	int i, count, nslots = ALIGN(alloc_size, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT;  in swiotlb_tbl_unmap_single()
586 	int index = (tlb_addr - io_tlb_start) >> IO_TLB_SHIFT;  in swiotlb_tbl_unmap_single()
631 	int index = (tlb_addr - io_tlb_start) >> IO_TLB_SHIFT;  in swiotlb_tbl_sync_single()
636 	orig_addr += (unsigned long)tlb_addr & ((1 << IO_TLB_SHIFT) - 1);  in swiotlb_tbl_sync_single()
692 	return ((size_t)1 << IO_TLB_SHIFT) * IO_TLB_SEGSIZE;  in swiotlb_max_mapping_size()