60 	u32 num_curr_pgs, page_size, page_shift;  in alloc_device_memory()  local
65 	page_size = hdev->asic_prop.dram_page_size;  in alloc_device_memory()
66 	page_shift = __ffs(page_size);  in alloc_device_memory()
67 	num_pgs = (args->alloc.mem_size + (page_size - 1)) >> page_shift;  in alloc_device_memory()
91 	phys_pg_pack->page_size = page_size;  in alloc_device_memory()
104 			phys_pg_pack->pages[i] = paddr + i * page_size;  in alloc_device_memory()
109 							page_size);  in alloc_device_memory()
149 					page_size);  in alloc_device_memory()
284 						phys_pg_pack->page_size);  in free_phys_pg_pack()
528 	u32 page_size;  in get_va_block()  local
537 		page_size = PAGE_SIZE_2MB;  in get_va_block()
540 		page_size = hdev->asic_prop.dram_page_size;  in get_va_block()
541 		page_mask = ~((u64)page_size - 1);  in get_va_block()
553 		if (valid_start & (page_size - 1)) {  in get_va_block()
555 			valid_start += page_size;  in get_va_block()
653 	u32 npages, page_size = PAGE_SIZE;  in init_phys_pg_pack_from_userptr()  local
684 		page_size = PAGE_SIZE_2MB;  in init_phys_pg_pack_from_userptr()
688 	page_mask = ~(((u64) page_size) - 1);  in init_phys_pg_pack_from_userptr()
698 	phys_pg_pack->page_size = page_size;  in init_phys_pg_pack_from_userptr()
699 	phys_pg_pack->total_size = total_npages * page_size;  in init_phys_pg_pack_from_userptr()
708 			phys_pg_pack->offset = dma_addr & (page_size - 1);  in init_phys_pg_pack_from_userptr()
714 			dma_addr += page_size;  in init_phys_pg_pack_from_userptr()
750 	u32 page_size = phys_pg_pack->page_size;  in map_phys_page_pack()  local
756 		rc = hl_mmu_map(ctx, next_vaddr, paddr, page_size);  in map_phys_page_pack()
766 		next_vaddr += page_size;  in map_phys_page_pack()
774 		if (hl_mmu_unmap(ctx, next_vaddr, page_size))  in map_phys_page_pack()
778 					phys_pg_pack->pages[i], page_size);  in map_phys_page_pack()
780 		next_vaddr += page_size;  in map_phys_page_pack()
981 	u32 page_size;  in unmap_device_va()  local
1032 	page_size = phys_pg_pack->page_size;  in unmap_device_va()
1033 	vaddr &= ~(((u64) page_size) - 1);  in unmap_device_va()
1039 	for (i = 0 ; i < phys_pg_pack->npages ; i++, next_vaddr += page_size) {  in unmap_device_va()
1040 		if (hl_mmu_unmap(ctx, next_vaddr, page_size))  in unmap_device_va()