180 	struct hl_userptr *userptr;  in dma_map_host_va()  local
183 	userptr = kzalloc(sizeof(*userptr), GFP_KERNEL);  in dma_map_host_va()
184 	if (!userptr) {  in dma_map_host_va()
189 	rc = hl_pin_host_memory(hdev, addr, size, userptr);  in dma_map_host_va()
195 	rc = hdev->asic_funcs->asic_dma_map_sg(hdev, userptr->sgt->sgl,  in dma_map_host_va()
196 					userptr->sgt->nents, DMA_BIDIRECTIONAL);  in dma_map_host_va()
202 	userptr->dma_mapped = true;  in dma_map_host_va()
203 	userptr->dir = DMA_BIDIRECTIONAL;  in dma_map_host_va()
204 	userptr->vm_type = VM_TYPE_USERPTR;  in dma_map_host_va()
206 	*p_userptr = userptr;  in dma_map_host_va()
211 	hl_unpin_host_memory(hdev, userptr);  in dma_map_host_va()
213 	kfree(userptr);  in dma_map_host_va()
229 				struct hl_userptr *userptr)  in dma_unmap_host_va()  argument
231 	hl_unpin_host_memory(hdev, userptr);  in dma_unmap_host_va()
232 	kfree(userptr);  in dma_unmap_host_va()
816 				struct hl_userptr *userptr,  in init_phys_pg_pack_from_userptr()  argument
834 	phys_pg_pack->vm_type = userptr->vm_type;  in init_phys_pg_pack_from_userptr()
848 	for_each_sg(userptr->sgt->sgl, sg, userptr->sgt->nents, i) {  in init_phys_pg_pack_from_userptr()
877 	for_each_sg(userptr->sgt->sgl, sg, userptr->sgt->nents, i) {  in init_phys_pg_pack_from_userptr()
1056 	struct hl_userptr *userptr = NULL;  in map_device_va()  local
1075 		rc = dma_map_host_va(hdev, addr, size, &userptr);  in map_device_va()
1081 		rc = init_phys_pg_pack_from_userptr(ctx, userptr,  in map_device_va()
1090 		vm_type = (enum vm_type *) userptr;  in map_device_va()
1239 		dma_unmap_host_va(hdev, userptr);  in map_device_va()
1262 	struct hl_userptr *userptr = NULL;  in unmap_device_va()  local
1291 		userptr = hnode->ptr;  in unmap_device_va()
1293 		rc = init_phys_pg_pack_from_userptr(ctx, userptr, &phys_pg_pack,  in unmap_device_va()
1379 		dma_unmap_host_va(hdev, userptr);  in unmap_device_va()
1666 				struct hl_userptr *userptr)  in get_user_memory()  argument
1675 	userptr->pages = kvmalloc_array(npages, sizeof(*userptr->pages),  in get_user_memory()
1677 	if (!userptr->pages)  in get_user_memory()
1682 				 userptr->pages);  in get_user_memory()
1694 	userptr->npages = npages;  in get_user_memory()
1696 	rc = sg_alloc_table_from_pages(userptr->sgt,  in get_user_memory()
1697 				       userptr->pages,  in get_user_memory()
1707 	unpin_user_pages(userptr->pages, npages);  in get_user_memory()
1709 	kvfree(userptr->pages);  in get_user_memory()
1725 					struct hl_userptr *userptr)  in hl_pin_host_memory()  argument
1748 	userptr->pid = current->pid;  in hl_pin_host_memory()
1749 	userptr->sgt = kzalloc(sizeof(*userptr->sgt), GFP_KERNEL);  in hl_pin_host_memory()
1750 	if (!userptr->sgt)  in hl_pin_host_memory()
1758 	userptr->size = size;  in hl_pin_host_memory()
1759 	userptr->addr = addr;  in hl_pin_host_memory()
1760 	userptr->dma_mapped = false;  in hl_pin_host_memory()
1761 	INIT_LIST_HEAD(&userptr->job_node);  in hl_pin_host_memory()
1764 				userptr);  in hl_pin_host_memory()
1772 	hl_debugfs_add_userptr(hdev, userptr);  in hl_pin_host_memory()
1777 	kfree(userptr->sgt);  in hl_pin_host_memory()
1790 void hl_unpin_host_memory(struct hl_device *hdev, struct hl_userptr *userptr)  in hl_unpin_host_memory()  argument
1792 	hl_debugfs_remove_userptr(hdev, userptr);  in hl_unpin_host_memory()
1794 	if (userptr->dma_mapped)  in hl_unpin_host_memory()
1795 		hdev->asic_funcs->hl_dma_unmap_sg(hdev, userptr->sgt->sgl,  in hl_unpin_host_memory()
1796 							userptr->sgt->nents,  in hl_unpin_host_memory()
1797 							userptr->dir);  in hl_unpin_host_memory()
1799 	unpin_user_pages_dirty_lock(userptr->pages, userptr->npages, true);  in hl_unpin_host_memory()
1800 	kvfree(userptr->pages);  in hl_unpin_host_memory()
1802 	list_del(&userptr->job_node);  in hl_unpin_host_memory()
1804 	sg_free_table(userptr->sgt);  in hl_unpin_host_memory()
1805 	kfree(userptr->sgt);  in hl_unpin_host_memory()
1820 	struct hl_userptr *userptr, *tmp;  in hl_userptr_delete_list()  local
1822 	list_for_each_entry_safe(userptr, tmp, userptr_list, job_node) {  in hl_userptr_delete_list()
1823 		hl_unpin_host_memory(hdev, userptr);  in hl_userptr_delete_list()
1824 		kfree(userptr);  in hl_userptr_delete_list()
1842 				struct hl_userptr **userptr)  in hl_userptr_is_pinned()  argument
1844 	list_for_each_entry((*userptr), userptr_list, job_node) {  in hl_userptr_is_pinned()
1845 		if ((addr == (*userptr)->addr) && (size == (*userptr)->size))  in hl_userptr_is_pinned()