Lines Matching refs:ttm
329 if (WARN(amdgpu_ttm_tt_get_usermm(bo->tbo.ttm), in amdgpu_amdkfd_bo_validate()
475 struct ttm_tt *src_ttm = mem->bo->tbo.ttm; in kfd_mem_dmamap_userptr()
476 struct ttm_tt *ttm = bo->tbo.ttm; in kfd_mem_dmamap_userptr() local
479 ttm->sg = kmalloc(sizeof(*ttm->sg), GFP_KERNEL); in kfd_mem_dmamap_userptr()
480 if (unlikely(!ttm->sg)) in kfd_mem_dmamap_userptr()
483 if (WARN_ON(ttm->num_pages != src_ttm->num_pages)) in kfd_mem_dmamap_userptr()
487 ret = sg_alloc_table_from_pages(ttm->sg, src_ttm->pages, in kfd_mem_dmamap_userptr()
488 ttm->num_pages, 0, in kfd_mem_dmamap_userptr()
489 (u64)ttm->num_pages << PAGE_SHIFT, in kfd_mem_dmamap_userptr()
494 ret = dma_map_sgtable(adev->dev, ttm->sg, direction, 0); in kfd_mem_dmamap_userptr()
498 drm_prime_sg_to_dma_addr_array(ttm->sg, ttm->dma_address, in kfd_mem_dmamap_userptr()
499 ttm->num_pages); in kfd_mem_dmamap_userptr()
509 dma_unmap_sgtable(adev->dev, ttm->sg, direction, 0); in kfd_mem_dmamap_userptr()
512 sg_free_table(ttm->sg); in kfd_mem_dmamap_userptr()
514 kfree(ttm->sg); in kfd_mem_dmamap_userptr()
515 ttm->sg = NULL; in kfd_mem_dmamap_userptr()
556 struct ttm_tt *ttm = bo->tbo.ttm; in kfd_mem_dmaunmap_userptr() local
558 if (unlikely(!ttm->sg)) in kfd_mem_dmaunmap_userptr()
564 dma_unmap_sgtable(adev->dev, ttm->sg, direction, 0); in kfd_mem_dmaunmap_userptr()
565 sg_free_table(ttm->sg); in kfd_mem_dmaunmap_userptr()
566 kfree(ttm->sg); in kfd_mem_dmaunmap_userptr()
567 ttm->sg = NULL; in kfd_mem_dmaunmap_userptr()
711 } else if (amdgpu_ttm_tt_get_usermm(mem->bo->tbo.ttm)) { in kfd_mem_attach()
845 ret = amdgpu_ttm_tt_get_user_pages(bo, bo->tbo.ttm->pages); in init_user_pages()
863 amdgpu_ttm_tt_get_user_pages_done(bo->tbo.ttm); in init_user_pages()
1478 bo->tbo.ttm->sg = sg; in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1640 if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm)) { in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1671 if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm) && in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1680 !amdgpu_ttm_tt_get_usermm(bo->tbo.ttm)) { in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1718 if (!amdgpu_ttm_tt_get_usermm(bo->tbo.ttm) && !bo->tbo.pin_count) in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1789 !amdgpu_ttm_tt_get_usermm(mem->bo->tbo.ttm) && in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1824 if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm)) { in amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel()
2042 ret = amdgpu_ttm_tt_get_user_pages(bo, bo->tbo.ttm->pages); in update_invalid_user_pages()
2055 amdgpu_ttm_tt_get_user_pages_done(bo->tbo.ttm); in update_invalid_user_pages()
2133 if (bo->tbo.ttm->pages[0]) { in validate_invalid_user_pages()