Lines Matching refs:gpuidx
131 unsigned long *hmm_pfns, uint32_t gpuidx) in svm_range_dma_map_dev() argument
134 dma_addr_t *addr = prange->dma_addr[gpuidx]; in svm_range_dma_map_dev()
144 prange->dma_addr[gpuidx] = addr; in svm_range_dma_map_dev()
182 uint32_t gpuidx; in svm_range_dma_map() local
187 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_dma_map()
191 pr_debug("mapping to gpu idx 0x%x\n", gpuidx); in svm_range_dma_map()
192 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_dma_map()
194 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_dma_map()
200 hmm_pfns, gpuidx); in svm_range_dma_map()
232 uint32_t gpuidx; in svm_range_free_dma_mappings() local
236 for (gpuidx = 0; gpuidx < MAX_GPU_INSTANCE; gpuidx++) { in svm_range_free_dma_mappings()
237 dma_addr = prange->dma_addr[gpuidx]; in svm_range_free_dma_mappings()
241 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_free_dma_mappings()
243 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_free_dma_mappings()
249 prange->dma_addr[gpuidx] = NULL; in svm_range_free_dma_mappings()
615 int gpuidx = MAX_GPU_INSTANCE; in svm_range_check_attr() local
621 gpuidx = kfd_process_gpuidx_from_gpuid(p, val); in svm_range_check_attr()
625 gpuidx = kfd_process_gpuidx_from_gpuid(p, val); in svm_range_check_attr()
630 gpuidx = kfd_process_gpuidx_from_gpuid(p, val); in svm_range_check_attr()
643 if (gpuidx < 0) { in svm_range_check_attr()
646 } else if (gpuidx < MAX_GPU_INSTANCE && in svm_range_check_attr()
647 !test_bit(gpuidx, p->svms.bitmap_supported)) { in svm_range_check_attr()
661 int gpuidx; in svm_range_apply_attrs() local
674 gpuidx = kfd_process_gpuidx_from_gpuid(p, in svm_range_apply_attrs()
677 bitmap_clear(prange->bitmap_access, gpuidx, 1); in svm_range_apply_attrs()
678 bitmap_clear(prange->bitmap_aip, gpuidx, 1); in svm_range_apply_attrs()
680 bitmap_set(prange->bitmap_access, gpuidx, 1); in svm_range_apply_attrs()
681 bitmap_clear(prange->bitmap_aip, gpuidx, 1); in svm_range_apply_attrs()
683 bitmap_clear(prange->bitmap_access, gpuidx, 1); in svm_range_apply_attrs()
684 bitmap_set(prange->bitmap_aip, gpuidx, 1); in svm_range_apply_attrs()
1127 uint32_t gpuidx; in svm_range_unmap_from_gpus() local
1134 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_unmap_from_gpus()
1135 pr_debug("unmap from gpu idx 0x%x\n", gpuidx); in svm_range_unmap_from_gpus()
1136 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_unmap_from_gpus()
1138 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_unmap_from_gpus()
1256 uint32_t gpuidx; in svm_range_map_to_gpus() local
1265 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_map_to_gpus()
1266 pr_debug("mapping to gpu idx 0x%x\n", gpuidx); in svm_range_map_to_gpus()
1267 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_map_to_gpus()
1269 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_map_to_gpus()
1280 pr_debug("cannot map to device idx %d\n", gpuidx); in svm_range_map_to_gpus()
1286 prange->dma_addr[gpuidx], in svm_range_map_to_gpus()
1320 uint32_t gpuidx; in svm_range_reserve_bos() local
1324 for_each_set_bit(gpuidx, ctx->bitmap, MAX_GPU_INSTANCE) { in svm_range_reserve_bos()
1325 pdd = kfd_process_device_from_gpuidx(ctx->process, gpuidx); in svm_range_reserve_bos()
1327 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_reserve_bos()
1333 ctx->tv[gpuidx].bo = &vm->root.bo->tbo; in svm_range_reserve_bos()
1334 ctx->tv[gpuidx].num_shared = 4; in svm_range_reserve_bos()
1335 list_add(&ctx->tv[gpuidx].head, &ctx->validate_list); in svm_range_reserve_bos()
1350 for_each_set_bit(gpuidx, ctx->bitmap, MAX_GPU_INSTANCE) { in svm_range_reserve_bos()
1351 pdd = kfd_process_device_from_gpuidx(ctx->process, gpuidx); in svm_range_reserve_bos()
1353 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_reserve_bos()
1379 static void *kfd_svm_page_owner(struct kfd_process *p, int32_t gpuidx) in kfd_svm_page_owner() argument
1384 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in kfd_svm_page_owner()
1416 int32_t gpuidx, bool intr, bool wait) in svm_range_validate_and_map() argument
1429 if (gpuidx < MAX_GPU_INSTANCE) { in svm_range_validate_and_map()
1431 bitmap_set(ctx.bitmap, gpuidx, 1); in svm_range_validate_and_map()
1440 gpuidx = kfd_process_gpuidx_from_gpuid(ctx.process, in svm_range_validate_and_map()
1442 if (gpuidx < 0) { in svm_range_validate_and_map()
1447 if (test_bit(gpuidx, prange->bitmap_access)) in svm_range_validate_and_map()
1448 bitmap_set(ctx.bitmap, gpuidx, 1); in svm_range_validate_and_map()
2277 int32_t *gpuidx) in svm_range_best_restore_location() argument
2286 r = kfd_process_gpuid_from_kgd(p, adev, &gpuid, gpuidx); in svm_range_best_restore_location()
2295 if (test_bit(*gpuidx, prange->bitmap_access)) in svm_range_best_restore_location()
2298 if (test_bit(*gpuidx, prange->bitmap_aip)) { in svm_range_best_restore_location()
2368 uint32_t gpuid, gpuidx; in svm_range_create_unregistered_range() local
2378 if (kfd_process_gpuid_from_kgd(p, adev, &gpuid, &gpuidx)) { in svm_range_create_unregistered_range()
2430 int32_t gpuidx) in svm_range_count_fault() argument
2438 if (gpuidx == MAX_GPU_INSTANCE) { in svm_range_count_fault()
2442 r = kfd_process_gpuid_from_kgd(p, adev, &gpuid, &gpuidx); in svm_range_count_fault()
2450 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_count_fault()
2485 int32_t gpuidx = MAX_GPU_INSTANCE; in svm_range_restore_pages() local
2567 best_loc = svm_range_best_restore_location(prange, adev, &gpuidx); in svm_range_restore_pages()
2603 r = svm_range_validate_and_map(mm, prange, gpuidx, false, false); in svm_range_restore_pages()
2614 svm_range_count_fault(adev, p, gpuidx); in svm_range_restore_pages()
2793 uint32_t gpuidx; in svm_range_best_prefetch_location() local
2813 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_best_prefetch_location()
2814 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_best_prefetch_location()
2816 pr_debug("failed to get device by idx 0x%x\n", gpuidx); in svm_range_best_prefetch_location()
3107 int gpuidx; in svm_range_get_attr() local
3233 gpuidx = kfd_process_gpuidx_from_gpuid(p, in svm_range_get_attr()
3235 if (gpuidx < 0) { in svm_range_get_attr()
3239 if (test_bit(gpuidx, bitmap_access)) in svm_range_get_attr()
3241 else if (test_bit(gpuidx, bitmap_aip)) in svm_range_get_attr()