150 		      unsigned long *hmm_pfns, uint32_t gpuidx)  in svm_range_dma_map_dev()  argument
153 	dma_addr_t *addr = prange->dma_addr[gpuidx];  in svm_range_dma_map_dev()
162 		prange->dma_addr[gpuidx] = addr;  in svm_range_dma_map_dev()
200 	uint32_t gpuidx;  in svm_range_dma_map()  local
205 	for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) {  in svm_range_dma_map()
208 		pr_debug("mapping to gpu idx 0x%x\n", gpuidx);  in svm_range_dma_map()
209 		pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in svm_range_dma_map()
211 			pr_debug("failed to find device idx %d\n", gpuidx);  in svm_range_dma_map()
216 					  hmm_pfns, gpuidx);  in svm_range_dma_map()
248 	uint32_t gpuidx;  in svm_range_free_dma_mappings()  local
252 	for (gpuidx = 0; gpuidx < MAX_GPU_INSTANCE; gpuidx++) {  in svm_range_free_dma_mappings()
253 		dma_addr = prange->dma_addr[gpuidx];  in svm_range_free_dma_mappings()
257 		pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in svm_range_free_dma_mappings()
259 			pr_debug("failed to find device idx %d\n", gpuidx);  in svm_range_free_dma_mappings()
265 		prange->dma_addr[gpuidx] = NULL;  in svm_range_free_dma_mappings()
668 		int gpuidx = MAX_GPU_INSTANCE;  in svm_range_check_attr()  local
674 				gpuidx = kfd_process_gpuidx_from_gpuid(p, val);  in svm_range_check_attr()
678 				gpuidx = kfd_process_gpuidx_from_gpuid(p, val);  in svm_range_check_attr()
683 			gpuidx = kfd_process_gpuidx_from_gpuid(p, val);  in svm_range_check_attr()
696 		if (gpuidx < 0) {  in svm_range_check_attr()
699 		} else if (gpuidx < MAX_GPU_INSTANCE &&  in svm_range_check_attr()
700 			   !test_bit(gpuidx, p->svms.bitmap_supported)) {  in svm_range_check_attr()
715 	int gpuidx;  in svm_range_apply_attrs()  local
729 			gpuidx = kfd_process_gpuidx_from_gpuid(p,  in svm_range_apply_attrs()
732 				bitmap_clear(prange->bitmap_access, gpuidx, 1);  in svm_range_apply_attrs()
733 				bitmap_clear(prange->bitmap_aip, gpuidx, 1);  in svm_range_apply_attrs()
735 				bitmap_set(prange->bitmap_access, gpuidx, 1);  in svm_range_apply_attrs()
736 				bitmap_clear(prange->bitmap_aip, gpuidx, 1);  in svm_range_apply_attrs()
738 				bitmap_clear(prange->bitmap_access, gpuidx, 1);  in svm_range_apply_attrs()
739 				bitmap_set(prange->bitmap_aip, gpuidx, 1);  in svm_range_apply_attrs()
764 	int gpuidx;  in svm_range_is_same_attrs()  local
780 			gpuidx = kfd_process_gpuidx_from_gpuid(p,  in svm_range_is_same_attrs()
783 				if (test_bit(gpuidx, prange->bitmap_access) ||  in svm_range_is_same_attrs()
784 				    test_bit(gpuidx, prange->bitmap_aip))  in svm_range_is_same_attrs()
787 				if (!test_bit(gpuidx, prange->bitmap_access))  in svm_range_is_same_attrs()
790 				if (!test_bit(gpuidx, prange->bitmap_aip))  in svm_range_is_same_attrs()
1231 	uint32_t gpuidx;  in svm_range_unmap_from_gpus()  local
1249 	for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) {  in svm_range_unmap_from_gpus()
1250 		pr_debug("unmap from gpu idx 0x%x\n", gpuidx);  in svm_range_unmap_from_gpus()
1251 		pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in svm_range_unmap_from_gpus()
1253 			pr_debug("failed to find device idx %d\n", gpuidx);  in svm_range_unmap_from_gpus()
1361 	uint32_t gpuidx;  in svm_range_map_to_gpus()  local
1370 	for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) {  in svm_range_map_to_gpus()
1371 		pr_debug("mapping to gpu idx 0x%x\n", gpuidx);  in svm_range_map_to_gpus()
1372 		pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in svm_range_map_to_gpus()
1374 			pr_debug("failed to find device idx %d\n", gpuidx);  in svm_range_map_to_gpus()
1384 			pr_debug("cannot map to device idx %d\n", gpuidx);  in svm_range_map_to_gpus()
1389 					 prange->dma_addr[gpuidx],  in svm_range_map_to_gpus()
1425 	uint32_t gpuidx;  in svm_range_reserve_bos()  local
1429 	for_each_set_bit(gpuidx, ctx->bitmap, MAX_GPU_INSTANCE) {  in svm_range_reserve_bos()
1430 		pdd = kfd_process_device_from_gpuidx(ctx->process, gpuidx);  in svm_range_reserve_bos()
1432 			pr_debug("failed to find device idx %d\n", gpuidx);  in svm_range_reserve_bos()
1437 		ctx->tv[gpuidx].bo = &vm->root.bo->tbo;  in svm_range_reserve_bos()
1438 		ctx->tv[gpuidx].num_shared = 4;  in svm_range_reserve_bos()
1439 		list_add(&ctx->tv[gpuidx].head, &ctx->validate_list);  in svm_range_reserve_bos()
1449 	for_each_set_bit(gpuidx, ctx->bitmap, MAX_GPU_INSTANCE) {  in svm_range_reserve_bos()
1450 		pdd = kfd_process_device_from_gpuidx(ctx->process, gpuidx);  in svm_range_reserve_bos()
1452 			pr_debug("failed to find device idx %d\n", gpuidx);  in svm_range_reserve_bos()
1478 static void *kfd_svm_page_owner(struct kfd_process *p, int32_t gpuidx)  in kfd_svm_page_owner()  argument
1482 	pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in kfd_svm_page_owner()
1512 				      struct svm_range *prange, int32_t gpuidx,  in svm_range_validate_and_map()  argument
1526 	if (gpuidx < MAX_GPU_INSTANCE) {  in svm_range_validate_and_map()
1528 		bitmap_set(ctx.bitmap, gpuidx, 1);  in svm_range_validate_and_map()
1537 			gpuidx = kfd_process_gpuidx_from_gpuid(ctx.process,  in svm_range_validate_and_map()
1539 			if (gpuidx < 0) {  in svm_range_validate_and_map()
1544 			if (test_bit(gpuidx, prange->bitmap_access))  in svm_range_validate_and_map()
1545 				bitmap_set(ctx.bitmap, gpuidx, 1);  in svm_range_validate_and_map()
2493 				int32_t *gpuidx)  in svm_range_best_restore_location()  argument
2502 	r = kfd_process_gpuid_from_adev(p, adev, &gpuid, gpuidx);  in svm_range_best_restore_location()
2519 	if (test_bit(*gpuidx, prange->bitmap_access))  in svm_range_best_restore_location()
2522 	if (test_bit(*gpuidx, prange->bitmap_aip)) {  in svm_range_best_restore_location()
2651 	uint32_t gpuid, gpuidx;  in svm_range_create_unregistered_range()  local
2679 	if (kfd_process_gpuid_from_adev(p, adev, &gpuid, &gpuidx)) {  in svm_range_create_unregistered_range()
2734 		      int32_t gpuidx)  in svm_range_count_fault()  argument
2742 	if (gpuidx == MAX_GPU_INSTANCE) {  in svm_range_count_fault()
2746 		r = kfd_process_gpuid_from_adev(p, adev, &gpuid, &gpuidx);  in svm_range_count_fault()
2754 	pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in svm_range_count_fault()
2782 	int32_t gpuidx = MAX_GPU_INSTANCE;  in svm_range_restore_pages()  local
2888 	best_loc = svm_range_best_restore_location(prange, adev, &gpuidx);  in svm_range_restore_pages()
2933 	r = svm_range_validate_and_map(mm, prange, gpuidx, false, false, false);  in svm_range_restore_pages()
2947 	svm_range_count_fault(adev, p, gpuidx);  in svm_range_restore_pages()
3200 	uint32_t gpuidx;  in svm_range_best_prefetch_location()  local
3220 	for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) {  in svm_range_best_prefetch_location()
3221 		pdd = kfd_process_device_from_gpuidx(p, gpuidx);  in svm_range_best_prefetch_location()
3223 			pr_debug("failed to get device by idx 0x%x\n", gpuidx);  in svm_range_best_prefetch_location()
3512 	int gpuidx;  in svm_range_get_attr()  local
3639 			gpuidx = kfd_process_gpuidx_from_gpuid(p,  in svm_range_get_attr()
3641 			if (gpuidx < 0) {  in svm_range_get_attr()
3645 			if (test_bit(gpuidx, bitmap_access))  in svm_range_get_attr()
3647 			else if (test_bit(gpuidx, bitmap_aip))  in svm_range_get_attr()