86 nouveau_ivmm_find(struct nouveau_svm *svm, u64 inst)  in nouveau_ivmm_find()  argument
89 	list_for_each_entry(ivmm, &svm->inst, head) {  in nouveau_ivmm_find()
161 	if (!cli->svm.svmm) {  in nouveau_svmm_bind()
177 		nouveau_dmem_migrate_vma(cli->drm, cli->svm.svmm, vma, addr,  in nouveau_svmm_bind()
201 		mutex_lock(&svmm->vmm->cli->drm->svm->mutex);  in nouveau_svmm_part()
202 		ivmm = nouveau_ivmm_find(svmm->vmm->cli->drm->svm, inst);  in nouveau_svmm_part()
207 		mutex_unlock(&svmm->vmm->cli->drm->svm->mutex);  in nouveau_svmm_part()
222 		mutex_lock(&svmm->vmm->cli->drm->svm->mutex);  in nouveau_svmm_join()
223 		list_add(&ivmm->head, &svmm->vmm->cli->drm->svm->inst);  in nouveau_svmm_join()
224 		mutex_unlock(&svmm->vmm->cli->drm->svm->mutex);  in nouveau_svmm_join()
321 	svmm->vmm = &cli->svm;  in nouveau_svmm_init()
328 	if (cli->svm.cli) {  in nouveau_svmm_init()
344 			    }, sizeof(struct gp100_vmm_v0), &cli->svm.vmm);  in nouveau_svmm_init()
355 	cli->svm.svmm = svmm;  in nouveau_svmm_init()
356 	cli->svm.cli = cli;  in nouveau_svmm_init()
371 nouveau_svm_fault_replay(struct nouveau_svm *svm)  in nouveau_svm_fault_replay()  argument
373 	SVM_DBG(svm, "replay");  in nouveau_svm_fault_replay()
374 	WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object,  in nouveau_svm_fault_replay()
386 nouveau_svm_fault_cancel(struct nouveau_svm *svm,  in nouveau_svm_fault_cancel()  argument
389 	SVM_DBG(svm, "cancel %016llx %d %02x %02x", inst, hub, gpc, client);  in nouveau_svm_fault_cancel()
390 	WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object,  in nouveau_svm_fault_cancel()
401 nouveau_svm_fault_cancel_fault(struct nouveau_svm *svm,  in nouveau_svm_fault_cancel_fault()  argument
404 	nouveau_svm_fault_cancel(svm, fault->inst,  in nouveau_svm_fault_cancel_fault()
426 nouveau_svm_fault_cache(struct nouveau_svm *svm,  in nouveau_svm_fault_cache()  argument
453 			nouveau_svm_fault_cancel(svm, inst, hub, gpc, client);  in nouveau_svm_fault_cache()
470 	SVM_DBG(svm, "fault %016llx %016llx %02x",  in nouveau_svm_fault_cache()
613 	struct nouveau_svm *svm =  in nouveau_svm_fault()  local
614 		container_of(buffer, typeof(*svm), buffer[buffer->id]);  in nouveau_svm_fault()
615 	struct nvif_object *device = &svm->drm->client.device.object;  in nouveau_svm_fault()
629 	SVM_DBG(svm, "fault handler");  in nouveau_svm_fault()
638 	SVM_DBG(svm, "get %08x put %08x", buffer->get, buffer->put);  in nouveau_svm_fault()
640 		nouveau_svm_fault_cache(svm, buffer, buffer->get * 0x20);  in nouveau_svm_fault()
645 	SVM_DBG(svm, "%d fault(s) pending", buffer->fault_nr);  in nouveau_svm_fault()
655 	mutex_lock(&svm->mutex);  in nouveau_svm_fault()
659 				nouveau_ivmm_find(svm, buffer->fault[fi]->inst);  in nouveau_svm_fault()
662 			SVM_DBG(svm, "inst %016llx -> svm-%p", inst, svmm);  in nouveau_svm_fault()
666 	mutex_unlock(&svm->mutex);  in nouveau_svm_fault()
681 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
721 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
730 			ret = nouveau_range_fault(svmm, svm->drm, &args.i,  in nouveau_svm_fault()
763 				nouveau_svm_fault_cancel_fault(svm, fault);  in nouveau_svm_fault()
771 		nouveau_svm_fault_replay(svm);  in nouveau_svm_fault()
826 nouveau_svm_fault_buffer_fini(struct nouveau_svm *svm, int id)  in nouveau_svm_fault_buffer_fini()  argument
828 	struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id];  in nouveau_svm_fault_buffer_fini()
833 nouveau_svm_fault_buffer_init(struct nouveau_svm *svm, int id)  in nouveau_svm_fault_buffer_init()  argument
835 	struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id];  in nouveau_svm_fault_buffer_init()
836 	struct nvif_object *device = &svm->drm->client.device.object;  in nouveau_svm_fault_buffer_init()
839 	SVM_DBG(svm, "get %08x put %08x (init)", buffer->get, buffer->put);  in nouveau_svm_fault_buffer_init()
844 nouveau_svm_fault_buffer_dtor(struct nouveau_svm *svm, int id)  in nouveau_svm_fault_buffer_dtor()  argument
846 	struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id];  in nouveau_svm_fault_buffer_dtor()
855 	nouveau_svm_fault_buffer_fini(svm, id);  in nouveau_svm_fault_buffer_dtor()
862 nouveau_svm_fault_buffer_ctor(struct nouveau_svm *svm, s32 oclass, int id)  in nouveau_svm_fault_buffer_ctor()  argument
864 	struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id];  in nouveau_svm_fault_buffer_ctor()
865 	struct nouveau_drm *drm = svm->drm;  in nouveau_svm_fault_buffer_ctor()
875 		SVM_ERR(svm, "Fault buffer allocation failed: %d", ret);  in nouveau_svm_fault_buffer_ctor()
894 	return nouveau_svm_fault_buffer_init(svm, id);  in nouveau_svm_fault_buffer_ctor()
900 	struct nouveau_svm *svm = drm->svm;  in nouveau_svm_resume()  local
901 	if (svm)  in nouveau_svm_resume()
902 		nouveau_svm_fault_buffer_init(svm, 0);  in nouveau_svm_resume()
908 	struct nouveau_svm *svm = drm->svm;  in nouveau_svm_suspend()  local
909 	if (svm)  in nouveau_svm_suspend()
910 		nouveau_svm_fault_buffer_fini(svm, 0);  in nouveau_svm_suspend()
916 	struct nouveau_svm *svm = drm->svm;  in nouveau_svm_fini()  local
917 	if (svm) {  in nouveau_svm_fini()
918 		nouveau_svm_fault_buffer_dtor(svm, 0);  in nouveau_svm_fini()
919 		kfree(drm->svm);  in nouveau_svm_fini()
920 		drm->svm = NULL;  in nouveau_svm_fini()
932 	struct nouveau_svm *svm;  in nouveau_svm_init()  local
942 	if (!(drm->svm = svm = kzalloc(sizeof(*drm->svm), GFP_KERNEL)))  in nouveau_svm_init()
945 	drm->svm->drm = drm;  in nouveau_svm_init()
946 	mutex_init(&drm->svm->mutex);  in nouveau_svm_init()
947 	INIT_LIST_HEAD(&drm->svm->inst);  in nouveau_svm_init()
951 		SVM_DBG(svm, "No supported fault buffer class");  in nouveau_svm_init()
956 	ret = nouveau_svm_fault_buffer_ctor(svm, buffers[ret].oclass, 0);  in nouveau_svm_init()
962 	SVM_DBG(svm, "Initialised");  in nouveau_svm_init()