64 			u8  fault;  member
66 		} **fault;  member
161 	 * page fault) and maybe some other commands.  in nouveau_svmm_bind()
376 /* Issue fault replay for GPU to retry accesses that faulted previously. */
387 /* Cancel a replayable fault that could not be handled.
389  * Cancelling the fault will trigger recovery to reset the engine
409 			       struct nouveau_svm_fault *fault)  in nouveau_svm_fault_cancel_fault()  argument
411 	nouveau_svm_fault_cancel(svm, fault->inst,  in nouveau_svm_fault_cancel_fault()
412 				      fault->hub,  in nouveau_svm_fault_cancel_fault()
413 				      fault->gpc,  in nouveau_svm_fault_cancel_fault()
414 				      fault->client);  in nouveau_svm_fault_cancel_fault()
418 nouveau_svm_fault_priority(u8 fault)  in nouveau_svm_fault_priority()  argument
420 	switch (fault) {  in nouveau_svm_fault_priority()
466 	struct nouveau_svm_fault *fault;  in nouveau_svm_fault_cache()  local
474 	if (!buffer->fault[buffer->fault_nr]) {  in nouveau_svm_fault_cache()
475 		fault = kmalloc(sizeof(*fault), GFP_KERNEL);  in nouveau_svm_fault_cache()
476 		if (WARN_ON(!fault)) {  in nouveau_svm_fault_cache()
480 		buffer->fault[buffer->fault_nr] = fault;  in nouveau_svm_fault_cache()
483 	fault = buffer->fault[buffer->fault_nr++];  in nouveau_svm_fault_cache()
484 	fault->inst   = inst;  in nouveau_svm_fault_cache()
485 	fault->addr   = (u64)addrhi << 32 | addrlo;  in nouveau_svm_fault_cache()
486 	fault->time   = (u64)timehi << 32 | timelo;  in nouveau_svm_fault_cache()
487 	fault->engine = engine;  in nouveau_svm_fault_cache()
488 	fault->gpc    = gpc;  in nouveau_svm_fault_cache()
489 	fault->hub    = hub;  in nouveau_svm_fault_cache()
490 	fault->access = (info & 0x000f0000) >> 16;  in nouveau_svm_fault_cache()
491 	fault->client = client;  in nouveau_svm_fault_cache()
492 	fault->fault  = (info & 0x0000001f);  in nouveau_svm_fault_cache()
494 	SVM_DBG(svm, "fault %016llx %016llx %02x",  in nouveau_svm_fault_cache()
495 		fault->inst, fault->addr, fault->access);  in nouveau_svm_fault_cache()
653 	/* Have HMM fault pages within the fault window to the GPU. */  in nouveau_range_fault()
727 	/* Parse available fault buffer entries into a cache, and update  in nouveau_svm_fault()
730 	SVM_DBG(svm, "fault handler");  in nouveau_svm_fault()
746 	SVM_DBG(svm, "%d fault(s) pending", buffer->fault_nr);  in nouveau_svm_fault()
752 	sort(buffer->fault, buffer->fault_nr, sizeof(*buffer->fault),  in nouveau_svm_fault()
758 		if (!svmm || buffer->fault[fi]->inst != inst) {  in nouveau_svm_fault()
760 				nouveau_ivmm_find(svm, buffer->fault[fi]->inst);  in nouveau_svm_fault()
762 			inst = buffer->fault[fi]->inst;  in nouveau_svm_fault()
765 		buffer->fault[fi]->svmm = svmm;  in nouveau_svm_fault()
781 		if (!(svmm = buffer->fault[fi]->svmm)) {  in nouveau_svm_fault()
782 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
785 		SVMM_DBG(svmm, "addr %016llx", buffer->fault[fi]->addr);  in nouveau_svm_fault()
790 		start = buffer->fault[fi]->addr;  in nouveau_svm_fault()
797 		 * fault window, determining required pages and access  in nouveau_svm_fault()
804 		 * Determine required permissions based on GPU fault  in nouveau_svm_fault()
807 		switch (buffer->fault[fi]->access) {  in nouveau_svm_fault()
824 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
848 			 * fault addresses have sufficient access permission.  in nouveau_svm_fault()
850 			if (buffer->fault[fn]->svmm != svmm ||  in nouveau_svm_fault()
851 			    buffer->fault[fn]->addr >= limit ||  in nouveau_svm_fault()
852 			    (buffer->fault[fi]->access == FAULT_ACCESS_READ &&  in nouveau_svm_fault()
854 			    (buffer->fault[fi]->access != FAULT_ACCESS_READ &&  in nouveau_svm_fault()
855 			     buffer->fault[fi]->access != FAULT_ACCESS_PREFETCH &&  in nouveau_svm_fault()
857 			    (buffer->fault[fi]->access != FAULT_ACCESS_READ &&  in nouveau_svm_fault()
858 			     buffer->fault[fi]->access != FAULT_ACCESS_WRITE &&  in nouveau_svm_fault()
859 			     buffer->fault[fi]->access != FAULT_ACCESS_PREFETCH &&  in nouveau_svm_fault()
867 				struct nouveau_svm_fault *fault =  in nouveau_svm_fault()  local
868 					buffer->fault[fi++];  in nouveau_svm_fault()
870 				nouveau_svm_fault_cancel_fault(svm, fault);  in nouveau_svm_fault()
876 	/* Issue fault replay to the GPU. */  in nouveau_svm_fault()
954 	if (buffer->fault) {  in nouveau_svm_fault_buffer_dtor()
955 		for (i = 0; buffer->fault[i] && i < buffer->entries; i++)  in nouveau_svm_fault_buffer_dtor()
956 			kfree(buffer->fault[i]);  in nouveau_svm_fault_buffer_dtor()
957 		kvfree(buffer->fault);  in nouveau_svm_fault_buffer_dtor()
980 		SVM_ERR(svm, "Fault buffer allocation failed: %d", ret);  in nouveau_svm_fault_buffer_ctor()
995 	buffer->fault = kvzalloc(sizeof(*buffer->fault) * buffer->entries, GFP_KERNEL);  in nouveau_svm_fault_buffer_ctor()
996 	if (!buffer->fault)  in nouveau_svm_fault_buffer_ctor()
1056 		SVM_DBG(svm, "No supported fault buffer class");  in nouveau_svm_init()