170 	struct msm_gem_submit *submit;  in update_fences()  local
174 	list_for_each_entry(submit, &ring->submits, node) {  in update_fences()
175 		if (submit->seqno > fence)  in update_fences()
178 		msm_update_fence(submit->ring->fctx,  in update_fences()
179 			submit->hw_fence->seqno);  in update_fences()
180 		dma_fence_signal(submit->hw_fence);  in update_fences()
263 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
284 	if (submit) {  in msm_gpu_crashstate_capture()
288 		for (i = 0; i < submit->nr_bos; i++)  in msm_gpu_crashstate_capture()
289 			if (should_dump(submit, i))  in msm_gpu_crashstate_capture()
292 		for (i = 0; i < submit->nr_cmds; i++)  in msm_gpu_crashstate_capture()
293 			if (!should_dump(submit, submit->cmd[i].idx))  in msm_gpu_crashstate_capture()
299 		for (i = 0; i < submit->nr_bos; i++) {  in msm_gpu_crashstate_capture()
300 			if (should_dump(submit, i)) {  in msm_gpu_crashstate_capture()
301 				msm_gpu_crashstate_get_bo(state, submit->bos[i].obj,  in msm_gpu_crashstate_capture()
302 					submit->bos[i].iova, submit->bos[i].flags);  in msm_gpu_crashstate_capture()
306 		for (i = 0; state->bos && i < submit->nr_cmds; i++) {  in msm_gpu_crashstate_capture()
307 			int idx = submit->cmd[i].idx;  in msm_gpu_crashstate_capture()
309 			if (!should_dump(submit, submit->cmd[i].idx)) {  in msm_gpu_crashstate_capture()
310 				msm_gpu_crashstate_get_bo(state, submit->bos[idx].obj,  in msm_gpu_crashstate_capture()
311 					submit->bos[idx].iova, submit->bos[idx].flags);  in msm_gpu_crashstate_capture()
325 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
337 	struct msm_gem_submit *submit;  in find_submit()  local
341 	list_for_each_entry(submit, &ring->submits, node) {  in find_submit()
342 		if (submit->seqno == fence) {  in find_submit()
344 			return submit;  in find_submit()
359 	struct msm_gem_submit *submit;  in recover_worker()  local
368 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in recover_worker()
369 	if (submit) {  in recover_worker()
374 		submit->queue->faults++;  in recover_worker()
376 		task = get_pid_task(submit->pid, PIDTYPE_PID);  in recover_worker()
387 			msm_rd_dump_submit(priv->hangrd, submit,  in recover_worker()
390 			msm_rd_dump_submit(priv->hangrd, submit, NULL);  in recover_worker()
396 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in recover_worker()
439 			list_for_each_entry(submit, &ring->submits, node)  in recover_worker()
440 				gpu->funcs->submit(gpu, submit);  in recover_worker()
454 	struct msm_gem_submit *submit;  in fault_worker()  local
460 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in fault_worker()
461 	if (submit && submit->fault_dumped)  in fault_worker()
464 	if (submit) {  in fault_worker()
467 		task = get_pid_task(submit->pid, PIDTYPE_PID);  in fault_worker()
478 		submit->fault_dumped = true;  in fault_worker()
483 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in fault_worker()
637 		struct msm_gem_submit *submit)  in retire_submit()  argument
639 	int index = submit->seqno % MSM_GPU_SUBMIT_STATS_COUNT;  in retire_submit()
655 	trace_msm_gpu_submit_retired(submit, elapsed, clock,  in retire_submit()
658 	msm_submit_retire(submit);  in retire_submit()
664 	list_del(&submit->node);  in retire_submit()
675 	msm_gem_submit_put(submit);  in retire_submit()
687 			struct msm_gem_submit *submit = NULL;  in retire_submits()  local
691 			submit = list_first_entry_or_null(&ring->submits,  in retire_submits()
700 			if (submit && dma_fence_is_signaled(submit->hw_fence)) {  in retire_submits()
701 				retire_submit(gpu, ring, submit);  in retire_submits()
729 void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)  in msm_gpu_submit()  argument
733 	struct msm_ringbuffer *ring = submit->ring;  in msm_gpu_submit()
742 	submit->seqno = ++ring->seqno;  in msm_gpu_submit()
744 	msm_rd_dump_submit(priv->rd, submit, NULL);  in msm_gpu_submit()
752 	msm_gem_submit_get(submit);  in msm_gpu_submit()
755 	list_add_tail(&submit->node, &ring->submits);  in msm_gpu_submit()
765 	gpu->funcs->submit(gpu, submit);  in msm_gpu_submit()
766 	priv->lastctx = submit->queue->ctx;  in msm_gpu_submit()