261 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
282 	if (submit) {  in msm_gpu_crashstate_capture()
285 		state->bos = kcalloc(submit->nr_bos,  in msm_gpu_crashstate_capture()
288 		for (i = 0; state->bos && i < submit->nr_bos; i++) {  in msm_gpu_crashstate_capture()
289 			msm_gpu_crashstate_get_bo(state, submit->bos[i].obj,  in msm_gpu_crashstate_capture()
290 						  submit->bos[i].iova,  in msm_gpu_crashstate_capture()
291 						  should_dump(submit, i));  in msm_gpu_crashstate_capture()
304 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
316 	struct msm_gem_submit *submit;  in find_submit()  local
320 	list_for_each_entry(submit, &ring->submits, node) {  in find_submit()
321 		if (submit->seqno == fence) {  in find_submit()
323 			return submit;  in find_submit()
333 static void get_comm_cmdline(struct msm_gem_submit *submit, char **comm, char **cmd)  in get_comm_cmdline()  argument
335 	struct msm_file_private *ctx = submit->queue->ctx;  in get_comm_cmdline()
342 	task = get_pid_task(submit->pid, PIDTYPE_PID);  in get_comm_cmdline()
360 	struct msm_gem_submit *submit;  in recover_worker()  local
369 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in recover_worker()
370 	if (submit) {  in recover_worker()
372 		submit->queue->faults++;  in recover_worker()
373 		if (submit->aspace)  in recover_worker()
374 			submit->aspace->faults++;  in recover_worker()
376 		get_comm_cmdline(submit, &comm, &cmd);  in recover_worker()
382 			msm_rd_dump_submit(priv->hangrd, submit,  in recover_worker()
385 			msm_rd_dump_submit(priv->hangrd, submit, NULL);  in recover_worker()
397 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in recover_worker()
437 			list_for_each_entry(submit, &ring->submits, node)  in recover_worker()
438 				gpu->funcs->submit(gpu, submit);  in recover_worker()
453 	struct msm_gem_submit *submit;  in fault_worker()  local
459 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in fault_worker()
460 	if (submit && submit->fault_dumped)  in fault_worker()
463 	if (submit) {  in fault_worker()
464 		get_comm_cmdline(submit, &comm, &cmd);  in fault_worker()
470 		submit->fault_dumped = true;  in fault_worker()
475 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in fault_worker()
629 		struct msm_gem_submit *submit)  in retire_submit()  argument
631 	int index = submit->seqno % MSM_GPU_SUBMIT_STATS_COUNT;  in retire_submit()
649 	submit->queue->ctx->elapsed_ns += elapsed;  in retire_submit()
650 	submit->queue->ctx->cycles     += cycles;  in retire_submit()
652 	trace_msm_gpu_submit_retired(submit, elapsed, clock,  in retire_submit()
655 	msm_submit_retire(submit);  in retire_submit()
660 	list_del(&submit->node);  in retire_submit()
674 	msm_gem_submit_put(submit);  in retire_submit()
686 			struct msm_gem_submit *submit = NULL;  in retire_submits()  local
690 			submit = list_first_entry_or_null(&ring->submits,  in retire_submits()
699 			if (submit && dma_fence_is_signaled(submit->hw_fence)) {  in retire_submits()
700 				retire_submit(gpu, ring, submit);  in retire_submits()
730 void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)  in msm_gpu_submit()  argument
734 	struct msm_ringbuffer *ring = submit->ring;  in msm_gpu_submit()
743 	submit->seqno = submit->hw_fence->seqno;  in msm_gpu_submit()
745 	msm_rd_dump_submit(priv->rd, submit, NULL);  in msm_gpu_submit()
753 	msm_gem_submit_get(submit);  in msm_gpu_submit()
756 	list_add_tail(&submit->node, &ring->submits);  in msm_gpu_submit()
768 	gpu->funcs->submit(gpu, submit);  in msm_gpu_submit()
769 	gpu->cur_ctx_seqno = submit->queue->ctx->seqno;  in msm_gpu_submit()