258 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
279 	if (submit) {  in msm_gpu_crashstate_capture()
282 		state->bos = kcalloc(submit->nr_bos,  in msm_gpu_crashstate_capture()
285 		for (i = 0; state->bos && i < submit->nr_bos; i++) {  in msm_gpu_crashstate_capture()
286 			msm_gpu_crashstate_get_bo(state, submit->bos[i].obj,  in msm_gpu_crashstate_capture()
287 						  submit->bos[i].iova,  in msm_gpu_crashstate_capture()
288 						  should_dump(submit, i));  in msm_gpu_crashstate_capture()
301 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
313 	struct msm_gem_submit *submit;  in find_submit()  local
317 	list_for_each_entry(submit, &ring->submits, node) {  in find_submit()
318 		if (submit->seqno == fence) {  in find_submit()
320 			return submit;  in find_submit()
330 static void get_comm_cmdline(struct msm_gem_submit *submit, char **comm, char **cmd)  in get_comm_cmdline()  argument
332 	struct msm_file_private *ctx = submit->queue->ctx;  in get_comm_cmdline()
335 	WARN_ON(!mutex_is_locked(&submit->gpu->lock));  in get_comm_cmdline()
341 	task = get_pid_task(submit->pid, PIDTYPE_PID);  in get_comm_cmdline()
359 	struct msm_gem_submit *submit;  in recover_worker()  local
368 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in recover_worker()
369 	if (submit) {  in recover_worker()
371 		submit->queue->faults++;  in recover_worker()
372 		if (submit->aspace)  in recover_worker()
373 			submit->aspace->faults++;  in recover_worker()
375 		get_comm_cmdline(submit, &comm, &cmd);  in recover_worker()
381 			msm_rd_dump_submit(priv->hangrd, submit,  in recover_worker()
384 			msm_rd_dump_submit(priv->hangrd, submit, NULL);  in recover_worker()
396 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in recover_worker()
436 			list_for_each_entry(submit, &ring->submits, node)  in recover_worker()
437 				gpu->funcs->submit(gpu, submit);  in recover_worker()
452 	struct msm_gem_submit *submit;  in fault_worker()  local
458 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in fault_worker()
459 	if (submit && submit->fault_dumped)  in fault_worker()
462 	if (submit) {  in fault_worker()
463 		get_comm_cmdline(submit, &comm, &cmd);  in fault_worker()
469 		submit->fault_dumped = true;  in fault_worker()
474 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in fault_worker()
646 		struct msm_gem_submit *submit)  in retire_submit()  argument
648 	int index = submit->seqno % MSM_GPU_SUBMIT_STATS_COUNT;  in retire_submit()
666 	submit->queue->ctx->elapsed_ns += elapsed;  in retire_submit()
667 	submit->queue->ctx->cycles     += cycles;  in retire_submit()
669 	trace_msm_gpu_submit_retired(submit, elapsed, clock,  in retire_submit()
672 	msm_submit_retire(submit);  in retire_submit()
677 	list_del(&submit->node);  in retire_submit()
691 	msm_gem_submit_put(submit);  in retire_submit()
703 			struct msm_gem_submit *submit = NULL;  in retire_submits()  local
707 			submit = list_first_entry_or_null(&ring->submits,  in retire_submits()
716 			if (submit && dma_fence_is_signaled(submit->hw_fence)) {  in retire_submits()
717 				retire_submit(gpu, ring, submit);  in retire_submits()
747 void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)  in msm_gpu_submit()  argument
749 	struct msm_ringbuffer *ring = submit->ring;  in msm_gpu_submit()
764 	msm_gem_submit_get(submit);  in msm_gpu_submit()
767 	list_add_tail(&submit->node, &ring->submits);  in msm_gpu_submit()
779 	gpu->funcs->submit(gpu, submit);  in msm_gpu_submit()
780 	gpu->cur_ctx_seqno = submit->queue->ctx->seqno;  in msm_gpu_submit()