335 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
351 	if (submit) {  in msm_gpu_crashstate_capture()
354 		state->bos = kcalloc(submit->nr_bos,  in msm_gpu_crashstate_capture()
357 		for (i = 0; state->bos && i < submit->nr_bos; i++)  in msm_gpu_crashstate_capture()
358 			msm_gpu_crashstate_get_bo(state, submit->bos[i].obj,  in msm_gpu_crashstate_capture()
359 				submit->bos[i].iova, submit->bos[i].flags);  in msm_gpu_crashstate_capture()
383 	struct msm_gem_submit *submit;  in update_fences()  local
385 	list_for_each_entry(submit, &ring->submits, node) {  in update_fences()
386 		if (submit->seqno > fence)  in update_fences()
389 		msm_update_fence(submit->ring->fctx,  in update_fences()
390 			submit->fence->seqno);  in update_fences()
397 	struct msm_gem_submit *submit;  in find_submit()  local
401 	list_for_each_entry(submit, &ring->submits, node)  in find_submit()
402 		if (submit->seqno == fence)  in find_submit()
403 			return submit;  in find_submit()
415 	struct msm_gem_submit *submit;  in recover_worker()  local
424 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in recover_worker()
425 	if (submit) {  in recover_worker()
429 		task = pid_task(submit->pid, PIDTYPE_PID);  in recover_worker()
453 			msm_rd_dump_submit(priv->hangrd, submit,  in recover_worker()
456 			msm_rd_dump_submit(priv->hangrd, submit, NULL);  in recover_worker()
461 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in recover_worker()
502 			list_for_each_entry(submit, &ring->submits, node)  in recover_worker()
503 				gpu->funcs->submit(gpu, submit, NULL);  in recover_worker()
653 static void retire_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)  in retire_submit()  argument
657 	for (i = 0; i < submit->nr_bos; i++) {  in retire_submit()
658 		struct msm_gem_object *msm_obj = submit->bos[i].obj;  in retire_submit()
667 	msm_gem_submit_free(submit);  in retire_submit()
673 	struct msm_gem_submit *submit, *tmp;  in retire_submits()  local
682 		list_for_each_entry_safe(submit, tmp, &ring->submits, node) {  in retire_submits()
683 			if (dma_fence_is_signaled(submit->fence))  in retire_submits()
684 				retire_submit(gpu, submit);  in retire_submits()
712 void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit,  in msm_gpu_submit()  argument
717 	struct msm_ringbuffer *ring = submit->ring;  in msm_gpu_submit()
726 	submit->seqno = ++ring->seqno;  in msm_gpu_submit()
728 	list_add_tail(&submit->node, &ring->submits);  in msm_gpu_submit()
730 	msm_rd_dump_submit(priv->rd, submit, NULL);  in msm_gpu_submit()
734 	for (i = 0; i < submit->nr_bos; i++) {  in msm_gpu_submit()
735 		struct msm_gem_object *msm_obj = submit->bos[i].obj;  in msm_gpu_submit()
746 				submit->gpu->aspace, &iova);  in msm_gpu_submit()
748 		if (submit->bos[i].flags & MSM_SUBMIT_BO_WRITE)  in msm_gpu_submit()
749 			msm_gem_move_to_active(&msm_obj->base, gpu, true, submit->fence);  in msm_gpu_submit()
750 		else if (submit->bos[i].flags & MSM_SUBMIT_BO_READ)  in msm_gpu_submit()
751 			msm_gem_move_to_active(&msm_obj->base, gpu, false, submit->fence);  in msm_gpu_submit()
754 	gpu->funcs->submit(gpu, submit, ctx);  in msm_gpu_submit()