42 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_queue_hangcheck()  local
44 	mod_timer(&vc4->hangcheck.timer,  in vc4_queue_hangcheck()
74 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_get_hang_state_ioctl()  local
79 	if (!vc4->v3d) {  in vc4_get_hang_state_ioctl()
84 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_get_hang_state_ioctl()
85 	kernel_state = vc4->hang_state;  in vc4_get_hang_state_ioctl()
87 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_get_hang_state_ioctl()
97 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_get_hang_state_ioctl()
101 	vc4->hang_state = NULL;  in vc4_get_hang_state_ioctl()
102 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_get_hang_state_ioctl()
151 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_save_hang_state()  local
165 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
166 	exec[0] = vc4_first_bin_job(vc4);  in vc4_save_hang_state()
167 	exec[1] = vc4_first_render_job(vc4);  in vc4_save_hang_state()
169 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
189 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
227 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
275 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
276 	if (vc4->hang_state) {  in vc4_save_hang_state()
277 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
280 		vc4->hang_state = kernel_state;  in vc4_save_hang_state()
281 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_save_hang_state()
288 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_reset()  local
292 	mutex_lock(&vc4->power_lock);  in vc4_reset()
293 	if (vc4->power_refcount) {  in vc4_reset()
297 		pm_runtime_put_sync_suspend(&vc4->v3d->pdev->dev);  in vc4_reset()
298 		pm_runtime_get_sync(&vc4->v3d->pdev->dev);  in vc4_reset()
300 	mutex_unlock(&vc4->power_lock);  in vc4_reset()
314 	struct vc4_dev *vc4 =  in vc4_reset_work()  local
317 	vc4_save_hang_state(vc4->dev);  in vc4_reset_work()
319 	vc4_reset(vc4->dev);  in vc4_reset_work()
325 	struct vc4_dev *vc4 = from_timer(vc4, t, hangcheck.timer);  in vc4_hangcheck_elapsed()  local
326 	struct drm_device *dev = vc4->dev;  in vc4_hangcheck_elapsed()
331 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_hangcheck_elapsed()
333 	bin_exec = vc4_first_bin_job(vc4);  in vc4_hangcheck_elapsed()
334 	render_exec = vc4_first_render_job(vc4);  in vc4_hangcheck_elapsed()
338 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_hangcheck_elapsed()
354 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_hangcheck_elapsed()
359 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_hangcheck_elapsed()
365 	schedule_work(&vc4->hangcheck.reset_work);  in vc4_hangcheck_elapsed()
371 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in submit_cl()  local
384 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_wait_for_seqno()  local
389 	if (vc4->finished_seqno >= seqno)  in vc4_wait_for_seqno()
399 		prepare_to_wait(&vc4->job_wait_queue, &wait,  in vc4_wait_for_seqno()
408 		if (vc4->finished_seqno >= seqno)  in vc4_wait_for_seqno()
422 	finish_wait(&vc4->job_wait_queue, &wait);  in vc4_wait_for_seqno()
431 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_flush_caches()  local
450 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_flush_texture_caches()  local
468 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_submit_next_bin_job()  local
472 	exec = vc4_first_bin_job(vc4);  in vc4_submit_next_bin_job()
481 	if (exec->perfmon && vc4->active_perfmon != exec->perfmon)  in vc4_submit_next_bin_job()
482 		vc4_perfmon_start(vc4, exec->perfmon);  in vc4_submit_next_bin_job()
493 		next = vc4_first_bin_job(vc4);  in vc4_submit_next_bin_job()
508 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_submit_next_render_job()  local
509 	struct vc4_exec_info *exec = vc4_first_render_job(vc4);  in vc4_submit_next_render_job()
528 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_move_job_to_render()  local
529 	bool was_empty = list_empty(&vc4->render_job_list);  in vc4_move_job_to_render()
531 	list_move_tail(&exec->head, &vc4->render_job_list);  in vc4_move_job_to_render()
669 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_queue_submit()  local
680 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_queue_submit()
682 	seqno = ++vc4->emit_seqno;  in vc4_queue_submit()
685 	dma_fence_init(&fence->base, &vc4_fence_ops, &vc4->job_lock,  in vc4_queue_submit()
686 		       vc4->dma_fence_context, exec->seqno);  in vc4_queue_submit()
697 	list_add_tail(&exec->head, &vc4->bin_job_list);  in vc4_queue_submit()
704 	renderjob = vc4_first_render_job(vc4);  in vc4_queue_submit()
705 	if (vc4_first_bin_job(vc4) == exec &&  in vc4_queue_submit()
711 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_queue_submit()
825 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_get_bcl()  local
925 		ret = vc4_v3d_bin_bo_get(vc4, &exec->bin_bo_used);  in vc4_get_bcl()
944 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_complete_exec()  local
974 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_complete_exec()
975 	vc4->bin_alloc_used &= ~exec->bin_slots;  in vc4_complete_exec()
976 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_complete_exec()
980 		vc4_v3d_bin_bo_put(vc4);  in vc4_complete_exec()
985 	vc4_v3d_pm_put(vc4);  in vc4_complete_exec()
991 vc4_job_handle_completed(struct vc4_dev *vc4)  in vc4_job_handle_completed()  argument
996 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_job_handle_completed()
997 	while (!list_empty(&vc4->job_done_list)) {  in vc4_job_handle_completed()
999 			list_first_entry(&vc4->job_done_list,  in vc4_job_handle_completed()
1003 		spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_job_handle_completed()
1004 		vc4_complete_exec(vc4->dev, exec);  in vc4_job_handle_completed()
1005 		spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_job_handle_completed()
1008 	list_for_each_entry_safe(cb, cb_temp, &vc4->seqno_cb_list, work.entry) {  in vc4_job_handle_completed()
1009 		if (cb->seqno <= vc4->finished_seqno) {  in vc4_job_handle_completed()
1015 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_job_handle_completed()
1029 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_queue_seqno_cb()  local
1036 	spin_lock_irqsave(&vc4->job_lock, irqflags);  in vc4_queue_seqno_cb()
1037 	if (seqno > vc4->finished_seqno) {  in vc4_queue_seqno_cb()
1039 		list_add_tail(&cb->work.entry, &vc4->seqno_cb_list);  in vc4_queue_seqno_cb()
1043 	spin_unlock_irqrestore(&vc4->job_lock, irqflags);  in vc4_queue_seqno_cb()
1055 	struct vc4_dev *vc4 =  in vc4_job_done_work()  local
1058 	vc4_job_handle_completed(vc4);  in vc4_job_done_work()
1131 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_submit_cl_ioctl()  local
1140 	if (!vc4->v3d) {  in vc4_submit_cl_ioctl()
1164 	ret = vc4_v3d_pm_get(vc4);  in vc4_submit_cl_ioctl()
1198 					     vc4->dma_fence_context)) {  in vc4_submit_cl_ioctl()
1257 	args->seqno = vc4->emit_seqno;  in vc4_submit_cl_ioctl()
1262 	vc4_complete_exec(vc4->dev, exec);  in vc4_submit_cl_ioctl()
1270 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_gem_init()  local
1272 	vc4->dma_fence_context = dma_fence_context_alloc(1);  in vc4_gem_init()
1274 	INIT_LIST_HEAD(&vc4->bin_job_list);  in vc4_gem_init()
1275 	INIT_LIST_HEAD(&vc4->render_job_list);  in vc4_gem_init()
1276 	INIT_LIST_HEAD(&vc4->job_done_list);  in vc4_gem_init()
1277 	INIT_LIST_HEAD(&vc4->seqno_cb_list);  in vc4_gem_init()
1278 	spin_lock_init(&vc4->job_lock);  in vc4_gem_init()
1280 	INIT_WORK(&vc4->hangcheck.reset_work, vc4_reset_work);  in vc4_gem_init()
1281 	timer_setup(&vc4->hangcheck.timer, vc4_hangcheck_elapsed, 0);  in vc4_gem_init()
1283 	INIT_WORK(&vc4->job_done_work, vc4_job_done_work);  in vc4_gem_init()
1285 	mutex_init(&vc4->power_lock);  in vc4_gem_init()
1287 	INIT_LIST_HEAD(&vc4->purgeable.list);  in vc4_gem_init()
1288 	mutex_init(&vc4->purgeable.lock);  in vc4_gem_init()
1294 	struct vc4_dev *vc4 = to_vc4_dev(dev);  in vc4_gem_destroy()  local
1299 	WARN_ON(vc4->emit_seqno != vc4->finished_seqno);  in vc4_gem_destroy()
1304 	if (vc4->bin_bo) {  in vc4_gem_destroy()
1305 		drm_gem_object_put_unlocked(&vc4->bin_bo->base.base);  in vc4_gem_destroy()
1306 		vc4->bin_bo = NULL;  in vc4_gem_destroy()
1309 	if (vc4->hang_state)  in vc4_gem_destroy()
1310 		vc4_free_hang_state(dev, vc4->hang_state);  in vc4_gem_destroy()