87 	struct panfrost_job_slot *js = pfdev->js;  in panfrost_fence_create()  local
95 	fence->seqno = ++js->queue[js_num].emit_seqno;  in panfrost_fence_create()
96 	dma_fence_init(&fence->base, &panfrost_fence_ops, &js->job_lock,  in panfrost_fence_create()
97 		       js->queue[js_num].fence_context, fence->seqno);  in panfrost_fence_create()
126 					int js)  in panfrost_job_write_affinity()  argument
137 	job_write(pfdev, JS_AFFINITY_NEXT_LO(js), affinity & 0xFFFFFFFF);  in panfrost_job_write_affinity()
138 	job_write(pfdev, JS_AFFINITY_NEXT_HI(js), affinity >> 32);  in panfrost_job_write_affinity()
141 static void panfrost_job_hw_submit(struct panfrost_job *job, int js)  in panfrost_job_hw_submit()  argument
152 	if (WARN_ON(job_read(pfdev, JS_COMMAND_NEXT(js)))) {  in panfrost_job_hw_submit()
159 	panfrost_devfreq_record_transition(pfdev, js);  in panfrost_job_hw_submit()
161 	job_write(pfdev, JS_HEAD_NEXT_LO(js), jc_head & 0xFFFFFFFF);  in panfrost_job_hw_submit()
162 	job_write(pfdev, JS_HEAD_NEXT_HI(js), jc_head >> 32);  in panfrost_job_hw_submit()
164 	panfrost_job_write_affinity(pfdev, job->requirements, js);  in panfrost_job_hw_submit()
178 	job_write(pfdev, JS_CONFIG_NEXT(js), cfg);  in panfrost_job_hw_submit()
181 		job_write(pfdev, JS_FLUSH_ID_NEXT(js), job->flush_id);  in panfrost_job_hw_submit()
185 				job, js, jc_head);  in panfrost_job_hw_submit()
187 	job_write(pfdev, JS_COMMAND_NEXT(js), JS_COMMAND_START);  in panfrost_job_hw_submit()
365 	int js = panfrost_job_get_slot(job);  in panfrost_job_timedout()  local
377 		js,  in panfrost_job_timedout()
378 		job_read(pfdev, JS_CONFIG(js)),  in panfrost_job_timedout()
379 		job_read(pfdev, JS_STATUS(js)),  in panfrost_job_timedout()
380 		job_read(pfdev, JS_HEAD_LO(js)),  in panfrost_job_timedout()
381 		job_read(pfdev, JS_TAIL_LO(js)),  in panfrost_job_timedout()
388 		struct drm_gpu_scheduler *sched = &pfdev->js->queue[i].sched;  in panfrost_job_timedout()
391 		if (js != i)  in panfrost_job_timedout()
398 	spin_lock_irqsave(&pfdev->js->job_lock, flags);  in panfrost_job_timedout()
405 	spin_unlock_irqrestore(&pfdev->js->job_lock, flags);  in panfrost_job_timedout()
409 	panfrost_devfreq_record_transition(pfdev, js);  in panfrost_job_timedout()
413 		drm_sched_resubmit_jobs(&pfdev->js->queue[i].sched);  in panfrost_job_timedout()
417 		drm_sched_start(&pfdev->js->queue[i].sched, true);  in panfrost_job_timedout()
459 			drm_sched_fault(&pfdev->js->queue[j].sched);  in panfrost_job_irq_handler()
465 			spin_lock(&pfdev->js->job_lock);  in panfrost_job_irq_handler()
477 			spin_unlock(&pfdev->js->job_lock);  in panfrost_job_irq_handler()
488 	struct panfrost_job_slot *js;  in panfrost_job_init()  local
491 	pfdev->js = js = devm_kzalloc(pfdev->dev, sizeof(*js), GFP_KERNEL);  in panfrost_job_init()
492 	if (!js)  in panfrost_job_init()
495 	spin_lock_init(&js->job_lock);  in panfrost_job_init()
509 		js->queue[j].fence_context = dma_fence_context_alloc(1);  in panfrost_job_init()
511 		ret = drm_sched_init(&js->queue[j].sched,  in panfrost_job_init()
527 		drm_sched_fini(&js->queue[j].sched);  in panfrost_job_init()
534 	struct panfrost_job_slot *js = pfdev->js;  in panfrost_job_fini()  local
540 		drm_sched_fini(&js->queue[j].sched);  in panfrost_job_fini()
547 	struct panfrost_job_slot *js = pfdev->js;  in panfrost_job_open()  local
552 		rq = &js->queue[i].sched.sched_rq[DRM_SCHED_PRIORITY_NORMAL];  in panfrost_job_open()
570 	struct panfrost_job_slot *js = pfdev->js;  in panfrost_job_is_idle()  local
575 		if (atomic_read(&js->queue[i].sched.hw_rq_count))  in panfrost_job_is_idle()