63 	struct cmdq		*cmdq;  member
70 struct cmdq {  struct
81 static int cmdq_thread_suspend(struct cmdq *cmdq, struct cmdq_thread *thread)  in cmdq_thread_suspend()  argument
93 		dev_err(cmdq->mbox.dev, "suspend GCE thread 0x%x failed\n",  in cmdq_thread_suspend()
94 			(u32)(thread->base - cmdq->base));  in cmdq_thread_suspend()
106 static void cmdq_init(struct cmdq *cmdq)  in cmdq_init()  argument
110 	WARN_ON(clk_enable(cmdq->clock) < 0);  in cmdq_init()
111 	writel(CMDQ_THR_ACTIVE_SLOT_CYCLES, cmdq->base + CMDQ_THR_SLOT_CYCLES);  in cmdq_init()
113 		writel(i, cmdq->base + CMDQ_SYNC_TOKEN_UPDATE);  in cmdq_init()
114 	clk_disable(cmdq->clock);  in cmdq_init()
117 static int cmdq_thread_reset(struct cmdq *cmdq, struct cmdq_thread *thread)  in cmdq_thread_reset()  argument
125 		dev_err(cmdq->mbox.dev, "reset GCE thread 0x%x failed\n",  in cmdq_thread_reset()
126 			(u32)(thread->base - cmdq->base));  in cmdq_thread_reset()
133 static void cmdq_thread_disable(struct cmdq *cmdq, struct cmdq_thread *thread)  in cmdq_thread_disable()  argument
135 	cmdq_thread_reset(cmdq, thread);  in cmdq_thread_disable()
148 	struct device *dev = task->cmdq->mbox.dev;  in cmdq_task_insert_into_thread()
177 	struct device *dev = task->cmdq->mbox.dev;  in cmdq_task_remove_wfe()
225 	dev_err(task->cmdq->mbox.dev, "task 0x%p error\n", task);  in cmdq_task_handle_error()
226 	WARN_ON(cmdq_thread_suspend(task->cmdq, thread) < 0);  in cmdq_task_handle_error()
234 static void cmdq_thread_irq_handler(struct cmdq *cmdq,  in cmdq_thread_irq_handler()  argument
282 		cmdq_thread_disable(cmdq, thread);  in cmdq_thread_irq_handler()
283 		clk_disable(cmdq->clock);  in cmdq_thread_irq_handler()
289 	struct cmdq *cmdq = dev;  in cmdq_irq_handler()  local
293 	irq_status = readl(cmdq->base + CMDQ_CURR_IRQ_STATUS) & cmdq->irq_mask;  in cmdq_irq_handler()
294 	if (!(irq_status ^ cmdq->irq_mask))  in cmdq_irq_handler()
297 	for_each_clear_bit(bit, &irq_status, cmdq->thread_nr) {  in cmdq_irq_handler()
298 		struct cmdq_thread *thread = &cmdq->thread[bit];  in cmdq_irq_handler()
301 		cmdq_thread_irq_handler(cmdq, thread);  in cmdq_irq_handler()
310 	struct cmdq *cmdq = dev_get_drvdata(dev);  in cmdq_suspend()  local
315 	cmdq->suspended = true;  in cmdq_suspend()
317 	for (i = 0; i < cmdq->thread_nr; i++) {  in cmdq_suspend()
318 		thread = &cmdq->thread[i];  in cmdq_suspend()
328 	clk_unprepare(cmdq->clock);  in cmdq_suspend()
335 	struct cmdq *cmdq = dev_get_drvdata(dev);  in cmdq_resume()  local
337 	WARN_ON(clk_prepare(cmdq->clock) < 0);  in cmdq_resume()
338 	cmdq->suspended = false;  in cmdq_resume()
344 	struct cmdq *cmdq = platform_get_drvdata(pdev);  in cmdq_remove()  local
346 	clk_unprepare(cmdq->clock);  in cmdq_remove()
355 	struct cmdq *cmdq = dev_get_drvdata(chan->mbox->dev);  in cmdq_mbox_send_data()  local
360 	WARN_ON(cmdq->suspended);  in cmdq_mbox_send_data()
366 	task->cmdq = cmdq;  in cmdq_mbox_send_data()
373 		WARN_ON(clk_enable(cmdq->clock) < 0);  in cmdq_mbox_send_data()
374 		WARN_ON(cmdq_thread_reset(cmdq, thread) < 0);  in cmdq_mbox_send_data()
383 		WARN_ON(cmdq_thread_suspend(cmdq, thread) < 0);  in cmdq_mbox_send_data()
396 				WARN_ON(cmdq_thread_suspend(cmdq, thread) < 0);  in cmdq_mbox_send_data()
462 	struct cmdq *cmdq;  in cmdq_probe()  local
465 	cmdq = devm_kzalloc(dev, sizeof(*cmdq), GFP_KERNEL);  in cmdq_probe()
466 	if (!cmdq)  in cmdq_probe()
470 	cmdq->base = devm_ioremap_resource(dev, res);  in cmdq_probe()
471 	if (IS_ERR(cmdq->base)) {  in cmdq_probe()
473 		return PTR_ERR(cmdq->base);  in cmdq_probe()
476 	cmdq->irq = platform_get_irq(pdev, 0);  in cmdq_probe()
477 	if (!cmdq->irq) {  in cmdq_probe()
482 	cmdq->thread_nr = (u32)(unsigned long)of_device_get_match_data(dev);  in cmdq_probe()
483 	cmdq->irq_mask = GENMASK(cmdq->thread_nr - 1, 0);  in cmdq_probe()
484 	err = devm_request_irq(dev, cmdq->irq, cmdq_irq_handler, IRQF_SHARED,  in cmdq_probe()
485 			       "mtk_cmdq", cmdq);  in cmdq_probe()
492 		dev, cmdq->base, cmdq->irq);  in cmdq_probe()
494 	cmdq->clock = devm_clk_get(dev, "gce");  in cmdq_probe()
495 	if (IS_ERR(cmdq->clock)) {  in cmdq_probe()
497 		return PTR_ERR(cmdq->clock);  in cmdq_probe()
500 	cmdq->mbox.dev = dev;  in cmdq_probe()
501 	cmdq->mbox.chans = devm_kcalloc(dev, cmdq->thread_nr,  in cmdq_probe()
502 					sizeof(*cmdq->mbox.chans), GFP_KERNEL);  in cmdq_probe()
503 	if (!cmdq->mbox.chans)  in cmdq_probe()
506 	cmdq->mbox.num_chans = cmdq->thread_nr;  in cmdq_probe()
507 	cmdq->mbox.ops = &cmdq_mbox_chan_ops;  in cmdq_probe()
508 	cmdq->mbox.of_xlate = cmdq_xlate;  in cmdq_probe()
511 	cmdq->mbox.txdone_irq = false;  in cmdq_probe()
512 	cmdq->mbox.txdone_poll = false;  in cmdq_probe()
514 	cmdq->thread = devm_kcalloc(dev, cmdq->thread_nr,  in cmdq_probe()
515 					sizeof(*cmdq->thread), GFP_KERNEL);  in cmdq_probe()
516 	if (!cmdq->thread)  in cmdq_probe()
519 	for (i = 0; i < cmdq->thread_nr; i++) {  in cmdq_probe()
520 		cmdq->thread[i].base = cmdq->base + CMDQ_THR_BASE +  in cmdq_probe()
522 		INIT_LIST_HEAD(&cmdq->thread[i].task_busy_list);  in cmdq_probe()
523 		cmdq->mbox.chans[i].con_priv = (void *)&cmdq->thread[i];  in cmdq_probe()
526 	err = devm_mbox_controller_register(dev, &cmdq->mbox);  in cmdq_probe()
532 	platform_set_drvdata(pdev, cmdq);  in cmdq_probe()
533 	WARN_ON(clk_prepare(cmdq->clock) < 0);  in cmdq_probe()
535 	cmdq_init(cmdq);  in cmdq_probe()