139 static void venus_set_state(struct venus_hfi_device *hdev,  in venus_set_state()  argument
142 	mutex_lock(&hdev->lock);  in venus_set_state()
143 	hdev->state = state;  in venus_set_state()
144 	mutex_unlock(&hdev->lock);  in venus_set_state()
147 static bool venus_is_valid_state(struct venus_hfi_device *hdev)  in venus_is_valid_state()  argument
149 	return hdev->state != VENUS_STATE_DEINIT;  in venus_is_valid_state()
152 static void venus_dump_packet(struct venus_hfi_device *hdev, const void *packet)  in venus_dump_packet()  argument
163 static int venus_write_queue(struct venus_hfi_device *hdev,  in venus_write_queue()  argument
179 	venus_dump_packet(hdev, packet);  in venus_write_queue()
232 static int venus_read_queue(struct venus_hfi_device *hdev,  in venus_read_queue()  argument
320 	venus_dump_packet(hdev, pkt);  in venus_read_queue()
325 static int venus_alloc(struct venus_hfi_device *hdev, struct mem_desc *desc,  in venus_alloc()  argument
328 	struct device *dev = hdev->core->dev;  in venus_alloc()
341 static void venus_free(struct venus_hfi_device *hdev, struct mem_desc *mem)  in venus_free()  argument
343 	struct device *dev = hdev->core->dev;  in venus_free()
348 static void venus_set_registers(struct venus_hfi_device *hdev)  in venus_set_registers()  argument
350 	const struct venus_resources *res = hdev->core->res;  in venus_set_registers()
356 		writel(tbl[i].value, hdev->core->base + tbl[i].reg);  in venus_set_registers()
359 static void venus_soft_int(struct venus_hfi_device *hdev)  in venus_soft_int()  argument
361 	void __iomem *cpu_ic_base = hdev->core->cpu_ic_base;  in venus_soft_int()
364 	if (IS_V6(hdev->core))  in venus_soft_int()
372 static int venus_iface_cmdq_write_nolock(struct venus_hfi_device *hdev,  in venus_iface_cmdq_write_nolock()  argument
375 	struct device *dev = hdev->core->dev;  in venus_iface_cmdq_write_nolock()
381 	if (!venus_is_valid_state(hdev))  in venus_iface_cmdq_write_nolock()
385 	hdev->last_packet_type = cmd_packet->pkt_type;  in venus_iface_cmdq_write_nolock()
387 	queue = &hdev->queues[IFACEQ_CMD_IDX];  in venus_iface_cmdq_write_nolock()
389 	ret = venus_write_queue(hdev, queue, pkt, &rx_req);  in venus_iface_cmdq_write_nolock()
400 		queue = &hdev->queues[IFACEQ_MSG_IDX];  in venus_iface_cmdq_write_nolock()
407 		venus_soft_int(hdev);  in venus_iface_cmdq_write_nolock()
412 static int venus_iface_cmdq_write(struct venus_hfi_device *hdev, void *pkt, bool sync)  in venus_iface_cmdq_write()  argument
416 	mutex_lock(&hdev->lock);  in venus_iface_cmdq_write()
417 	ret = venus_iface_cmdq_write_nolock(hdev, pkt, sync);  in venus_iface_cmdq_write()
418 	mutex_unlock(&hdev->lock);  in venus_iface_cmdq_write()
426 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_hfi_core_set_resource()  local
440 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_hfi_core_set_resource()
447 static int venus_boot_core(struct venus_hfi_device *hdev)  in venus_boot_core()  argument
449 	struct device *dev = hdev->core->dev;  in venus_boot_core()
453 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_boot_core()
454 	void __iomem *wrapper_base = hdev->core->wrapper_base;  in venus_boot_core()
458 	if (IS_V6(hdev->core)) {  in venus_boot_core()
483 	if (IS_V6(hdev->core)) {  in venus_boot_core()
491 static u32 venus_hwversion(struct venus_hfi_device *hdev)  in venus_hwversion()  argument
493 	struct device *dev = hdev->core->dev;  in venus_hwversion()
494 	void __iomem *wrapper_base = hdev->core->wrapper_base;  in venus_hwversion()
510 static int venus_run(struct venus_hfi_device *hdev)  in venus_run()  argument
512 	struct device *dev = hdev->core->dev;  in venus_run()
513 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_run()
520 	venus_set_registers(hdev);  in venus_run()
522 	writel(hdev->ifaceq_table.da, cpu_cs_base + UC_REGION_ADDR);  in venus_run()
524 	writel(hdev->ifaceq_table.da, cpu_cs_base + CPU_CS_SCIACMDARG2);  in venus_run()
526 	if (hdev->sfr.da)  in venus_run()
527 		writel(hdev->sfr.da, cpu_cs_base + SFR_ADDR);  in venus_run()
529 	ret = venus_boot_core(hdev);  in venus_run()
535 	venus_hwversion(hdev);  in venus_run()
540 static int venus_halt_axi(struct venus_hfi_device *hdev)  in venus_halt_axi()  argument
542 	void __iomem *wrapper_base = hdev->core->wrapper_base;  in venus_halt_axi()
543 	void __iomem *vbif_base = hdev->core->vbif_base;  in venus_halt_axi()
544 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_halt_axi()
545 	void __iomem *aon_base = hdev->core->aon_base;  in venus_halt_axi()
546 	struct device *dev = hdev->core->dev;  in venus_halt_axi()
551 	if (IS_V6(hdev->core)) {  in venus_halt_axi()
554 		if (hdev->core->res->num_vpp_pipes == 1)  in venus_halt_axi()
584 	if (IS_V4(hdev->core)) {  in venus_halt_axi()
620 static int venus_power_off(struct venus_hfi_device *hdev)  in venus_power_off()  argument
624 	if (!hdev->power_enabled)  in venus_power_off()
627 	ret = venus_set_hw_state_suspend(hdev->core);  in venus_power_off()
631 	ret = venus_halt_axi(hdev);  in venus_power_off()
635 	hdev->power_enabled = false;  in venus_power_off()
640 static int venus_power_on(struct venus_hfi_device *hdev)  in venus_power_on()  argument
644 	if (hdev->power_enabled)  in venus_power_on()
647 	ret = venus_set_hw_state_resume(hdev->core);  in venus_power_on()
651 	ret = venus_run(hdev);  in venus_power_on()
655 	hdev->power_enabled = true;  in venus_power_on()
660 	venus_set_hw_state_suspend(hdev->core);  in venus_power_on()
662 	hdev->power_enabled = false;  in venus_power_on()
666 static int venus_iface_msgq_read_nolock(struct venus_hfi_device *hdev,  in venus_iface_msgq_read_nolock()  argument
673 	if (!venus_is_valid_state(hdev))  in venus_iface_msgq_read_nolock()
676 	queue = &hdev->queues[IFACEQ_MSG_IDX];  in venus_iface_msgq_read_nolock()
678 	ret = venus_read_queue(hdev, queue, pkt, &tx_req);  in venus_iface_msgq_read_nolock()
683 		venus_soft_int(hdev);  in venus_iface_msgq_read_nolock()
688 static int venus_iface_msgq_read(struct venus_hfi_device *hdev, void *pkt)  in venus_iface_msgq_read()  argument
692 	mutex_lock(&hdev->lock);  in venus_iface_msgq_read()
693 	ret = venus_iface_msgq_read_nolock(hdev, pkt);  in venus_iface_msgq_read()
694 	mutex_unlock(&hdev->lock);  in venus_iface_msgq_read()
699 static int venus_iface_dbgq_read_nolock(struct venus_hfi_device *hdev,  in venus_iface_dbgq_read_nolock()  argument
706 	ret = venus_is_valid_state(hdev);  in venus_iface_dbgq_read_nolock()
710 	queue = &hdev->queues[IFACEQ_DBG_IDX];  in venus_iface_dbgq_read_nolock()
712 	ret = venus_read_queue(hdev, queue, pkt, &tx_req);  in venus_iface_dbgq_read_nolock()
717 		venus_soft_int(hdev);  in venus_iface_dbgq_read_nolock()
722 static int venus_iface_dbgq_read(struct venus_hfi_device *hdev, void *pkt)  in venus_iface_dbgq_read()  argument
729 	mutex_lock(&hdev->lock);  in venus_iface_dbgq_read()
730 	ret = venus_iface_dbgq_read_nolock(hdev, pkt);  in venus_iface_dbgq_read()
731 	mutex_unlock(&hdev->lock);  in venus_iface_dbgq_read()
752 static void venus_interface_queues_release(struct venus_hfi_device *hdev)  in venus_interface_queues_release()  argument
754 	mutex_lock(&hdev->lock);  in venus_interface_queues_release()
756 	venus_free(hdev, &hdev->ifaceq_table);  in venus_interface_queues_release()
757 	venus_free(hdev, &hdev->sfr);  in venus_interface_queues_release()
759 	memset(hdev->queues, 0, sizeof(hdev->queues));  in venus_interface_queues_release()
760 	memset(&hdev->ifaceq_table, 0, sizeof(hdev->ifaceq_table));  in venus_interface_queues_release()
761 	memset(&hdev->sfr, 0, sizeof(hdev->sfr));  in venus_interface_queues_release()
763 	mutex_unlock(&hdev->lock);  in venus_interface_queues_release()
766 static int venus_interface_queues_init(struct venus_hfi_device *hdev)  in venus_interface_queues_init()  argument
776 	ret = venus_alloc(hdev, &desc, ALIGNED_QUEUE_SIZE);  in venus_interface_queues_init()
780 	hdev->ifaceq_table = desc;  in venus_interface_queues_init()
784 		queue = &hdev->queues[i];  in venus_interface_queues_init()
790 			IFACEQ_GET_QHDR_START_ADDR(hdev->ifaceq_table.kva, i);  in venus_interface_queues_init()
804 	tbl_hdr = hdev->ifaceq_table.kva;  in venus_interface_queues_init()
816 	queue = &hdev->queues[IFACEQ_DBG_IDX];  in venus_interface_queues_init()
819 	ret = venus_alloc(hdev, &desc, ALIGNED_SFR_SIZE);  in venus_interface_queues_init()
821 		hdev->sfr.da = 0;  in venus_interface_queues_init()
823 		hdev->sfr = desc;  in venus_interface_queues_init()
824 		sfr = hdev->sfr.kva;  in venus_interface_queues_init()
834 static int venus_sys_set_debug(struct venus_hfi_device *hdev, u32 debug)  in venus_sys_set_debug()  argument
844 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_sys_set_debug()
851 static int venus_sys_set_coverage(struct venus_hfi_device *hdev, u32 mode)  in venus_sys_set_coverage()  argument
861 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_sys_set_coverage()
868 static int venus_sys_set_idle_message(struct venus_hfi_device *hdev,  in venus_sys_set_idle_message()  argument
882 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_sys_set_idle_message()
889 static int venus_sys_set_power_control(struct venus_hfi_device *hdev,  in venus_sys_set_power_control()  argument
900 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_sys_set_power_control()
907 static int venus_sys_set_ubwc_config(struct venus_hfi_device *hdev)  in venus_sys_set_ubwc_config()  argument
911 	const struct venus_resources *res = hdev->core->res;  in venus_sys_set_ubwc_config()
918 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_sys_set_ubwc_config()
925 static int venus_get_queue_size(struct venus_hfi_device *hdev,  in venus_get_queue_size()  argument
933 	qhdr = hdev->queues[index].qhdr;  in venus_get_queue_size()
940 static int venus_sys_set_default_properties(struct venus_hfi_device *hdev)  in venus_sys_set_default_properties()  argument
942 	struct device *dev = hdev->core->dev;  in venus_sys_set_default_properties()
943 	const struct venus_resources *res = hdev->core->res;  in venus_sys_set_default_properties()
946 	ret = venus_sys_set_debug(hdev, venus_fw_debug);  in venus_sys_set_default_properties()
955 	if (IS_V4(hdev->core) || IS_V6(hdev->core))  in venus_sys_set_default_properties()
958 	ret = venus_sys_set_idle_message(hdev, venus_sys_idle_indicator);  in venus_sys_set_default_properties()
962 	ret = venus_sys_set_power_control(hdev, venus_fw_low_power_mode);  in venus_sys_set_default_properties()
969 		ret = venus_sys_set_ubwc_config(hdev);  in venus_sys_set_default_properties()
979 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_cmd()  local
984 	return venus_iface_cmdq_write(hdev, &pkt, sync);  in venus_session_cmd()
987 static void venus_flush_debug_queue(struct venus_hfi_device *hdev)  in venus_flush_debug_queue()  argument
989 	struct device *dev = hdev->core->dev;  in venus_flush_debug_queue()
990 	void *packet = hdev->dbg_buf;  in venus_flush_debug_queue()
992 	while (!venus_iface_dbgq_read(hdev, packet)) {  in venus_flush_debug_queue()
1003 static int venus_prepare_power_collapse(struct venus_hfi_device *hdev,  in venus_prepare_power_collapse()  argument
1010 	init_completion(&hdev->pwr_collapse_prep);  in venus_prepare_power_collapse()
1014 	ret = venus_iface_cmdq_write(hdev, &pkt, false);  in venus_prepare_power_collapse()
1021 	ret = wait_for_completion_timeout(&hdev->pwr_collapse_prep, timeout);  in venus_prepare_power_collapse()
1023 		venus_flush_debug_queue(hdev);  in venus_prepare_power_collapse()
1030 static int venus_are_queues_empty(struct venus_hfi_device *hdev)  in venus_are_queues_empty()  argument
1034 	ret1 = venus_get_queue_size(hdev, IFACEQ_MSG_IDX);  in venus_are_queues_empty()
1038 	ret2 = venus_get_queue_size(hdev, IFACEQ_CMD_IDX);  in venus_are_queues_empty()
1048 static void venus_sfr_print(struct venus_hfi_device *hdev)  in venus_sfr_print()  argument
1050 	struct device *dev = hdev->core->dev;  in venus_sfr_print()
1051 	struct hfi_sfr *sfr = hdev->sfr.kva;  in venus_sfr_print()
1068 static void venus_process_msg_sys_error(struct venus_hfi_device *hdev,  in venus_process_msg_sys_error()  argument
1076 	venus_set_state(hdev, VENUS_STATE_DEINIT);  in venus_process_msg_sys_error()
1078 	venus_sfr_print(hdev);  in venus_process_msg_sys_error()
1083 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_isr_thread()  local
1088 	if (!hdev)  in venus_isr_thread()
1091 	res = hdev->core->res;  in venus_isr_thread()
1092 	pkt = hdev->pkt_buf;  in venus_isr_thread()
1095 	while (!venus_iface_msgq_read(hdev, pkt)) {  in venus_isr_thread()
1099 			venus_process_msg_sys_error(hdev, pkt);  in venus_isr_thread()
1105 						    hdev);  in venus_isr_thread()
1108 			complete(&hdev->release_resource);  in venus_isr_thread()
1111 			complete(&hdev->pwr_collapse_prep);  in venus_isr_thread()
1118 	venus_flush_debug_queue(hdev);  in venus_isr_thread()
1125 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_isr()  local
1130 	if (!hdev)  in venus_isr()
1133 	cpu_cs_base = hdev->core->cpu_cs_base;  in venus_isr()
1134 	wrapper_base = hdev->core->wrapper_base;  in venus_isr()
1141 			hdev->irq_status = status;  in venus_isr()
1146 			hdev->irq_status = status;  in venus_isr()
1157 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_core_init()  local
1165 	venus_set_state(hdev, VENUS_STATE_INIT);  in venus_core_init()
1167 	ret = venus_iface_cmdq_write(hdev, &pkt, false);  in venus_core_init()
1173 	ret = venus_iface_cmdq_write(hdev, &version_pkt, false);  in venus_core_init()
1177 	ret = venus_sys_set_default_properties(hdev);  in venus_core_init()
1186 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_core_deinit()  local
1188 	venus_set_state(hdev, VENUS_STATE_DEINIT);  in venus_core_deinit()
1189 	hdev->suspended = true;  in venus_core_deinit()
1190 	hdev->power_enabled = false;  in venus_core_deinit()
1197 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_core_ping()  local
1202 	return venus_iface_cmdq_write(hdev, &pkt, false);  in venus_core_ping()
1207 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_core_trigger_ssr()  local
1215 	return venus_iface_cmdq_write(hdev, &pkt, false);  in venus_core_trigger_ssr()
1221 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_init()  local
1225 	ret = venus_sys_set_debug(hdev, venus_fw_debug);  in venus_session_init()
1233 	ret = venus_iface_cmdq_write(hdev, &pkt, true);  in venus_session_init()
1240 	venus_flush_debug_queue(hdev);  in venus_session_init()
1246 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_end()  local
1247 	struct device *dev = hdev->core->dev;  in venus_session_end()
1250 		if (venus_sys_set_coverage(hdev, venus_fw_coverage))  in venus_session_end()
1259 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_abort()  local
1261 	venus_flush_debug_queue(hdev);  in venus_session_abort()
1268 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_flush()  local
1276 	return venus_iface_cmdq_write(hdev, &pkt, true);  in venus_session_flush()
1297 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_etb()  local
1308 		ret = venus_iface_cmdq_write(hdev, &pkt, false);  in venus_session_etb()
1316 		ret = venus_iface_cmdq_write(hdev, &pkt, false);  in venus_session_etb()
1327 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_ftb()  local
1335 	return venus_iface_cmdq_write(hdev, &pkt, false);  in venus_session_ftb()
1341 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_set_buffers()  local
1355 	return venus_iface_cmdq_write(hdev, pkt, false);  in venus_session_set_buffers()
1361 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_unset_buffers()  local
1375 	return venus_iface_cmdq_write(hdev, pkt, true);  in venus_session_unset_buffers()
1391 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_parse_seq_hdr()  local
1402 	ret = venus_iface_cmdq_write(hdev, pkt, false);  in venus_session_parse_seq_hdr()
1412 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_get_seq_hdr()  local
1423 	return venus_iface_cmdq_write(hdev, pkt, false);  in venus_session_get_seq_hdr()
1429 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_set_property()  local
1442 	return venus_iface_cmdq_write(hdev, pkt, false);  in venus_session_set_property()
1447 	struct venus_hfi_device *hdev = to_hfi_priv(inst->core);  in venus_session_get_property()  local
1455 	return venus_iface_cmdq_write(hdev, &pkt, true);  in venus_session_get_property()
1460 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_resume()  local
1463 	mutex_lock(&hdev->lock);  in venus_resume()
1465 	if (!hdev->suspended)  in venus_resume()
1468 	ret = venus_power_on(hdev);  in venus_resume()
1472 		hdev->suspended = false;  in venus_resume()
1474 	mutex_unlock(&hdev->lock);  in venus_resume()
1481 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_suspend_1xx()  local
1483 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_suspend_1xx()
1487 	if (!hdev->power_enabled || hdev->suspended)  in venus_suspend_1xx()
1490 	mutex_lock(&hdev->lock);  in venus_suspend_1xx()
1491 	ret = venus_is_valid_state(hdev);  in venus_suspend_1xx()
1492 	mutex_unlock(&hdev->lock);  in venus_suspend_1xx()
1499 	ret = venus_prepare_power_collapse(hdev, true);  in venus_suspend_1xx()
1505 	mutex_lock(&hdev->lock);  in venus_suspend_1xx()
1507 	if (hdev->last_packet_type != HFI_CMD_SYS_PC_PREP) {  in venus_suspend_1xx()
1508 		mutex_unlock(&hdev->lock);  in venus_suspend_1xx()
1512 	ret = venus_are_queues_empty(hdev);  in venus_suspend_1xx()
1514 		mutex_unlock(&hdev->lock);  in venus_suspend_1xx()
1520 		mutex_unlock(&hdev->lock);  in venus_suspend_1xx()
1524 	ret = venus_power_off(hdev);  in venus_suspend_1xx()
1526 		mutex_unlock(&hdev->lock);  in venus_suspend_1xx()
1530 	hdev->suspended = true;  in venus_suspend_1xx()
1532 	mutex_unlock(&hdev->lock);  in venus_suspend_1xx()
1537 static bool venus_cpu_and_video_core_idle(struct venus_hfi_device *hdev)  in venus_cpu_and_video_core_idle()  argument
1539 	void __iomem *wrapper_base = hdev->core->wrapper_base;  in venus_cpu_and_video_core_idle()
1540 	void __iomem *wrapper_tz_base = hdev->core->wrapper_tz_base;  in venus_cpu_and_video_core_idle()
1541 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_cpu_and_video_core_idle()
1544 	if (IS_V6(hdev->core))  in venus_cpu_and_video_core_idle()
1557 static bool venus_cpu_idle_and_pc_ready(struct venus_hfi_device *hdev)  in venus_cpu_idle_and_pc_ready()  argument
1559 	void __iomem *wrapper_base = hdev->core->wrapper_base;  in venus_cpu_idle_and_pc_ready()
1560 	void __iomem *wrapper_tz_base = hdev->core->wrapper_tz_base;  in venus_cpu_idle_and_pc_ready()
1561 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_cpu_idle_and_pc_ready()
1564 	if (IS_V6(hdev->core))  in venus_cpu_idle_and_pc_ready()
1579 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_suspend_3xx()  local
1581 	void __iomem *cpu_cs_base = hdev->core->cpu_cs_base;  in venus_suspend_3xx()
1586 	if (!hdev->power_enabled || hdev->suspended)  in venus_suspend_3xx()
1589 	mutex_lock(&hdev->lock);  in venus_suspend_3xx()
1590 	ret = venus_is_valid_state(hdev);  in venus_suspend_3xx()
1591 	mutex_unlock(&hdev->lock);  in venus_suspend_3xx()
1610 	ret = readx_poll_timeout(venus_cpu_and_video_core_idle, hdev, val, val,  in venus_suspend_3xx()
1617 	ret = venus_prepare_power_collapse(hdev, false);  in venus_suspend_3xx()
1623 	ret = readx_poll_timeout(venus_cpu_idle_and_pc_ready, hdev, val, val,  in venus_suspend_3xx()
1629 	mutex_lock(&hdev->lock);  in venus_suspend_3xx()
1631 	ret = venus_power_off(hdev);  in venus_suspend_3xx()
1634 		mutex_unlock(&hdev->lock);  in venus_suspend_3xx()
1638 	hdev->suspended = true;  in venus_suspend_3xx()
1640 	mutex_unlock(&hdev->lock);  in venus_suspend_3xx()
1686 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_hfi_destroy()  local
1689 	venus_interface_queues_release(hdev);  in venus_hfi_destroy()
1690 	mutex_destroy(&hdev->lock);  in venus_hfi_destroy()
1691 	kfree(hdev);  in venus_hfi_destroy()
1697 	struct venus_hfi_device *hdev;  in venus_hfi_create()  local
1700 	hdev = kzalloc(sizeof(*hdev), GFP_KERNEL);  in venus_hfi_create()
1701 	if (!hdev)  in venus_hfi_create()
1704 	mutex_init(&hdev->lock);  in venus_hfi_create()
1706 	hdev->core = core;  in venus_hfi_create()
1707 	hdev->suspended = true;  in venus_hfi_create()
1708 	core->priv = hdev;  in venus_hfi_create()
1711 	ret = venus_interface_queues_init(hdev);  in venus_hfi_create()
1718 	kfree(hdev);  in venus_hfi_create()
1726 	struct venus_hfi_device *hdev = to_hfi_priv(core);  in venus_hfi_queues_reinit()  local
1732 	mutex_lock(&hdev->lock);  in venus_hfi_queues_reinit()
1735 		queue = &hdev->queues[i];  in venus_hfi_queues_reinit()
1737 			IFACEQ_GET_QHDR_START_ADDR(hdev->ifaceq_table.kva, i);  in venus_hfi_queues_reinit()
1751 	tbl_hdr = hdev->ifaceq_table.kva;  in venus_hfi_queues_reinit()
1763 	queue = &hdev->queues[IFACEQ_DBG_IDX];  in venus_hfi_queues_reinit()
1766 	sfr = hdev->sfr.kva;  in venus_hfi_queues_reinit()
1772 	mutex_unlock(&hdev->lock);  in venus_hfi_queues_reinit()