18 typedef void (*ipc3_rx_callback)(struct snd_sof_dev *sdev, void *msg_buf);
226 static int sof_ipc3_get_reply(struct snd_sof_dev *sdev)  in sof_ipc3_get_reply()  argument
228 	struct snd_sof_ipc_msg *msg = sdev->msg;  in sof_ipc3_get_reply()
234 	snd_sof_dsp_mailbox_read(sdev, sdev->host_box.offset, reply, sizeof(*reply));  in sof_ipc3_get_reply()
242 			dev_err(sdev->dev,  in sof_ipc3_get_reply()
246 			dev_err(sdev->dev, "empty reply received\n");  in sof_ipc3_get_reply()
255 			dev_dbg(sdev->dev,  in sof_ipc3_get_reply()
262 			dev_err(sdev->dev,  in sof_ipc3_get_reply()
273 			snd_sof_dsp_mailbox_read(sdev, sdev->host_box.offset,  in sof_ipc3_get_reply()
285 	struct snd_sof_dev *sdev = ipc->sdev;  in ipc3_wait_tx_done()  local
290 				 msecs_to_jiffies(sdev->ipc_timeout));  in ipc3_wait_tx_done()
293 		dev_err(sdev->dev,  in ipc3_wait_tx_done()
296 		snd_sof_handle_fw_exception(ipc->sdev, "IPC timeout");  in ipc3_wait_tx_done()
301 			dev_err(sdev->dev,  in ipc3_wait_tx_done()
306 				ipc3_log_header(sdev->dev, "ipc tx succeeded", hdr->cmd);  in ipc3_wait_tx_done()
314 		if (sdev->ipc_dump_printed) {  in ipc3_wait_tx_done()
315 			sdev->dbg_dump_printed = false;  in ipc3_wait_tx_done()
316 			sdev->ipc_dump_printed = false;  in ipc3_wait_tx_done()
329 	struct snd_sof_dev *sdev = ipc->sdev;  in ipc3_tx_msg_unlocked()  local
332 	ret = sof_ipc_send_msg(sdev, msg_data, msg_bytes, reply_bytes);  in ipc3_tx_msg_unlocked()
335 		dev_err_ratelimited(sdev->dev,  in ipc3_tx_msg_unlocked()
341 	ipc3_log_header(sdev->dev, "ipc tx", hdr->cmd);  in ipc3_tx_msg_unlocked()
347 static int sof_ipc3_tx_msg(struct snd_sof_dev *sdev, void *msg_data, size_t msg_bytes,  in sof_ipc3_tx_msg()  argument
350 	struct snd_sof_ipc *ipc = sdev->ipc;  in sof_ipc3_tx_msg()
354 		dev_err_ratelimited(sdev->dev, "No IPC message to send\n");  in sof_ipc3_tx_msg()
364 		ret = snd_sof_dsp_set_power_state(sdev, &target_state);  in sof_ipc3_tx_msg()
366 			dev_err(sdev->dev, "%s: resuming DSP failed: %d\n",  in sof_ipc3_tx_msg()
382 static int sof_ipc3_set_get_data(struct snd_sof_dev *sdev, void *data, size_t data_bytes,  in sof_ipc3_set_get_data()  argument
388 	struct snd_sof_ipc *ipc = sdev->ipc;  in sof_ipc3_set_get_data()
399 		dev_err(sdev->dev, "%s: Not supported message type of %#x\n",  in sof_ipc3_set_get_data()
406 		return sof_ipc3_tx_msg(sdev, cdata, cdata->rhdr.hdr.size,  in sof_ipc3_set_get_data()
449 	mutex_lock(&sdev->ipc->tx_mutex);  in sof_ipc3_set_get_data()
463 		ret = ipc3_tx_msg_unlocked(sdev->ipc,  in sof_ipc3_set_get_data()
475 	mutex_unlock(&sdev->ipc->tx_mutex);  in sof_ipc3_set_get_data()
482 int sof_ipc3_get_ext_windows(struct snd_sof_dev *sdev,  in sof_ipc3_get_ext_windows()  argument
491 	if (sdev->info_window) {  in sof_ipc3_get_ext_windows()
492 		if (memcmp(sdev->info_window, w, ext_hdr->hdr.size)) {  in sof_ipc3_get_ext_windows()
493 			dev_err(sdev->dev, "mismatch between window descriptor from extended manifest and mailbox");  in sof_ipc3_get_ext_windows()
500 	sdev->info_window = devm_kmemdup(sdev->dev, w, ext_hdr->hdr.size, GFP_KERNEL);  in sof_ipc3_get_ext_windows()
501 	if (!sdev->info_window)  in sof_ipc3_get_ext_windows()
507 int sof_ipc3_get_cc_info(struct snd_sof_dev *sdev,  in sof_ipc3_get_cc_info()  argument
515 	if (sdev->cc_version) {  in sof_ipc3_get_cc_info()
516 		if (memcmp(sdev->cc_version, cc, cc->ext_hdr.hdr.size)) {  in sof_ipc3_get_cc_info()
517 			dev_err(sdev->dev,  in sof_ipc3_get_cc_info()
524 	dev_dbg(sdev->dev,  in sof_ipc3_get_cc_info()
530 	if (sdev->first_boot) {  in sof_ipc3_get_cc_info()
531 		sdev->cc_version = devm_kmalloc(sdev->dev, cc->ext_hdr.hdr.size,  in sof_ipc3_get_cc_info()
534 		if (!sdev->cc_version)  in sof_ipc3_get_cc_info()
537 		memcpy(sdev->cc_version, cc, cc->ext_hdr.hdr.size);  in sof_ipc3_get_cc_info()
538 		ret = snd_sof_debugfs_buf_item(sdev, sdev->cc_version,  in sof_ipc3_get_cc_info()
544 			dev_err(sdev->dev, "snd_sof_debugfs_buf_item failed\n");  in sof_ipc3_get_cc_info()
553 static int ipc3_fw_parse_ext_data(struct snd_sof_dev *sdev, u32 offset)  in ipc3_fw_parse_ext_data()  argument
564 	snd_sof_dsp_block_read(sdev, SOF_FW_BLK_TYPE_SRAM, offset, ext_data,  in ipc3_fw_parse_ext_data()
570 		snd_sof_dsp_block_read(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_fw_parse_ext_data()
575 		dev_dbg(sdev->dev, "found ext header type %d size 0x%x\n",  in ipc3_fw_parse_ext_data()
581 			ret = sof_ipc3_get_ext_windows(sdev, ext_hdr);  in ipc3_fw_parse_ext_data()
584 			ret = sof_ipc3_get_cc_info(sdev, ext_hdr);  in ipc3_fw_parse_ext_data()
592 			dev_info(sdev->dev, "unknown ext header type %d size 0x%x\n",  in ipc3_fw_parse_ext_data()
599 			dev_err(sdev->dev, "Failed to parse ext data type %d\n",  in ipc3_fw_parse_ext_data()
606 		snd_sof_dsp_block_read(sdev, SOF_FW_BLK_TYPE_SRAM, offset, ext_data,  in ipc3_fw_parse_ext_data()
615 static void ipc3_get_windows(struct snd_sof_dev *sdev)  in ipc3_get_windows()  argument
629 	if (!sdev->info_window) {  in ipc3_get_windows()
630 		dev_err(sdev->dev, "%s: No window info present\n", __func__);  in ipc3_get_windows()
634 	for (i = 0; i < sdev->info_window->num_windows; i++) {  in ipc3_get_windows()
635 		elem = &sdev->info_window->window[i];  in ipc3_get_windows()
637 		window_offset = snd_sof_dsp_get_window_offset(sdev, elem->id);  in ipc3_get_windows()
639 			dev_warn(sdev->dev, "No offset for window %d\n", elem->id);  in ipc3_get_windows()
647 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
655 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
661 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
669 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
677 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
683 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
689 			sdev->dsp_oops_offset = window_offset + elem->offset;  in ipc3_get_windows()
690 			snd_sof_debugfs_add_region_item(sdev, SOF_FW_BLK_TYPE_SRAM,  in ipc3_get_windows()
696 			dev_err(sdev->dev, "%s: Illegal window info: %u\n",  in ipc3_get_windows()
703 		dev_err(sdev->dev, "%s: Illegal mailbox window\n", __func__);  in ipc3_get_windows()
707 	sdev->dsp_box.offset = inbox_offset;  in ipc3_get_windows()
708 	sdev->dsp_box.size = inbox_size;  in ipc3_get_windows()
710 	sdev->host_box.offset = outbox_offset;  in ipc3_get_windows()
711 	sdev->host_box.size = outbox_size;  in ipc3_get_windows()
713 	sdev->stream_box.offset = stream_offset;  in ipc3_get_windows()
714 	sdev->stream_box.size = stream_size;  in ipc3_get_windows()
716 	sdev->debug_box.offset = debug_offset;  in ipc3_get_windows()
717 	sdev->debug_box.size = debug_size;  in ipc3_get_windows()
719 	dev_dbg(sdev->dev, " mailbox upstream 0x%x - size 0x%x\n",  in ipc3_get_windows()
721 	dev_dbg(sdev->dev, " mailbox downstream 0x%x - size 0x%x\n",  in ipc3_get_windows()
723 	dev_dbg(sdev->dev, " stream region 0x%x - size 0x%x\n",  in ipc3_get_windows()
725 	dev_dbg(sdev->dev, " debug region 0x%x - size 0x%x\n",  in ipc3_get_windows()
729 static int ipc3_init_reply_data_buffer(struct snd_sof_dev *sdev)  in ipc3_init_reply_data_buffer()  argument
731 	struct snd_sof_ipc_msg *msg = &sdev->ipc->msg;  in ipc3_init_reply_data_buffer()
733 	msg->reply_data = devm_kzalloc(sdev->dev, SOF_IPC_MSG_MAX_SIZE, GFP_KERNEL);  in ipc3_init_reply_data_buffer()
737 	sdev->ipc->max_payload_size = SOF_IPC_MSG_MAX_SIZE;  in ipc3_init_reply_data_buffer()
742 int sof_ipc3_validate_fw_version(struct snd_sof_dev *sdev)  in sof_ipc3_validate_fw_version()  argument
744 	struct sof_ipc_fw_ready *ready = &sdev->fw_ready;  in sof_ipc3_validate_fw_version()
747 	dev_info(sdev->dev,  in sof_ipc3_validate_fw_version()
750 	dev_info(sdev->dev,  in sof_ipc3_validate_fw_version()
758 		dev_err(sdev->dev, "incompatible FW ABI version\n");  in sof_ipc3_validate_fw_version()
764 		dev_err(sdev->dev, "FW ABI is more recent than kernel\n");  in sof_ipc3_validate_fw_version()
769 		dev_info(sdev->dev,  in sof_ipc3_validate_fw_version()
784 	memcpy(&sdev->fw_version, v, sizeof(*v));  in sof_ipc3_validate_fw_version()
789 static int ipc3_fw_ready(struct snd_sof_dev *sdev, u32 cmd)  in ipc3_fw_ready()  argument
791 	struct sof_ipc_fw_ready *fw_ready = &sdev->fw_ready;  in ipc3_fw_ready()
796 	offset = snd_sof_dsp_get_mailbox_offset(sdev);  in ipc3_fw_ready()
798 		dev_err(sdev->dev, "%s: no mailbox offset\n", __func__);  in ipc3_fw_ready()
802 	dev_dbg(sdev->dev, "DSP is ready 0x%8.8x offset 0x%x\n", cmd, offset);  in ipc3_fw_ready()
805 	if (!sdev->first_boot)  in ipc3_fw_ready()
812 	ret = snd_sof_dsp_block_read(sdev, SOF_FW_BLK_TYPE_SRAM, offset, fw_ready,  in ipc3_fw_ready()
815 		dev_err(sdev->dev,  in ipc3_fw_ready()
821 	ret = sof_ipc3_validate_fw_version(sdev);  in ipc3_fw_ready()
826 	ipc3_fw_parse_ext_data(sdev, offset + sizeof(struct sof_ipc_fw_ready));  in ipc3_fw_ready()
828 	ipc3_get_windows(sdev);  in ipc3_fw_ready()
830 	return ipc3_init_reply_data_buffer(sdev);  in ipc3_fw_ready()
834 static void ipc3_period_elapsed(struct snd_sof_dev *sdev, u32 msg_id)  in ipc3_period_elapsed()  argument
836 	struct snd_soc_component *scomp = sdev->component;  in ipc3_period_elapsed()
844 		dev_err(sdev->dev, "period elapsed for unknown stream, msg_id %d\n",  in ipc3_period_elapsed()
850 	ret = snd_sof_ipc_msg_data(sdev, stream->substream, &posn, sizeof(posn));  in ipc3_period_elapsed()
852 		dev_warn(sdev->dev, "failed to read stream position: %d\n", ret);  in ipc3_period_elapsed()
856 	trace_sof_ipc3_period_elapsed_position(sdev, &posn);  in ipc3_period_elapsed()
869 static void ipc3_xrun(struct snd_sof_dev *sdev, u32 msg_id)  in ipc3_xrun()  argument
871 	struct snd_soc_component *scomp = sdev->component;  in ipc3_xrun()
879 		dev_err(sdev->dev, "XRUN for unknown stream, msg_id %d\n",  in ipc3_xrun()
885 	ret = snd_sof_ipc_msg_data(sdev, stream->substream, &posn, sizeof(posn));  in ipc3_xrun()
887 		dev_warn(sdev->dev, "failed to read overrun position: %d\n", ret);  in ipc3_xrun()
891 	dev_dbg(sdev->dev,  "posn XRUN: host %llx comp %d size %d\n",  in ipc3_xrun()
902 static void ipc3_stream_message(struct snd_sof_dev *sdev, void *msg_buf)  in ipc3_stream_message()  argument
910 		ipc3_period_elapsed(sdev, msg_id);  in ipc3_stream_message()
913 		ipc3_xrun(sdev, msg_id);  in ipc3_stream_message()
916 		dev_err(sdev->dev, "unhandled stream message %#x\n",  in ipc3_stream_message()
923 static void ipc3_comp_notification(struct snd_sof_dev *sdev, void *msg_buf)  in ipc3_comp_notification()  argument
925 	const struct sof_ipc_tplg_ops *tplg_ops = sdev->ipc->ops->tplg;  in ipc3_comp_notification()
934 		dev_err(sdev->dev, "unhandled component message %#x\n", msg_type);  in ipc3_comp_notification()
939 		tplg_ops->control->update(sdev, msg_buf);  in ipc3_comp_notification()
942 static void ipc3_trace_message(struct snd_sof_dev *sdev, void *msg_buf)  in ipc3_trace_message()  argument
949 		ipc3_dtrace_posn_update(sdev, msg_buf);  in ipc3_trace_message()
952 		dev_err(sdev->dev, "unhandled trace message %#x\n", msg_type);  in ipc3_trace_message()
958 static void sof_ipc3_rx_msg(struct snd_sof_dev *sdev)  in sof_ipc3_rx_msg()  argument
967 	err = snd_sof_ipc_msg_data(sdev, NULL, &hdr, sizeof(hdr));  in sof_ipc3_rx_msg()
969 		dev_warn(sdev->dev, "failed to read IPC header: %d\n", err);  in sof_ipc3_rx_msg()
974 		dev_err(sdev->dev, "The received message size is invalid\n");  in sof_ipc3_rx_msg()
978 	ipc3_log_header(sdev->dev, "ipc rx", hdr.cmd);  in sof_ipc3_rx_msg()
985 		dev_err(sdev->dev, "ipc reply unknown\n");  in sof_ipc3_rx_msg()
989 		if (sdev->fw_state == SOF_FW_BOOT_IN_PROGRESS) {  in sof_ipc3_rx_msg()
990 			err = ipc3_fw_ready(sdev, cmd);  in sof_ipc3_rx_msg()
992 				sof_set_fw_state(sdev, SOF_FW_BOOT_READY_FAILED);  in sof_ipc3_rx_msg()
994 				sof_set_fw_state(sdev, SOF_FW_BOOT_READY_OK);  in sof_ipc3_rx_msg()
997 			wake_up(&sdev->boot_wait);  in sof_ipc3_rx_msg()
1014 		dev_err(sdev->dev, "%s: Unknown DSP message: 0x%x\n", __func__, cmd);  in sof_ipc3_rx_msg()
1023 	err = snd_sof_ipc_msg_data(sdev, NULL, msg_buf, hdr.size);  in sof_ipc3_rx_msg()
1025 		dev_err(sdev->dev, "%s: Failed to read message: %d\n", __func__, err);  in sof_ipc3_rx_msg()
1029 			rx_callback(sdev, msg_buf);  in sof_ipc3_rx_msg()
1032 		sof_client_ipc_rx_dispatcher(sdev, msg_buf);  in sof_ipc3_rx_msg()
1037 	ipc3_log_header(sdev->dev, "ipc rx done", hdr.cmd);  in sof_ipc3_rx_msg()
1040 static int sof_ipc3_set_core_state(struct snd_sof_dev *sdev, int core_idx, bool on)  in sof_ipc3_set_core_state()  argument
1049 		core_cfg.enable_mask = sdev->enabled_cores_mask | BIT(core_idx);  in sof_ipc3_set_core_state()
1051 		core_cfg.enable_mask = sdev->enabled_cores_mask & ~BIT(core_idx);  in sof_ipc3_set_core_state()
1053 	return sof_ipc3_tx_msg(sdev, &core_cfg, sizeof(core_cfg),  in sof_ipc3_set_core_state()
1057 static int sof_ipc3_ctx_ipc(struct snd_sof_dev *sdev, int cmd)  in sof_ipc3_ctx_ipc()  argument
1066 	return sof_ipc3_tx_msg(sdev, &pm_ctx, sizeof(pm_ctx),  in sof_ipc3_ctx_ipc()
1070 static int sof_ipc3_ctx_save(struct snd_sof_dev *sdev)  in sof_ipc3_ctx_save()  argument
1072 	return sof_ipc3_ctx_ipc(sdev, SOF_IPC_PM_CTX_SAVE);  in sof_ipc3_ctx_save()
1075 static int sof_ipc3_ctx_restore(struct snd_sof_dev *sdev)  in sof_ipc3_ctx_restore()  argument
1077 	return sof_ipc3_ctx_ipc(sdev, SOF_IPC_PM_CTX_RESTORE);  in sof_ipc3_ctx_restore()