837 	if (iwl_fw_dbg_is_d3_debug_enabled(fwrt) && fwrt->dump.d3_debug_data) {  in iwl_fw_error_dump_file()
878 			cpu_to_le32(fwrt->dump.lmac_err_id[0]);  in iwl_fw_error_dump_file()
881 				cpu_to_le32(fwrt->dump.lmac_err_id[1]);  in iwl_fw_error_dump_file()
882 		dump_info->umac_err_id = cpu_to_le32(fwrt->dump.umac_err_id);  in iwl_fw_error_dump_file()
967 	if (iwl_fw_dbg_is_d3_debug_enabled(fwrt) && fwrt->dump.d3_debug_data) {  in iwl_fw_error_dump_file()
974 		memcpy(dump_data->data, fwrt->dump.d3_debug_data, data_size);  in iwl_fw_error_dump_file()
976 		kfree(fwrt->dump.d3_debug_data);  in iwl_fw_error_dump_file()
977 		fwrt->dump.d3_debug_data = NULL;  in iwl_fw_error_dump_file()
1235 	struct iwl_txf_iter_data *iter = &fwrt->dump.txf_iter_data;  in iwl_ini_txf_iter()
1289 	struct iwl_txf_iter_data *iter = &fwrt->dump.txf_iter_data;  in iwl_dump_ini_txf_iter()
1577 	struct iwl_fw_ini_error_dump *dump = data;  in iwl_dump_ini_mem_fill_header()  local
1579 	dump->header.version = cpu_to_le32(IWL_INI_DUMP_VER);  in iwl_dump_ini_mem_fill_header()
1581 	return dump->data;  in iwl_dump_ini_mem_fill_header()
1676 	struct iwl_fw_ini_err_table_dump *dump = data;  in iwl_dump_ini_err_table_fill_header()  local
1678 	dump->header.version = cpu_to_le32(IWL_INI_DUMP_VER);  in iwl_dump_ini_err_table_fill_header()
1679 	dump->version = reg->err_table.version;  in iwl_dump_ini_err_table_fill_header()
1681 	return dump->data;  in iwl_dump_ini_err_table_fill_header()
1690 	struct iwl_fw_ini_special_device_memory *dump = data;  in iwl_dump_ini_special_mem_fill_header()  local
1692 	dump->header.version = cpu_to_le32(IWL_INI_DUMP_VER);  in iwl_dump_ini_special_mem_fill_header()
1693 	dump->type = reg->special_mem.type;  in iwl_dump_ini_special_mem_fill_header()
1694 	dump->version = reg->special_mem.version;  in iwl_dump_ini_special_mem_fill_header()
1696 	return dump->data;  in iwl_dump_ini_special_mem_fill_header()
1839 	struct iwl_txf_iter_data *iter = &fwrt->dump.txf_iter_data;  in iwl_dump_ini_txf_get_size()
2039 	struct iwl_fw_ini_dump_info *dump;  in iwl_dump_ini_info()  local
2042 	u32 size = sizeof(*tlv) + sizeof(*dump);  in iwl_dump_ini_info()
2061 	dump = (void *)tlv->data;  in iwl_dump_ini_info()
2063 	dump->version = cpu_to_le32(IWL_INI_DUMP_VER);  in iwl_dump_ini_info()
2064 	dump->time_point = trigger->time_point;  in iwl_dump_ini_info()
2065 	dump->trigger_reason = trigger->trigger_reason;  in iwl_dump_ini_info()
2066 	dump->external_cfg_state =  in iwl_dump_ini_info()
2069 	dump->ver_type = cpu_to_le32(fwrt->dump.fw_ver.type);  in iwl_dump_ini_info()
2070 	dump->ver_subtype = cpu_to_le32(fwrt->dump.fw_ver.subtype);  in iwl_dump_ini_info()
2072 	dump->hw_step = cpu_to_le32(CSR_HW_REV_STEP(fwrt->trans->hw_rev));  in iwl_dump_ini_info()
2092 	dump->hw_type = cpu_to_le32(hw_type);  in iwl_dump_ini_info()
2094 	dump->rf_id_flavor =  in iwl_dump_ini_info()
2096 	dump->rf_id_dash = cpu_to_le32(CSR_HW_RFID_DASH(fwrt->trans->hw_rf_id));  in iwl_dump_ini_info()
2097 	dump->rf_id_step = cpu_to_le32(CSR_HW_RFID_STEP(fwrt->trans->hw_rf_id));  in iwl_dump_ini_info()
2098 	dump->rf_id_type = cpu_to_le32(CSR_HW_RFID_TYPE(fwrt->trans->hw_rf_id));  in iwl_dump_ini_info()
2100 	dump->lmac_major = cpu_to_le32(fwrt->dump.fw_ver.lmac_major);  in iwl_dump_ini_info()
2101 	dump->lmac_minor = cpu_to_le32(fwrt->dump.fw_ver.lmac_minor);  in iwl_dump_ini_info()
2102 	dump->umac_major = cpu_to_le32(fwrt->dump.fw_ver.umac_major);  in iwl_dump_ini_info()
2103 	dump->umac_minor = cpu_to_le32(fwrt->dump.fw_ver.umac_minor);  in iwl_dump_ini_info()
2105 	dump->fw_mon_mode = cpu_to_le32(fwrt->trans->dbg.ini_dest);  in iwl_dump_ini_info()
2106 	dump->regions_mask = trigger->regions_mask &  in iwl_dump_ini_info()
2109 	dump->build_tag_len = cpu_to_le32(sizeof(dump->build_tag));  in iwl_dump_ini_info()
2110 	memcpy(dump->build_tag, fwrt->fw->human_readable,  in iwl_dump_ini_info()
2111 	       sizeof(dump->build_tag));  in iwl_dump_ini_info()
2113 	cfg_name = dump->cfg_names;  in iwl_dump_ini_info()
2114 	dump->num_of_cfg_names = cpu_to_le32(num_of_cfg_names);  in iwl_dump_ini_info()
2341 	fwrt->dump.lmac_err_id[0] = 0;  in iwl_fw_free_dump_desc()
2343 		fwrt->dump.lmac_err_id[1] = 0;  in iwl_fw_free_dump_desc()
2344 	fwrt->dump.umac_err_id = 0;  in iwl_fw_free_dump_desc()
2461 	if (fwrt->dump.active_wks == ~0UL)  in iwl_fw_dbg_collect_desc()
2464 	idx = ffz(fwrt->dump.active_wks);  in iwl_fw_dbg_collect_desc()
2467 	    test_and_set_bit(fwrt->dump.wks[idx].idx, &fwrt->dump.active_wks))  in iwl_fw_dbg_collect_desc()
2470 	wk_data = &fwrt->dump.wks[idx];  in iwl_fw_dbg_collect_desc()
2625 	if (fwrt->dump.conf != FW_DBG_INVALID)  in iwl_fw_start_dbg_conf()
2627 			 fwrt->dump.conf);  in iwl_fw_start_dbg_conf()
2647 	fwrt->dump.conf = conf_id;  in iwl_fw_start_dbg_conf()
2660 		&fwrt->dump.wks[wk_idx].dump_data;  in iwl_fw_dbg_collect_sync()
2662 	if (!test_bit(wk_idx, &fwrt->dump.active_wks))  in iwl_fw_dbg_collect_sync()
2680 		iwl_fw_error_ini_dump(fwrt, &fwrt->dump.wks[wk_idx].dump_data);  in iwl_fw_dbg_collect_sync()
2682 		iwl_fw_error_dump(fwrt, &fwrt->dump.wks[wk_idx].dump_data);  in iwl_fw_dbg_collect_sync()
2695 	clear_bit(wk_idx, &fwrt->dump.active_wks);  in iwl_fw_dbg_collect_sync()
2724 	if (fwrt->dump.active_wks == ~0UL)  in iwl_fw_dbg_ini_collect()
2727 	idx = ffz(fwrt->dump.active_wks);  in iwl_fw_dbg_ini_collect()
2730 	    test_and_set_bit(fwrt->dump.wks[idx].idx, &fwrt->dump.active_wks))  in iwl_fw_dbg_ini_collect()
2733 	fwrt->dump.wks[idx].dump_data = *dump_data;  in iwl_fw_dbg_ini_collect()
2742 	schedule_delayed_work(&fwrt->dump.wks[idx].wk, usecs_to_jiffies(delay));  in iwl_fw_dbg_ini_collect()
2755 		container_of(wks, typeof(*fwrt), dump.wks[wks->idx]);  in iwl_fw_error_dump_wk()
2777 	if (!fwrt->dump.d3_debug_data) {  in iwl_fw_dbg_read_d3_debug_data()
2778 		fwrt->dump.d3_debug_data = kmalloc(cfg->d3_debug_data_length,  in iwl_fw_dbg_read_d3_debug_data()
2780 		if (!fwrt->dump.d3_debug_data) {  in iwl_fw_dbg_read_d3_debug_data()
2789 				 fwrt->dump.d3_debug_data,  in iwl_fw_dbg_read_d3_debug_data()