121 int megasas_transition_to_ready(struct megasas_instance *instance, int ocr);
122 static int megasas_get_pd_list(struct megasas_instance *instance);
123 static int megasas_ld_list_query(struct megasas_instance *instance,
125 static int megasas_issue_init_mfi(struct megasas_instance *instance);
126 static int megasas_register_aen(struct megasas_instance *instance,
128 static void megasas_get_pd_info(struct megasas_instance *instance,
207 extern void megasas_setup_debugfs(struct megasas_instance *instance);
208 extern void megasas_destroy_debugfs(struct megasas_instance *instance);
211 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,
214 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance);
216 megasas_adp_reset_gen2(struct megasas_instance *instance,
220 megasas_init_adapter_mfi(struct megasas_instance *instance);
222 megasas_build_and_issue_cmd(struct megasas_instance *instance,
226 wait_and_poll(struct megasas_instance *instance, struct megasas_cmd *cmd,
229 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,
232 megasas_set_dma_mask(struct megasas_instance *instance);
234 megasas_alloc_ctrl_mem(struct megasas_instance *instance);
236 megasas_free_ctrl_mem(struct megasas_instance *instance);
238 megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance);
240 megasas_free_ctrl_dma_buffers(struct megasas_instance *instance);
242 megasas_init_ctrl_params(struct megasas_instance *instance);
244 u32 megasas_readl(struct megasas_instance *instance,  in megasas_readl()  argument
255 	if (instance->adapter_type == AERO_SERIES) {  in megasas_readl()
274 void megasas_set_dma_settings(struct megasas_instance *instance,  in megasas_set_dma_settings()  argument
278 	if (instance->consistent_mask_64bit) {  in megasas_set_dma_settings()
292 megasas_issue_dcmd(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_issue_dcmd()  argument
294 	instance->instancet->fire_cmd(instance,  in megasas_issue_dcmd()
295 		cmd->frame_phys_addr, 0, instance->reg_set);  in megasas_issue_dcmd()
306 						  *instance)  in megasas_get_cmd()
311 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_get_cmd()
313 	if (!list_empty(&instance->cmd_pool)) {  in megasas_get_cmd()
314 		cmd = list_entry((&instance->cmd_pool)->next,  in megasas_get_cmd()
318 		dev_err(&instance->pdev->dev, "Command pool empty!\n");  in megasas_get_cmd()
321 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_get_cmd()
331 megasas_return_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_return_cmd()  argument
336 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_return_cmd()
344 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_return_cmd()
347 		blk_tags = instance->max_scsi_cmds + cmd->index;  in megasas_return_cmd()
349 		megasas_return_cmd_fusion(instance, cmd_fusion);  in megasas_return_cmd()
354 	memset(cmd->frame, 0, instance->mfi_frame_size);  in megasas_return_cmd()
358 	list_add(&cmd->list, (&instance->cmd_pool)->next);  in megasas_return_cmd()
360 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_return_cmd()
409 megasas_decode_evt(struct megasas_instance *instance)  in megasas_decode_evt()  argument
411 	struct megasas_evt_detail *evt_detail = instance->evt_detail;  in megasas_decode_evt()
422 		dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n",  in megasas_decode_evt()
440 megasas_enable_intr_xscale(struct megasas_instance *instance)  in megasas_enable_intr_xscale()  argument
444 	regs = instance->reg_set;  in megasas_enable_intr_xscale()
456 megasas_disable_intr_xscale(struct megasas_instance *instance)  in megasas_disable_intr_xscale()  argument
461 	regs = instance->reg_set;  in megasas_disable_intr_xscale()
472 megasas_read_fw_status_reg_xscale(struct megasas_instance *instance)  in megasas_read_fw_status_reg_xscale()  argument
474 	return readl(&instance->reg_set->outbound_msg_0);  in megasas_read_fw_status_reg_xscale()
481 megasas_clear_intr_xscale(struct megasas_instance *instance)  in megasas_clear_intr_xscale()  argument
486 	regs = instance->reg_set;  in megasas_clear_intr_xscale()
517 megasas_fire_cmd_xscale(struct megasas_instance *instance,  in megasas_fire_cmd_xscale()  argument
524 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_xscale()
527 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_xscale()
535 megasas_adp_reset_xscale(struct megasas_instance *instance,  in megasas_adp_reset_xscale()  argument
546 	pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata);  in megasas_adp_reset_xscale()
547 	dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata);  in megasas_adp_reset_xscale()
549 		dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata);  in megasas_adp_reset_xscale()
551 		pci_write_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
558 		pci_read_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
560 		dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata);  in megasas_adp_reset_xscale()
562 			dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata);  in megasas_adp_reset_xscale()
564 			pci_write_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
576 megasas_check_reset_xscale(struct megasas_instance *instance,  in megasas_check_reset_xscale()  argument
579 	if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) &&  in megasas_check_reset_xscale()
580 	    (le32_to_cpu(*instance->consumer) ==  in megasas_check_reset_xscale()
617 megasas_enable_intr_ppc(struct megasas_instance *instance)  in megasas_enable_intr_ppc()  argument
621 	regs = instance->reg_set;  in megasas_enable_intr_ppc()
635 megasas_disable_intr_ppc(struct megasas_instance *instance)  in megasas_disable_intr_ppc()  argument
640 	regs = instance->reg_set;  in megasas_disable_intr_ppc()
651 megasas_read_fw_status_reg_ppc(struct megasas_instance *instance)  in megasas_read_fw_status_reg_ppc()  argument
653 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_ppc()
661 megasas_clear_intr_ppc(struct megasas_instance *instance)  in megasas_clear_intr_ppc()  argument
665 	regs = instance->reg_set;  in megasas_clear_intr_ppc()
696 megasas_fire_cmd_ppc(struct megasas_instance *instance,  in megasas_fire_cmd_ppc()  argument
703 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_ppc()
706 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_ppc()
714 megasas_check_reset_ppc(struct megasas_instance *instance,  in megasas_check_reset_ppc()  argument
717 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_ppc()
744 megasas_enable_intr_skinny(struct megasas_instance *instance)  in megasas_enable_intr_skinny()  argument
748 	regs = instance->reg_set;  in megasas_enable_intr_skinny()
762 megasas_disable_intr_skinny(struct megasas_instance *instance)  in megasas_disable_intr_skinny()  argument
767 	regs = instance->reg_set;  in megasas_disable_intr_skinny()
778 megasas_read_fw_status_reg_skinny(struct megasas_instance *instance)  in megasas_read_fw_status_reg_skinny()  argument
780 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_skinny()
788 megasas_clear_intr_skinny(struct megasas_instance *instance)  in megasas_clear_intr_skinny()  argument
793 	regs = instance->reg_set;  in megasas_clear_intr_skinny()
807 	if ((megasas_read_fw_status_reg_skinny(instance) & MFI_STATE_MASK) ==  in megasas_clear_intr_skinny()
833 megasas_fire_cmd_skinny(struct megasas_instance *instance,  in megasas_fire_cmd_skinny()  argument
840 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_skinny()
845 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_skinny()
853 megasas_check_reset_skinny(struct megasas_instance *instance,  in megasas_check_reset_skinny()  argument
856 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_skinny()
889 megasas_enable_intr_gen2(struct megasas_instance *instance)  in megasas_enable_intr_gen2()  argument
893 	regs = instance->reg_set;  in megasas_enable_intr_gen2()
908 megasas_disable_intr_gen2(struct megasas_instance *instance)  in megasas_disable_intr_gen2()  argument
913 	regs = instance->reg_set;  in megasas_disable_intr_gen2()
924 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance)  in megasas_read_fw_status_reg_gen2()  argument
926 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_gen2()
934 megasas_clear_intr_gen2(struct megasas_instance *instance)  in megasas_clear_intr_gen2()  argument
939 	regs = instance->reg_set;  in megasas_clear_intr_gen2()
971 megasas_fire_cmd_gen2(struct megasas_instance *instance,  in megasas_fire_cmd_gen2()  argument
978 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_gen2()
981 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_gen2()
989 megasas_adp_reset_gen2(struct megasas_instance *instance,  in megasas_adp_reset_gen2()  argument
997 	if (instance->instancet == &megasas_instance_template_skinny) {  in megasas_adp_reset_gen2()
1016 		dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n",  in megasas_adp_reset_gen2()
1024 	dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag);  in megasas_adp_reset_gen2()
1034 		dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n",  in megasas_adp_reset_gen2()
1049 megasas_check_reset_gen2(struct megasas_instance *instance,  in megasas_check_reset_gen2()  argument
1052 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_gen2()
1092 megasas_issue_polled(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_issue_polled()  argument
1099 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_polled()
1100 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_polled()
1105 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_polled()
1107 	return wait_and_poll(instance, cmd, instance->requestorId ?  in megasas_issue_polled()
1122 megasas_issue_blocked_cmd(struct megasas_instance *instance,  in megasas_issue_blocked_cmd()  argument
1128 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_blocked_cmd()
1129 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_blocked_cmd()
1134 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_blocked_cmd()
1137 		ret = wait_event_timeout(instance->int_cmd_wait_q,  in megasas_issue_blocked_cmd()
1140 			dev_err(&instance->pdev->dev,  in megasas_issue_blocked_cmd()
1146 		wait_event(instance->int_cmd_wait_q,  in megasas_issue_blocked_cmd()
1165 megasas_issue_blocked_abort_cmd(struct megasas_instance *instance,  in megasas_issue_blocked_abort_cmd()  argument
1173 	cmd = megasas_get_cmd(instance);  in megasas_issue_blocked_abort_cmd()
1195 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_blocked_abort_cmd()
1196 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_blocked_abort_cmd()
1201 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_blocked_abort_cmd()
1204 		ret = wait_event_timeout(instance->abort_cmd_wait_q,  in megasas_issue_blocked_abort_cmd()
1208 			dev_err(&instance->pdev->dev,  in megasas_issue_blocked_abort_cmd()
1214 		wait_event(instance->abort_cmd_wait_q,  in megasas_issue_blocked_abort_cmd()
1219 	megasas_return_cmd(instance, cmd);  in megasas_issue_blocked_abort_cmd()
1234 megasas_make_sgl32(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_make_sgl32()  argument
1263 megasas_make_sgl64(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_make_sgl64()  argument
1292 megasas_make_sgl_skinny(struct megasas_instance *instance,  in megasas_make_sgl_skinny()  argument
1321 static u32 megasas_get_frame_count(struct megasas_instance *instance,  in megasas_get_frame_count()  argument
1332 	if (instance->flag_ieee) {  in megasas_get_frame_count()
1343 		if (instance->flag_ieee == 1) {  in megasas_get_frame_count()
1350 		if (instance->flag_ieee == 1) {  in megasas_get_frame_count()
1382 megasas_build_dcdb(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_build_dcdb()  argument
1401 	if (instance->flag_ieee == 1) {  in megasas_build_dcdb()
1435 	if (instance->flag_ieee == 1) {  in megasas_build_dcdb()
1437 		pthru->sge_count = megasas_make_sgl_skinny(instance, scp,  in megasas_build_dcdb()
1441 		pthru->sge_count = megasas_make_sgl64(instance, scp,  in megasas_build_dcdb()
1444 		pthru->sge_count = megasas_make_sgl32(instance, scp,  in megasas_build_dcdb()
1447 	if (pthru->sge_count > instance->max_num_sge) {  in megasas_build_dcdb()
1448 		dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n",  in megasas_build_dcdb()
1466 	cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count,  in megasas_build_dcdb()
1481 megasas_build_ldio(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_build_ldio()  argument
1497 	if (instance->flag_ieee == 1) {  in megasas_build_ldio()
1578 	if (instance->flag_ieee) {  in megasas_build_ldio()
1580 		ldio->sge_count = megasas_make_sgl_skinny(instance, scp,  in megasas_build_ldio()
1584 		ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl);  in megasas_build_ldio()
1586 		ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl);  in megasas_build_ldio()
1588 	if (ldio->sge_count > instance->max_num_sge) {  in megasas_build_ldio()
1589 		dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n",  in megasas_build_ldio()
1605 	cmd->frame_count = megasas_get_frame_count(instance,  in megasas_build_ldio()
1646 megasas_dump_pending_frames(struct megasas_instance *instance)  in megasas_dump_pending_frames()  argument
1654 	u16 max_cmd = instance->max_fw_cmds;  in megasas_dump_pending_frames()
1656 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta…  in megasas_dump_pending_frames()
1657 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_…  in megasas_dump_pending_frames()
1659 		dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no);  in megasas_dump_pending_frames()
1661 		dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no);  in megasas_dump_pending_frames()
1663 	dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no);  in megasas_dump_pending_frames()
1665 		cmd = instance->cmd_list[i];  in megasas_dump_pending_frames()
1668 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon…  in megasas_dump_pending_frames()
1673 			dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x,"  in megasas_dump_pending_frames()
1675 			instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id,  in megasas_dump_pending_frames()
1682 			dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, "  in megasas_dump_pending_frames()
1684 			instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id,  in megasas_dump_pending_frames()
1691 					dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n",  in megasas_dump_pending_frames()
1695 					dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n",  in megasas_dump_pending_frames()
1701 	dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no);  in megasas_dump_pending_frames()
1704 		cmd = instance->cmd_list[i];  in megasas_dump_pending_frames()
1707 			dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr);  in megasas_dump_pending_frames()
1709 	dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no);  in megasas_dump_pending_frames()
1713 megasas_build_and_issue_cmd(struct megasas_instance *instance,  in megasas_build_and_issue_cmd()  argument
1719 	cmd = megasas_get_cmd(instance);  in megasas_build_and_issue_cmd()
1727 		frame_count = megasas_build_ldio(instance, scmd, cmd);  in megasas_build_and_issue_cmd()
1729 		frame_count = megasas_build_dcdb(instance, scmd, cmd);  in megasas_build_and_issue_cmd()
1740 	atomic_inc(&instance->fw_outstanding);  in megasas_build_and_issue_cmd()
1742 	instance->instancet->fire_cmd(instance, cmd->frame_phys_addr,  in megasas_build_and_issue_cmd()
1743 				cmd->frame_count-1, instance->reg_set);  in megasas_build_and_issue_cmd()
1747 	megasas_return_cmd(instance, cmd);  in megasas_build_and_issue_cmd()
1760 	struct megasas_instance *instance;  in megasas_queue_command()  local
1763 	instance = (struct megasas_instance *)  in megasas_queue_command()
1766 	if (instance->unload == 1) {  in megasas_queue_command()
1772 	if (instance->issuepend_done == 0)  in megasas_queue_command()
1777 	if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) {  in megasas_queue_command()
1778 		if (megasas_check_mpio_paths(instance, scmd) ==  in megasas_queue_command()
1788 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_queue_command()
1801 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_queue_command()
1811 	    (scmd->device->id >= instance->fw_supported_vd_count ||  in megasas_queue_command()
1819 	    (!instance->fw_sync_cache_support)) {  in megasas_queue_command()
1824 	return instance->instancet->build_and_issue_cmd(instance, scmd);  in megasas_queue_command()
1837 		if ((megasas_mgmt_info.instance[i]) &&  in megasas_lookup_instance()
1838 		    (megasas_mgmt_info.instance[i]->host->host_no == host_no))  in megasas_lookup_instance()
1839 			return megasas_mgmt_info.instance[i];  in megasas_lookup_instance()
1862 	struct megasas_instance *instance;  in megasas_set_dynamic_target_properties()  local
1869 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_dynamic_target_properties()
1870 	fusion = instance->ctrl_context;  in megasas_set_dynamic_target_properties()
1879 		local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)];  in megasas_set_dynamic_target_properties()
1881 		if (ld >= instance->fw_supported_vd_count)  in megasas_set_dynamic_target_properties()
1890 	} else if (instance->use_seqnum_jbod_fp) {  in megasas_set_dynamic_target_properties()
1894 				[(instance->pd_seq_map_id - 1) & 1];  in megasas_set_dynamic_target_properties()
1899 	if (is_target_prop && instance->tgt_prop->reset_tmo) {  in megasas_set_dynamic_target_properties()
1905 			min_t(u8, instance->max_reset_tmo,  in megasas_set_dynamic_target_properties()
1906 			      instance->tgt_prop->reset_tmo);  in megasas_set_dynamic_target_properties()
1907 		mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo;  in megasas_set_dynamic_target_properties()
1935 	struct megasas_instance *instance;  in megasas_set_nvme_device_properties()  local
1938 	instance = (struct megasas_instance *)sdev->host->hostdata;  in megasas_set_nvme_device_properties()
1939 	mr_nvme_pg_size = max_t(u32, instance->nvme_page_size,  in megasas_set_nvme_device_properties()
1962 	struct megasas_instance *instance;  in megasas_set_fw_assisted_qd()  local
1965 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_fw_assisted_qd()
1982 		tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth);  in megasas_set_fw_assisted_qd()
1984 		    (tgt_device_qd <= instance->host->can_queue))  in megasas_set_fw_assisted_qd()
1988 	if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE)  in megasas_set_fw_assisted_qd()
1989 		device_qd = instance->host->can_queue;  in megasas_set_fw_assisted_qd()
2010 	struct megasas_instance *instance;  in megasas_set_static_target_properties()  local
2012 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_static_target_properties()
2023 		max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb);  in megasas_set_static_target_properties()
2025 	if (instance->nvme_page_size && max_io_size_kb)  in megasas_set_static_target_properties()
2035 	struct megasas_instance *instance;  in megasas_slave_configure()  local
2039 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_slave_configure()
2040 	if (instance->pd_list_not_supported) {  in megasas_slave_configure()
2044 			if (instance->pd_list[pd_index].driveState !=  in megasas_slave_configure()
2050 	mutex_lock(&instance->reset_mutex);  in megasas_slave_configure()
2052 	if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev))  in megasas_slave_configure()
2053 		megasas_get_pd_info(instance, sdev);  in megasas_slave_configure()
2058 	if ((instance->tgt_prop) && (instance->nvme_page_size))  in megasas_slave_configure()
2059 		ret_target_prop = megasas_get_target_prop(instance, sdev);  in megasas_slave_configure()
2067 	mutex_unlock(&instance->reset_mutex);  in megasas_slave_configure()
2075 	struct megasas_instance *instance ;  in megasas_slave_alloc()  local
2078 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_slave_alloc()
2086 		if ((instance->pd_list_not_supported ||  in megasas_slave_alloc()
2087 			instance->pd_list[pd_index].driveState ==  in megasas_slave_alloc()
2102 		   instance->r1_ldio_hint_default);  in megasas_slave_alloc()
2118 static void megasas_complete_outstanding_ioctls(struct megasas_instance *instance)  in megasas_complete_outstanding_ioctls()  argument
2123 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_complete_outstanding_ioctls()
2127 		for (i = 0; i < instance->max_fw_cmds; i++) {  in megasas_complete_outstanding_ioctls()
2130 				cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx];  in megasas_complete_outstanding_ioctls()
2135 					megasas_complete_cmd(instance,  in megasas_complete_outstanding_ioctls()
2141 		for (i = 0; i < instance->max_fw_cmds; i++) {  in megasas_complete_outstanding_ioctls()
2142 			cmd_mfi = instance->cmd_list[i];  in megasas_complete_outstanding_ioctls()
2145 				megasas_complete_cmd(instance, cmd_mfi, DID_OK);  in megasas_complete_outstanding_ioctls()
2151 void megaraid_sas_kill_hba(struct megasas_instance *instance)  in megaraid_sas_kill_hba()  argument
2154 	atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR);  in megaraid_sas_kill_hba()
2157 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megaraid_sas_kill_hba()
2158 		(instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) ||  in megaraid_sas_kill_hba()
2159 		(instance->adapter_type != MFI_SERIES)) {  in megaraid_sas_kill_hba()
2160 		if (!instance->requestorId) {  in megaraid_sas_kill_hba()
2161 			writel(MFI_STOP_ADP, &instance->reg_set->doorbell);  in megaraid_sas_kill_hba()
2163 			readl(&instance->reg_set->doorbell);  in megaraid_sas_kill_hba()
2165 		if (instance->requestorId && instance->peerIsPresent)  in megaraid_sas_kill_hba()
2166 			memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megaraid_sas_kill_hba()
2169 			&instance->reg_set->inbound_doorbell);  in megaraid_sas_kill_hba()
2172 	megasas_complete_outstanding_ioctls(instance);  in megaraid_sas_kill_hba()
2182 megasas_check_and_restore_queue_depth(struct megasas_instance *instance)  in megasas_check_and_restore_queue_depth()  argument
2186 	if (instance->flag & MEGASAS_FW_BUSY  in megasas_check_and_restore_queue_depth()
2187 	    && time_after(jiffies, instance->last_time + 5 * HZ)  in megasas_check_and_restore_queue_depth()
2188 	    && atomic_read(&instance->fw_outstanding) <  in megasas_check_and_restore_queue_depth()
2189 	    instance->throttlequeuedepth + 1) {  in megasas_check_and_restore_queue_depth()
2191 		spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_check_and_restore_queue_depth()
2192 		instance->flag &= ~MEGASAS_FW_BUSY;  in megasas_check_and_restore_queue_depth()
2194 		instance->host->can_queue = instance->cur_can_queue;  in megasas_check_and_restore_queue_depth()
2195 		spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_check_and_restore_queue_depth()
2211 	struct megasas_instance *instance =  in megasas_complete_cmd_dpc()  local
2216 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_complete_cmd_dpc()
2219 	spin_lock_irqsave(&instance->completion_lock, flags);  in megasas_complete_cmd_dpc()
2221 	producer = le32_to_cpu(*instance->producer);  in megasas_complete_cmd_dpc()
2222 	consumer = le32_to_cpu(*instance->consumer);  in megasas_complete_cmd_dpc()
2225 		context = le32_to_cpu(instance->reply_queue[consumer]);  in megasas_complete_cmd_dpc()
2226 		if (context >= instance->max_fw_cmds) {  in megasas_complete_cmd_dpc()
2227 			dev_err(&instance->pdev->dev, "Unexpected context value %x\n",  in megasas_complete_cmd_dpc()
2232 		cmd = instance->cmd_list[context];  in megasas_complete_cmd_dpc()
2234 		megasas_complete_cmd(instance, cmd, DID_OK);  in megasas_complete_cmd_dpc()
2237 		if (consumer == (instance->max_fw_cmds + 1)) {  in megasas_complete_cmd_dpc()
2242 	*instance->consumer = cpu_to_le32(producer);  in megasas_complete_cmd_dpc()
2244 	spin_unlock_irqrestore(&instance->completion_lock, flags);  in megasas_complete_cmd_dpc()
2249 	megasas_check_and_restore_queue_depth(instance);  in megasas_complete_cmd_dpc()
2259 void megasas_start_timer(struct megasas_instance *instance)  in megasas_start_timer()  argument
2261 	struct timer_list *timer = &instance->sriov_heartbeat_timer;  in megasas_start_timer()
2269 megasas_internal_reset_defer_cmds(struct megasas_instance *instance);
2274 static void megasas_do_ocr(struct megasas_instance *instance)  in megasas_do_ocr()  argument
2276 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) ||  in megasas_do_ocr()
2277 	(instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) ||  in megasas_do_ocr()
2278 	(instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) {  in megasas_do_ocr()
2279 		*instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN);  in megasas_do_ocr()
2281 	instance->instancet->disable_intr(instance);  in megasas_do_ocr()
2282 	atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT);  in megasas_do_ocr()
2283 	instance->issuepend_done = 0;  in megasas_do_ocr()
2285 	atomic_set(&instance->fw_outstanding, 0);  in megasas_do_ocr()
2286 	megasas_internal_reset_defer_cmds(instance);  in megasas_do_ocr()
2287 	process_fw_state_change_wq(&instance->work_init);  in megasas_do_ocr()
2290 static int megasas_get_ld_vf_affiliation_111(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation_111()  argument
2300 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_vf_affiliation_111()
2303 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:"  in megasas_get_ld_vf_affiliation_111()
2305 			instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2311 	if (!instance->vf_affiliation_111) {  in megasas_get_ld_vf_affiliation_111()
2312 		dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF "  in megasas_get_ld_vf_affiliation_111()
2313 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2314 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2319 			memset(instance->vf_affiliation_111, 0,  in megasas_get_ld_vf_affiliation_111()
2323 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_111()
2327 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate "  in megasas_get_ld_vf_affiliation_111()
2329 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2330 			megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2349 			cpu_to_le32(instance->vf_affiliation_111_h);  in megasas_get_ld_vf_affiliation_111()
2357 	dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for "  in megasas_get_ld_vf_affiliation_111()
2358 	       "scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2360 	if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) {  in megasas_get_ld_vf_affiliation_111()
2361 		dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD"  in megasas_get_ld_vf_affiliation_111()
2363 		       dcmd->cmd_status, instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2371 			if (instance->vf_affiliation_111->map[ld].policy[thisVf] !=  in megasas_get_ld_vf_affiliation_111()
2373 				dev_warn(&instance->pdev->dev, "SR-IOV: "  in megasas_get_ld_vf_affiliation_111()
2375 				       instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2376 				memcpy(instance->vf_affiliation_111,  in megasas_get_ld_vf_affiliation_111()
2385 		dma_free_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_111()
2391 	megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2396 static int megasas_get_ld_vf_affiliation_12(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation_12()  argument
2407 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_vf_affiliation_12()
2410 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: "  in megasas_get_ld_vf_affiliation_12()
2412 		       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2418 	if (!instance->vf_affiliation) {  in megasas_get_ld_vf_affiliation_12()
2419 		dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF "  in megasas_get_ld_vf_affiliation_12()
2420 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2421 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2426 		memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) *  in megasas_get_ld_vf_affiliation_12()
2430 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_12()
2434 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate "  in megasas_get_ld_vf_affiliation_12()
2436 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2437 			megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2456 			cpu_to_le32(instance->vf_affiliation_h);  in megasas_get_ld_vf_affiliation_12()
2464 	dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for "  in megasas_get_ld_vf_affiliation_12()
2465 	       "scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2468 	if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) {  in megasas_get_ld_vf_affiliation_12()
2469 		dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD"  in megasas_get_ld_vf_affiliation_12()
2471 		       dcmd->cmd_status, instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2478 			dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF "  in megasas_get_ld_vf_affiliation_12()
2480 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2485 		savedmap = instance->vf_affiliation->map;  in megasas_get_ld_vf_affiliation_12()
2489 			for (j = 0; j < instance->vf_affiliation->ldCount;  in megasas_get_ld_vf_affiliation_12()
2514 		savedmap = instance->vf_affiliation->map;  in megasas_get_ld_vf_affiliation_12()
2516 		for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) {  in megasas_get_ld_vf_affiliation_12()
2544 		dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF "  in megasas_get_ld_vf_affiliation_12()
2545 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2546 		memcpy(instance->vf_affiliation, new_affiliation,  in megasas_get_ld_vf_affiliation_12()
2552 		dma_free_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_12()
2556 	megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2562 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation()  argument
2567 	if (instance->PlasmaFW111)  in megasas_get_ld_vf_affiliation()
2568 		retval = megasas_get_ld_vf_affiliation_111(instance, initial);  in megasas_get_ld_vf_affiliation()
2570 		retval = megasas_get_ld_vf_affiliation_12(instance, initial);  in megasas_get_ld_vf_affiliation()
2575 int megasas_sriov_start_heartbeat(struct megasas_instance *instance,  in megasas_sriov_start_heartbeat()  argument
2582 	cmd = megasas_get_cmd(instance);  in megasas_sriov_start_heartbeat()
2585 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: "  in megasas_sriov_start_heartbeat()
2587 		       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2594 		instance->hb_host_mem =  in megasas_sriov_start_heartbeat()
2595 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_sriov_start_heartbeat()
2597 					   &instance->hb_host_mem_h,  in megasas_sriov_start_heartbeat()
2599 		if (!instance->hb_host_mem) {  in megasas_sriov_start_heartbeat()
2600 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate"  in megasas_sriov_start_heartbeat()
2602 			       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2620 	megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h,  in megasas_sriov_start_heartbeat()
2623 	dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n",  in megasas_sriov_start_heartbeat()
2624 	       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2626 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_sriov_start_heartbeat()
2627 	    !instance->mask_interrupts)  in megasas_sriov_start_heartbeat()
2628 		retval = megasas_issue_blocked_cmd(instance, cmd,  in megasas_sriov_start_heartbeat()
2631 		retval = megasas_issue_polled(instance, cmd);  in megasas_sriov_start_heartbeat()
2634 		dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST"  in megasas_sriov_start_heartbeat()
2637 			"timed out" : "failed", instance->host->host_no);  in megasas_sriov_start_heartbeat()
2642 	megasas_return_cmd(instance, cmd);  in megasas_sriov_start_heartbeat()
2650 	struct megasas_instance *instance =  in megasas_sriov_heartbeat_handler()  local
2651 		from_timer(instance, t, sriov_heartbeat_timer);  in megasas_sriov_heartbeat_handler()
2653 	if (instance->hb_host_mem->HB.fwCounter !=  in megasas_sriov_heartbeat_handler()
2654 	    instance->hb_host_mem->HB.driverCounter) {  in megasas_sriov_heartbeat_handler()
2655 		instance->hb_host_mem->HB.driverCounter =  in megasas_sriov_heartbeat_handler()
2656 			instance->hb_host_mem->HB.fwCounter;  in megasas_sriov_heartbeat_handler()
2657 		mod_timer(&instance->sriov_heartbeat_timer,  in megasas_sriov_heartbeat_handler()
2660 		dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never "  in megasas_sriov_heartbeat_handler()
2661 		       "completed for scsi%d\n", instance->host->host_no);  in megasas_sriov_heartbeat_handler()
2662 		schedule_work(&instance->work_init);  in megasas_sriov_heartbeat_handler()
2674 static int megasas_wait_for_outstanding(struct megasas_instance *instance)  in megasas_wait_for_outstanding()  argument
2684 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_wait_for_outstanding()
2685 		dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n",  in megasas_wait_for_outstanding()
2690 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) {  in megasas_wait_for_outstanding()
2693 		spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_wait_for_outstanding()
2694 		list_splice_init(&instance->internal_reset_pending_q,  in megasas_wait_for_outstanding()
2696 		spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_wait_for_outstanding()
2698 		dev_notice(&instance->pdev->dev, "HBA reset wait ...\n");  in megasas_wait_for_outstanding()
2701 			if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL)  in megasas_wait_for_outstanding()
2705 		if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) {  in megasas_wait_for_outstanding()
2706 			dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n");  in megasas_wait_for_outstanding()
2707 			atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR);  in megasas_wait_for_outstanding()
2718 				dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n",  in megasas_wait_for_outstanding()
2723 				megasas_return_cmd(instance, reset_cmd);  in megasas_wait_for_outstanding()
2725 				dev_notice(&instance->pdev->dev, "%p synch cmds"  in megasas_wait_for_outstanding()
2730 				instance->instancet->fire_cmd(instance,  in megasas_wait_for_outstanding()
2732 						0, instance->reg_set);  in megasas_wait_for_outstanding()
2734 				dev_notice(&instance->pdev->dev, "%p unexpected"  in megasas_wait_for_outstanding()
2745 		outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2751 			dev_notice(&instance->pdev->dev, "[%2d]waiting for %d "  in megasas_wait_for_outstanding()
2757 			megasas_complete_cmd_dpc((unsigned long)instance);  in megasas_wait_for_outstanding()
2764 	outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2765 	fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK;  in megasas_wait_for_outstanding()
2770 	if (instance->disableOnlineCtrlReset)  in megasas_wait_for_outstanding()
2773 		if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) {  in megasas_wait_for_outstanding()
2774 			dev_info(&instance->pdev->dev,  in megasas_wait_for_outstanding()
2776 				__func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding));  in megasas_wait_for_outstanding()
2779 			megasas_do_ocr(instance);  in megasas_wait_for_outstanding()
2781 			if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_wait_for_outstanding()
2782 				dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n",  in megasas_wait_for_outstanding()
2786 			dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n",  in megasas_wait_for_outstanding()
2792 			outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2794 			fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK;  in megasas_wait_for_outstanding()
2803 	dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n",  in megasas_wait_for_outstanding()
2810 	dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d"  in megasas_wait_for_outstanding()
2812 		__func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset,  in megasas_wait_for_outstanding()
2813 		atomic_read(&instance->fw_outstanding));  in megasas_wait_for_outstanding()
2814 	megasas_dump_pending_frames(instance);  in megasas_wait_for_outstanding()
2815 	megaraid_sas_kill_hba(instance);  in megasas_wait_for_outstanding()
2831 	struct megasas_instance *instance;  in megasas_generic_reset()  local
2833 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_generic_reset()
2838 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_generic_reset()
2839 		dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n");  in megasas_generic_reset()
2843 	ret_val = megasas_wait_for_outstanding(instance);  in megasas_generic_reset()
2845 		dev_notice(&instance->pdev->dev, "reset successful\n");  in megasas_generic_reset()
2847 		dev_err(&instance->pdev->dev, "failed to do reset\n");  in megasas_generic_reset()
2862 	struct megasas_instance *instance;  in megasas_reset_timer()  local
2870 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_timer()
2871 	if (!(instance->flag & MEGASAS_FW_BUSY)) {  in megasas_reset_timer()
2873 		spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_reset_timer()
2875 		instance->host->can_queue = instance->throttlequeuedepth;  in megasas_reset_timer()
2876 		instance->last_time = jiffies;  in megasas_reset_timer()
2877 		instance->flag |= MEGASAS_FW_BUSY;  in megasas_reset_timer()
2879 		spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_reset_timer()
2937 	struct megasas_instance *instance;  in megasas_dump_fusion_io()  local
2940 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_dump_fusion_io()
2961 			     instance->max_chain_frame_sz, 8);  in megasas_dump_fusion_io()
2995 	struct megasas_instance *instance;  in megasas_reset_bus_host()  local
2997 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_bus_host()
3006 		atomic_read(&instance->fw_outstanding));  in megasas_reset_bus_host()
3010 	if (instance->adapter_type == MFI_SERIES) {  in megasas_reset_bus_host()
3029 	struct megasas_instance *instance;  in megasas_task_abort()  local
3031 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_task_abort()
3033 	if (instance->adapter_type != MFI_SERIES)  in megasas_task_abort()
3051 	struct megasas_instance *instance;  in megasas_reset_target()  local
3053 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_target()
3055 	if (instance->adapter_type != MFI_SERIES)  in megasas_reset_target()
3124 megasas_service_aen(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_service_aen()  argument
3131 	if ((!cmd->abort_aen) && (instance->unload == 0)) {  in megasas_service_aen()
3141 	instance->aen_cmd = NULL;  in megasas_service_aen()
3143 	megasas_return_cmd(instance, cmd);  in megasas_service_aen()
3145 	if ((instance->unload == 0) &&  in megasas_service_aen()
3146 		((instance->issuepend_done == 1))) {  in megasas_service_aen()
3151 			dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n");  in megasas_service_aen()
3153 			ev->instance = instance;  in megasas_service_aen()
3154 			instance->ev = ev;  in megasas_service_aen()
3167 	struct megasas_instance *instance =  in fw_crash_buffer_store()  local
3175 	spin_lock_irqsave(&instance->crashdump_lock, flags);  in fw_crash_buffer_store()
3176 	instance->fw_crash_buffer_offset = val;  in fw_crash_buffer_store()
3177 	spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_store()
3186 	struct megasas_instance *instance =  in fw_crash_buffer_show()  local
3195 	spin_lock_irqsave(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3196 	buff_offset = instance->fw_crash_buffer_offset;  in fw_crash_buffer_show()
3197 	if (!instance->crash_dump_buf &&  in fw_crash_buffer_show()
3198 		!((instance->fw_crash_state == AVAILABLE) ||  in fw_crash_buffer_show()
3199 		(instance->fw_crash_state == COPYING))) {  in fw_crash_buffer_show()
3200 		dev_err(&instance->pdev->dev,  in fw_crash_buffer_show()
3202 		spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3206 	if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) {  in fw_crash_buffer_show()
3207 		dev_err(&instance->pdev->dev,  in fw_crash_buffer_show()
3209 		spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3213 	size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset;  in fw_crash_buffer_show()
3218 	src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] +  in fw_crash_buffer_show()
3221 	spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3231 	struct megasas_instance *instance =  in fw_crash_buffer_size_show()  local
3235 		((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE);  in fw_crash_buffer_size_show()
3243 	struct megasas_instance *instance =  in fw_crash_state_store()  local
3252 		dev_err(&instance->pdev->dev, "application updates invalid "  in fw_crash_state_store()
3257 	instance->fw_crash_state = val;  in fw_crash_state_store()
3260 		spin_lock_irqsave(&instance->crashdump_lock, flags);  in fw_crash_state_store()
3261 		megasas_free_host_crash_buffer(instance);  in fw_crash_state_store()
3262 		spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_state_store()
3264 			dev_info(&instance->pdev->dev, "application failed to "  in fw_crash_state_store()
3267 			dev_info(&instance->pdev->dev, "Firmware crash dump "  in fw_crash_state_store()
3278 	struct megasas_instance *instance =  in fw_crash_state_show()  local
3281 	return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state);  in fw_crash_state_show()
3296 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in ldio_outstanding_show()  local
3298 	return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding));  in ldio_outstanding_show()
3306 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in fw_cmds_outstanding_show()  local
3308 	return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding));  in fw_cmds_outstanding_show()
3316 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in enable_sdev_max_qd_show()  local
3318 	return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd);  in enable_sdev_max_qd_show()
3326 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in enable_sdev_max_qd_store()  local
3337 	mutex_lock(&instance->reset_mutex);  in enable_sdev_max_qd_store()
3339 		instance->enable_sdev_max_qd = true;  in enable_sdev_max_qd_store()
3341 		instance->enable_sdev_max_qd = false;  in enable_sdev_max_qd_store()
3344 		ret_target_prop = megasas_get_target_prop(instance, sdev);  in enable_sdev_max_qd_store()
3348 	mutex_unlock(&instance->reset_mutex);  in enable_sdev_max_qd_store()
3358 	struct megasas_instance *instance =  in dump_system_regs_show()  local
3361 	return megasas_dump_sys_regs(instance->reg_set, buf);  in dump_system_regs_show()
3369 	struct megasas_instance *instance =  in raid_map_id_show()  local
3373 			(unsigned long)instance->map_id);  in raid_map_id_show()
3432 megasas_complete_int_cmd(struct megasas_instance *instance,  in megasas_complete_int_cmd()  argument
3436 	wake_up(&instance->int_cmd_wait_q);  in megasas_complete_int_cmd()
3449 megasas_complete_abort(struct megasas_instance *instance,  in megasas_complete_abort()  argument
3455 		wake_up(&instance->abort_cmd_wait_q);  in megasas_complete_abort()
3470 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,  in megasas_complete_cmd()  argument
3476 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_complete_cmd()
3491 		dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command "  in megasas_complete_cmd()
3493 		dev_warn(&instance->pdev->dev, "If you have a controller "  in megasas_complete_cmd()
3506 			megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3521 			atomic_dec(&instance->fw_outstanding);  in megasas_complete_cmd()
3525 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3563 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n",  in megasas_complete_cmd()
3569 		atomic_dec(&instance->fw_outstanding);  in megasas_complete_cmd()
3573 		megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3581 		megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3590 			spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_complete_cmd()
3592 			instance->map_update_cmd = NULL;  in megasas_complete_cmd()
3595 					dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n",  in megasas_complete_cmd()
3598 					megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3600 						instance->host->host_lock,  in megasas_complete_cmd()
3606 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3614 			    (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) {  in megasas_complete_cmd()
3615 				instance->map_id++;  in megasas_complete_cmd()
3621 			megasas_sync_map_info(instance);  in megasas_complete_cmd()
3622 			spin_unlock_irqrestore(instance->host->host_lock,  in megasas_complete_cmd()
3637 			spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_complete_cmd()
3639 			instance->jbod_seq_cmd = NULL;  in megasas_complete_cmd()
3640 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3643 				instance->pd_seq_map_id++;  in megasas_complete_cmd()
3645 				if (megasas_sync_pd_seq_num(instance, true))  in megasas_complete_cmd()
3646 					instance->use_seqnum_jbod_fp = false;  in megasas_complete_cmd()
3648 				instance->use_seqnum_jbod_fp = false;  in megasas_complete_cmd()
3650 			spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_complete_cmd()
3658 			megasas_service_aen(instance, cmd);  in megasas_complete_cmd()
3660 			megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3668 		megasas_complete_abort(instance, cmd);  in megasas_complete_cmd()
3672 		dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n",  in megasas_complete_cmd()
3674 		megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3685 megasas_issue_pending_cmds_again(struct megasas_instance *instance)  in megasas_issue_pending_cmds_again()  argument
3694 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_issue_pending_cmds_again()
3695 	list_splice_init(&instance->internal_reset_pending_q, &clist_local);  in megasas_issue_pending_cmds_again()
3696 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_issue_pending_cmds_again()
3704 			dev_notice(&instance->pdev->dev, "command %p, %p:%d"  in megasas_issue_pending_cmds_again()
3711 				dev_notice(&instance->pdev->dev, "cmd %p, %p:%d"  in megasas_issue_pending_cmds_again()
3715 				instance->instancet->disable_intr(instance);  in megasas_issue_pending_cmds_again()
3716 				atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_issue_pending_cmds_again()
3717 				megaraid_sas_kill_hba(instance);  in megasas_issue_pending_cmds_again()
3724 				dev_notice(&instance->pdev->dev, "unexpected"  in megasas_issue_pending_cmds_again()
3727 			dev_notice(&instance->pdev->dev, "%p synchronous cmd"  in megasas_issue_pending_cmds_again()
3731 			instance->instancet->fire_cmd(instance,  in megasas_issue_pending_cmds_again()
3733 							0, instance->reg_set);  in megasas_issue_pending_cmds_again()
3735 			dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]"  in megasas_issue_pending_cmds_again()
3739 			atomic_inc(&instance->fw_outstanding);  in megasas_issue_pending_cmds_again()
3740 			instance->instancet->fire_cmd(instance,  in megasas_issue_pending_cmds_again()
3742 					cmd->frame_count-1, instance->reg_set);  in megasas_issue_pending_cmds_again()
3744 			dev_notice(&instance->pdev->dev, "%p unexpected cmd on the"  in megasas_issue_pending_cmds_again()
3750 	if (instance->aen_cmd) {  in megasas_issue_pending_cmds_again()
3751 		dev_notice(&instance->pdev->dev, "aen_cmd in def process\n");  in megasas_issue_pending_cmds_again()
3752 		megasas_return_cmd(instance, instance->aen_cmd);  in megasas_issue_pending_cmds_again()
3754 		instance->aen_cmd = NULL;  in megasas_issue_pending_cmds_again()
3760 	seq_num = instance->last_seq_num;  in megasas_issue_pending_cmds_again()
3765 	megasas_register_aen(instance, seq_num, class_locale.word);  in megasas_issue_pending_cmds_again()
3778 megasas_internal_reset_defer_cmds(struct megasas_instance *instance)  in megasas_internal_reset_defer_cmds()  argument
3782 	u16 max_cmd = instance->max_fw_cmds;  in megasas_internal_reset_defer_cmds()
3787 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_internal_reset_defer_cmds()
3789 		cmd = instance->cmd_list[i];  in megasas_internal_reset_defer_cmds()
3791 			dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p"  in megasas_internal_reset_defer_cmds()
3796 				dev_notice(&instance->pdev->dev, "ERROR while"  in megasas_internal_reset_defer_cmds()
3805 				&instance->internal_reset_pending_q);  in megasas_internal_reset_defer_cmds()
3808 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_internal_reset_defer_cmds()
3815 	struct megasas_instance *instance =  in process_fw_state_change_wq()  local
3820     if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) {  in process_fw_state_change_wq()
3821 		dev_notice(&instance->pdev->dev, "error, recovery st %x\n",  in process_fw_state_change_wq()
3822 				atomic_read(&instance->adprecovery));  in process_fw_state_change_wq()
3826 	if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) {  in process_fw_state_change_wq()
3827 		dev_notice(&instance->pdev->dev, "FW detected to be in fault"  in process_fw_state_change_wq()
3830 		instance->instancet->disable_intr(instance);  in process_fw_state_change_wq()
3831 		atomic_set(&instance->fw_outstanding, 0);  in process_fw_state_change_wq()
3833 		atomic_set(&instance->fw_reset_no_pci_access, 1);  in process_fw_state_change_wq()
3834 		instance->instancet->adp_reset(instance, instance->reg_set);  in process_fw_state_change_wq()
3835 		atomic_set(&instance->fw_reset_no_pci_access, 0);  in process_fw_state_change_wq()
3837 		dev_notice(&instance->pdev->dev, "FW restarted successfully,"  in process_fw_state_change_wq()
3840 		dev_notice(&instance->pdev->dev, "HBA recovery state machine,"  in process_fw_state_change_wq()
3848 		if (megasas_transition_to_ready(instance, 1)) {  in process_fw_state_change_wq()
3849 			dev_notice(&instance->pdev->dev, "adapter not ready\n");  in process_fw_state_change_wq()
3851 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in process_fw_state_change_wq()
3852 			megaraid_sas_kill_hba(instance);  in process_fw_state_change_wq()
3856 		if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) ||  in process_fw_state_change_wq()
3857 			(instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) ||  in process_fw_state_change_wq()
3858 			(instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)  in process_fw_state_change_wq()
3860 			*instance->consumer = *instance->producer;  in process_fw_state_change_wq()
3862 			*instance->consumer = 0;  in process_fw_state_change_wq()
3863 			*instance->producer = 0;  in process_fw_state_change_wq()
3866 		megasas_issue_init_mfi(instance);  in process_fw_state_change_wq()
3868 		spin_lock_irqsave(&instance->hba_lock, flags);  in process_fw_state_change_wq()
3869 		atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL);  in process_fw_state_change_wq()
3870 		spin_unlock_irqrestore(&instance->hba_lock, flags);  in process_fw_state_change_wq()
3871 		instance->instancet->enable_intr(instance);  in process_fw_state_change_wq()
3873 		megasas_issue_pending_cmds_again(instance);  in process_fw_state_change_wq()
3874 		instance->issuepend_done = 1;  in process_fw_state_change_wq()
3887 megasas_deplete_reply_queue(struct megasas_instance *instance,  in megasas_deplete_reply_queue()  argument
3893 	if ((mfiStatus = instance->instancet->check_reset(instance,  in megasas_deplete_reply_queue()
3894 					instance->reg_set)) == 1) {  in megasas_deplete_reply_queue()
3898 	mfiStatus = instance->instancet->clear_intr(instance);  in megasas_deplete_reply_queue()
3901 		if (!instance->msix_vectors)  in megasas_deplete_reply_queue()
3905 	instance->mfiStatus = mfiStatus;  in megasas_deplete_reply_queue()
3908 		fw_state = instance->instancet->read_fw_status_reg(  in megasas_deplete_reply_queue()
3909 				instance) & MFI_STATE_MASK;  in megasas_deplete_reply_queue()
3912 			dev_notice(&instance->pdev->dev, "fw state:%x\n",  in megasas_deplete_reply_queue()
3917 				(instance->disableOnlineCtrlReset == 0)) {  in megasas_deplete_reply_queue()
3918 			dev_notice(&instance->pdev->dev, "wait adp restart\n");  in megasas_deplete_reply_queue()
3920 			if ((instance->pdev->device ==  in megasas_deplete_reply_queue()
3922 				(instance->pdev->device ==  in megasas_deplete_reply_queue()
3924 				(instance->pdev->device ==  in megasas_deplete_reply_queue()
3927 				*instance->consumer =  in megasas_deplete_reply_queue()
3932 			instance->instancet->disable_intr(instance);  in megasas_deplete_reply_queue()
3933 			atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT);  in megasas_deplete_reply_queue()
3934 			instance->issuepend_done = 0;  in megasas_deplete_reply_queue()
3936 			atomic_set(&instance->fw_outstanding, 0);  in megasas_deplete_reply_queue()
3937 			megasas_internal_reset_defer_cmds(instance);  in megasas_deplete_reply_queue()
3939 			dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n",  in megasas_deplete_reply_queue()
3940 					fw_state, atomic_read(&instance->adprecovery));  in megasas_deplete_reply_queue()
3942 			schedule_work(&instance->work_init);  in megasas_deplete_reply_queue()
3946 			dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n",  in megasas_deplete_reply_queue()
3947 				fw_state, instance->disableOnlineCtrlReset);  in megasas_deplete_reply_queue()
3951 	tasklet_schedule(&instance->isr_tasklet);  in megasas_deplete_reply_queue()
3960 	struct megasas_instance *instance = irq_context->instance;  in megasas_isr()  local
3964 	if (atomic_read(&instance->fw_reset_no_pci_access))  in megasas_isr()
3967 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_isr()
3968 	rc = megasas_deplete_reply_queue(instance, DID_OK);  in megasas_isr()
3969 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_isr()
3984 megasas_transition_to_ready(struct megasas_instance *instance, int ocr)  in megasas_transition_to_ready()  argument
3991 	abs_state = instance->instancet->read_fw_status_reg(instance);  in megasas_transition_to_ready()
3995 		dev_info(&instance->pdev->dev, "Waiting for FW to come to ready"  in megasas_transition_to_ready()
4003 			dev_printk(KERN_ERR, &instance->pdev->dev,  in megasas_transition_to_ready()
4011 				dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4012 				megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4020 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4022 				(instance->pdev->device ==  in megasas_transition_to_ready()
4024 				(instance->adapter_type != MFI_SERIES))  in megasas_transition_to_ready()
4027 				  &instance->reg_set->doorbell);  in megasas_transition_to_ready()
4031 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4037 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4039 				(instance->pdev->device ==  in megasas_transition_to_ready()
4041 				(instance->adapter_type != MFI_SERIES))  in megasas_transition_to_ready()
4043 				       &instance->reg_set->doorbell);  in megasas_transition_to_ready()
4046 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4055 			instance->instancet->disable_intr(instance);  in megasas_transition_to_ready()
4056 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4058 				(instance->pdev->device ==  in megasas_transition_to_ready()
4060 				(instance->adapter_type != MFI_SERIES)) {  in megasas_transition_to_ready()
4062 					&instance->reg_set->doorbell);  in megasas_transition_to_ready()
4064 				if (instance->adapter_type != MFI_SERIES) {  in megasas_transition_to_ready()
4067 							    instance,  in megasas_transition_to_ready()
4068 							    &instance->  in megasas_transition_to_ready()
4078 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4111 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n",  in megasas_transition_to_ready()
4113 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4114 			megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4122 			curr_abs_state = instance->instancet->  in megasas_transition_to_ready()
4123 				read_fw_status_reg(instance);  in megasas_transition_to_ready()
4135 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed "  in megasas_transition_to_ready()
4137 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4138 			megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4145 	dev_info(&instance->pdev->dev, "FW now in Ready state\n");  in megasas_transition_to_ready()
4154 static void megasas_teardown_frame_pool(struct megasas_instance *instance)  in megasas_teardown_frame_pool()  argument
4157 	u16 max_cmd = instance->max_mfi_cmds;  in megasas_teardown_frame_pool()
4160 	if (!instance->frame_dma_pool)  in megasas_teardown_frame_pool()
4168 		cmd = instance->cmd_list[i];  in megasas_teardown_frame_pool()
4171 			dma_pool_free(instance->frame_dma_pool, cmd->frame,  in megasas_teardown_frame_pool()
4175 			dma_pool_free(instance->sense_dma_pool, cmd->sense,  in megasas_teardown_frame_pool()
4182 	dma_pool_destroy(instance->frame_dma_pool);  in megasas_teardown_frame_pool()
4183 	dma_pool_destroy(instance->sense_dma_pool);  in megasas_teardown_frame_pool()
4185 	instance->frame_dma_pool = NULL;  in megasas_teardown_frame_pool()
4186 	instance->sense_dma_pool = NULL;  in megasas_teardown_frame_pool()
4198 static int megasas_create_frame_pool(struct megasas_instance *instance)  in megasas_create_frame_pool()  argument
4205 	max_cmd = instance->max_mfi_cmds;  in megasas_create_frame_pool()
4218 	frame_count = (instance->adapter_type == MFI_SERIES) ?  in megasas_create_frame_pool()
4220 	instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count;  in megasas_create_frame_pool()
4224 	instance->frame_dma_pool = dma_pool_create("megasas frame pool",  in megasas_create_frame_pool()
4225 					&instance->pdev->dev,  in megasas_create_frame_pool()
4226 					instance->mfi_frame_size, 256, 0);  in megasas_create_frame_pool()
4228 	if (!instance->frame_dma_pool) {  in megasas_create_frame_pool()
4229 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n");  in megasas_create_frame_pool()
4233 	instance->sense_dma_pool = dma_pool_create("megasas sense pool",  in megasas_create_frame_pool()
4234 						   &instance->pdev->dev, 128,  in megasas_create_frame_pool()
4237 	if (!instance->sense_dma_pool) {  in megasas_create_frame_pool()
4238 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n");  in megasas_create_frame_pool()
4240 		dma_pool_destroy(instance->frame_dma_pool);  in megasas_create_frame_pool()
4241 		instance->frame_dma_pool = NULL;  in megasas_create_frame_pool()
4253 		cmd = instance->cmd_list[i];  in megasas_create_frame_pool()
4255 		cmd->frame = dma_pool_zalloc(instance->frame_dma_pool,  in megasas_create_frame_pool()
4258 		cmd->sense = dma_pool_alloc(instance->sense_dma_pool,  in megasas_create_frame_pool()
4266 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n");  in megasas_create_frame_pool()
4267 			megasas_teardown_frame_pool(instance);  in megasas_create_frame_pool()
4273 		if ((instance->adapter_type == MFI_SERIES) && reset_devices)  in megasas_create_frame_pool()
4284 void megasas_free_cmds(struct megasas_instance *instance)  in megasas_free_cmds()  argument
4289 	megasas_teardown_frame_pool(instance);  in megasas_free_cmds()
4292 	for (i = 0; i < instance->max_mfi_cmds; i++)  in megasas_free_cmds()
4294 		kfree(instance->cmd_list[i]);  in megasas_free_cmds()
4297 	kfree(instance->cmd_list);  in megasas_free_cmds()
4298 	instance->cmd_list = NULL;  in megasas_free_cmds()
4300 	INIT_LIST_HEAD(&instance->cmd_pool);  in megasas_free_cmds()
4321 int megasas_alloc_cmds(struct megasas_instance *instance)  in megasas_alloc_cmds()  argument
4328 	max_cmd = instance->max_mfi_cmds;  in megasas_alloc_cmds()
4335 	instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL);  in megasas_alloc_cmds()
4337 	if (!instance->cmd_list) {  in megasas_alloc_cmds()
4338 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n");  in megasas_alloc_cmds()
4342 	memset(instance->cmd_list, 0, sizeof(struct megasas_cmd *) *max_cmd);  in megasas_alloc_cmds()
4345 		instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd),  in megasas_alloc_cmds()
4348 		if (!instance->cmd_list[i]) {  in megasas_alloc_cmds()
4351 				kfree(instance->cmd_list[j]);  in megasas_alloc_cmds()
4353 			kfree(instance->cmd_list);  in megasas_alloc_cmds()
4354 			instance->cmd_list = NULL;  in megasas_alloc_cmds()
4361 		cmd = instance->cmd_list[i];  in megasas_alloc_cmds()
4365 		cmd->instance = instance;  in megasas_alloc_cmds()
4367 		list_add_tail(&cmd->list, &instance->cmd_pool);  in megasas_alloc_cmds()
4373 	if (megasas_create_frame_pool(instance)) {  in megasas_alloc_cmds()
4374 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n");  in megasas_alloc_cmds()
4375 		megasas_free_cmds(instance);  in megasas_alloc_cmds()
4390 dcmd_timeout_ocr_possible(struct megasas_instance *instance) {  in dcmd_timeout_ocr_possible()  argument
4392 	if (instance->adapter_type == MFI_SERIES)  in dcmd_timeout_ocr_possible()
4394 	else if (instance->unload ||  in dcmd_timeout_ocr_possible()
4395 			test_bit(MEGASAS_FUSION_IN_RESET, &instance->reset_flags))  in dcmd_timeout_ocr_possible()
4402 megasas_get_pd_info(struct megasas_instance *instance, struct scsi_device *sdev)  in megasas_get_pd_info()  argument
4412 	cmd = megasas_get_cmd(instance);  in megasas_get_pd_info()
4415 		dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__);  in megasas_get_pd_info()
4421 	memset(instance->pd_info, 0, sizeof(*instance->pd_info));  in megasas_get_pd_info()
4434 	megasas_set_dma_settings(instance, dcmd, instance->pd_info_h,  in megasas_get_pd_info()
4437 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_pd_info()
4438 	    !instance->mask_interrupts)  in megasas_get_pd_info()
4439 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_pd_info()
4441 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_pd_info()
4446 		le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType);  in megasas_get_pd_info()
4448 				instance->pd_info->state.ddf.pdType.intf;  in megasas_get_pd_info()
4453 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_pd_info()
4456 			mutex_unlock(&instance->reset_mutex);  in megasas_get_pd_info()
4457 			megasas_reset_fusion(instance->host,  in megasas_get_pd_info()
4459 			mutex_lock(&instance->reset_mutex);  in megasas_get_pd_info()
4462 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_info()
4465 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_pd_info()
4474 		megasas_return_cmd(instance, cmd);  in megasas_get_pd_info()
4488 megasas_get_pd_list(struct megasas_instance *instance)  in megasas_get_pd_list()  argument
4496 	if (instance->pd_list_not_supported) {  in megasas_get_pd_list()
4497 		dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY "  in megasas_get_pd_list()
4502 	ci = instance->pd_list_buf;  in megasas_get_pd_list()
4504 	cmd = megasas_get_cmd(instance);  in megasas_get_pd_list()
4507 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n");  in megasas_get_pd_list()
4527 	megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h,  in megasas_get_pd_list()
4530 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_pd_list()
4531 	    !instance->mask_interrupts)  in megasas_get_pd_list()
4532 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_pd_list()
4535 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_pd_list()
4539 		dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY "  in megasas_get_pd_list()
4542 		if (instance->adapter_type != MFI_SERIES)  in megasas_get_pd_list()
4543 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_list()
4545 			instance->pd_list_not_supported = 1;  in megasas_get_pd_list()
4549 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_pd_list()
4557 			mutex_unlock(&instance->reset_mutex);  in megasas_get_pd_list()
4558 			megasas_reset_fusion(instance->host,  in megasas_get_pd_list()
4560 			mutex_lock(&instance->reset_mutex);  in megasas_get_pd_list()
4563 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_list()
4566 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n",  in megasas_get_pd_list()
4576 			dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n",  in megasas_get_pd_list()
4583 		memset(instance->local_pd_list, 0,  in megasas_get_pd_list()
4587 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid	=  in megasas_get_pd_list()
4589 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType	=  in megasas_get_pd_list()
4591 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState	=  in megasas_get_pd_list()
4594 				dev_info(&instance->pdev->dev,  in megasas_get_pd_list()
4601 		memcpy(instance->pd_list, instance->local_pd_list,  in megasas_get_pd_list()
4602 			sizeof(instance->pd_list));  in megasas_get_pd_list()
4608 		megasas_return_cmd(instance, cmd);  in megasas_get_pd_list()
4623 megasas_get_ld_list(struct megasas_instance *instance)  in megasas_get_ld_list()  argument
4632 	ci = instance->ld_list_buf;  in megasas_get_ld_list()
4633 	ci_h = instance->ld_list_buf_h;  in megasas_get_ld_list()
4635 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_list()
4638 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n");  in megasas_get_ld_list()
4647 	if (instance->supportmax256vd)  in megasas_get_ld_list()
4658 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_ld_list()
4661 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_ld_list()
4662 	    !instance->mask_interrupts)  in megasas_get_ld_list()
4663 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_ld_list()
4666 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_ld_list()
4672 		megaraid_sas_kill_hba(instance);  in megasas_get_ld_list()
4676 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_ld_list()
4684 			mutex_unlock(&instance->reset_mutex);  in megasas_get_ld_list()
4685 			megasas_reset_fusion(instance->host,  in megasas_get_ld_list()
4687 			mutex_lock(&instance->reset_mutex);  in megasas_get_ld_list()
4690 			megaraid_sas_kill_hba(instance);  in megasas_get_ld_list()
4693 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_ld_list()
4702 			dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n",  in megasas_get_ld_list()
4705 		if (ld_count > instance->fw_supported_vd_count)  in megasas_get_ld_list()
4708 		memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT);  in megasas_get_ld_list()
4713 				instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId;  in megasas_get_ld_list()
4715 					dev_info(&instance->pdev->dev,  in megasas_get_ld_list()
4725 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_list()
4740 megasas_ld_list_query(struct megasas_instance *instance, u8 query_type)  in megasas_ld_list_query()  argument
4749 	ci = instance->ld_targetid_list_buf;  in megasas_ld_list_query()
4750 	ci_h = instance->ld_targetid_list_buf_h;  in megasas_ld_list_query()
4752 	cmd = megasas_get_cmd(instance);  in megasas_ld_list_query()
4755 		dev_warn(&instance->pdev->dev,  in megasas_ld_list_query()
4766 	if (instance->supportmax256vd)  in megasas_ld_list_query()
4778 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_ld_list_query()
4781 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_ld_list_query()
4782 	    !instance->mask_interrupts)  in megasas_ld_list_query()
4783 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_ld_list_query()
4785 		ret = megasas_issue_polled(instance, cmd);  in megasas_ld_list_query()
4789 		dev_info(&instance->pdev->dev,  in megasas_ld_list_query()
4792 		ret = megasas_get_ld_list(instance);  in megasas_ld_list_query()
4795 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_ld_list_query()
4803 			mutex_unlock(&instance->reset_mutex);  in megasas_ld_list_query()
4804 			megasas_reset_fusion(instance->host,  in megasas_ld_list_query()
4806 			mutex_lock(&instance->reset_mutex);  in megasas_ld_list_query()
4809 			megaraid_sas_kill_hba(instance);  in megasas_ld_list_query()
4812 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_ld_list_query()
4822 			dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n",  in megasas_ld_list_query()
4825 		if ((tgtid_count > (instance->fw_supported_vd_count)))  in megasas_ld_list_query()
4828 		memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megasas_ld_list_query()
4831 			instance->ld_ids[ids] = ci->targetId[ld_index];  in megasas_ld_list_query()
4833 				dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n",  in megasas_ld_list_query()
4841 		megasas_return_cmd(instance, cmd);  in megasas_ld_list_query()
4860 megasas_host_device_list_query(struct megasas_instance *instance,  in megasas_host_device_list_query()  argument
4870 	ci = instance->host_device_list_buf;  in megasas_host_device_list_query()
4871 	ci_h = instance->host_device_list_buf_h;  in megasas_host_device_list_query()
4873 	cmd = megasas_get_cmd(instance);  in megasas_host_device_list_query()
4876 		dev_warn(&instance->pdev->dev,  in megasas_host_device_list_query()
4897 	megasas_set_dma_settings(instance, dcmd, ci_h, HOST_DEVICE_LIST_SZ);  in megasas_host_device_list_query()
4899 	if (!instance->mask_interrupts) {  in megasas_host_device_list_query()
4900 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_host_device_list_query()
4903 		ret = megasas_issue_polled(instance, cmd);  in megasas_host_device_list_query()
4918 			dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n",  in megasas_host_device_list_query()
4921 		memset(instance->local_pd_list, 0,  in megasas_host_device_list_query()
4923 		memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT);  in megasas_host_device_list_query()
4927 				instance->local_pd_list[target_id].tid = target_id;  in megasas_host_device_list_query()
4928 				instance->local_pd_list[target_id].driveType =  in megasas_host_device_list_query()
4930 				instance->local_pd_list[target_id].driveState =  in megasas_host_device_list_query()
4933 					dev_info(&instance->pdev->dev,  in megasas_host_device_list_query()
4937 				instance->ld_ids[target_id] = target_id;  in megasas_host_device_list_query()
4939 					dev_info(&instance->pdev->dev,  in megasas_host_device_list_query()
4945 		memcpy(instance->pd_list, instance->local_pd_list,  in megasas_host_device_list_query()
4946 		       sizeof(instance->pd_list));  in megasas_host_device_list_query()
4950 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_host_device_list_query()
4953 			mutex_unlock(&instance->reset_mutex);  in megasas_host_device_list_query()
4954 			megasas_reset_fusion(instance->host,  in megasas_host_device_list_query()
4956 			mutex_lock(&instance->reset_mutex);  in megasas_host_device_list_query()
4959 			megaraid_sas_kill_hba(instance);  in megasas_host_device_list_query()
4962 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_host_device_list_query()
4968 		dev_err(&instance->pdev->dev,  in megasas_host_device_list_query()
4975 		megasas_return_cmd(instance, cmd);  in megasas_host_device_list_query()
4984 static void megasas_update_ext_vd_details(struct megasas_instance *instance)  in megasas_update_ext_vd_details()  argument
4989 	fusion = instance->ctrl_context;  in megasas_update_ext_vd_details()
4994 	instance->supportmax256vd =  in megasas_update_ext_vd_details()
4995 		instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs;  in megasas_update_ext_vd_details()
4997 	if (instance->ctrl_info_buf->max_lds > 64)  in megasas_update_ext_vd_details()
4998 		instance->supportmax256vd = 1;  in megasas_update_ext_vd_details()
5000 	instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS  in megasas_update_ext_vd_details()
5002 	instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS  in megasas_update_ext_vd_details()
5004 	if (instance->supportmax256vd) {  in megasas_update_ext_vd_details()
5005 		instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT;  in megasas_update_ext_vd_details()
5006 		instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_update_ext_vd_details()
5008 		instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES;  in megasas_update_ext_vd_details()
5009 		instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_update_ext_vd_details()
5012 	dev_info(&instance->pdev->dev,  in megasas_update_ext_vd_details()
5014 		instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0,  in megasas_update_ext_vd_details()
5015 		instance->ctrl_info_buf->max_lds);  in megasas_update_ext_vd_details()
5017 	if (instance->max_raid_mapsize) {  in megasas_update_ext_vd_details()
5018 		ventura_map_sz = instance->max_raid_mapsize *  in megasas_update_ext_vd_details()
5025 					(instance->fw_supported_vd_count - 1));  in megasas_update_ext_vd_details()
5031 		if (instance->supportmax256vd)  in megasas_update_ext_vd_details()
5047 void megasas_get_snapdump_properties(struct megasas_instance *instance)  in megasas_get_snapdump_properties()  argument
5055 	ci = instance->snapdump_prop;  in megasas_get_snapdump_properties()
5056 	ci_h = instance->snapdump_prop_h;  in megasas_get_snapdump_properties()
5061 	cmd = megasas_get_cmd(instance);  in megasas_get_snapdump_properties()
5064 		dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_get_snapdump_properties()
5082 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_snapdump_properties()
5085 	if (!instance->mask_interrupts) {  in megasas_get_snapdump_properties()
5086 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_snapdump_properties()
5089 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_snapdump_properties()
5095 		instance->snapdump_wait_time =  in megasas_get_snapdump_properties()
5101 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_snapdump_properties()
5104 			mutex_unlock(&instance->reset_mutex);  in megasas_get_snapdump_properties()
5105 			megasas_reset_fusion(instance->host,  in megasas_get_snapdump_properties()
5107 			mutex_lock(&instance->reset_mutex);  in megasas_get_snapdump_properties()
5110 			megaraid_sas_kill_hba(instance);  in megasas_get_snapdump_properties()
5113 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_snapdump_properties()
5120 		megasas_return_cmd(instance, cmd);  in megasas_get_snapdump_properties()
5132 megasas_get_ctrl_info(struct megasas_instance *instance)  in megasas_get_ctrl_info()  argument
5140 	ci = instance->ctrl_info_buf;  in megasas_get_ctrl_info()
5141 	ci_h = instance->ctrl_info_buf_h;  in megasas_get_ctrl_info()
5143 	cmd = megasas_get_cmd(instance);  in megasas_get_ctrl_info()
5146 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_get_ctrl_info()
5165 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_ctrl_info()
5168 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_ctrl_info()
5169 	    !instance->mask_interrupts) {  in megasas_get_ctrl_info()
5170 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_ctrl_info()
5172 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_ctrl_info()
5193 		megasas_update_ext_vd_details(instance);  in megasas_get_ctrl_info()
5194 		instance->support_seqnum_jbod_fp =  in megasas_get_ctrl_info()
5196 		instance->support_morethan256jbod =  in megasas_get_ctrl_info()
5198 		instance->support_nvme_passthru =  in megasas_get_ctrl_info()
5200 		instance->support_pci_lane_margining =  in megasas_get_ctrl_info()
5202 		instance->task_abort_tmo = ci->TaskAbortTO;  in megasas_get_ctrl_info()
5203 		instance->max_reset_tmo = ci->MaxResetTO;  in megasas_get_ctrl_info()
5206 		instance->is_imr = (ci->memory_size ? 0 : 1);  in megasas_get_ctrl_info()
5208 		instance->snapdump_wait_time =  in megasas_get_ctrl_info()
5212 		instance->enable_fw_dev_list =  in megasas_get_ctrl_info()
5215 		dev_info(&instance->pdev->dev,  in megasas_get_ctrl_info()
5217 			instance->is_imr ? "iMR" : "MR",  in megasas_get_ctrl_info()
5220 		instance->disableOnlineCtrlReset =  in megasas_get_ctrl_info()
5222 		instance->secure_jbod_support =  in megasas_get_ctrl_info()
5224 		dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n",  in megasas_get_ctrl_info()
5225 			instance->disableOnlineCtrlReset ? "Disabled" : "Enabled");  in megasas_get_ctrl_info()
5226 		dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n",  in megasas_get_ctrl_info()
5227 			instance->secure_jbod_support ? "Yes" : "No");  in megasas_get_ctrl_info()
5228 		dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n",  in megasas_get_ctrl_info()
5229 			 instance->support_nvme_passthru ? "Yes" : "No");  in megasas_get_ctrl_info()
5230 		dev_info(&instance->pdev->dev,  in megasas_get_ctrl_info()
5232 			 instance->task_abort_tmo, instance->max_reset_tmo);  in megasas_get_ctrl_info()
5233 		dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n",  in megasas_get_ctrl_info()
5234 			 instance->support_seqnum_jbod_fp ? "Yes" : "No");  in megasas_get_ctrl_info()
5235 		dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n",  in megasas_get_ctrl_info()
5236 			 instance->support_pci_lane_margining ? "Yes" : "No");  in megasas_get_ctrl_info()
5241 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_ctrl_info()
5244 			mutex_unlock(&instance->reset_mutex);  in megasas_get_ctrl_info()
5245 			megasas_reset_fusion(instance->host,  in megasas_get_ctrl_info()
5247 			mutex_lock(&instance->reset_mutex);  in megasas_get_ctrl_info()
5250 			megaraid_sas_kill_hba(instance);  in megasas_get_ctrl_info()
5253 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_ctrl_info()
5259 		megaraid_sas_kill_hba(instance);  in megasas_get_ctrl_info()
5265 		megasas_return_cmd(instance, cmd);  in megasas_get_ctrl_info()
5285 int megasas_set_crash_dump_params(struct megasas_instance *instance,  in megasas_set_crash_dump_params()  argument
5292 	cmd = megasas_get_cmd(instance);  in megasas_set_crash_dump_params()
5295 		dev_err(&instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_set_crash_dump_params()
5313 	megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h,  in megasas_set_crash_dump_params()
5316 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_set_crash_dump_params()
5317 	    !instance->mask_interrupts)  in megasas_set_crash_dump_params()
5318 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_set_crash_dump_params()
5320 		ret = megasas_issue_polled(instance, cmd);  in megasas_set_crash_dump_params()
5323 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_set_crash_dump_params()
5326 			megasas_reset_fusion(instance->host,  in megasas_set_crash_dump_params()
5330 			megaraid_sas_kill_hba(instance);  in megasas_set_crash_dump_params()
5333 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_set_crash_dump_params()
5338 		megasas_return_cmd(instance, cmd);  in megasas_set_crash_dump_params()
5350 megasas_issue_init_mfi(struct megasas_instance *instance)  in megasas_issue_init_mfi()  argument
5367 	cmd = megasas_get_cmd(instance);  in megasas_issue_init_mfi()
5381 	initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1);  in megasas_issue_init_mfi()
5382 	initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h);  in megasas_issue_init_mfi()
5384 	initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h);  in megasas_issue_init_mfi()
5385 	initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h);  in megasas_issue_init_mfi()
5399 	instance->instancet->disable_intr(instance);  in megasas_issue_init_mfi()
5405 	if (megasas_issue_polled(instance, cmd)) {  in megasas_issue_init_mfi()
5406 		dev_err(&instance->pdev->dev, "Failed to init firmware\n");  in megasas_issue_init_mfi()
5407 		megasas_return_cmd(instance, cmd);  in megasas_issue_init_mfi()
5411 	megasas_return_cmd(instance, cmd);  in megasas_issue_init_mfi()
5420 megasas_init_adapter_mfi(struct megasas_instance *instance)  in megasas_init_adapter_mfi()  argument
5428 	instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF;  in megasas_init_adapter_mfi()
5434 	instance->max_fw_cmds = instance->max_fw_cmds-1;  in megasas_init_adapter_mfi()
5435 	instance->max_mfi_cmds = instance->max_fw_cmds;  in megasas_init_adapter_mfi()
5436 	instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >>  in megasas_init_adapter_mfi()
5442 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megasas_init_adapter_mfi()
5443 		(instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) {  in megasas_init_adapter_mfi()
5444 		instance->max_scsi_cmds = (instance->max_fw_cmds -  in megasas_init_adapter_mfi()
5446 		sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS);  in megasas_init_adapter_mfi()
5448 		instance->max_scsi_cmds = (instance->max_fw_cmds -  in megasas_init_adapter_mfi()
5450 		sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS));  in megasas_init_adapter_mfi()
5453 	instance->cur_can_queue = instance->max_scsi_cmds;  in megasas_init_adapter_mfi()
5457 	if (megasas_alloc_cmds(instance))  in megasas_init_adapter_mfi()
5470 	reply_q_sz = context_sz * (instance->max_fw_cmds + 1);  in megasas_init_adapter_mfi()
5472 	instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev,  in megasas_init_adapter_mfi()
5473 			reply_q_sz, &instance->reply_queue_h, GFP_KERNEL);  in megasas_init_adapter_mfi()
5475 	if (!instance->reply_queue) {  in megasas_init_adapter_mfi()
5476 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n");  in megasas_init_adapter_mfi()
5480 	if (megasas_issue_init_mfi(instance))  in megasas_init_adapter_mfi()
5483 	if (megasas_get_ctrl_info(instance)) {  in megasas_init_adapter_mfi()
5484 		dev_err(&instance->pdev->dev, "(%d): Could get controller info "  in megasas_init_adapter_mfi()
5485 			"Fail from %s %d\n", instance->unique_id,  in megasas_init_adapter_mfi()
5490 	instance->fw_support_ieee = 0;  in megasas_init_adapter_mfi()
5491 	instance->fw_support_ieee =  in megasas_init_adapter_mfi()
5492 		(instance->instancet->read_fw_status_reg(instance) &  in megasas_init_adapter_mfi()
5495 	dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d",  in megasas_init_adapter_mfi()
5496 			instance->fw_support_ieee);  in megasas_init_adapter_mfi()
5498 	if (instance->fw_support_ieee)  in megasas_init_adapter_mfi()
5499 		instance->flag_ieee = 1;  in megasas_init_adapter_mfi()
5505 	dma_free_coherent(&instance->pdev->dev, reply_q_sz,  in megasas_init_adapter_mfi()
5506 			    instance->reply_queue, instance->reply_queue_h);  in megasas_init_adapter_mfi()
5508 	megasas_free_cmds(instance);  in megasas_init_adapter_mfi()
5515 void megasas_setup_irq_poll(struct megasas_instance *instance)  in megasas_setup_irq_poll()  argument
5520 	count = instance->msix_vectors > 0 ? instance->msix_vectors : 1;  in megasas_setup_irq_poll()
5524 		irq_ctx = &instance->irq_context[i];  in megasas_setup_irq_poll()
5525 		irq_ctx->os_irq = pci_irq_vector(instance->pdev, i);  in megasas_setup_irq_poll()
5528 			      instance->threshold_reply_count,  in megasas_setup_irq_poll()
5542 megasas_setup_irqs_ioapic(struct megasas_instance *instance)  in megasas_setup_irqs_ioapic()  argument
5546 	pdev = instance->pdev;  in megasas_setup_irqs_ioapic()
5547 	instance->irq_context[0].instance = instance;  in megasas_setup_irqs_ioapic()
5548 	instance->irq_context[0].MSIxIndex = 0;  in megasas_setup_irqs_ioapic()
5550 			instance->instancet->service_isr, IRQF_SHARED,  in megasas_setup_irqs_ioapic()
5551 			"megasas", &instance->irq_context[0])) {  in megasas_setup_irqs_ioapic()
5552 		dev_err(&instance->pdev->dev,  in megasas_setup_irqs_ioapic()
5557 	instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_setup_irqs_ioapic()
5558 	instance->low_latency_index_start = 0;  in megasas_setup_irqs_ioapic()
5572 megasas_setup_irqs_msix(struct megasas_instance *instance, u8 is_probe)  in megasas_setup_irqs_msix()  argument
5577 	pdev = instance->pdev;  in megasas_setup_irqs_msix()
5580 	for (i = 0; i < instance->msix_vectors; i++) {  in megasas_setup_irqs_msix()
5581 		instance->irq_context[i].instance = instance;  in megasas_setup_irqs_msix()
5582 		instance->irq_context[i].MSIxIndex = i;  in megasas_setup_irqs_msix()
5584 			instance->instancet->service_isr, 0, "megasas",  in megasas_setup_irqs_msix()
5585 			&instance->irq_context[i])) {  in megasas_setup_irqs_msix()
5586 			dev_err(&instance->pdev->dev,  in megasas_setup_irqs_msix()
5590 					 &instance->irq_context[j]);  in megasas_setup_irqs_msix()
5592 			instance->msix_vectors = 0;  in megasas_setup_irqs_msix()
5593 			instance->msix_load_balance = false;  in megasas_setup_irqs_msix()
5595 				pci_free_irq_vectors(instance->pdev);  in megasas_setup_irqs_msix()
5596 				return megasas_setup_irqs_ioapic(instance);  in megasas_setup_irqs_msix()
5612 megasas_destroy_irqs(struct megasas_instance *instance) {  in megasas_destroy_irqs()  argument
5618 	count = instance->msix_vectors > 0 ? instance->msix_vectors : 1;  in megasas_destroy_irqs()
5619 	if (instance->adapter_type != MFI_SERIES) {  in megasas_destroy_irqs()
5621 			irq_ctx = &instance->irq_context[i];  in megasas_destroy_irqs()
5626 	if (instance->msix_vectors)  in megasas_destroy_irqs()
5627 		for (i = 0; i < instance->msix_vectors; i++) {  in megasas_destroy_irqs()
5628 			free_irq(pci_irq_vector(instance->pdev, i),  in megasas_destroy_irqs()
5629 				 &instance->irq_context[i]);  in megasas_destroy_irqs()
5632 		free_irq(pci_irq_vector(instance->pdev, 0),  in megasas_destroy_irqs()
5633 			 &instance->irq_context[0]);  in megasas_destroy_irqs()
5644 megasas_setup_jbod_map(struct megasas_instance *instance)  in megasas_setup_jbod_map()  argument
5647 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_setup_jbod_map()
5653 	instance->use_seqnum_jbod_fp =  in megasas_setup_jbod_map()
5654 		instance->support_seqnum_jbod_fp;  in megasas_setup_jbod_map()
5656 		!instance->support_seqnum_jbod_fp) {  in megasas_setup_jbod_map()
5657 		dev_info(&instance->pdev->dev,  in megasas_setup_jbod_map()
5660 		instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5669 			(&instance->pdev->dev, pd_seq_map_sz,  in megasas_setup_jbod_map()
5672 			dev_err(&instance->pdev->dev,  in megasas_setup_jbod_map()
5676 				dma_free_coherent(&instance->pdev->dev,  in megasas_setup_jbod_map()
5681 			instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5687 	if (!megasas_sync_pd_seq_num(instance, false) &&  in megasas_setup_jbod_map()
5688 		!megasas_sync_pd_seq_num(instance, true))  in megasas_setup_jbod_map()
5689 		instance->use_seqnum_jbod_fp = true;  in megasas_setup_jbod_map()
5691 		instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5694 static void megasas_setup_reply_map(struct megasas_instance *instance)  in megasas_setup_reply_map()  argument
5699 	low_latency_index_start = instance->low_latency_index_start;  in megasas_setup_reply_map()
5701 	for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) {  in megasas_setup_reply_map()
5702 		mask = pci_irq_get_affinity(instance->pdev, queue);  in megasas_setup_reply_map()
5707 			instance->reply_map[cpu] = queue;  in megasas_setup_reply_map()
5714 		instance->reply_map[cpu] = queue;  in megasas_setup_reply_map()
5715 		if (queue == (instance->msix_vectors - 1))  in megasas_setup_reply_map()
5732 int megasas_get_device_list(struct megasas_instance *instance)  in megasas_get_device_list()  argument
5734 	memset(instance->pd_list, 0,  in megasas_get_device_list()
5736 	memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megasas_get_device_list()
5738 	if (instance->enable_fw_dev_list) {  in megasas_get_device_list()
5739 		if (megasas_host_device_list_query(instance, true))  in megasas_get_device_list()
5742 		if (megasas_get_pd_list(instance) < 0) {  in megasas_get_device_list()
5743 			dev_err(&instance->pdev->dev, "failed to get PD list\n");  in megasas_get_device_list()
5747 		if (megasas_ld_list_query(instance,  in megasas_get_device_list()
5749 			dev_err(&instance->pdev->dev, "failed to get LD list\n");  in megasas_get_device_list()
5763 megasas_set_high_iops_queue_affinity_hint(struct megasas_instance *instance)  in megasas_set_high_iops_queue_affinity_hint()  argument
5768 	if (instance->perf_mode == MR_BALANCED_PERF_MODE) {  in megasas_set_high_iops_queue_affinity_hint()
5769 		local_numa_node = dev_to_node(&instance->pdev->dev);  in megasas_set_high_iops_queue_affinity_hint()
5771 		for (i = 0; i < instance->low_latency_index_start; i++)  in megasas_set_high_iops_queue_affinity_hint()
5772 			irq_set_affinity_hint(pci_irq_vector(instance->pdev, i),  in megasas_set_high_iops_queue_affinity_hint()
5778 __megasas_alloc_irq_vectors(struct megasas_instance *instance)  in __megasas_alloc_irq_vectors()  argument
5781 	struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start };  in __megasas_alloc_irq_vectors()
5786 	if (instance->smp_affinity_enable)  in __megasas_alloc_irq_vectors()
5791 	i = pci_alloc_irq_vectors_affinity(instance->pdev,  in __megasas_alloc_irq_vectors()
5792 		instance->low_latency_index_start,  in __megasas_alloc_irq_vectors()
5793 		instance->msix_vectors, irq_flags, descp);  in __megasas_alloc_irq_vectors()
5804 megasas_alloc_irq_vectors(struct megasas_instance *instance)  in megasas_alloc_irq_vectors()  argument
5809 	i = __megasas_alloc_irq_vectors(instance);  in megasas_alloc_irq_vectors()
5811 	if ((instance->perf_mode == MR_BALANCED_PERF_MODE) &&  in megasas_alloc_irq_vectors()
5812 	    (i != instance->msix_vectors)) {  in megasas_alloc_irq_vectors()
5813 		if (instance->msix_vectors)  in megasas_alloc_irq_vectors()
5814 			pci_free_irq_vectors(instance->pdev);  in megasas_alloc_irq_vectors()
5816 		instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_alloc_irq_vectors()
5817 		instance->low_latency_index_start = 1;  in megasas_alloc_irq_vectors()
5818 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_alloc_irq_vectors()
5820 		instance->msix_vectors = min(num_msix_req,  in megasas_alloc_irq_vectors()
5821 				instance->msix_vectors);  in megasas_alloc_irq_vectors()
5823 		i = __megasas_alloc_irq_vectors(instance);  in megasas_alloc_irq_vectors()
5827 	dev_info(&instance->pdev->dev,  in megasas_alloc_irq_vectors()
5828 		"requested/available msix %d/%d\n", instance->msix_vectors, i);  in megasas_alloc_irq_vectors()
5831 		instance->msix_vectors = i;  in megasas_alloc_irq_vectors()
5833 		instance->msix_vectors = 0;  in megasas_alloc_irq_vectors()
5835 	if (instance->smp_affinity_enable)  in megasas_alloc_irq_vectors()
5836 		megasas_set_high_iops_queue_affinity_hint(instance);  in megasas_alloc_irq_vectors()
5846 static int megasas_init_fw(struct megasas_instance *instance)  in megasas_init_fw()  argument
5862 	fusion = instance->ctrl_context;  in megasas_init_fw()
5865 	bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM);  in megasas_init_fw()
5866 	instance->bar = find_first_bit(&bar_list, BITS_PER_LONG);  in megasas_init_fw()
5867 	if (pci_request_selected_regions(instance->pdev, 1<<instance->bar,  in megasas_init_fw()
5869 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n");  in megasas_init_fw()
5873 	base_addr = pci_resource_start(instance->pdev, instance->bar);  in megasas_init_fw()
5874 	instance->reg_set = ioremap_nocache(base_addr, 8192);  in megasas_init_fw()
5876 	if (!instance->reg_set) {  in megasas_init_fw()
5877 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n");  in megasas_init_fw()
5882 	dev_printk(KERN_DEBUG, &instance->pdev->dev,  in megasas_init_fw()
5884 		   instance->bar, base_addr_phys, instance->reg_set);  in megasas_init_fw()
5886 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
5887 		instance->instancet = &megasas_instance_template_fusion;  in megasas_init_fw()
5889 		switch (instance->pdev->device) {  in megasas_init_fw()
5892 			instance->instancet = &megasas_instance_template_ppc;  in megasas_init_fw()
5896 			instance->instancet = &megasas_instance_template_gen2;  in megasas_init_fw()
5900 			instance->instancet = &megasas_instance_template_skinny;  in megasas_init_fw()
5905 			instance->instancet = &megasas_instance_template_xscale;  in megasas_init_fw()
5906 			instance->pd_list_not_supported = 1;  in megasas_init_fw()
5911 	if (megasas_transition_to_ready(instance, 0)) {  in megasas_init_fw()
5912 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
5915 		if (instance->adapter_type != MFI_SERIES) {  in megasas_init_fw()
5916 			status_reg = instance->instancet->read_fw_status_reg(  in megasas_init_fw()
5917 					instance);  in megasas_init_fw()
5920 					(instance, true, 0) == FAILED)  in megasas_init_fw()
5926 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_init_fw()
5927 			instance->instancet->adp_reset  in megasas_init_fw()
5928 				(instance, instance->reg_set);  in megasas_init_fw()
5929 			atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_init_fw()
5934 			if (megasas_transition_to_ready(instance, 0))  in megasas_init_fw()
5938 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
5943 	megasas_init_ctrl_params(instance);  in megasas_init_fw()
5945 	if (megasas_set_dma_mask(instance))  in megasas_init_fw()
5948 	if (megasas_alloc_ctrl_mem(instance))  in megasas_init_fw()
5951 	if (megasas_alloc_ctrl_dma_buffers(instance))  in megasas_init_fw()
5954 	fusion = instance->ctrl_context;  in megasas_init_fw()
5956 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
5958 			megasas_readl(instance,  in megasas_init_fw()
5959 				      &instance->reg_set->outbound_scratch_pad_2);  in megasas_init_fw()
5960 		instance->max_raid_mapsize = ((scratch_pad_2 >>  in megasas_init_fw()
5965 	instance->enable_sdev_max_qd = enable_sdev_max_qd;  in megasas_init_fw()
5967 	switch (instance->adapter_type) {  in megasas_init_fw()
5979 	msix_enable = (instance->instancet->read_fw_status_reg(instance) &  in megasas_init_fw()
5984 			(instance, &instance->reg_set->outbound_scratch_pad_1);  in megasas_init_fw()
5987 			if (instance->adapter_type == THUNDERBOLT_SERIES) {  in megasas_init_fw()
5989 				instance->msix_vectors = (scratch_pad_1  in megasas_init_fw()
5992 				instance->msix_vectors = ((scratch_pad_1  in megasas_init_fw()
6004 				switch (instance->adapter_type) {  in megasas_init_fw()
6006 					if (instance->msix_vectors > 8)  in megasas_init_fw()
6007 						instance->msix_combined = true;  in megasas_init_fw()
6011 					if (instance->msix_vectors > 16)  in megasas_init_fw()
6012 						instance->msix_combined = true;  in megasas_init_fw()
6017 					instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ?  in megasas_init_fw()
6020 				if (instance->adapter_type >= INVADER_SERIES &&  in megasas_init_fw()
6021 				    !instance->msix_combined) {  in megasas_init_fw()
6022 					instance->msix_load_balance = true;  in megasas_init_fw()
6023 					instance->smp_affinity_enable = false;  in megasas_init_fw()
6031 					instance->reply_post_host_index_addr[loop] =  in megasas_init_fw()
6033 						((u8 __iomem *)instance->reg_set +  in megasas_init_fw()
6039 			dev_info(&instance->pdev->dev,  in megasas_init_fw()
6041 				 instance->msix_vectors);  in megasas_init_fw()
6043 				instance->msix_vectors = min(msix_vectors,  in megasas_init_fw()
6044 					instance->msix_vectors);  in megasas_init_fw()
6046 			instance->msix_vectors = 1;  in megasas_init_fw()
6072 			(instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES))  in megasas_init_fw()
6073 			instance->perf_mode = MR_BALANCED_PERF_MODE;  in megasas_init_fw()
6075 			instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6078 		if (instance->adapter_type == AERO_SERIES) {  in megasas_init_fw()
6079 			pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta);  in megasas_init_fw()
6087 				instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6099 				instance->perf_mode = perf_mode;  in megasas_init_fw()
6105 				instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6109 		if (instance->perf_mode == MR_BALANCED_PERF_MODE)  in megasas_init_fw()
6110 			instance->low_latency_index_start =  in megasas_init_fw()
6113 			instance->low_latency_index_start = 1;  in megasas_init_fw()
6115 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_init_fw()
6117 		instance->msix_vectors = min(num_msix_req,  in megasas_init_fw()
6118 				instance->msix_vectors);  in megasas_init_fw()
6120 		megasas_alloc_irq_vectors(instance);  in megasas_init_fw()
6121 		if (!instance->msix_vectors)  in megasas_init_fw()
6122 			instance->msix_load_balance = false;  in megasas_init_fw()
6128 	if (instance->msix_combined) {  in megasas_init_fw()
6129 		instance->reply_post_host_index_addr[0] =  in megasas_init_fw()
6130 				(u32 *)((u8 *)instance->reg_set +  in megasas_init_fw()
6133 		instance->reply_post_host_index_addr[0] =  in megasas_init_fw()
6134 			(u32 *)((u8 *)instance->reg_set +  in megasas_init_fw()
6138 	if (!instance->msix_vectors) {  in megasas_init_fw()
6139 		i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_LEGACY);  in megasas_init_fw()
6144 	megasas_setup_reply_map(instance);  in megasas_init_fw()
6146 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6148 		instance->msix_vectors, (unsigned int)num_online_cpus());  in megasas_init_fw()
6149 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6150 		"RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled");  in megasas_init_fw()
6152 	tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet,  in megasas_init_fw()
6153 		(unsigned long)instance);  in megasas_init_fw()
6159 	instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES;  in megasas_init_fw()
6160 	instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_init_fw()
6162 	if (instance->instancet->init_adapter(instance))  in megasas_init_fw()
6165 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6167 			megasas_readl(instance,  in megasas_init_fw()
6168 				      &instance->reg_set->outbound_scratch_pad_3);  in megasas_init_fw()
6171 			instance->nvme_page_size =  in megasas_init_fw()
6174 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6175 			 "NVME page size\t: (%d)\n", instance->nvme_page_size);  in megasas_init_fw()
6178 	if (instance->msix_vectors ?  in megasas_init_fw()
6179 		megasas_setup_irqs_msix(instance, 1) :  in megasas_init_fw()
6180 		megasas_setup_irqs_ioapic(instance))  in megasas_init_fw()
6183 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6184 		megasas_setup_irq_poll(instance);  in megasas_init_fw()
6186 	instance->instancet->enable_intr(instance);  in megasas_init_fw()
6188 	dev_info(&instance->pdev->dev, "INIT adapter done\n");  in megasas_init_fw()
6190 	megasas_setup_jbod_map(instance);  in megasas_init_fw()
6192 	if (megasas_get_device_list(instance) != SUCCESS) {  in megasas_init_fw()
6193 		dev_err(&instance->pdev->dev,  in megasas_init_fw()
6200 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6206 			dev_err(&instance->pdev->dev,  in megasas_init_fw()
6215 				dev_err(&instance->pdev->dev,  in megasas_init_fw()
6238 	ctrl_info = instance->ctrl_info_buf;  in megasas_init_fw()
6246 	instance->peerIsPresent = ctrl_info->cluster.peerIsPresent;  in megasas_init_fw()
6247 	instance->passive = ctrl_info->cluster.passive;  in megasas_init_fw()
6248 	memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId));  in megasas_init_fw()
6249 	instance->UnevenSpanSupport =  in megasas_init_fw()
6251 	if (instance->UnevenSpanSupport) {  in megasas_init_fw()
6252 		struct fusion_context *fusion = instance->ctrl_context;  in megasas_init_fw()
6253 		if (MR_ValidateMapInfo(instance, instance->map_id))  in megasas_init_fw()
6260 		instance->requestorId = ctrl_info->iov.requestorId;  in megasas_init_fw()
6261 		if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) {  in megasas_init_fw()
6263 			    instance->PlasmaFW111 = 1;  in megasas_init_fw()
6265 			dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n",  in megasas_init_fw()
6266 			    instance->PlasmaFW111 ? "1.11" : "new");  in megasas_init_fw()
6268 			if (instance->PlasmaFW111) {  in megasas_init_fw()
6271 			    instance->requestorId = iovPtr->requestorId;  in megasas_init_fw()
6274 		dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n",  in megasas_init_fw()
6275 			instance->requestorId);  in megasas_init_fw()
6278 	instance->crash_dump_fw_support =  in megasas_init_fw()
6280 	instance->crash_dump_drv_support =  in megasas_init_fw()
6281 		(instance->crash_dump_fw_support &&  in megasas_init_fw()
6282 		instance->crash_dump_buf);  in megasas_init_fw()
6283 	if (instance->crash_dump_drv_support)  in megasas_init_fw()
6284 		megasas_set_crash_dump_params(instance,  in megasas_init_fw()
6288 		if (instance->crash_dump_buf)  in megasas_init_fw()
6289 			dma_free_coherent(&instance->pdev->dev,  in megasas_init_fw()
6291 				instance->crash_dump_buf,  in megasas_init_fw()
6292 				instance->crash_dump_h);  in megasas_init_fw()
6293 		instance->crash_dump_buf = NULL;  in megasas_init_fw()
6296 	if (instance->snapdump_wait_time) {  in megasas_init_fw()
6297 		megasas_get_snapdump_properties(instance);  in megasas_init_fw()
6298 		dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n",  in megasas_init_fw()
6299 			 instance->snapdump_wait_time);  in megasas_init_fw()
6302 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6308 	dev_info(&instance->pdev->dev, "unevenspan support	: %s\n",  in megasas_init_fw()
6309 		instance->UnevenSpanSupport ? "yes" : "no");  in megasas_init_fw()
6310 	dev_info(&instance->pdev->dev, "firmware crash dump	: %s\n",  in megasas_init_fw()
6311 		instance->crash_dump_drv_support ? "yes" : "no");  in megasas_init_fw()
6312 	dev_info(&instance->pdev->dev, "JBOD sequence map	: %s\n",  in megasas_init_fw()
6313 		instance->use_seqnum_jbod_fp ? "enabled" : "disabled");  in megasas_init_fw()
6315 	instance->max_sectors_per_req = instance->max_num_sge *  in megasas_init_fw()
6317 	if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors))  in megasas_init_fw()
6318 		instance->max_sectors_per_req = tmp_sectors;  in megasas_init_fw()
6322 			throttlequeuedepth <= instance->max_scsi_cmds)  in megasas_init_fw()
6323 		instance->throttlequeuedepth = throttlequeuedepth;  in megasas_init_fw()
6325 		instance->throttlequeuedepth =  in megasas_init_fw()
6336 	if (instance->requestorId) {  in megasas_init_fw()
6337 		if (!megasas_sriov_start_heartbeat(instance, 1)) {  in megasas_init_fw()
6338 			megasas_start_timer(instance);  in megasas_init_fw()
6340 			instance->skip_heartbeat_timer_del = 1;  in megasas_init_fw()
6350 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6351 		if (megasas_fusion_start_watchdog(instance) != SUCCESS)  in megasas_init_fw()
6357 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_init_fw()
6358 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_init_fw()
6360 	instance->instancet->disable_intr(instance);  in megasas_init_fw()
6361 	megasas_destroy_irqs(instance);  in megasas_init_fw()
6363 	if (instance->msix_vectors)  in megasas_init_fw()
6364 		pci_free_irq_vectors(instance->pdev);  in megasas_init_fw()
6365 	instance->msix_vectors = 0;  in megasas_init_fw()
6367 	megasas_free_ctrl_dma_buffers(instance);  in megasas_init_fw()
6368 	megasas_free_ctrl_mem(instance);  in megasas_init_fw()
6370 	iounmap(instance->reg_set);  in megasas_init_fw()
6373 	pci_release_selected_regions(instance->pdev, 1<<instance->bar);  in megasas_init_fw()
6375 	dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_init_fw()
6384 static void megasas_release_mfi(struct megasas_instance *instance)  in megasas_release_mfi()  argument
6386 	u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1);  in megasas_release_mfi()
6388 	if (instance->reply_queue)  in megasas_release_mfi()
6389 		dma_free_coherent(&instance->pdev->dev, reply_q_sz,  in megasas_release_mfi()
6390 			    instance->reply_queue, instance->reply_queue_h);  in megasas_release_mfi()
6392 	megasas_free_cmds(instance);  in megasas_release_mfi()
6394 	iounmap(instance->reg_set);  in megasas_release_mfi()
6396 	pci_release_selected_regions(instance->pdev, 1<<instance->bar);  in megasas_release_mfi()
6412 megasas_get_seq_num(struct megasas_instance *instance,  in megasas_get_seq_num()  argument
6421 	cmd = megasas_get_cmd(instance);  in megasas_get_seq_num()
6428 	el_info = dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_seq_num()
6432 		megasas_return_cmd(instance, cmd);  in megasas_get_seq_num()
6447 	megasas_set_dma_settings(instance, dcmd, el_info_h,  in megasas_get_seq_num()
6450 	ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_seq_num()
6452 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_get_seq_num()
6467 	dma_free_coherent(&instance->pdev->dev,  in megasas_get_seq_num()
6471 	megasas_return_cmd(instance, cmd);  in megasas_get_seq_num()
6486 megasas_register_aen(struct megasas_instance *instance, u32 seq_num,  in megasas_register_aen()  argument
6510 	if (instance->aen_cmd) {  in megasas_register_aen()
6513 			le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]);  in megasas_register_aen()
6517 			dev_info(&instance->pdev->dev,  in megasas_register_aen()
6547 			instance->aen_cmd->abort_aen = 1;  in megasas_register_aen()
6548 			ret_val = megasas_issue_blocked_abort_cmd(instance,  in megasas_register_aen()
6549 								  instance->  in megasas_register_aen()
6553 				dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort "  in megasas_register_aen()
6560 	cmd = megasas_get_cmd(instance);  in megasas_register_aen()
6567 	memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail));  in megasas_register_aen()
6583 	instance->last_seq_num = seq_num;  in megasas_register_aen()
6586 	megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h,  in megasas_register_aen()
6589 	if (instance->aen_cmd != NULL) {  in megasas_register_aen()
6590 		megasas_return_cmd(instance, cmd);  in megasas_register_aen()
6599 	instance->aen_cmd = cmd;  in megasas_register_aen()
6604 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_register_aen()
6628 megasas_get_target_prop(struct megasas_instance *instance,  in megasas_get_target_prop()  argument
6637 	cmd = megasas_get_cmd(instance);  in megasas_get_target_prop()
6640 		dev_err(&instance->pdev->dev,  in megasas_get_target_prop()
6647 	memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop));  in megasas_get_target_prop()
6662 	megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h,  in megasas_get_target_prop()
6665 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_target_prop()
6666 	    !instance->mask_interrupts)  in megasas_get_target_prop()
6667 		ret = megasas_issue_blocked_cmd(instance,  in megasas_get_target_prop()
6670 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_target_prop()
6674 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_target_prop()
6677 			mutex_unlock(&instance->reset_mutex);  in megasas_get_target_prop()
6678 			megasas_reset_fusion(instance->host,  in megasas_get_target_prop()
6680 			mutex_lock(&instance->reset_mutex);  in megasas_get_target_prop()
6683 			megaraid_sas_kill_hba(instance);  in megasas_get_target_prop()
6686 			dev_info(&instance->pdev->dev,  in megasas_get_target_prop()
6694 		megasas_return_cmd(instance, cmd);  in megasas_get_target_prop()
6697 		dev_err(&instance->pdev->dev,  in megasas_get_target_prop()
6708 static int megasas_start_aen(struct megasas_instance *instance)  in megasas_start_aen()  argument
6718 	if (megasas_get_seq_num(instance, &eli))  in megasas_start_aen()
6728 	return megasas_register_aen(instance,  in megasas_start_aen()
6737 static int megasas_io_attach(struct megasas_instance *instance)  in megasas_io_attach()  argument
6739 	struct Scsi_Host *host = instance->host;  in megasas_io_attach()
6744 	host->unique_id = instance->unique_id;  in megasas_io_attach()
6745 	host->can_queue = instance->max_scsi_cmds;  in megasas_io_attach()
6746 	host->this_id = instance->init_id;  in megasas_io_attach()
6747 	host->sg_tablesize = instance->max_num_sge;  in megasas_io_attach()
6749 	if (instance->fw_support_ieee)  in megasas_io_attach()
6750 		instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE;  in megasas_io_attach()
6755 	if (max_sectors && max_sectors < instance->max_sectors_per_req)  in megasas_io_attach()
6756 		instance->max_sectors_per_req = max_sectors;  in megasas_io_attach()
6759 			if (((instance->pdev->device ==  in megasas_io_attach()
6761 				(instance->pdev->device ==  in megasas_io_attach()
6764 				instance->max_sectors_per_req = max_sectors;  in megasas_io_attach()
6766 			dev_info(&instance->pdev->dev, "max_sectors should be > 0"  in megasas_io_attach()
6768 				instance->max_sectors_per_req);  in megasas_io_attach()
6773 	host->max_sectors = instance->max_sectors_per_req;  in megasas_io_attach()
6783 	if (scsi_add_host(host, &instance->pdev->dev)) {  in megasas_io_attach()
6784 		dev_err(&instance->pdev->dev,  in megasas_io_attach()
6811 megasas_set_dma_mask(struct megasas_instance *instance)  in megasas_set_dma_mask()  argument
6817 	pdev = instance->pdev;  in megasas_set_dma_mask()
6818 	consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ?  in megasas_set_dma_mask()
6834 				(instance, &instance->reg_set->outbound_scratch_pad_1);  in megasas_set_dma_mask()
6846 		instance->consistent_mask_64bit = false;  in megasas_set_dma_mask()
6848 		instance->consistent_mask_64bit = true;  in megasas_set_dma_mask()
6852 		 (instance->consistent_mask_64bit ? "63" : "32"));  in megasas_set_dma_mask()
6876 static inline void megasas_set_adapter_type(struct megasas_instance *instance)  in megasas_set_adapter_type()  argument
6878 	if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) &&  in megasas_set_adapter_type()
6879 	    (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) {  in megasas_set_adapter_type()
6880 		instance->adapter_type = MFI_SERIES;  in megasas_set_adapter_type()
6882 		switch (instance->pdev->device) {  in megasas_set_adapter_type()
6887 			instance->adapter_type = AERO_SERIES;  in megasas_set_adapter_type()
6895 			instance->adapter_type = VENTURA_SERIES;  in megasas_set_adapter_type()
6899 			instance->adapter_type = THUNDERBOLT_SERIES;  in megasas_set_adapter_type()
6907 			instance->adapter_type = INVADER_SERIES;  in megasas_set_adapter_type()
6910 			instance->adapter_type = MFI_SERIES;  in megasas_set_adapter_type()
6916 static inline int megasas_alloc_mfi_ctrl_mem(struct megasas_instance *instance)  in megasas_alloc_mfi_ctrl_mem()  argument
6918 	instance->producer = dma_alloc_coherent(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
6919 			sizeof(u32), &instance->producer_h, GFP_KERNEL);  in megasas_alloc_mfi_ctrl_mem()
6920 	instance->consumer = dma_alloc_coherent(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
6921 			sizeof(u32), &instance->consumer_h, GFP_KERNEL);  in megasas_alloc_mfi_ctrl_mem()
6923 	if (!instance->producer || !instance->consumer) {  in megasas_alloc_mfi_ctrl_mem()
6924 		dev_err(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
6929 	*instance->producer = 0;  in megasas_alloc_mfi_ctrl_mem()
6930 	*instance->consumer = 0;  in megasas_alloc_mfi_ctrl_mem()
6944 static int megasas_alloc_ctrl_mem(struct megasas_instance *instance)  in megasas_alloc_ctrl_mem()  argument
6946 	instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int),  in megasas_alloc_ctrl_mem()
6948 	if (!instance->reply_map)  in megasas_alloc_ctrl_mem()
6951 	switch (instance->adapter_type) {  in megasas_alloc_ctrl_mem()
6953 		if (megasas_alloc_mfi_ctrl_mem(instance))  in megasas_alloc_ctrl_mem()
6960 		if (megasas_alloc_fusion_context(instance))  in megasas_alloc_ctrl_mem()
6967 	kfree(instance->reply_map);  in megasas_alloc_ctrl_mem()
6968 	instance->reply_map = NULL;  in megasas_alloc_ctrl_mem()
6979 static inline void megasas_free_ctrl_mem(struct megasas_instance *instance)  in megasas_free_ctrl_mem()  argument
6981 	kfree(instance->reply_map);  in megasas_free_ctrl_mem()
6982 	if (instance->adapter_type == MFI_SERIES) {  in megasas_free_ctrl_mem()
6983 		if (instance->producer)  in megasas_free_ctrl_mem()
6984 			dma_free_coherent(&instance->pdev->dev, sizeof(u32),  in megasas_free_ctrl_mem()
6985 					    instance->producer,  in megasas_free_ctrl_mem()
6986 					    instance->producer_h);  in megasas_free_ctrl_mem()
6987 		if (instance->consumer)  in megasas_free_ctrl_mem()
6988 			dma_free_coherent(&instance->pdev->dev, sizeof(u32),  in megasas_free_ctrl_mem()
6989 					    instance->consumer,  in megasas_free_ctrl_mem()
6990 					    instance->consumer_h);  in megasas_free_ctrl_mem()
6992 		megasas_free_fusion_context(instance);  in megasas_free_ctrl_mem()
7004 int megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance)  in megasas_alloc_ctrl_dma_buffers()  argument
7006 	struct pci_dev *pdev = instance->pdev;  in megasas_alloc_ctrl_dma_buffers()
7007 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_alloc_ctrl_dma_buffers()
7009 	instance->evt_detail = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7011 			&instance->evt_detail_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7013 	if (!instance->evt_detail) {  in megasas_alloc_ctrl_dma_buffers()
7014 		dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7032 		instance->snapdump_prop = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7034 				&instance->snapdump_prop_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7036 		if (!instance->snapdump_prop)  in megasas_alloc_ctrl_dma_buffers()
7040 		instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7042 							&instance->host_device_list_buf_h,  in megasas_alloc_ctrl_dma_buffers()
7045 		if (!instance->host_device_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7053 	instance->pd_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7056 				     &instance->pd_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7058 	if (!instance->pd_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7063 	instance->ctrl_info_buf =  in megasas_alloc_ctrl_dma_buffers()
7066 				     &instance->ctrl_info_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7068 	if (!instance->ctrl_info_buf) {  in megasas_alloc_ctrl_dma_buffers()
7074 	instance->ld_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7077 				     &instance->ld_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7079 	if (!instance->ld_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7084 	instance->ld_targetid_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7087 				&instance->ld_targetid_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7089 	if (!instance->ld_targetid_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7096 		instance->system_info_buf =  in megasas_alloc_ctrl_dma_buffers()
7099 					&instance->system_info_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7100 		instance->pd_info =  in megasas_alloc_ctrl_dma_buffers()
7103 					&instance->pd_info_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7104 		instance->tgt_prop =  in megasas_alloc_ctrl_dma_buffers()
7107 					&instance->tgt_prop_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7108 		instance->crash_dump_buf =  in megasas_alloc_ctrl_dma_buffers()
7110 					&instance->crash_dump_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7112 		if (!instance->system_info_buf)  in megasas_alloc_ctrl_dma_buffers()
7113 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7116 		if (!instance->pd_info)  in megasas_alloc_ctrl_dma_buffers()
7117 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7120 		if (!instance->tgt_prop)  in megasas_alloc_ctrl_dma_buffers()
7121 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7124 		if (!instance->crash_dump_buf)  in megasas_alloc_ctrl_dma_buffers()
7125 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7140 void megasas_free_ctrl_dma_buffers(struct megasas_instance *instance)  in megasas_free_ctrl_dma_buffers()  argument
7142 	struct pci_dev *pdev = instance->pdev;  in megasas_free_ctrl_dma_buffers()
7143 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_free_ctrl_dma_buffers()
7145 	if (instance->evt_detail)  in megasas_free_ctrl_dma_buffers()
7147 				    instance->evt_detail,  in megasas_free_ctrl_dma_buffers()
7148 				    instance->evt_detail_h);  in megasas_free_ctrl_dma_buffers()
7156 	if (instance->pd_list_buf)  in megasas_free_ctrl_dma_buffers()
7159 				    instance->pd_list_buf,  in megasas_free_ctrl_dma_buffers()
7160 				    instance->pd_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7162 	if (instance->ld_list_buf)  in megasas_free_ctrl_dma_buffers()
7164 				    instance->ld_list_buf,  in megasas_free_ctrl_dma_buffers()
7165 				    instance->ld_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7167 	if (instance->ld_targetid_list_buf)  in megasas_free_ctrl_dma_buffers()
7169 				    instance->ld_targetid_list_buf,  in megasas_free_ctrl_dma_buffers()
7170 				    instance->ld_targetid_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7172 	if (instance->ctrl_info_buf)  in megasas_free_ctrl_dma_buffers()
7174 				    instance->ctrl_info_buf,  in megasas_free_ctrl_dma_buffers()
7175 				    instance->ctrl_info_buf_h);  in megasas_free_ctrl_dma_buffers()
7177 	if (instance->system_info_buf)  in megasas_free_ctrl_dma_buffers()
7179 				    instance->system_info_buf,  in megasas_free_ctrl_dma_buffers()
7180 				    instance->system_info_h);  in megasas_free_ctrl_dma_buffers()
7182 	if (instance->pd_info)  in megasas_free_ctrl_dma_buffers()
7184 				    instance->pd_info, instance->pd_info_h);  in megasas_free_ctrl_dma_buffers()
7186 	if (instance->tgt_prop)  in megasas_free_ctrl_dma_buffers()
7188 				    instance->tgt_prop, instance->tgt_prop_h);  in megasas_free_ctrl_dma_buffers()
7190 	if (instance->crash_dump_buf)  in megasas_free_ctrl_dma_buffers()
7192 				    instance->crash_dump_buf,  in megasas_free_ctrl_dma_buffers()
7193 				    instance->crash_dump_h);  in megasas_free_ctrl_dma_buffers()
7195 	if (instance->snapdump_prop)  in megasas_free_ctrl_dma_buffers()
7198 				  instance->snapdump_prop,  in megasas_free_ctrl_dma_buffers()
7199 				  instance->snapdump_prop_h);  in megasas_free_ctrl_dma_buffers()
7201 	if (instance->host_device_list_buf)  in megasas_free_ctrl_dma_buffers()
7204 				  instance->host_device_list_buf,  in megasas_free_ctrl_dma_buffers()
7205 				  instance->host_device_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7215 static inline void megasas_init_ctrl_params(struct megasas_instance *instance)  in megasas_init_ctrl_params()  argument
7217 	instance->fw_crash_state = UNAVAILABLE;  in megasas_init_ctrl_params()
7220 	instance->issuepend_done = 1;  in megasas_init_ctrl_params()
7221 	atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL);  in megasas_init_ctrl_params()
7226 	INIT_LIST_HEAD(&instance->cmd_pool);  in megasas_init_ctrl_params()
7227 	INIT_LIST_HEAD(&instance->internal_reset_pending_q);  in megasas_init_ctrl_params()
7229 	atomic_set(&instance->fw_outstanding, 0);  in megasas_init_ctrl_params()
7230 	atomic64_set(&instance->total_io_count, 0);  in megasas_init_ctrl_params()
7232 	init_waitqueue_head(&instance->int_cmd_wait_q);  in megasas_init_ctrl_params()
7233 	init_waitqueue_head(&instance->abort_cmd_wait_q);  in megasas_init_ctrl_params()
7235 	spin_lock_init(&instance->crashdump_lock);  in megasas_init_ctrl_params()
7236 	spin_lock_init(&instance->mfi_pool_lock);  in megasas_init_ctrl_params()
7237 	spin_lock_init(&instance->hba_lock);  in megasas_init_ctrl_params()
7238 	spin_lock_init(&instance->stream_lock);  in megasas_init_ctrl_params()
7239 	spin_lock_init(&instance->completion_lock);  in megasas_init_ctrl_params()
7241 	mutex_init(&instance->reset_mutex);  in megasas_init_ctrl_params()
7243 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megasas_init_ctrl_params()
7244 	    (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY))  in megasas_init_ctrl_params()
7245 		instance->flag_ieee = 1;  in megasas_init_ctrl_params()
7248 	instance->flag = 0;  in megasas_init_ctrl_params()
7249 	instance->unload = 1;  in megasas_init_ctrl_params()
7250 	instance->last_time = 0;  in megasas_init_ctrl_params()
7251 	instance->disableOnlineCtrlReset = 1;  in megasas_init_ctrl_params()
7252 	instance->UnevenSpanSupport = 0;  in megasas_init_ctrl_params()
7253 	instance->smp_affinity_enable = smp_affinity_enable ? true : false;  in megasas_init_ctrl_params()
7254 	instance->msix_load_balance = false;  in megasas_init_ctrl_params()
7256 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_ctrl_params()
7257 		INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq);  in megasas_init_ctrl_params()
7259 		INIT_WORK(&instance->work_init, process_fw_state_change_wq);  in megasas_init_ctrl_params()
7272 	struct megasas_instance *instance;  in megasas_probe_one()  local
7323 	instance = (struct megasas_instance *)host->hostdata;  in megasas_probe_one()
7324 	memset(instance, 0, sizeof(*instance));  in megasas_probe_one()
7325 	atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_probe_one()
7330 	instance->pdev = pdev;  in megasas_probe_one()
7331 	instance->host = host;  in megasas_probe_one()
7332 	instance->unique_id = pdev->bus->number << 8 | pdev->devfn;  in megasas_probe_one()
7333 	instance->init_id = MEGASAS_DEFAULT_INIT_ID;  in megasas_probe_one()
7335 	megasas_set_adapter_type(instance);  in megasas_probe_one()
7340 	if (megasas_init_fw(instance))  in megasas_probe_one()
7343 	if (instance->requestorId) {  in megasas_probe_one()
7344 		if (instance->PlasmaFW111) {  in megasas_probe_one()
7345 			instance->vf_affiliation_111 =  in megasas_probe_one()
7348 					&instance->vf_affiliation_111_h,  in megasas_probe_one()
7350 			if (!instance->vf_affiliation_111)  in megasas_probe_one()
7354 			instance->vf_affiliation =  in megasas_probe_one()
7358 					&instance->vf_affiliation_h,  in megasas_probe_one()
7360 			if (!instance->vf_affiliation)  in megasas_probe_one()
7369 	pci_set_drvdata(pdev, instance);  in megasas_probe_one()
7376 	megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = instance;  in megasas_probe_one()
7382 	if (megasas_io_attach(instance))  in megasas_probe_one()
7385 	instance->unload = 0;  in megasas_probe_one()
7389 	if (!instance->enable_fw_dev_list ||  in megasas_probe_one()
7390 	    (instance->host_device_list_buf->count > 0))  in megasas_probe_one()
7396 	if (megasas_start_aen(instance)) {  in megasas_probe_one()
7401 	megasas_setup_debugfs(instance);  in megasas_probe_one()
7404 	if (instance->requestorId)  in megasas_probe_one()
7405 		megasas_get_ld_vf_affiliation(instance, 1);  in megasas_probe_one()
7413 	megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = NULL;  in megasas_probe_one()
7415 	instance->instancet->disable_intr(instance);  in megasas_probe_one()
7416 	megasas_destroy_irqs(instance);  in megasas_probe_one()
7418 	if (instance->adapter_type != MFI_SERIES)  in megasas_probe_one()
7419 		megasas_release_fusion(instance);  in megasas_probe_one()
7421 		megasas_release_mfi(instance);  in megasas_probe_one()
7422 	if (instance->msix_vectors)  in megasas_probe_one()
7423 		pci_free_irq_vectors(instance->pdev);  in megasas_probe_one()
7436 static void megasas_flush_cache(struct megasas_instance *instance)  in megasas_flush_cache()  argument
7441 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_flush_cache()
7444 	cmd = megasas_get_cmd(instance);  in megasas_flush_cache()
7463 	if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS)  in megasas_flush_cache()
7465 		dev_err(&instance->pdev->dev,  in megasas_flush_cache()
7470 	megasas_return_cmd(instance, cmd);  in megasas_flush_cache()
7478 static void megasas_shutdown_controller(struct megasas_instance *instance,  in megasas_shutdown_controller()  argument
7484 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_shutdown_controller()
7487 	cmd = megasas_get_cmd(instance);  in megasas_shutdown_controller()
7492 	if (instance->aen_cmd)  in megasas_shutdown_controller()
7493 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7494 			instance->aen_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7495 	if (instance->map_update_cmd)  in megasas_shutdown_controller()
7496 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7497 			instance->map_update_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7498 	if (instance->jbod_seq_cmd)  in megasas_shutdown_controller()
7499 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7500 			instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7515 	if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS)  in megasas_shutdown_controller()
7517 		dev_err(&instance->pdev->dev,  in megasas_shutdown_controller()
7522 	megasas_return_cmd(instance, cmd);  in megasas_shutdown_controller()
7534 	struct megasas_instance *instance;  in megasas_suspend()  local
7536 	instance = pci_get_drvdata(pdev);  in megasas_suspend()
7538 	if (!instance)  in megasas_suspend()
7541 	instance->unload = 1;  in megasas_suspend()
7546 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_suspend()
7547 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_suspend()
7550 	if (instance->adapter_type != MFI_SERIES)  in megasas_suspend()
7551 		megasas_fusion_stop_watchdog(instance);  in megasas_suspend()
7553 	megasas_flush_cache(instance);  in megasas_suspend()
7554 	megasas_shutdown_controller(instance, MR_DCMD_HIBERNATE_SHUTDOWN);  in megasas_suspend()
7557 	if (instance->ev != NULL) {  in megasas_suspend()
7558 		struct megasas_aen_event *ev = instance->ev;  in megasas_suspend()
7560 		instance->ev = NULL;  in megasas_suspend()
7563 	tasklet_kill(&instance->isr_tasklet);  in megasas_suspend()
7565 	pci_set_drvdata(instance->pdev, instance);  in megasas_suspend()
7566 	instance->instancet->disable_intr(instance);  in megasas_suspend()
7568 	megasas_destroy_irqs(instance);  in megasas_suspend()
7570 	if (instance->msix_vectors)  in megasas_suspend()
7571 		pci_free_irq_vectors(instance->pdev);  in megasas_suspend()
7590 	struct megasas_instance *instance;  in megasas_resume()  local
7593 	instance = pci_get_drvdata(pdev);  in megasas_resume()
7595 	if (!instance)  in megasas_resume()
7598 	host = instance->host;  in megasas_resume()
7619 	if (megasas_transition_to_ready(instance, 0))  in megasas_resume()
7622 	if (megasas_set_dma_mask(instance))  in megasas_resume()
7629 	atomic_set(&instance->fw_outstanding, 0);  in megasas_resume()
7630 	atomic_set(&instance->ldio_outstanding, 0);  in megasas_resume()
7633 	if (instance->msix_vectors) {  in megasas_resume()
7635 		if (instance->smp_affinity_enable)  in megasas_resume()
7638 	rval = pci_alloc_irq_vectors(instance->pdev, 1,  in megasas_resume()
7639 				     instance->msix_vectors ?  in megasas_resume()
7640 				     instance->msix_vectors : 1, irq_flags);  in megasas_resume()
7644 	megasas_setup_reply_map(instance);  in megasas_resume()
7646 	if (instance->adapter_type != MFI_SERIES) {  in megasas_resume()
7647 		megasas_reset_reply_desc(instance);  in megasas_resume()
7648 		if (megasas_ioc_init_fusion(instance)) {  in megasas_resume()
7649 			megasas_free_cmds(instance);  in megasas_resume()
7650 			megasas_free_cmds_fusion(instance);  in megasas_resume()
7653 		if (!megasas_get_map_info(instance))  in megasas_resume()
7654 			megasas_sync_map_info(instance);  in megasas_resume()
7656 		*instance->producer = 0;  in megasas_resume()
7657 		*instance->consumer = 0;  in megasas_resume()
7658 		if (megasas_issue_init_mfi(instance))  in megasas_resume()
7662 	if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS)  in megasas_resume()
7665 	tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet,  in megasas_resume()
7666 		     (unsigned long)instance);  in megasas_resume()
7668 	if (instance->msix_vectors ?  in megasas_resume()
7669 			megasas_setup_irqs_msix(instance, 0) :  in megasas_resume()
7670 			megasas_setup_irqs_ioapic(instance))  in megasas_resume()
7673 	if (instance->adapter_type != MFI_SERIES)  in megasas_resume()
7674 		megasas_setup_irq_poll(instance);  in megasas_resume()
7677 	if (instance->requestorId) {  in megasas_resume()
7678 		if (!megasas_sriov_start_heartbeat(instance, 0))  in megasas_resume()
7679 			megasas_start_timer(instance);  in megasas_resume()
7681 			instance->skip_heartbeat_timer_del = 1;  in megasas_resume()
7686 	instance->instancet->enable_intr(instance);  in megasas_resume()
7687 	megasas_setup_jbod_map(instance);  in megasas_resume()
7688 	instance->unload = 0;  in megasas_resume()
7693 	if (megasas_start_aen(instance))  in megasas_resume()
7694 		dev_err(&instance->pdev->dev, "Start AEN failed\n");  in megasas_resume()
7697 	if (instance->adapter_type != MFI_SERIES)  in megasas_resume()
7698 		if (megasas_fusion_start_watchdog(instance) != SUCCESS)  in megasas_resume()
7704 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_resume()
7705 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_resume()
7707 	megasas_free_ctrl_dma_buffers(instance);  in megasas_resume()
7708 	megasas_free_ctrl_mem(instance);  in megasas_resume()
7725 megasas_wait_for_adapter_operational(struct megasas_instance *instance)  in megasas_wait_for_adapter_operational()  argument
7732 		adp_state = atomic_read(&instance->adprecovery);  in megasas_wait_for_adapter_operational()
7738 			dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n");  in megasas_wait_for_adapter_operational()
7744 		dev_info(&instance->pdev->dev,  in megasas_wait_for_adapter_operational()
7761 	struct megasas_instance *instance;  in megasas_detach_one()  local
7765 	instance = pci_get_drvdata(pdev);  in megasas_detach_one()
7767 	if (!instance)  in megasas_detach_one()
7770 	host = instance->host;  in megasas_detach_one()
7771 	fusion = instance->ctrl_context;  in megasas_detach_one()
7774 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_detach_one()
7775 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_detach_one()
7778 	if (instance->adapter_type != MFI_SERIES)  in megasas_detach_one()
7779 		megasas_fusion_stop_watchdog(instance);  in megasas_detach_one()
7781 	if (instance->fw_crash_state != UNAVAILABLE)  in megasas_detach_one()
7782 		megasas_free_host_crash_buffer(instance);  in megasas_detach_one()
7783 	scsi_remove_host(instance->host);  in megasas_detach_one()
7784 	instance->unload = 1;  in megasas_detach_one()
7786 	if (megasas_wait_for_adapter_operational(instance))  in megasas_detach_one()
7789 	megasas_flush_cache(instance);  in megasas_detach_one()
7790 	megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN);  in megasas_detach_one()
7794 	if (instance->ev != NULL) {  in megasas_detach_one()
7795 		struct megasas_aen_event *ev = instance->ev;  in megasas_detach_one()
7797 		instance->ev = NULL;  in megasas_detach_one()
7801 	wake_up_all(&instance->int_cmd_wait_q);  in megasas_detach_one()
7803 	tasklet_kill(&instance->isr_tasklet);  in megasas_detach_one()
7810 		if (megasas_mgmt_info.instance[i] == instance) {  in megasas_detach_one()
7812 			megasas_mgmt_info.instance[i] = NULL;  in megasas_detach_one()
7818 	instance->instancet->disable_intr(instance);  in megasas_detach_one()
7820 	megasas_destroy_irqs(instance);  in megasas_detach_one()
7822 	if (instance->msix_vectors)  in megasas_detach_one()
7823 		pci_free_irq_vectors(instance->pdev);  in megasas_detach_one()
7825 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_detach_one()
7833 	if (instance->adapter_type != MFI_SERIES) {  in megasas_detach_one()
7834 		megasas_release_fusion(instance);  in megasas_detach_one()
7840 				dma_free_coherent(&instance->pdev->dev,  in megasas_detach_one()
7853 				dma_free_coherent(&instance->pdev->dev,  in megasas_detach_one()
7859 		megasas_release_mfi(instance);  in megasas_detach_one()
7862 	if (instance->vf_affiliation)  in megasas_detach_one()
7865 				    instance->vf_affiliation,  in megasas_detach_one()
7866 				    instance->vf_affiliation_h);  in megasas_detach_one()
7868 	if (instance->vf_affiliation_111)  in megasas_detach_one()
7871 				    instance->vf_affiliation_111,  in megasas_detach_one()
7872 				    instance->vf_affiliation_111_h);  in megasas_detach_one()
7874 	if (instance->hb_host_mem)  in megasas_detach_one()
7876 				    instance->hb_host_mem,  in megasas_detach_one()
7877 				    instance->hb_host_mem_h);  in megasas_detach_one()
7879 	megasas_free_ctrl_dma_buffers(instance);  in megasas_detach_one()
7881 	megasas_free_ctrl_mem(instance);  in megasas_detach_one()
7883 	megasas_destroy_debugfs(instance);  in megasas_detach_one()
7896 	struct megasas_instance *instance = pci_get_drvdata(pdev);  in megasas_shutdown()  local
7898 	if (!instance)  in megasas_shutdown()
7901 	instance->unload = 1;  in megasas_shutdown()
7903 	if (megasas_wait_for_adapter_operational(instance))  in megasas_shutdown()
7906 	megasas_flush_cache(instance);  in megasas_shutdown()
7907 	megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN);  in megasas_shutdown()
7910 	instance->instancet->disable_intr(instance);  in megasas_shutdown()
7911 	megasas_destroy_irqs(instance);  in megasas_shutdown()
7913 	if (instance->msix_vectors)  in megasas_shutdown()
7914 		pci_free_irq_vectors(instance->pdev);  in megasas_shutdown()
7992 		local_instance = megasas_mgmt_info.instance[i];  in megasas_set_crash_dump_params_ioctl()
8021 megasas_mgmt_fw_ioctl(struct megasas_instance *instance,  in megasas_mgmt_fw_ioctl()  argument
8039 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] >  max limit [%d]\n",  in megasas_mgmt_fw_ioctl()
8046 	    !instance->support_nvme_passthru) ||  in megasas_mgmt_fw_ioctl()
8048 	    !instance->support_pci_lane_margining)) {  in megasas_mgmt_fw_ioctl()
8049 		dev_err(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8055 	cmd = megasas_get_cmd(instance);  in megasas_mgmt_fw_ioctl()
8057 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n");  in megasas_mgmt_fw_ioctl()
8073 	if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8084 		mutex_lock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8085 		if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS) {  in megasas_mgmt_fw_ioctl()
8086 			megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8087 			mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8090 		mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8095 		megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8107 	if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8121 		kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8125 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc "  in megasas_mgmt_fw_ioctl()
8135 		if (instance->consistent_mask_64bit) {  in megasas_mgmt_fw_ioctl()
8155 		sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len,  in megasas_mgmt_fw_ioctl()
8164 		if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8175 	if (megasas_issue_blocked_cmd(instance, cmd, 0) == DCMD_NOT_FIRED) {  in megasas_mgmt_fw_ioctl()
8177 		dev_err(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8186 	if (instance->unload == 1) {  in megasas_mgmt_fw_ioctl()
8187 		dev_info(&instance->pdev->dev, "Driver unload is in progress "  in megasas_mgmt_fw_ioctl()
8216 			dev_err(&instance->pdev->dev, "Failed to copy out to user "  in megasas_mgmt_fw_ioctl()
8228 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n");  in megasas_mgmt_fw_ioctl()
8234 		dma_free_coherent(&instance->pdev->dev, ioc->sense_len,  in megasas_mgmt_fw_ioctl()
8240 			if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8241 				dma_free_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8246 				dma_free_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8254 	megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8263 	struct megasas_instance *instance;  in megasas_mgmt_ioctl_fw()  local
8270 	instance = megasas_lookup_instance(ioc->host_no);  in megasas_mgmt_ioctl_fw()
8271 	if (!instance) {  in megasas_mgmt_ioctl_fw()
8277 	if (instance->requestorId && !allow_vf_ioctls) {  in megasas_mgmt_ioctl_fw()
8282 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_mgmt_ioctl_fw()
8283 		dev_err(&instance->pdev->dev, "Controller in crit error\n");  in megasas_mgmt_ioctl_fw()
8288 	if (instance->unload == 1) {  in megasas_mgmt_ioctl_fw()
8293 	if (down_interruptible(&instance->ioctl_sem)) {  in megasas_mgmt_ioctl_fw()
8298 	if  (megasas_wait_for_adapter_operational(instance)) {  in megasas_mgmt_ioctl_fw()
8303 	error = megasas_mgmt_fw_ioctl(instance, user_ioc, ioc);  in megasas_mgmt_ioctl_fw()
8305 	up(&instance->ioctl_sem);  in megasas_mgmt_ioctl_fw()
8314 	struct megasas_instance *instance;  in megasas_mgmt_ioctl_aen()  local
8327 	instance = megasas_lookup_instance(aen.host_no);  in megasas_mgmt_ioctl_aen()
8329 	if (!instance)  in megasas_mgmt_ioctl_aen()
8332 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_mgmt_ioctl_aen()
8336 	if (instance->unload == 1) {  in megasas_mgmt_ioctl_aen()
8340 	if  (megasas_wait_for_adapter_operational(instance))  in megasas_mgmt_ioctl_aen()
8343 	mutex_lock(&instance->reset_mutex);  in megasas_mgmt_ioctl_aen()
8344 	error = megasas_register_aen(instance, aen.seq_num,  in megasas_mgmt_ioctl_aen()
8346 	mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_ioctl_aen()
8560 int megasas_update_device_list(struct megasas_instance *instance,  in megasas_update_device_list()  argument
8565 	if (instance->enable_fw_dev_list) {  in megasas_update_device_list()
8566 		dcmd_ret = megasas_host_device_list_query(instance, false);  in megasas_update_device_list()
8571 			dcmd_ret = megasas_get_pd_list(instance);  in megasas_update_device_list()
8578 			if (!instance->requestorId ||  in megasas_update_device_list()
8579 			    (instance->requestorId &&  in megasas_update_device_list()
8580 			     megasas_get_ld_vf_affiliation(instance, 0))) {  in megasas_update_device_list()
8581 				dcmd_ret = megasas_ld_list_query(instance,  in megasas_update_device_list()
8601 void megasas_add_remove_devices(struct megasas_instance *instance,  in megasas_add_remove_devices()  argument
8613 	host = instance->host;  in megasas_add_remove_devices()
8615 	if (instance->enable_fw_dev_list) {  in megasas_add_remove_devices()
8616 		targetid_list = instance->host_device_list_buf;  in megasas_add_remove_devices()
8645 				if (instance->pd_list[pd_index].driveState ==  in megasas_add_remove_devices()
8665 				if (instance->ld_ids[ld_index] != 0xff) {  in megasas_add_remove_devices()
8685 	struct megasas_instance *instance = ev->instance;  in megasas_aen_polling()  local
8692 	if (!instance) {  in megasas_aen_polling()
8699 	mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8701 	instance->ev = NULL;  in megasas_aen_polling()
8702 	if (instance->evt_detail) {  in megasas_aen_polling()
8703 		megasas_decode_evt(instance);  in megasas_aen_polling()
8705 		switch (le32_to_cpu(instance->evt_detail->code)) {  in megasas_aen_polling()
8723 			dev_info(&instance->pdev->dev, "scanning for scsi%d...\n",  in megasas_aen_polling()
8724 				instance->host->host_no);  in megasas_aen_polling()
8728 			dcmd_ret = megasas_get_ctrl_info(instance);  in megasas_aen_polling()
8730 			    instance->snapdump_wait_time) {  in megasas_aen_polling()
8731 				megasas_get_snapdump_properties(instance);  in megasas_aen_polling()
8732 				dev_info(&instance->pdev->dev,  in megasas_aen_polling()
8734 					 instance->snapdump_wait_time);  in megasas_aen_polling()
8742 		dev_err(&instance->pdev->dev, "invalid evt_detail!\n");  in megasas_aen_polling()
8743 		mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8749 		dcmd_ret = megasas_update_device_list(instance, event_type);  in megasas_aen_polling()
8751 	mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8754 		megasas_add_remove_devices(instance, event_type);  in megasas_aen_polling()
8757 		seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1;  in megasas_aen_polling()
8759 		seq_num = instance->last_seq_num;  in megasas_aen_polling()
8766 	if (instance->aen_cmd != NULL) {  in megasas_aen_polling()
8771 	mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8772 	error = megasas_register_aen(instance, seq_num,  in megasas_aen_polling()
8775 		dev_err(&instance->pdev->dev,  in megasas_aen_polling()
8778 	mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()