Lines Matching +full:mbox +full:- +full:num +full:- +full:users
1 // SPDX-License-Identifier: GPL-2.0-or-later
5 * Copyright (c) 2003-2013 LSI Corporation
6 * Copyright (c) 2013-2016 Avago Technologies
7 * Copyright (c) 2016-2018 Broadcom Inc.
40 #include <linux/blk-mq-pci.h>
62 MODULE_PARM_DESC(msix_disable, "Disable MSI-X interrupt handling. Default: 0");
66 MODULE_PARM_DESC(msix_vectors, "MSI-X max vector count. Default: Set by FW");
70 MODULE_PARM_DESC(allow_vf_ioctls, "Allow ioctls in SR-IOV VF mode. Default: 0");
79 MODULE_PARM_DESC(resetwaittime, "Wait time in (1-180s) after I/O timeout before resetting adapter. …
95 MODULE_PARM_DESC(scmd_timeout, "scsi command timeout (10-90s), default 90s. See megasas_reset_timer…
97 int perf_mode = -1;
100 "0 - balanced: High iops and low latency queues are allocated &\n\t\t"
102 "1 - iops: High iops queues are not allocated &\n\t\t"
104 "2 - latency: High iops queues are not allocated &\n\t\t"
111 MODULE_PARM_DESC(event_log_level, "Asynchronous event logging level- range is: -2(CLASS_DEBUG) to 4…
266 * upto three times until a non-zero value is read. in megasas_readl()
268 if (instance->adapter_type == AERO_SERIES) { in megasas_readl()
280 * megasas_set_dma_settings - Populate DMA address, length and flags for DCMDs
291 if (instance->consistent_mask_64bit) { in megasas_set_dma_settings()
292 dcmd->sgl.sge64[0].phys_addr = cpu_to_le64(dma_addr); in megasas_set_dma_settings()
293 dcmd->sgl.sge64[0].length = cpu_to_le32(dma_len); in megasas_set_dma_settings()
294 dcmd->flags = cpu_to_le16(dcmd->flags | MFI_FRAME_SGL64); in megasas_set_dma_settings()
297 dcmd->sgl.sge32[0].phys_addr = in megasas_set_dma_settings()
299 dcmd->sgl.sge32[0].length = cpu_to_le32(dma_len); in megasas_set_dma_settings()
300 dcmd->flags = cpu_to_le16(dcmd->flags); in megasas_set_dma_settings()
307 instance->instancet->fire_cmd(instance, in megasas_issue_dcmd()
308 cmd->frame_phys_addr, 0, instance->reg_set); in megasas_issue_dcmd()
313 * megasas_get_cmd - Get a command from the free pool
324 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
326 if (!list_empty(&instance->cmd_pool)) { in megasas_get_cmd()
327 cmd = list_entry((&instance->cmd_pool)->next, in megasas_get_cmd()
329 list_del_init(&cmd->list); in megasas_get_cmd()
331 dev_err(&instance->pdev->dev, "Command pool empty!\n"); in megasas_get_cmd()
334 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
339 * megasas_return_cmd - Return a cmd to free command pool
349 struct fusion_context *fusion = instance->ctrl_context; in megasas_return_cmd()
354 if (cmd->flags & DRV_DCMD_POLLED_MODE) in megasas_return_cmd()
357 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
360 blk_tags = instance->max_scsi_cmds + cmd->index; in megasas_return_cmd()
361 cmd_fusion = fusion->cmd_list[blk_tags]; in megasas_return_cmd()
364 cmd->scmd = NULL; in megasas_return_cmd()
365 cmd->frame_count = 0; in megasas_return_cmd()
366 cmd->flags = 0; in megasas_return_cmd()
367 memset(cmd->frame, 0, instance->mfi_frame_size); in megasas_return_cmd()
368 cmd->frame->io.context = cpu_to_le32(cmd->index); in megasas_return_cmd()
370 cmd->frame->hdr.cmd = MFI_CMD_INVALID; in megasas_return_cmd()
371 list_add(&cmd->list, (&instance->cmd_pool)->next); in megasas_return_cmd()
373 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
424 struct megasas_evt_detail *evt_detail = instance->evt_detail; in megasas_decode_evt()
426 class_locale.word = le32_to_cpu(evt_detail->cl.word); in megasas_decode_evt()
430 … level is out of range, setting it to default 2(CLASS_CRITICAL), permissible range is: -2 to 4\n"); in megasas_decode_evt()
435 dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n", in megasas_decode_evt()
436 le32_to_cpu(evt_detail->seq_num), in megasas_decode_evt()
437 format_timestamp(le32_to_cpu(evt_detail->time_stamp)), in megasas_decode_evt()
440 evt_detail->description); in megasas_decode_evt()
443 dev_info(&instance->pdev->dev, in megasas_decode_evt()
445 evt_detail->args.ld.target_id, evt_detail->args.ld.ld_index); in megasas_decode_evt()
455 * megasas_enable_intr_xscale - Enables interrupts
463 regs = instance->reg_set; in megasas_enable_intr_xscale()
464 writel(0, &(regs)->outbound_intr_mask); in megasas_enable_intr_xscale()
467 readl(®s->outbound_intr_mask); in megasas_enable_intr_xscale()
471 * megasas_disable_intr_xscale -Disables interrupt
480 regs = instance->reg_set; in megasas_disable_intr_xscale()
481 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_xscale()
483 readl(®s->outbound_intr_mask); in megasas_disable_intr_xscale()
487 * megasas_read_fw_status_reg_xscale - returns the current FW status value
493 return readl(&instance->reg_set->outbound_msg_0); in megasas_read_fw_status_reg_xscale()
496 * megasas_clear_intr_xscale - Check & clear interrupt
505 regs = instance->reg_set; in megasas_clear_intr_xscale()
510 status = readl(®s->outbound_intr_status); in megasas_clear_intr_xscale()
521 writel(status, ®s->outbound_intr_status); in megasas_clear_intr_xscale()
524 readl(®s->outbound_intr_status); in megasas_clear_intr_xscale()
530 * megasas_fire_cmd_xscale - Sends command to the FW
544 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
546 &(regs)->inbound_queue_port); in megasas_fire_cmd_xscale()
547 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
551 * megasas_adp_reset_xscale - For controller reset
562 writel(MFI_ADP_RESET, ®s->inbound_doorbell); in megasas_adp_reset_xscale()
567 pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata); in megasas_adp_reset_xscale()
568 dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata); in megasas_adp_reset_xscale()
570 dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata); in megasas_adp_reset_xscale()
572 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
579 pci_read_config_dword(instance->pdev, in megasas_adp_reset_xscale()
581 dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata); in megasas_adp_reset_xscale()
583 dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata); in megasas_adp_reset_xscale()
585 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
593 * megasas_check_reset_xscale - For controller reset check
601 if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) && in megasas_check_reset_xscale()
602 (le32_to_cpu(*instance->consumer) == in megasas_check_reset_xscale()
635 * megasas_enable_intr_ppc - Enables interrupts
643 regs = instance->reg_set; in megasas_enable_intr_ppc()
644 writel(0xFFFFFFFF, &(regs)->outbound_doorbell_clear); in megasas_enable_intr_ppc()
646 writel(~0x80000000, &(regs)->outbound_intr_mask); in megasas_enable_intr_ppc()
649 readl(®s->outbound_intr_mask); in megasas_enable_intr_ppc()
653 * megasas_disable_intr_ppc - Disable interrupt
662 regs = instance->reg_set; in megasas_disable_intr_ppc()
663 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_ppc()
665 readl(®s->outbound_intr_mask); in megasas_disable_intr_ppc()
669 * megasas_read_fw_status_reg_ppc - returns the current FW status value
675 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_ppc()
679 * megasas_clear_intr_ppc - Check & clear interrupt
687 regs = instance->reg_set; in megasas_clear_intr_ppc()
692 status = readl(®s->outbound_intr_status); in megasas_clear_intr_ppc()
703 writel(status, ®s->outbound_doorbell_clear); in megasas_clear_intr_ppc()
706 readl(®s->outbound_doorbell_clear); in megasas_clear_intr_ppc()
712 * megasas_fire_cmd_ppc - Sends command to the FW
726 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
728 &(regs)->inbound_queue_port); in megasas_fire_cmd_ppc()
729 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
733 * megasas_check_reset_ppc - For controller reset check
741 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_ppc()
764 * megasas_enable_intr_skinny - Enables interrupts
772 regs = instance->reg_set; in megasas_enable_intr_skinny()
773 writel(0xFFFFFFFF, &(regs)->outbound_intr_mask); in megasas_enable_intr_skinny()
775 writel(~MFI_SKINNY_ENABLE_INTERRUPT_MASK, &(regs)->outbound_intr_mask); in megasas_enable_intr_skinny()
778 readl(®s->outbound_intr_mask); in megasas_enable_intr_skinny()
782 * megasas_disable_intr_skinny - Disables interrupt
791 regs = instance->reg_set; in megasas_disable_intr_skinny()
792 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_skinny()
794 readl(®s->outbound_intr_mask); in megasas_disable_intr_skinny()
798 * megasas_read_fw_status_reg_skinny - returns the current FW status value
804 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_skinny()
808 * megasas_clear_intr_skinny - Check & clear interrupt
817 regs = instance->reg_set; in megasas_clear_intr_skinny()
822 status = readl(®s->outbound_intr_status); in megasas_clear_intr_skinny()
840 writel(status, ®s->outbound_intr_status); in megasas_clear_intr_skinny()
845 readl(®s->outbound_intr_status); in megasas_clear_intr_skinny()
851 * megasas_fire_cmd_skinny - Sends command to the FW
865 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
867 &(regs)->inbound_high_queue_port); in megasas_fire_cmd_skinny()
869 &(regs)->inbound_low_queue_port); in megasas_fire_cmd_skinny()
870 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
874 * megasas_check_reset_skinny - For controller reset check
882 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_skinny()
911 * megasas_enable_intr_gen2 - Enables interrupts
919 regs = instance->reg_set; in megasas_enable_intr_gen2()
920 writel(0xFFFFFFFF, &(regs)->outbound_doorbell_clear); in megasas_enable_intr_gen2()
923 writel(~MFI_GEN2_ENABLE_INTERRUPT_MASK, &(regs)->outbound_intr_mask); in megasas_enable_intr_gen2()
926 readl(®s->outbound_intr_mask); in megasas_enable_intr_gen2()
930 * megasas_disable_intr_gen2 - Disables interrupt
939 regs = instance->reg_set; in megasas_disable_intr_gen2()
940 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_gen2()
942 readl(®s->outbound_intr_mask); in megasas_disable_intr_gen2()
946 * megasas_read_fw_status_reg_gen2 - returns the current FW status value
952 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_gen2()
956 * megasas_clear_intr_gen2 - Check & clear interrupt
965 regs = instance->reg_set; in megasas_clear_intr_gen2()
970 status = readl(®s->outbound_intr_status); in megasas_clear_intr_gen2()
983 writel(status, ®s->outbound_doorbell_clear); in megasas_clear_intr_gen2()
986 readl(®s->outbound_intr_status); in megasas_clear_intr_gen2()
992 * megasas_fire_cmd_gen2 - Sends command to the FW
1006 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1008 &(regs)->inbound_queue_port); in megasas_fire_cmd_gen2()
1009 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1013 * megasas_adp_reset_gen2 - For controller reset
1023 u32 __iomem *seq_offset = ®_set->seq_offset; in megasas_adp_reset_gen2()
1024 u32 __iomem *hostdiag_offset = ®_set->host_diag; in megasas_adp_reset_gen2()
1026 if (instance->instancet == &megasas_instance_template_skinny) { in megasas_adp_reset_gen2()
1027 seq_offset = ®_set->fusion_seq_offset; in megasas_adp_reset_gen2()
1028 hostdiag_offset = ®_set->fusion_host_diag; in megasas_adp_reset_gen2()
1045 dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1053 dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag); in megasas_adp_reset_gen2()
1063 dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1074 * megasas_check_reset_gen2 - For controller reset check
1082 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_gen2()
1115 * megasas_issue_polled - Issues a polling command
1124 struct megasas_header *frame_hdr = &cmd->frame->hdr; in megasas_issue_polled()
1126 frame_hdr->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_polled()
1127 frame_hdr->flags |= cpu_to_le16(MFI_FRAME_DONT_POST_IN_REPLY_QUEUE); in megasas_issue_polled()
1129 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_polled()
1130 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_polled()
1135 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_polled()
1137 return wait_and_poll(instance, cmd, instance->requestorId ? in megasas_issue_polled()
1142 * megasas_issue_blocked_cmd - Synchronous wrapper around regular FW cmds
1156 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_blocked_cmd()
1158 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_cmd()
1159 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_cmd()
1164 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_cmd()
1167 ret = wait_event_timeout(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1168 cmd->cmd_status_drv != DCMD_INIT, timeout * HZ); in megasas_issue_blocked_cmd()
1170 dev_err(&instance->pdev->dev, in megasas_issue_blocked_cmd()
1172 cmd->frame->dcmd.opcode, __func__); in megasas_issue_blocked_cmd()
1176 wait_event(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1177 cmd->cmd_status_drv != DCMD_INIT); in megasas_issue_blocked_cmd()
1179 return cmd->cmd_status_drv; in megasas_issue_blocked_cmd()
1183 * megasas_issue_blocked_abort_cmd - Aborts previously issued cmd
1205 return -1; in megasas_issue_blocked_abort_cmd()
1207 abort_fr = &cmd->frame->abort; in megasas_issue_blocked_abort_cmd()
1212 abort_fr->cmd = MFI_CMD_ABORT; in megasas_issue_blocked_abort_cmd()
1213 abort_fr->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_blocked_abort_cmd()
1214 abort_fr->flags = cpu_to_le16(0); in megasas_issue_blocked_abort_cmd()
1215 abort_fr->abort_context = cpu_to_le32(cmd_to_abort->index); in megasas_issue_blocked_abort_cmd()
1216 abort_fr->abort_mfi_phys_addr_lo = in megasas_issue_blocked_abort_cmd()
1217 cpu_to_le32(lower_32_bits(cmd_to_abort->frame_phys_addr)); in megasas_issue_blocked_abort_cmd()
1218 abort_fr->abort_mfi_phys_addr_hi = in megasas_issue_blocked_abort_cmd()
1219 cpu_to_le32(upper_32_bits(cmd_to_abort->frame_phys_addr)); in megasas_issue_blocked_abort_cmd()
1221 cmd->sync_cmd = 1; in megasas_issue_blocked_abort_cmd()
1222 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_blocked_abort_cmd()
1224 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_abort_cmd()
1225 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_abort_cmd()
1230 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_abort_cmd()
1233 ret = wait_event_timeout(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1234 cmd->cmd_status_drv != DCMD_INIT, timeout * HZ); in megasas_issue_blocked_abort_cmd()
1236 opcode = cmd_to_abort->frame->dcmd.opcode; in megasas_issue_blocked_abort_cmd()
1237 dev_err(&instance->pdev->dev, in megasas_issue_blocked_abort_cmd()
1243 wait_event(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1244 cmd->cmd_status_drv != DCMD_INIT); in megasas_issue_blocked_abort_cmd()
1246 cmd->sync_cmd = 0; in megasas_issue_blocked_abort_cmd()
1249 return cmd->cmd_status_drv; in megasas_issue_blocked_abort_cmd()
1253 * megasas_make_sgl32 - Prepares 32-bit SGL
1255 * @scp: SCSI command from the mid-layer
1259 * it returnes -1.
1274 mfi_sgl->sge32[i].length = cpu_to_le32(sg_dma_len(os_sgl)); in megasas_make_sgl32()
1275 mfi_sgl->sge32[i].phys_addr = cpu_to_le32(sg_dma_address(os_sgl)); in megasas_make_sgl32()
1282 * megasas_make_sgl64 - Prepares 64-bit SGL
1284 * @scp: SCSI command from the mid-layer
1288 * it returnes -1.
1303 mfi_sgl->sge64[i].length = cpu_to_le32(sg_dma_len(os_sgl)); in megasas_make_sgl64()
1304 mfi_sgl->sge64[i].phys_addr = cpu_to_le64(sg_dma_address(os_sgl)); in megasas_make_sgl64()
1311 * megasas_make_sgl_skinny - Prepares IEEE SGL
1313 * @scp: SCSI command from the mid-layer
1317 * it returnes -1.
1331 mfi_sgl->sge_skinny[i].length = in megasas_make_sgl_skinny()
1333 mfi_sgl->sge_skinny[i].phys_addr = in megasas_make_sgl_skinny()
1335 mfi_sgl->sge_skinny[i].flag = cpu_to_le32(0); in megasas_make_sgl_skinny()
1342 * megasas_get_frame_count - Computes the number of frames
1343 * @frame_type : type of frame- io or pthru frame
1360 if (instance->flag_ieee) { in megasas_get_frame_count()
1365 * Main frame can contain 2 SGEs for 64-bit SGLs and in megasas_get_frame_count()
1366 * 3 SGEs for 32-bit SGLs for ldio & in megasas_get_frame_count()
1367 * 1 SGEs for 64-bit SGLs and in megasas_get_frame_count()
1368 * 2 SGEs for 32-bit SGLs for pthru frame in megasas_get_frame_count()
1371 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1372 num_cnt = sge_count - 1; in megasas_get_frame_count()
1374 num_cnt = sge_count - 1; in megasas_get_frame_count()
1376 num_cnt = sge_count - 2; in megasas_get_frame_count()
1378 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1379 num_cnt = sge_count - 1; in megasas_get_frame_count()
1381 num_cnt = sge_count - 2; in megasas_get_frame_count()
1383 num_cnt = sge_count - 3; in megasas_get_frame_count()
1401 * megasas_build_dcdb - Prepares a direct cdb (DCDB) command
1406 * This function prepares CDB commands. These are typcially pass-through
1418 is_logical = MEGASAS_IS_LOGICAL(scp->device); in megasas_build_dcdb()
1420 pthru = (struct megasas_pthru_frame *)cmd->frame; in megasas_build_dcdb()
1422 if (scp->sc_data_direction == DMA_TO_DEVICE) in megasas_build_dcdb()
1424 else if (scp->sc_data_direction == DMA_FROM_DEVICE) in megasas_build_dcdb()
1426 else if (scp->sc_data_direction == DMA_NONE) in megasas_build_dcdb()
1429 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1436 pthru->cmd = (is_logical) ? MFI_CMD_LD_SCSI_IO : MFI_CMD_PD_SCSI_IO; in megasas_build_dcdb()
1437 pthru->cmd_status = 0x0; in megasas_build_dcdb()
1438 pthru->scsi_status = 0x0; in megasas_build_dcdb()
1439 pthru->target_id = device_id; in megasas_build_dcdb()
1440 pthru->lun = scp->device->lun; in megasas_build_dcdb()
1441 pthru->cdb_len = scp->cmd_len; in megasas_build_dcdb()
1442 pthru->timeout = 0; in megasas_build_dcdb()
1443 pthru->pad_0 = 0; in megasas_build_dcdb()
1444 pthru->flags = cpu_to_le16(flags); in megasas_build_dcdb()
1445 pthru->data_xfer_len = cpu_to_le32(scsi_bufflen(scp)); in megasas_build_dcdb()
1447 memcpy(pthru->cdb, scp->cmnd, scp->cmd_len); in megasas_build_dcdb()
1453 if (scp->device->type == TYPE_TAPE) { in megasas_build_dcdb()
1454 if (scsi_cmd_to_rq(scp)->timeout / HZ > 0xFFFF) in megasas_build_dcdb()
1455 pthru->timeout = cpu_to_le16(0xFFFF); in megasas_build_dcdb()
1457 pthru->timeout = cpu_to_le16(scsi_cmd_to_rq(scp)->timeout / HZ); in megasas_build_dcdb()
1463 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1464 pthru->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_dcdb()
1465 pthru->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_dcdb()
1466 &pthru->sgl); in megasas_build_dcdb()
1468 pthru->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_dcdb()
1469 pthru->sge_count = megasas_make_sgl64(instance, scp, in megasas_build_dcdb()
1470 &pthru->sgl); in megasas_build_dcdb()
1472 pthru->sge_count = megasas_make_sgl32(instance, scp, in megasas_build_dcdb()
1473 &pthru->sgl); in megasas_build_dcdb()
1475 if (pthru->sge_count > instance->max_num_sge) { in megasas_build_dcdb()
1476 dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n", in megasas_build_dcdb()
1477 pthru->sge_count); in megasas_build_dcdb()
1484 pthru->sense_len = SCSI_SENSE_BUFFERSIZE; in megasas_build_dcdb()
1485 pthru->sense_buf_phys_addr_hi = in megasas_build_dcdb()
1486 cpu_to_le32(upper_32_bits(cmd->sense_phys_addr)); in megasas_build_dcdb()
1487 pthru->sense_buf_phys_addr_lo = in megasas_build_dcdb()
1488 cpu_to_le32(lower_32_bits(cmd->sense_phys_addr)); in megasas_build_dcdb()
1494 cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count, in megasas_build_dcdb()
1497 return cmd->frame_count; in megasas_build_dcdb()
1501 * megasas_build_ldio - Prepares IOs to logical devices
1513 u8 sc = scp->cmnd[0]; in megasas_build_ldio()
1518 ldio = (struct megasas_io_frame *)cmd->frame; in megasas_build_ldio()
1520 if (scp->sc_data_direction == DMA_TO_DEVICE) in megasas_build_ldio()
1522 else if (scp->sc_data_direction == DMA_FROM_DEVICE) in megasas_build_ldio()
1525 if (instance->flag_ieee == 1) { in megasas_build_ldio()
1532 ldio->cmd = (sc & 0x02) ? MFI_CMD_LD_WRITE : MFI_CMD_LD_READ; in megasas_build_ldio()
1533 ldio->cmd_status = 0x0; in megasas_build_ldio()
1534 ldio->scsi_status = 0x0; in megasas_build_ldio()
1535 ldio->target_id = device_id; in megasas_build_ldio()
1536 ldio->timeout = 0; in megasas_build_ldio()
1537 ldio->reserved_0 = 0; in megasas_build_ldio()
1538 ldio->pad_0 = 0; in megasas_build_ldio()
1539 ldio->flags = cpu_to_le16(flags); in megasas_build_ldio()
1540 ldio->start_lba_hi = 0; in megasas_build_ldio()
1541 ldio->access_byte = (scp->cmd_len != 6) ? scp->cmnd[1] : 0; in megasas_build_ldio()
1544 * 6-byte READ(0x08) or WRITE(0x0A) cdb in megasas_build_ldio()
1546 if (scp->cmd_len == 6) { in megasas_build_ldio()
1547 ldio->lba_count = cpu_to_le32((u32) scp->cmnd[4]); in megasas_build_ldio()
1548 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[1] << 16) | in megasas_build_ldio()
1549 ((u32) scp->cmnd[2] << 8) | in megasas_build_ldio()
1550 (u32) scp->cmnd[3]); in megasas_build_ldio()
1552 ldio->start_lba_lo &= cpu_to_le32(0x1FFFFF); in megasas_build_ldio()
1556 * 10-byte READ(0x28) or WRITE(0x2A) cdb in megasas_build_ldio()
1558 else if (scp->cmd_len == 10) { in megasas_build_ldio()
1559 ldio->lba_count = cpu_to_le32((u32) scp->cmnd[8] | in megasas_build_ldio()
1560 ((u32) scp->cmnd[7] << 8)); in megasas_build_ldio()
1561 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1562 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1563 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1564 (u32) scp->cmnd[5]); in megasas_build_ldio()
1568 * 12-byte READ(0xA8) or WRITE(0xAA) cdb in megasas_build_ldio()
1570 else if (scp->cmd_len == 12) { in megasas_build_ldio()
1571 ldio->lba_count = cpu_to_le32(((u32) scp->cmnd[6] << 24) | in megasas_build_ldio()
1572 ((u32) scp->cmnd[7] << 16) | in megasas_build_ldio()
1573 ((u32) scp->cmnd[8] << 8) | in megasas_build_ldio()
1574 (u32) scp->cmnd[9]); in megasas_build_ldio()
1576 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1577 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1578 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1579 (u32) scp->cmnd[5]); in megasas_build_ldio()
1583 * 16-byte READ(0x88) or WRITE(0x8A) cdb in megasas_build_ldio()
1585 else if (scp->cmd_len == 16) { in megasas_build_ldio()
1586 ldio->lba_count = cpu_to_le32(((u32) scp->cmnd[10] << 24) | in megasas_build_ldio()
1587 ((u32) scp->cmnd[11] << 16) | in megasas_build_ldio()
1588 ((u32) scp->cmnd[12] << 8) | in megasas_build_ldio()
1589 (u32) scp->cmnd[13]); in megasas_build_ldio()
1591 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[6] << 24) | in megasas_build_ldio()
1592 ((u32) scp->cmnd[7] << 16) | in megasas_build_ldio()
1593 ((u32) scp->cmnd[8] << 8) | in megasas_build_ldio()
1594 (u32) scp->cmnd[9]); in megasas_build_ldio()
1596 ldio->start_lba_hi = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1597 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1598 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1599 (u32) scp->cmnd[5]); in megasas_build_ldio()
1606 if (instance->flag_ieee) { in megasas_build_ldio()
1607 ldio->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_ldio()
1608 ldio->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_ldio()
1609 &ldio->sgl); in megasas_build_ldio()
1611 ldio->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_ldio()
1612 ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl); in megasas_build_ldio()
1614 ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl); in megasas_build_ldio()
1616 if (ldio->sge_count > instance->max_num_sge) { in megasas_build_ldio()
1617 dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n", in megasas_build_ldio()
1618 ldio->sge_count); in megasas_build_ldio()
1625 ldio->sense_len = SCSI_SENSE_BUFFERSIZE; in megasas_build_ldio()
1626 ldio->sense_buf_phys_addr_hi = 0; in megasas_build_ldio()
1627 ldio->sense_buf_phys_addr_lo = cpu_to_le32(cmd->sense_phys_addr); in megasas_build_ldio()
1633 cmd->frame_count = megasas_get_frame_count(instance, in megasas_build_ldio()
1634 ldio->sge_count, IO_FRAME); in megasas_build_ldio()
1636 return cmd->frame_count; in megasas_build_ldio()
1640 * megasas_cmd_type - Checks if the cmd is for logical drive/sysPD
1649 switch (cmd->cmnd[0]) { in megasas_cmd_type()
1658 ret = (MEGASAS_IS_LOGICAL(cmd->device)) ? in megasas_cmd_type()
1662 ret = (MEGASAS_IS_LOGICAL(cmd->device)) ? in megasas_cmd_type()
1669 * megasas_dump_pending_frames - Dumps the frame address of all pending cmds
1682 u16 max_cmd = instance->max_fw_cmds; in megasas_dump_pending_frames()
1684 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta… in megasas_dump_pending_frames()
1685 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_… in megasas_dump_pending_frames()
1687 dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1689 dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1691 dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1693 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1694 if (!cmd->scmd) in megasas_dump_pending_frames()
1696 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon… in megasas_dump_pending_frames()
1697 if (megasas_cmd_type(cmd->scmd) == READ_WRITE_LDIO) { in megasas_dump_pending_frames()
1698 ldio = (struct megasas_io_frame *)cmd->frame; in megasas_dump_pending_frames()
1699 mfi_sgl = &ldio->sgl; in megasas_dump_pending_frames()
1700 sgcount = ldio->sge_count; in megasas_dump_pending_frames()
1701 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x," in megasas_dump_pending_frames()
1703 instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id, in megasas_dump_pending_frames()
1704 le32_to_cpu(ldio->start_lba_lo), le32_to_cpu(ldio->start_lba_hi), in megasas_dump_pending_frames()
1705 le32_to_cpu(ldio->sense_buf_phys_addr_lo), sgcount); in megasas_dump_pending_frames()
1707 pthru = (struct megasas_pthru_frame *) cmd->frame; in megasas_dump_pending_frames()
1708 mfi_sgl = &pthru->sgl; in megasas_dump_pending_frames()
1709 sgcount = pthru->sge_count; in megasas_dump_pending_frames()
1710 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, " in megasas_dump_pending_frames()
1712 instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id, in megasas_dump_pending_frames()
1713 pthru->lun, pthru->cdb_len, le32_to_cpu(pthru->data_xfer_len), in megasas_dump_pending_frames()
1714 le32_to_cpu(pthru->sense_buf_phys_addr_lo), sgcount); in megasas_dump_pending_frames()
1719 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n", in megasas_dump_pending_frames()
1720 le32_to_cpu(mfi_sgl->sge64[n].length), in megasas_dump_pending_frames()
1721 le64_to_cpu(mfi_sgl->sge64[n].phys_addr)); in megasas_dump_pending_frames()
1723 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n", in megasas_dump_pending_frames()
1724 le32_to_cpu(mfi_sgl->sge32[n].length), in megasas_dump_pending_frames()
1725 le32_to_cpu(mfi_sgl->sge32[n].phys_addr)); in megasas_dump_pending_frames()
1729 dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1732 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1734 if (cmd->sync_cmd == 1) in megasas_dump_pending_frames()
1735 dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr); in megasas_dump_pending_frames()
1737 dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no); in megasas_dump_pending_frames()
1762 cmd->scmd = scmd; in megasas_build_and_issue_cmd()
1763 scmd->SCp.ptr = (char *)cmd; in megasas_build_and_issue_cmd()
1768 atomic_inc(&instance->fw_outstanding); in megasas_build_and_issue_cmd()
1770 instance->instancet->fire_cmd(instance, cmd->frame_phys_addr, in megasas_build_and_issue_cmd()
1771 cmd->frame_count-1, instance->reg_set); in megasas_build_and_issue_cmd()
1781 * megasas_queue_command - Queue entry point
1793 scmd->device->host->hostdata; in megasas_queue_command()
1795 if (instance->unload == 1) { in megasas_queue_command()
1796 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1797 scmd->scsi_done(scmd); in megasas_queue_command()
1801 if (instance->issuepend_done == 0) in megasas_queue_command()
1806 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in megasas_queue_command()
1811 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1812 scmd->scsi_done(scmd); in megasas_queue_command()
1817 mr_device_priv_data = scmd->device->hostdata; in megasas_queue_command()
1819 (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)) { in megasas_queue_command()
1820 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1821 scmd->scsi_done(scmd); in megasas_queue_command()
1825 if (MEGASAS_IS_LOGICAL(scmd->device)) { in megasas_queue_command()
1826 ld_tgt_id = MEGASAS_TARGET_ID(scmd->device); in megasas_queue_command()
1827 if (instance->ld_tgtid_status[ld_tgt_id] == LD_TARGET_ID_DELETED) { in megasas_queue_command()
1828 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1829 scmd->scsi_done(scmd); in megasas_queue_command()
1834 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_queue_command()
1837 if (mr_device_priv_data->tm_busy) in megasas_queue_command()
1841 scmd->result = 0; in megasas_queue_command()
1843 if (MEGASAS_IS_LOGICAL(scmd->device) && in megasas_queue_command()
1844 (scmd->device->id >= instance->fw_supported_vd_count || in megasas_queue_command()
1845 scmd->device->lun)) { in megasas_queue_command()
1846 scmd->result = DID_BAD_TARGET << 16; in megasas_queue_command()
1850 if ((scmd->cmnd[0] == SYNCHRONIZE_CACHE) && in megasas_queue_command()
1851 MEGASAS_IS_LOGICAL(scmd->device) && in megasas_queue_command()
1852 (!instance->fw_sync_cache_support)) { in megasas_queue_command()
1853 scmd->result = DID_OK << 16; in megasas_queue_command()
1857 return instance->instancet->build_and_issue_cmd(instance, scmd); in megasas_queue_command()
1860 scmd->scsi_done(scmd); in megasas_queue_command()
1871 (megasas_mgmt_info.instance[i]->host->host_no == host_no)) in megasas_lookup_instance()
1879 * megasas_set_dynamic_target_properties -
1902 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_dynamic_target_properties()
1903 fusion = instance->ctrl_context; in megasas_set_dynamic_target_properties()
1904 mr_device_priv_data = sdev->hostdata; in megasas_set_dynamic_target_properties()
1910 device_id = ((sdev->channel % 2) * MEGASAS_MAX_DEV_PER_CHANNEL) in megasas_set_dynamic_target_properties()
1911 + sdev->id; in megasas_set_dynamic_target_properties()
1912 local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_set_dynamic_target_properties()
1914 if (ld >= instance->fw_supported_vd_count) in megasas_set_dynamic_target_properties()
1918 if (raid->capability.ldPiMode == MR_PROT_INFO_TYPE_CONTROLLER) in megasas_set_dynamic_target_properties()
1919 blk_queue_update_dma_alignment(sdev->request_queue, 0x7); in megasas_set_dynamic_target_properties()
1921 mr_device_priv_data->is_tm_capable = in megasas_set_dynamic_target_properties()
1922 raid->capability.tmCapable; in megasas_set_dynamic_target_properties()
1924 if (!raid->flags.isEPD) in megasas_set_dynamic_target_properties()
1925 sdev->no_write_same = 1; in megasas_set_dynamic_target_properties()
1927 } else if (instance->use_seqnum_jbod_fp) { in megasas_set_dynamic_target_properties()
1928 pd_index = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_set_dynamic_target_properties()
1929 sdev->id; in megasas_set_dynamic_target_properties()
1930 pd_sync = (void *)fusion->pd_seq_sync in megasas_set_dynamic_target_properties()
1931 [(instance->pd_seq_map_id - 1) & 1]; in megasas_set_dynamic_target_properties()
1932 mr_device_priv_data->is_tm_capable = in megasas_set_dynamic_target_properties()
1933 pd_sync->seq[pd_index].capability.tmCapable; in megasas_set_dynamic_target_properties()
1936 if (is_target_prop && instance->tgt_prop->reset_tmo) { in megasas_set_dynamic_target_properties()
1941 mr_device_priv_data->target_reset_tmo = in megasas_set_dynamic_target_properties()
1942 min_t(u8, instance->max_reset_tmo, in megasas_set_dynamic_target_properties()
1943 instance->tgt_prop->reset_tmo); in megasas_set_dynamic_target_properties()
1944 mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo; in megasas_set_dynamic_target_properties()
1946 mr_device_priv_data->target_reset_tmo = in megasas_set_dynamic_target_properties()
1948 mr_device_priv_data->task_abort_tmo = in megasas_set_dynamic_target_properties()
1954 * megasas_set_nvme_device_properties -
1975 instance = (struct megasas_instance *)sdev->host->hostdata; in megasas_set_nvme_device_properties()
1976 mr_nvme_pg_size = max_t(u32, instance->nvme_page_size, in megasas_set_nvme_device_properties()
1979 blk_queue_max_hw_sectors(sdev->request_queue, (max_io_size / 512)); in megasas_set_nvme_device_properties()
1981 blk_queue_flag_set(QUEUE_FLAG_NOMERGES, sdev->request_queue); in megasas_set_nvme_device_properties()
1982 blk_queue_virt_boundary(sdev->request_queue, mr_nvme_pg_size - 1); in megasas_set_nvme_device_properties()
1986 * megasas_set_fw_assisted_qd -
2002 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_fw_assisted_qd()
2003 mr_device_priv_data = sdev->hostdata; in megasas_set_fw_assisted_qd()
2004 interface_type = mr_device_priv_data->interface_type; in megasas_set_fw_assisted_qd()
2019 tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth); in megasas_set_fw_assisted_qd()
2021 device_qd = min(instance->host->can_queue, in megasas_set_fw_assisted_qd()
2025 if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE) in megasas_set_fw_assisted_qd()
2026 device_qd = instance->host->can_queue; in megasas_set_fw_assisted_qd()
2032 * megasas_set_static_target_properties -
2038 * set nvme device properties. see - megasas_set_nvme_device_properties
2049 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_static_target_properties()
2054 blk_queue_rq_timeout(sdev->request_queue, scmd_timeout * HZ); in megasas_set_static_target_properties()
2060 max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb); in megasas_set_static_target_properties()
2062 if (instance->nvme_page_size && max_io_size_kb) in megasas_set_static_target_properties()
2076 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_configure()
2077 if (instance->pd_list_not_supported) { in megasas_slave_configure()
2078 if (!MEGASAS_IS_LOGICAL(sdev) && sdev->type == TYPE_DISK) { in megasas_slave_configure()
2079 pd_index = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_slave_configure()
2080 sdev->id; in megasas_slave_configure()
2081 if (instance->pd_list[pd_index].driveState != in megasas_slave_configure()
2083 return -ENXIO; in megasas_slave_configure()
2087 mutex_lock(&instance->reset_mutex); in megasas_slave_configure()
2089 if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev)) in megasas_slave_configure()
2092 /* Some ventura firmware may not have instance->nvme_page_size set. in megasas_slave_configure()
2095 if ((instance->tgt_prop) && (instance->nvme_page_size)) in megasas_slave_configure()
2104 mutex_unlock(&instance->reset_mutex); in megasas_slave_configure()
2115 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_alloc()
2121 (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_slave_alloc()
2122 sdev->id; in megasas_slave_alloc()
2123 if ((instance->pd_list_not_supported || in megasas_slave_alloc()
2124 instance->pd_list[pd_index].driveState == in megasas_slave_alloc()
2128 return -ENXIO; in megasas_slave_alloc()
2135 return -ENOMEM; in megasas_slave_alloc()
2139 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_ACTIVE; in megasas_slave_alloc()
2144 sdev->hostdata = mr_device_priv_data; in megasas_slave_alloc()
2146 atomic_set(&mr_device_priv_data->r1_ldio_hint, in megasas_slave_alloc()
2147 instance->r1_ldio_hint_default); in megasas_slave_alloc()
2156 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_destroy()
2160 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_DELETED; in megasas_slave_destroy()
2166 kfree(sdev->hostdata); in megasas_slave_destroy()
2167 sdev->hostdata = NULL; in megasas_slave_destroy()
2171 * megasas_complete_outstanding_ioctls - Complete outstanding ioctls after a
2181 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_outstanding_ioctls()
2185 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2186 cmd_fusion = fusion->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2187 if (cmd_fusion->sync_cmd_idx != (u32)ULONG_MAX) { in megasas_complete_outstanding_ioctls()
2188 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in megasas_complete_outstanding_ioctls()
2189 if (cmd_mfi->sync_cmd && in megasas_complete_outstanding_ioctls()
2190 (cmd_mfi->frame->hdr.cmd != MFI_CMD_ABORT)) { in megasas_complete_outstanding_ioctls()
2191 cmd_mfi->frame->hdr.cmd_status = in megasas_complete_outstanding_ioctls()
2199 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2200 cmd_mfi = instance->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2201 if (cmd_mfi->sync_cmd && cmd_mfi->frame->hdr.cmd != in megasas_complete_outstanding_ioctls()
2211 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megaraid_sas_kill_hba()
2212 dev_warn(&instance->pdev->dev, in megaraid_sas_kill_hba()
2218 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megaraid_sas_kill_hba()
2221 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megaraid_sas_kill_hba()
2222 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) || in megaraid_sas_kill_hba()
2223 (instance->adapter_type != MFI_SERIES)) { in megaraid_sas_kill_hba()
2224 if (!instance->requestorId) { in megaraid_sas_kill_hba()
2225 writel(MFI_STOP_ADP, &instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2227 readl(&instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2229 if (instance->requestorId && instance->peerIsPresent) in megaraid_sas_kill_hba()
2230 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megaraid_sas_kill_hba()
2233 &instance->reg_set->inbound_doorbell); in megaraid_sas_kill_hba()
2240 * megasas_check_and_restore_queue_depth - Check if queue depth needs to be
2250 if (instance->flag & MEGASAS_FW_BUSY in megasas_check_and_restore_queue_depth()
2251 && time_after(jiffies, instance->last_time + 5 * HZ) in megasas_check_and_restore_queue_depth()
2252 && atomic_read(&instance->fw_outstanding) < in megasas_check_and_restore_queue_depth()
2253 instance->throttlequeuedepth + 1) { in megasas_check_and_restore_queue_depth()
2255 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2256 instance->flag &= ~MEGASAS_FW_BUSY; in megasas_check_and_restore_queue_depth()
2258 instance->host->can_queue = instance->cur_can_queue; in megasas_check_and_restore_queue_depth()
2259 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2264 * megasas_complete_cmd_dpc - Returns FW's controller structure
2280 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_complete_cmd_dpc()
2283 spin_lock_irqsave(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2285 producer = le32_to_cpu(*instance->producer); in megasas_complete_cmd_dpc()
2286 consumer = le32_to_cpu(*instance->consumer); in megasas_complete_cmd_dpc()
2289 context = le32_to_cpu(instance->reply_queue[consumer]); in megasas_complete_cmd_dpc()
2290 if (context >= instance->max_fw_cmds) { in megasas_complete_cmd_dpc()
2291 dev_err(&instance->pdev->dev, "Unexpected context value %x\n", in megasas_complete_cmd_dpc()
2296 cmd = instance->cmd_list[context]; in megasas_complete_cmd_dpc()
2301 if (consumer == (instance->max_fw_cmds + 1)) { in megasas_complete_cmd_dpc()
2306 *instance->consumer = cpu_to_le32(producer); in megasas_complete_cmd_dpc()
2308 spin_unlock_irqrestore(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2319 * megasas_start_timer - Initializes sriov heartbeat timer object
2325 struct timer_list *timer = &instance->sriov_heartbeat_timer; in megasas_start_timer()
2328 timer->expires = jiffies + MEGASAS_SRIOV_HEARTBEAT_INTERVAL_VF; in megasas_start_timer()
2340 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in megasas_do_ocr()
2341 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in megasas_do_ocr()
2342 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) { in megasas_do_ocr()
2343 *instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN); in megasas_do_ocr()
2345 instance->instancet->disable_intr(instance); in megasas_do_ocr()
2346 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_do_ocr()
2347 instance->issuepend_done = 0; in megasas_do_ocr()
2349 atomic_set(&instance->fw_outstanding, 0); in megasas_do_ocr()
2351 process_fw_state_change_wq(&instance->work_init); in megasas_do_ocr()
2367 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:" in megasas_get_ld_vf_affiliation_111()
2369 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2370 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2373 dcmd = &cmd->frame->dcmd; in megasas_get_ld_vf_affiliation_111()
2375 if (!instance->vf_affiliation_111) { in megasas_get_ld_vf_affiliation_111()
2376 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_111()
2377 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2379 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2383 memset(instance->vf_affiliation_111, 0, in megasas_get_ld_vf_affiliation_111()
2387 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2391 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_111()
2393 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2395 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2399 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_vf_affiliation_111()
2401 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_vf_affiliation_111()
2402 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_vf_affiliation_111()
2403 dcmd->sge_count = 1; in megasas_get_ld_vf_affiliation_111()
2404 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_get_ld_vf_affiliation_111()
2405 dcmd->timeout = 0; in megasas_get_ld_vf_affiliation_111()
2406 dcmd->pad_0 = 0; in megasas_get_ld_vf_affiliation_111()
2407 dcmd->data_xfer_len = in megasas_get_ld_vf_affiliation_111()
2409 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_VF_MAP_GET_ALL_LDS_111); in megasas_get_ld_vf_affiliation_111()
2412 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_111()
2413 cpu_to_le32(instance->vf_affiliation_111_h); in megasas_get_ld_vf_affiliation_111()
2415 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_111()
2418 dcmd->sgl.sge32[0].length = cpu_to_le32( in megasas_get_ld_vf_affiliation_111()
2421 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_111()
2422 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2425 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_111()
2427 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2433 thisVf = new_affiliation_111->thisVf; in megasas_get_ld_vf_affiliation_111()
2434 for (ld = 0 ; ld < new_affiliation_111->vdCount; ld++) in megasas_get_ld_vf_affiliation_111()
2435 if (instance->vf_affiliation_111->map[ld].policy[thisVf] != in megasas_get_ld_vf_affiliation_111()
2436 new_affiliation_111->map[ld].policy[thisVf]) { in megasas_get_ld_vf_affiliation_111()
2437 dev_warn(&instance->pdev->dev, "SR-IOV: " in megasas_get_ld_vf_affiliation_111()
2439 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2440 memcpy(instance->vf_affiliation_111, in megasas_get_ld_vf_affiliation_111()
2449 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2474 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: " in megasas_get_ld_vf_affiliation_12()
2476 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2477 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2480 dcmd = &cmd->frame->dcmd; in megasas_get_ld_vf_affiliation_12()
2482 if (!instance->vf_affiliation) { in megasas_get_ld_vf_affiliation_12()
2483 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_12()
2484 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2486 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2490 memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2494 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2498 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_12()
2500 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2502 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2506 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_vf_affiliation_12()
2508 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_vf_affiliation_12()
2509 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_vf_affiliation_12()
2510 dcmd->sge_count = 1; in megasas_get_ld_vf_affiliation_12()
2511 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_get_ld_vf_affiliation_12()
2512 dcmd->timeout = 0; in megasas_get_ld_vf_affiliation_12()
2513 dcmd->pad_0 = 0; in megasas_get_ld_vf_affiliation_12()
2514 dcmd->data_xfer_len = cpu_to_le32((MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2516 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_VF_MAP_GET_ALL_LDS); in megasas_get_ld_vf_affiliation_12()
2519 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_12()
2520 cpu_to_le32(instance->vf_affiliation_h); in megasas_get_ld_vf_affiliation_12()
2522 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_12()
2525 dcmd->sgl.sge32[0].length = cpu_to_le32((MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2528 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_12()
2529 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2533 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_12()
2535 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2541 if (!new_affiliation->ldCount) { in megasas_get_ld_vf_affiliation_12()
2542 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2544 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2548 newmap = new_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2549 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2550 thisVf = new_affiliation->thisVf; in megasas_get_ld_vf_affiliation_12()
2551 for (i = 0 ; i < new_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2553 for (j = 0; j < instance->vf_affiliation->ldCount; in megasas_get_ld_vf_affiliation_12()
2555 if (newmap->ref.targetId == in megasas_get_ld_vf_affiliation_12()
2556 savedmap->ref.targetId) { in megasas_get_ld_vf_affiliation_12()
2558 if (newmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2559 savedmap->policy[thisVf]) { in megasas_get_ld_vf_affiliation_12()
2566 savedmap->size); in megasas_get_ld_vf_affiliation_12()
2568 if (!found && newmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2574 ((unsigned char *)newmap + newmap->size); in megasas_get_ld_vf_affiliation_12()
2577 newmap = new_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2578 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2580 for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2582 for (j = 0 ; j < new_affiliation->ldCount; j++) { in megasas_get_ld_vf_affiliation_12()
2583 if (savedmap->ref.targetId == in megasas_get_ld_vf_affiliation_12()
2584 newmap->ref.targetId) { in megasas_get_ld_vf_affiliation_12()
2586 if (savedmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2587 newmap->policy[thisVf]) { in megasas_get_ld_vf_affiliation_12()
2594 newmap->size); in megasas_get_ld_vf_affiliation_12()
2596 if (!found && savedmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2603 savedmap->size); in megasas_get_ld_vf_affiliation_12()
2608 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2609 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2610 memcpy(instance->vf_affiliation, new_affiliation, in megasas_get_ld_vf_affiliation_12()
2611 new_affiliation->size); in megasas_get_ld_vf_affiliation_12()
2616 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2625 /* This function will get the current SR-IOV LD/VF affiliation */
2631 if (instance->PlasmaFW111) in megasas_get_ld_vf_affiliation()
2638 /* This function will tell FW to start the SR-IOV heartbeat */
2649 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: " in megasas_sriov_start_heartbeat()
2651 instance->host->host_no); in megasas_sriov_start_heartbeat()
2652 return -ENOMEM; in megasas_sriov_start_heartbeat()
2655 dcmd = &cmd->frame->dcmd; in megasas_sriov_start_heartbeat()
2658 instance->hb_host_mem = in megasas_sriov_start_heartbeat()
2659 dma_alloc_coherent(&instance->pdev->dev, in megasas_sriov_start_heartbeat()
2661 &instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2663 if (!instance->hb_host_mem) { in megasas_sriov_start_heartbeat()
2664 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate" in megasas_sriov_start_heartbeat()
2666 instance->host->host_no); in megasas_sriov_start_heartbeat()
2667 retval = -ENOMEM; in megasas_sriov_start_heartbeat()
2672 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_sriov_start_heartbeat()
2674 dcmd->mbox.s[0] = cpu_to_le16(sizeof(struct MR_CTRL_HB_HOST_MEM)); in megasas_sriov_start_heartbeat()
2675 dcmd->cmd = MFI_CMD_DCMD; in megasas_sriov_start_heartbeat()
2676 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_sriov_start_heartbeat()
2677 dcmd->sge_count = 1; in megasas_sriov_start_heartbeat()
2678 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_sriov_start_heartbeat()
2679 dcmd->timeout = 0; in megasas_sriov_start_heartbeat()
2680 dcmd->pad_0 = 0; in megasas_sriov_start_heartbeat()
2681 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_CTRL_HB_HOST_MEM)); in megasas_sriov_start_heartbeat()
2682 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SHARED_HOST_MEM_ALLOC); in megasas_sriov_start_heartbeat()
2684 megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2687 dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n", in megasas_sriov_start_heartbeat()
2688 instance->host->host_no); in megasas_sriov_start_heartbeat()
2690 if ((instance->adapter_type != MFI_SERIES) && in megasas_sriov_start_heartbeat()
2691 !instance->mask_interrupts) in megasas_sriov_start_heartbeat()
2698 dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST" in megasas_sriov_start_heartbeat()
2700 (dcmd->cmd_status == MFI_STAT_INVALID_STATUS) ? in megasas_sriov_start_heartbeat()
2701 "timed out" : "failed", instance->host->host_no); in megasas_sriov_start_heartbeat()
2711 /* Handler for SR-IOV heartbeat */
2717 if (instance->hb_host_mem->HB.fwCounter != in megasas_sriov_heartbeat_handler()
2718 instance->hb_host_mem->HB.driverCounter) { in megasas_sriov_heartbeat_handler()
2719 instance->hb_host_mem->HB.driverCounter = in megasas_sriov_heartbeat_handler()
2720 instance->hb_host_mem->HB.fwCounter; in megasas_sriov_heartbeat_handler()
2721 mod_timer(&instance->sriov_heartbeat_timer, in megasas_sriov_heartbeat_handler()
2724 dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never " in megasas_sriov_heartbeat_handler()
2725 "completed for scsi%d\n", instance->host->host_no); in megasas_sriov_heartbeat_handler()
2726 schedule_work(&instance->work_init); in megasas_sriov_heartbeat_handler()
2731 * megasas_wait_for_outstanding - Wait for all outstanding cmds
2748 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2749 dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n", in megasas_wait_for_outstanding()
2754 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2757 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2758 list_splice_init(&instance->internal_reset_pending_q, in megasas_wait_for_outstanding()
2760 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2762 dev_notice(&instance->pdev->dev, "HBA reset wait ...\n"); in megasas_wait_for_outstanding()
2765 if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL) in megasas_wait_for_outstanding()
2769 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2770 dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n"); in megasas_wait_for_outstanding()
2771 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megasas_wait_for_outstanding()
2777 reset_cmd = list_entry((&clist_local)->next, in megasas_wait_for_outstanding()
2779 list_del_init(&reset_cmd->list); in megasas_wait_for_outstanding()
2780 if (reset_cmd->scmd) { in megasas_wait_for_outstanding()
2781 reset_cmd->scmd->result = DID_REQUEUE << 16; in megasas_wait_for_outstanding()
2782 dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n", in megasas_wait_for_outstanding()
2784 reset_cmd->scmd->cmnd[0]); in megasas_wait_for_outstanding()
2786 reset_cmd->scmd->scsi_done(reset_cmd->scmd); in megasas_wait_for_outstanding()
2788 } else if (reset_cmd->sync_cmd) { in megasas_wait_for_outstanding()
2789 dev_notice(&instance->pdev->dev, "%p synch cmds" in megasas_wait_for_outstanding()
2793 reset_cmd->cmd_status_drv = DCMD_INIT; in megasas_wait_for_outstanding()
2794 instance->instancet->fire_cmd(instance, in megasas_wait_for_outstanding()
2795 reset_cmd->frame_phys_addr, in megasas_wait_for_outstanding()
2796 0, instance->reg_set); in megasas_wait_for_outstanding()
2798 dev_notice(&instance->pdev->dev, "%p unexpected" in megasas_wait_for_outstanding()
2809 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2815 dev_notice(&instance->pdev->dev, "[%2d]waiting for %d " in megasas_wait_for_outstanding()
2828 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2829 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2834 if (instance->disableOnlineCtrlReset) in megasas_wait_for_outstanding()
2837 if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) { in megasas_wait_for_outstanding()
2838 dev_info(&instance->pdev->dev, in megasas_wait_for_outstanding()
2840 __func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2845 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2846 dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n", in megasas_wait_for_outstanding()
2850 dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n", in megasas_wait_for_outstanding()
2856 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2858 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2867 dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n", in megasas_wait_for_outstanding()
2874 dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d" in megasas_wait_for_outstanding()
2876 __func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset, in megasas_wait_for_outstanding()
2877 atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2885 * megasas_generic_reset - Generic reset routine
2886 * @scmd: Mid-layer SCSI command
2897 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_generic_reset()
2900 scmd->cmnd[0], scmd->retries); in megasas_generic_reset()
2902 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_generic_reset()
2903 dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n"); in megasas_generic_reset()
2909 dev_notice(&instance->pdev->dev, "reset successful\n"); in megasas_generic_reset()
2911 dev_err(&instance->pdev->dev, "failed to do reset\n"); in megasas_generic_reset()
2917 * megasas_reset_timer - quiesce the adapter if required
2920 * Sets the FW busy flag and reduces the host->can_queue if the
2929 if (time_after(jiffies, scmd->jiffies_at_alloc + in megasas_reset_timer()
2934 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_timer()
2935 if (!(instance->flag & MEGASAS_FW_BUSY)) { in megasas_reset_timer()
2937 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_reset_timer()
2939 instance->host->can_queue = instance->throttlequeuedepth; in megasas_reset_timer()
2940 instance->last_time = jiffies; in megasas_reset_timer()
2941 instance->flag |= MEGASAS_FW_BUSY; in megasas_reset_timer()
2943 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_reset_timer()
2949 * megasas_dump - This function will print hexdump of provided buffer.
2974 * megasas_dump_reg_set - This function will print hexdump of register set
2988 * megasas_dump_fusion_io - This function will print key details
2999 cmd = (struct megasas_cmd_fusion *)scmd->SCp.ptr; in megasas_dump_fusion_io()
3000 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_dump_fusion_io()
3004 scmd, scmd->retries, scmd->allowed); in megasas_dump_fusion_io()
3008 req_desc = (union MEGASAS_REQUEST_DESCRIPTOR_UNION *)cmd->request_desc; in megasas_dump_fusion_io()
3012 req_desc->SCSIIO.RequestFlags, in megasas_dump_fusion_io()
3013 req_desc->SCSIIO.MSIxIndex, req_desc->SCSIIO.SMID, in megasas_dump_fusion_io()
3014 req_desc->SCSIIO.LMID, req_desc->SCSIIO.DevHandle); in megasas_dump_fusion_io()
3017 megasas_dump(cmd->io_request, in megasas_dump_fusion_io()
3020 megasas_dump(cmd->sg_frame, in megasas_dump_fusion_io()
3021 instance->max_chain_frame_sz, 8); in megasas_dump_fusion_io()
3027 * megasas_dump_sys_regs - This function will dump system registers through
3043 PAGE_SIZE - bytes_wrote, in megasas_dump_sys_regs()
3051 * megasas_reset_bus_host - Bus & host reset handler entry point
3052 * @scmd: Mid-layer SCSI command
3059 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_bus_host()
3066 scmd->device->host->shost_state, in megasas_reset_bus_host()
3067 scsi_host_busy(scmd->device->host), in megasas_reset_bus_host()
3068 atomic_read(&instance->fw_outstanding)); in megasas_reset_bus_host()
3072 if (instance->adapter_type == MFI_SERIES) { in megasas_reset_bus_host()
3076 ret = megasas_reset_fusion(scmd->device->host, in megasas_reset_bus_host()
3084 * megasas_task_abort - Issues task abort request to firmware
3093 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_task_abort()
3095 if (instance->adapter_type != MFI_SERIES) in megasas_task_abort()
3098 sdev_printk(KERN_NOTICE, scmd->device, "TASK ABORT not supported\n"); in megasas_task_abort()
3115 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_target()
3117 if (instance->adapter_type != MFI_SERIES) in megasas_reset_target()
3120 sdev_printk(KERN_NOTICE, scmd->device, "TARGET RESET not supported\n"); in megasas_reset_target()
3128 * megasas_bios_param - Returns disk geometry for a disk
3177 instance = (struct megasas_instance *)shost->hostdata; in megasas_map_queues()
3179 if (shost->nr_hw_queues == 1) in megasas_map_queues()
3182 offset = instance->low_latency_index_start; in megasas_map_queues()
3185 map = &shost->tag_set.map[HCTX_TYPE_DEFAULT]; in megasas_map_queues()
3186 map->nr_queues = instance->msix_vectors - offset; in megasas_map_queues()
3187 map->queue_offset = 0; in megasas_map_queues()
3188 blk_mq_pci_map_queues(map, instance->pdev, offset); in megasas_map_queues()
3189 qoff += map->nr_queues; in megasas_map_queues()
3190 offset += map->nr_queues; in megasas_map_queues()
3193 map = &shost->tag_set.map[HCTX_TYPE_POLL]; in megasas_map_queues()
3194 map->nr_queues = instance->iopoll_q_count; in megasas_map_queues()
3195 if (map->nr_queues) { in megasas_map_queues()
3198 * affinity), so use the regular blk-mq cpu mapping in megasas_map_queues()
3200 map->queue_offset = qoff; in megasas_map_queues()
3210 * megasas_service_aen - Processes an event notification
3229 if ((!cmd->abort_aen) && (instance->unload == 0)) { in megasas_service_aen()
3237 cmd->abort_aen = 0; in megasas_service_aen()
3239 instance->aen_cmd = NULL; in megasas_service_aen()
3243 if ((instance->unload == 0) && in megasas_service_aen()
3244 ((instance->issuepend_done == 1))) { in megasas_service_aen()
3249 dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n"); in megasas_service_aen()
3251 ev->instance = instance; in megasas_service_aen()
3252 instance->ev = ev; in megasas_service_aen()
3253 INIT_DELAYED_WORK(&ev->hotplug_work, in megasas_service_aen()
3255 schedule_delayed_work(&ev->hotplug_work, 0); in megasas_service_aen()
3266 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_store()
3271 return -EINVAL; in fw_crash_buffer_store()
3273 spin_lock_irqsave(&instance->crashdump_lock, flags); in fw_crash_buffer_store()
3274 instance->fw_crash_buffer_offset = val; in fw_crash_buffer_store()
3275 spin_unlock_irqrestore(&instance->crashdump_lock, flags); in fw_crash_buffer_store()
3285 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_show()
3293 spin_lock_irqsave(&instance->crashdump_lock, flags); in fw_crash_buffer_show()
3294 buff_offset = instance->fw_crash_buffer_offset; in fw_crash_buffer_show()
3295 if (!instance->crash_dump_buf && in fw_crash_buffer_show()
3296 !((instance->fw_crash_state == AVAILABLE) || in fw_crash_buffer_show()
3297 (instance->fw_crash_state == COPYING))) { in fw_crash_buffer_show()
3298 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3300 spin_unlock_irqrestore(&instance->crashdump_lock, flags); in fw_crash_buffer_show()
3301 return -EINVAL; in fw_crash_buffer_show()
3304 if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) { in fw_crash_buffer_show()
3305 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3307 spin_unlock_irqrestore(&instance->crashdump_lock, flags); in fw_crash_buffer_show()
3311 size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset; in fw_crash_buffer_show()
3312 chunk_left_bytes = dmachunk - (buff_offset % dmachunk); in fw_crash_buffer_show()
3314 size = (size >= PAGE_SIZE) ? (PAGE_SIZE - 1) : size; in fw_crash_buffer_show()
3316 src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] + in fw_crash_buffer_show()
3319 spin_unlock_irqrestore(&instance->crashdump_lock, flags); in fw_crash_buffer_show()
3330 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_size_show()
3333 ((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE); in fw_crash_buffer_size_show()
3342 (struct megasas_instance *) shost->hostdata; in fw_crash_state_store()
3347 return -EINVAL; in fw_crash_state_store()
3350 dev_err(&instance->pdev->dev, "application updates invalid " in fw_crash_state_store()
3352 return -EINVAL; in fw_crash_state_store()
3355 instance->fw_crash_state = val; in fw_crash_state_store()
3358 spin_lock_irqsave(&instance->crashdump_lock, flags); in fw_crash_state_store()
3360 spin_unlock_irqrestore(&instance->crashdump_lock, flags); in fw_crash_state_store()
3362 dev_info(&instance->pdev->dev, "application failed to " in fw_crash_state_store()
3365 dev_info(&instance->pdev->dev, "Firmware crash dump " in fw_crash_state_store()
3377 (struct megasas_instance *) shost->hostdata; in fw_crash_state_show()
3379 return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state); in fw_crash_state_show()
3386 return snprintf(buf, PAGE_SIZE, "%ld\n", (unsigned long)PAGE_SIZE - 1); in page_size_show()
3394 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in ldio_outstanding_show()
3396 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding)); in ldio_outstanding_show()
3404 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in fw_cmds_outstanding_show()
3406 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding)); in fw_cmds_outstanding_show()
3414 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_show()
3416 return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd); in enable_sdev_max_qd_show()
3424 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_store()
3432 return -EINVAL; in enable_sdev_max_qd_store()
3435 mutex_lock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3437 instance->enable_sdev_max_qd = true; in enable_sdev_max_qd_store()
3439 instance->enable_sdev_max_qd = false; in enable_sdev_max_qd_store()
3446 mutex_unlock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3457 (struct megasas_instance *)shost->hostdata; in dump_system_regs_show()
3459 return megasas_dump_sys_regs(instance->reg_set, buf); in dump_system_regs_show()
3468 (struct megasas_instance *)shost->hostdata; in raid_map_id_show()
3471 (unsigned long)instance->map_id); in raid_map_id_show()
3522 * megasas_complete_int_cmd - Completes an internal command
3534 if (cmd->cmd_status_drv == DCMD_INIT) in megasas_complete_int_cmd()
3535 cmd->cmd_status_drv = in megasas_complete_int_cmd()
3536 (cmd->frame->io.cmd_status == MFI_STAT_OK) ? in megasas_complete_int_cmd()
3539 wake_up(&instance->int_cmd_wait_q); in megasas_complete_int_cmd()
3543 * megasas_complete_abort - Completes aborting a command
3555 if (cmd->sync_cmd) { in megasas_complete_abort()
3556 cmd->sync_cmd = 0; in megasas_complete_abort()
3557 cmd->cmd_status_drv = DCMD_SUCCESS; in megasas_complete_abort()
3558 wake_up(&instance->abort_cmd_wait_q); in megasas_complete_abort()
3568 if (instance->ld_ids_prev[i] != 0xff && in megasas_set_ld_removed_by_fw()
3569 instance->ld_ids_from_raidmap[i] == 0xff) { in megasas_set_ld_removed_by_fw()
3571 dev_info(&instance->pdev->dev, in megasas_set_ld_removed_by_fw()
3573 instance->ld_tgtid_status[i] = LD_TARGET_ID_DELETED; in megasas_set_ld_removed_by_fw()
3579 * megasas_complete_cmd - Completes a command
3582 * @alt_status: If non-zero, use this value as status to
3583 * SCSI mid-layer instead of the value returned
3593 struct megasas_header *hdr = &cmd->frame->hdr; in megasas_complete_cmd()
3595 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_cmd()
3599 cmd->retry_for_fw_reset = 0; in megasas_complete_cmd()
3601 if (cmd->scmd) in megasas_complete_cmd()
3602 cmd->scmd->SCp.ptr = NULL; in megasas_complete_cmd()
3604 switch (hdr->cmd) { in megasas_complete_cmd()
3610 dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command " in megasas_complete_cmd()
3612 dev_warn(&instance->pdev->dev, "If you have a controller " in megasas_complete_cmd()
3623 if (cmd->sync_cmd) { in megasas_complete_cmd()
3624 cmd->sync_cmd = 0; in megasas_complete_cmd()
3634 cmd->scmd->result = alt_status << 16; in megasas_complete_cmd()
3640 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3642 scsi_dma_unmap(cmd->scmd); in megasas_complete_cmd()
3643 cmd->scmd->scsi_done(cmd->scmd); in megasas_complete_cmd()
3649 switch (hdr->cmd_status) { in megasas_complete_cmd()
3652 cmd->scmd->result = DID_OK << 16; in megasas_complete_cmd()
3657 cmd->scmd->result = in megasas_complete_cmd()
3658 (DID_ERROR << 16) | hdr->scsi_status; in megasas_complete_cmd()
3663 cmd->scmd->result = (DID_OK << 16) | hdr->scsi_status; in megasas_complete_cmd()
3665 if (hdr->scsi_status == SAM_STAT_CHECK_CONDITION) { in megasas_complete_cmd()
3666 memset(cmd->scmd->sense_buffer, 0, in megasas_complete_cmd()
3668 memcpy(cmd->scmd->sense_buffer, cmd->sense, in megasas_complete_cmd()
3669 hdr->sense_len); in megasas_complete_cmd()
3676 cmd->scmd->result = DID_BAD_TARGET << 16; in megasas_complete_cmd()
3680 dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n", in megasas_complete_cmd()
3681 hdr->cmd_status); in megasas_complete_cmd()
3682 cmd->scmd->result = DID_ERROR << 16; in megasas_complete_cmd()
3686 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3688 scsi_dma_unmap(cmd->scmd); in megasas_complete_cmd()
3689 cmd->scmd->scsi_done(cmd->scmd); in megasas_complete_cmd()
3702 opcode = le32_to_cpu(cmd->frame->dcmd.opcode); in megasas_complete_cmd()
3705 && (cmd->frame->dcmd.mbox.b[1] == 1)) { in megasas_complete_cmd()
3706 fusion->fast_path_io = 0; in megasas_complete_cmd()
3707 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3708 status = cmd->frame->hdr.cmd_status; in megasas_complete_cmd()
3709 instance->map_update_cmd = NULL; in megasas_complete_cmd()
3712 dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n", in megasas_complete_cmd()
3713 cmd->frame->hdr.cmd_status); in megasas_complete_cmd()
3717 instance->host->host_lock, in megasas_complete_cmd()
3731 (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) { in megasas_complete_cmd()
3732 instance->map_id++; in megasas_complete_cmd()
3733 fusion->fast_path_io = 1; in megasas_complete_cmd()
3735 fusion->fast_path_io = 0; in megasas_complete_cmd()
3738 if (instance->adapter_type >= INVADER_SERIES) in megasas_complete_cmd()
3742 spin_unlock_irqrestore(instance->host->host_lock, in megasas_complete_cmd()
3756 (cmd->frame->dcmd.mbox.b[0] == 1)) { in megasas_complete_cmd()
3758 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3759 status = cmd->frame->hdr.cmd_status; in megasas_complete_cmd()
3760 instance->jbod_seq_cmd = NULL; in megasas_complete_cmd()
3764 instance->pd_seq_map_id++; in megasas_complete_cmd()
3765 /* Re-register a pd sync seq num cmd */ in megasas_complete_cmd()
3767 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3769 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3771 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_complete_cmd()
3793 dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n", in megasas_complete_cmd()
3794 hdr->cmd); in megasas_complete_cmd()
3801 * megasas_issue_pending_cmds_again - issue all pending cmds
3815 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3816 list_splice_init(&instance->internal_reset_pending_q, &clist_local); in megasas_issue_pending_cmds_again()
3817 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3820 cmd = list_entry((&clist_local)->next, in megasas_issue_pending_cmds_again()
3822 list_del_init(&cmd->list); in megasas_issue_pending_cmds_again()
3824 if (cmd->sync_cmd || cmd->scmd) { in megasas_issue_pending_cmds_again()
3825 dev_notice(&instance->pdev->dev, "command %p, %p:%d" in megasas_issue_pending_cmds_again()
3827 cmd, cmd->scmd, cmd->sync_cmd); in megasas_issue_pending_cmds_again()
3829 cmd->retry_for_fw_reset++; in megasas_issue_pending_cmds_again()
3831 if (cmd->retry_for_fw_reset == 3) { in megasas_issue_pending_cmds_again()
3832 dev_notice(&instance->pdev->dev, "cmd %p, %p:%d" in megasas_issue_pending_cmds_again()
3835 cmd, cmd->scmd, cmd->sync_cmd); in megasas_issue_pending_cmds_again()
3836 instance->instancet->disable_intr(instance); in megasas_issue_pending_cmds_again()
3837 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_issue_pending_cmds_again()
3843 if (cmd->sync_cmd == 1) { in megasas_issue_pending_cmds_again()
3844 if (cmd->scmd) { in megasas_issue_pending_cmds_again()
3845 dev_notice(&instance->pdev->dev, "unexpected" in megasas_issue_pending_cmds_again()
3848 dev_notice(&instance->pdev->dev, "%p synchronous cmd" in megasas_issue_pending_cmds_again()
3851 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_pending_cmds_again()
3852 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3853 cmd->frame_phys_addr, in megasas_issue_pending_cmds_again()
3854 0, instance->reg_set); in megasas_issue_pending_cmds_again()
3855 } else if (cmd->scmd) { in megasas_issue_pending_cmds_again()
3856 dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]" in megasas_issue_pending_cmds_again()
3858 cmd, cmd->scmd->cmnd[0]); in megasas_issue_pending_cmds_again()
3860 atomic_inc(&instance->fw_outstanding); in megasas_issue_pending_cmds_again()
3861 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3862 cmd->frame_phys_addr, in megasas_issue_pending_cmds_again()
3863 cmd->frame_count-1, instance->reg_set); in megasas_issue_pending_cmds_again()
3865 dev_notice(&instance->pdev->dev, "%p unexpected cmd on the" in megasas_issue_pending_cmds_again()
3866 "internal reset defer list while re-issue!!\n", in megasas_issue_pending_cmds_again()
3871 if (instance->aen_cmd) { in megasas_issue_pending_cmds_again()
3872 dev_notice(&instance->pdev->dev, "aen_cmd in def process\n"); in megasas_issue_pending_cmds_again()
3873 megasas_return_cmd(instance, instance->aen_cmd); in megasas_issue_pending_cmds_again()
3875 instance->aen_cmd = NULL; in megasas_issue_pending_cmds_again()
3881 seq_num = instance->last_seq_num; in megasas_issue_pending_cmds_again()
3903 u16 max_cmd = instance->max_fw_cmds; in megasas_internal_reset_defer_cmds()
3908 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3910 cmd = instance->cmd_list[i]; in megasas_internal_reset_defer_cmds()
3911 if (cmd->sync_cmd == 1 || cmd->scmd) { in megasas_internal_reset_defer_cmds()
3912 dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p" in megasas_internal_reset_defer_cmds()
3914 defer_index, cmd, cmd->sync_cmd, cmd->scmd); in megasas_internal_reset_defer_cmds()
3916 if (!list_empty(&cmd->list)) { in megasas_internal_reset_defer_cmds()
3917 dev_notice(&instance->pdev->dev, "ERROR while" in megasas_internal_reset_defer_cmds()
3920 cmd, cmd->sync_cmd, cmd->scmd); in megasas_internal_reset_defer_cmds()
3922 list_del_init(&cmd->list); in megasas_internal_reset_defer_cmds()
3925 list_add_tail(&cmd->list, in megasas_internal_reset_defer_cmds()
3926 &instance->internal_reset_pending_q); in megasas_internal_reset_defer_cmds()
3929 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3941 if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3942 dev_notice(&instance->pdev->dev, "error, recovery st %x\n", in process_fw_state_change_wq()
3943 atomic_read(&instance->adprecovery)); in process_fw_state_change_wq()
3947 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3948 dev_notice(&instance->pdev->dev, "FW detected to be in fault" in process_fw_state_change_wq()
3951 instance->instancet->disable_intr(instance); in process_fw_state_change_wq()
3952 atomic_set(&instance->fw_outstanding, 0); in process_fw_state_change_wq()
3954 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3955 instance->instancet->adp_reset(instance, instance->reg_set); in process_fw_state_change_wq()
3956 atomic_set(&instance->fw_reset_no_pci_access, 0); in process_fw_state_change_wq()
3958 dev_notice(&instance->pdev->dev, "FW restarted successfully," in process_fw_state_change_wq()
3961 dev_notice(&instance->pdev->dev, "HBA recovery state machine," in process_fw_state_change_wq()
3970 dev_notice(&instance->pdev->dev, "adapter not ready\n"); in process_fw_state_change_wq()
3972 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3977 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in process_fw_state_change_wq()
3978 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in process_fw_state_change_wq()
3979 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR) in process_fw_state_change_wq()
3981 *instance->consumer = *instance->producer; in process_fw_state_change_wq()
3983 *instance->consumer = 0; in process_fw_state_change_wq()
3984 *instance->producer = 0; in process_fw_state_change_wq()
3989 spin_lock_irqsave(&instance->hba_lock, flags); in process_fw_state_change_wq()
3990 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in process_fw_state_change_wq()
3991 spin_unlock_irqrestore(&instance->hba_lock, flags); in process_fw_state_change_wq()
3992 instance->instancet->enable_intr(instance); in process_fw_state_change_wq()
3995 instance->issuepend_done = 1; in process_fw_state_change_wq()
4000 * megasas_deplete_reply_queue - Processes all completed commands
4003 * SCSI mid-layer instead of the status
4014 if ((mfiStatus = instance->instancet->check_reset(instance, in megasas_deplete_reply_queue()
4015 instance->reg_set)) == 1) { in megasas_deplete_reply_queue()
4019 mfiStatus = instance->instancet->clear_intr(instance); in megasas_deplete_reply_queue()
4021 /* Hardware may not set outbound_intr_status in MSI-X mode */ in megasas_deplete_reply_queue()
4022 if (!instance->msix_vectors) in megasas_deplete_reply_queue()
4026 instance->mfiStatus = mfiStatus; in megasas_deplete_reply_queue()
4029 fw_state = instance->instancet->read_fw_status_reg( in megasas_deplete_reply_queue()
4033 dev_notice(&instance->pdev->dev, "fw state:%x\n", in megasas_deplete_reply_queue()
4038 (instance->disableOnlineCtrlReset == 0)) { in megasas_deplete_reply_queue()
4039 dev_notice(&instance->pdev->dev, "wait adp restart\n"); in megasas_deplete_reply_queue()
4041 if ((instance->pdev->device == in megasas_deplete_reply_queue()
4043 (instance->pdev->device == in megasas_deplete_reply_queue()
4045 (instance->pdev->device == in megasas_deplete_reply_queue()
4048 *instance->consumer = in megasas_deplete_reply_queue()
4053 instance->instancet->disable_intr(instance); in megasas_deplete_reply_queue()
4054 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_deplete_reply_queue()
4055 instance->issuepend_done = 0; in megasas_deplete_reply_queue()
4057 atomic_set(&instance->fw_outstanding, 0); in megasas_deplete_reply_queue()
4060 dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n", in megasas_deplete_reply_queue()
4061 fw_state, atomic_read(&instance->adprecovery)); in megasas_deplete_reply_queue()
4063 schedule_work(&instance->work_init); in megasas_deplete_reply_queue()
4067 dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n", in megasas_deplete_reply_queue()
4068 fw_state, instance->disableOnlineCtrlReset); in megasas_deplete_reply_queue()
4072 tasklet_schedule(&instance->isr_tasklet); in megasas_deplete_reply_queue()
4077 * megasas_isr - isr entry point
4084 struct megasas_instance *instance = irq_context->instance; in megasas_isr()
4088 if (atomic_read(&instance->fw_reset_no_pci_access)) in megasas_isr()
4091 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_isr()
4093 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_isr()
4099 * megasas_transition_to_ready - Move the FW to READY state
4104 * several possible states. If the FW in operational, waiting-for-handshake
4116 abs_state = instance->instancet->read_fw_status_reg(instance); in megasas_transition_to_ready()
4120 dev_info(&instance->pdev->dev, "Waiting for FW to come to ready" in megasas_transition_to_ready()
4128 dev_printk(KERN_ERR, &instance->pdev->dev, in megasas_transition_to_ready()
4136 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4137 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4138 return -ENODEV; in megasas_transition_to_ready()
4145 if ((instance->pdev->device == in megasas_transition_to_ready()
4147 (instance->pdev->device == in megasas_transition_to_ready()
4149 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4152 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4156 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4162 if ((instance->pdev->device == in megasas_transition_to_ready()
4164 (instance->pdev->device == in megasas_transition_to_ready()
4166 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4168 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4171 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4180 instance->instancet->disable_intr(instance); in megasas_transition_to_ready()
4181 if ((instance->pdev->device == in megasas_transition_to_ready()
4183 (instance->pdev->device == in megasas_transition_to_ready()
4185 (instance->adapter_type != MFI_SERIES)) { in megasas_transition_to_ready()
4187 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4189 if (instance->adapter_type != MFI_SERIES) { in megasas_transition_to_ready()
4193 &instance-> in megasas_transition_to_ready()
4194 reg_set-> in megasas_transition_to_ready()
4203 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4236 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n", in megasas_transition_to_ready()
4238 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4239 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4240 return -ENODEV; in megasas_transition_to_ready()
4247 curr_abs_state = instance->instancet-> in megasas_transition_to_ready()
4260 dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed " in megasas_transition_to_ready()
4262 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4263 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4264 return -ENODEV; in megasas_transition_to_ready()
4270 dev_info(&instance->pdev->dev, "FW now in Ready state\n"); in megasas_transition_to_ready()
4276 * megasas_teardown_frame_pool - Destroy the cmd frame DMA pool
4282 u16 max_cmd = instance->max_mfi_cmds; in megasas_teardown_frame_pool()
4285 if (!instance->frame_dma_pool) in megasas_teardown_frame_pool()
4293 cmd = instance->cmd_list[i]; in megasas_teardown_frame_pool()
4295 if (cmd->frame) in megasas_teardown_frame_pool()
4296 dma_pool_free(instance->frame_dma_pool, cmd->frame, in megasas_teardown_frame_pool()
4297 cmd->frame_phys_addr); in megasas_teardown_frame_pool()
4299 if (cmd->sense) in megasas_teardown_frame_pool()
4300 dma_pool_free(instance->sense_dma_pool, cmd->sense, in megasas_teardown_frame_pool()
4301 cmd->sense_phys_addr); in megasas_teardown_frame_pool()
4307 dma_pool_destroy(instance->frame_dma_pool); in megasas_teardown_frame_pool()
4308 dma_pool_destroy(instance->sense_dma_pool); in megasas_teardown_frame_pool()
4310 instance->frame_dma_pool = NULL; in megasas_teardown_frame_pool()
4311 instance->sense_dma_pool = NULL; in megasas_teardown_frame_pool()
4315 * megasas_create_frame_pool - Creates DMA pool for cmd frames
4330 max_cmd = instance->max_mfi_cmds; in megasas_create_frame_pool()
4343 frame_count = (instance->adapter_type == MFI_SERIES) ? in megasas_create_frame_pool()
4345 instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count; in megasas_create_frame_pool()
4349 instance->frame_dma_pool = dma_pool_create("megasas frame pool", in megasas_create_frame_pool()
4350 &instance->pdev->dev, in megasas_create_frame_pool()
4351 instance->mfi_frame_size, 256, 0); in megasas_create_frame_pool()
4353 if (!instance->frame_dma_pool) { in megasas_create_frame_pool()
4354 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n"); in megasas_create_frame_pool()
4355 return -ENOMEM; in megasas_create_frame_pool()
4358 instance->sense_dma_pool = dma_pool_create("megasas sense pool", in megasas_create_frame_pool()
4359 &instance->pdev->dev, 128, in megasas_create_frame_pool()
4362 if (!instance->sense_dma_pool) { in megasas_create_frame_pool()
4363 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n"); in megasas_create_frame_pool()
4365 dma_pool_destroy(instance->frame_dma_pool); in megasas_create_frame_pool()
4366 instance->frame_dma_pool = NULL; in megasas_create_frame_pool()
4368 return -ENOMEM; in megasas_create_frame_pool()
4373 * By making cmd->index as the context instead of the &cmd, we can in megasas_create_frame_pool()
4378 cmd = instance->cmd_list[i]; in megasas_create_frame_pool()
4380 cmd->frame = dma_pool_zalloc(instance->frame_dma_pool, in megasas_create_frame_pool()
4381 GFP_KERNEL, &cmd->frame_phys_addr); in megasas_create_frame_pool()
4383 cmd->sense = dma_pool_alloc(instance->sense_dma_pool, in megasas_create_frame_pool()
4384 GFP_KERNEL, &cmd->sense_phys_addr); in megasas_create_frame_pool()
4390 if (!cmd->frame || !cmd->sense) { in megasas_create_frame_pool()
4391 dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n"); in megasas_create_frame_pool()
4393 return -ENOMEM; in megasas_create_frame_pool()
4396 cmd->frame->io.context = cpu_to_le32(cmd->index); in megasas_create_frame_pool()
4397 cmd->frame->io.pad_0 = 0; in megasas_create_frame_pool()
4398 if ((instance->adapter_type == MFI_SERIES) && reset_devices) in megasas_create_frame_pool()
4399 cmd->frame->hdr.cmd = MFI_CMD_INVALID; in megasas_create_frame_pool()
4406 * megasas_free_cmds - Free all the cmds in the free cmd pool
4417 for (i = 0; i < instance->max_mfi_cmds; i++) in megasas_free_cmds()
4419 kfree(instance->cmd_list[i]); in megasas_free_cmds()
4422 kfree(instance->cmd_list); in megasas_free_cmds()
4423 instance->cmd_list = NULL; in megasas_free_cmds()
4425 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_free_cmds()
4429 * megasas_alloc_cmds - Allocates the command packets
4437 * Each frame has a 32-bit field called context (tag). This context is used
4453 max_cmd = instance->max_mfi_cmds; in megasas_alloc_cmds()
4456 * instance->cmd_list is an array of struct megasas_cmd pointers. in megasas_alloc_cmds()
4460 instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL); in megasas_alloc_cmds()
4462 if (!instance->cmd_list) { in megasas_alloc_cmds()
4463 dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n"); in megasas_alloc_cmds()
4464 return -ENOMEM; in megasas_alloc_cmds()
4467 memset(instance->cmd_list, 0, sizeof(struct megasas_cmd *) *max_cmd); in megasas_alloc_cmds()
4470 instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd), in megasas_alloc_cmds()
4473 if (!instance->cmd_list[i]) { in megasas_alloc_cmds()
4476 kfree(instance->cmd_list[j]); in megasas_alloc_cmds()
4478 kfree(instance->cmd_list); in megasas_alloc_cmds()
4479 instance->cmd_list = NULL; in megasas_alloc_cmds()
4481 return -ENOMEM; in megasas_alloc_cmds()
4486 cmd = instance->cmd_list[i]; in megasas_alloc_cmds()
4488 cmd->index = i; in megasas_alloc_cmds()
4489 cmd->scmd = NULL; in megasas_alloc_cmds()
4490 cmd->instance = instance; in megasas_alloc_cmds()
4492 list_add_tail(&cmd->list, &instance->cmd_pool); in megasas_alloc_cmds()
4499 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n"); in megasas_alloc_cmds()
4501 return -ENOMEM; in megasas_alloc_cmds()
4508 * dcmd_timeout_ocr_possible - Check if OCR is possible based on Driver/FW state.
4517 if (instance->adapter_type == MFI_SERIES) in dcmd_timeout_ocr_possible()
4519 else if (instance->unload || in dcmd_timeout_ocr_possible()
4521 &instance->reset_flags)) in dcmd_timeout_ocr_possible()
4537 device_id = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + sdev->id; in megasas_get_pd_info()
4541 dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__); in megasas_get_pd_info()
4545 dcmd = &cmd->frame->dcmd; in megasas_get_pd_info()
4547 memset(instance->pd_info, 0, sizeof(*instance->pd_info)); in megasas_get_pd_info()
4548 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_pd_info()
4550 dcmd->mbox.s[0] = cpu_to_le16(device_id); in megasas_get_pd_info()
4551 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_pd_info()
4552 dcmd->cmd_status = 0xFF; in megasas_get_pd_info()
4553 dcmd->sge_count = 1; in megasas_get_pd_info()
4554 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_pd_info()
4555 dcmd->timeout = 0; in megasas_get_pd_info()
4556 dcmd->pad_0 = 0; in megasas_get_pd_info()
4557 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_PD_INFO)); in megasas_get_pd_info()
4558 dcmd->opcode = cpu_to_le32(MR_DCMD_PD_GET_INFO); in megasas_get_pd_info()
4560 megasas_set_dma_settings(instance, dcmd, instance->pd_info_h, in megasas_get_pd_info()
4563 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_info()
4564 !instance->mask_interrupts) in megasas_get_pd_info()
4571 mr_device_priv_data = sdev->hostdata; in megasas_get_pd_info()
4572 le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType); in megasas_get_pd_info()
4573 mr_device_priv_data->interface_type = in megasas_get_pd_info()
4574 instance->pd_info->state.ddf.pdType.intf; in megasas_get_pd_info()
4581 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_pd_info()
4582 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_info()
4583 megasas_reset_fusion(instance->host, in megasas_get_pd_info()
4585 mutex_lock(&instance->reset_mutex); in megasas_get_pd_info()
4591 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_pd_info()
4605 * megasas_get_pd_list_info - Returns FW's pd_list structure
4622 if (instance->pd_list_not_supported) { in megasas_get_pd_list()
4623 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4628 ci = instance->pd_list_buf; in megasas_get_pd_list()
4633 dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n"); in megasas_get_pd_list()
4634 return -ENOMEM; in megasas_get_pd_list()
4637 dcmd = &cmd->frame->dcmd; in megasas_get_pd_list()
4640 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_pd_list()
4642 dcmd->mbox.b[0] = MR_PD_QUERY_TYPE_EXPOSED_TO_HOST; in megasas_get_pd_list()
4643 dcmd->mbox.b[1] = 0; in megasas_get_pd_list()
4644 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_pd_list()
4645 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_pd_list()
4646 dcmd->sge_count = 1; in megasas_get_pd_list()
4647 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_pd_list()
4648 dcmd->timeout = 0; in megasas_get_pd_list()
4649 dcmd->pad_0 = 0; in megasas_get_pd_list()
4650 dcmd->data_xfer_len = cpu_to_le32(MEGASAS_MAX_PD * sizeof(struct MR_PD_LIST)); in megasas_get_pd_list()
4651 dcmd->opcode = cpu_to_le32(MR_DCMD_PD_LIST_QUERY); in megasas_get_pd_list()
4653 megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h, in megasas_get_pd_list()
4656 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_list()
4657 !instance->mask_interrupts) in megasas_get_pd_list()
4665 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4668 if (instance->adapter_type != MFI_SERIES) in megasas_get_pd_list()
4671 instance->pd_list_not_supported = 1; in megasas_get_pd_list()
4677 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_pd_list()
4683 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_list()
4684 megasas_reset_fusion(instance->host, in megasas_get_pd_list()
4686 mutex_lock(&instance->reset_mutex); in megasas_get_pd_list()
4692 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n", in megasas_get_pd_list()
4700 pd_addr = ci->addr; in megasas_get_pd_list()
4702 dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n", in megasas_get_pd_list()
4703 __func__, le32_to_cpu(ci->count)); in megasas_get_pd_list()
4705 if ((le32_to_cpu(ci->count) > in megasas_get_pd_list()
4709 memset(instance->local_pd_list, 0, in megasas_get_pd_list()
4712 for (pd_index = 0; pd_index < le32_to_cpu(ci->count); pd_index++) { in megasas_get_pd_list()
4713 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid = in megasas_get_pd_list()
4714 le16_to_cpu(pd_addr->deviceId); in megasas_get_pd_list()
4715 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType = in megasas_get_pd_list()
4716 pd_addr->scsiDevType; in megasas_get_pd_list()
4717 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState = in megasas_get_pd_list()
4720 dev_info(&instance->pdev->dev, in megasas_get_pd_list()
4722 pd_index, le16_to_cpu(pd_addr->deviceId), in megasas_get_pd_list()
4723 pd_addr->scsiDevType); in megasas_get_pd_list()
4727 memcpy(instance->pd_list, instance->local_pd_list, in megasas_get_pd_list()
4728 sizeof(instance->pd_list)); in megasas_get_pd_list()
4740 * megasas_get_ld_list_info - Returns FW's ld_list structure
4758 ci = instance->ld_list_buf; in megasas_get_ld_list()
4759 ci_h = instance->ld_list_buf_h; in megasas_get_ld_list()
4764 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n"); in megasas_get_ld_list()
4765 return -ENOMEM; in megasas_get_ld_list()
4768 dcmd = &cmd->frame->dcmd; in megasas_get_ld_list()
4771 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_list()
4773 if (instance->supportmax256vd) in megasas_get_ld_list()
4774 dcmd->mbox.b[0] = 1; in megasas_get_ld_list()
4775 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_list()
4776 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_list()
4777 dcmd->sge_count = 1; in megasas_get_ld_list()
4778 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_ld_list()
4779 dcmd->timeout = 0; in megasas_get_ld_list()
4780 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_LD_LIST)); in megasas_get_ld_list()
4781 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_GET_LIST); in megasas_get_ld_list()
4782 dcmd->pad_0 = 0; in megasas_get_ld_list()
4787 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ld_list()
4788 !instance->mask_interrupts) in megasas_get_ld_list()
4794 ld_count = le32_to_cpu(ci->ldCount); in megasas_get_ld_list()
4804 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ld_list()
4810 mutex_unlock(&instance->reset_mutex); in megasas_get_ld_list()
4811 megasas_reset_fusion(instance->host, in megasas_get_ld_list()
4813 mutex_lock(&instance->reset_mutex); in megasas_get_ld_list()
4819 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ld_list()
4828 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_get_ld_list()
4831 if (ld_count > instance->fw_supported_vd_count) in megasas_get_ld_list()
4834 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_get_ld_list()
4837 if (ci->ldList[ld_index].state != 0) { in megasas_get_ld_list()
4838 ids = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4839 instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4841 dev_info(&instance->pdev->dev, in megasas_get_ld_list()
4857 * megasas_ld_list_query - Returns FW's ld_list structure
4875 ci = instance->ld_targetid_list_buf; in megasas_ld_list_query()
4876 ci_h = instance->ld_targetid_list_buf_h; in megasas_ld_list_query()
4881 dev_warn(&instance->pdev->dev, in megasas_ld_list_query()
4883 return -ENOMEM; in megasas_ld_list_query()
4886 dcmd = &cmd->frame->dcmd; in megasas_ld_list_query()
4889 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_ld_list_query()
4891 dcmd->mbox.b[0] = query_type; in megasas_ld_list_query()
4892 if (instance->supportmax256vd) in megasas_ld_list_query()
4893 dcmd->mbox.b[2] = 1; in megasas_ld_list_query()
4895 dcmd->cmd = MFI_CMD_DCMD; in megasas_ld_list_query()
4896 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_ld_list_query()
4897 dcmd->sge_count = 1; in megasas_ld_list_query()
4898 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_ld_list_query()
4899 dcmd->timeout = 0; in megasas_ld_list_query()
4900 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_LD_TARGETID_LIST)); in megasas_ld_list_query()
4901 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_LIST_QUERY); in megasas_ld_list_query()
4902 dcmd->pad_0 = 0; in megasas_ld_list_query()
4907 if ((instance->adapter_type != MFI_SERIES) && in megasas_ld_list_query()
4908 !instance->mask_interrupts) in megasas_ld_list_query()
4915 dev_info(&instance->pdev->dev, in megasas_ld_list_query()
4916 "DCMD not supported by firmware - %s %d\n", in megasas_ld_list_query()
4923 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_ld_list_query()
4929 mutex_unlock(&instance->reset_mutex); in megasas_ld_list_query()
4930 megasas_reset_fusion(instance->host, in megasas_ld_list_query()
4932 mutex_lock(&instance->reset_mutex); in megasas_ld_list_query()
4938 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_ld_list_query()
4945 tgtid_count = le32_to_cpu(ci->count); in megasas_ld_list_query()
4948 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_ld_list_query()
4951 if ((tgtid_count > (instance->fw_supported_vd_count))) in megasas_ld_list_query()
4954 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megasas_ld_list_query()
4956 ids = ci->targetId[ld_index]; in megasas_ld_list_query()
4957 instance->ld_ids[ids] = ci->targetId[ld_index]; in megasas_ld_list_query()
4959 dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n", in megasas_ld_list_query()
4960 ld_index, ci->targetId[ld_index]); in megasas_ld_list_query()
4974 * dcmd.opcode - MR_DCMD_CTRL_DEVICE_LIST_GET
4975 * dcmd.mbox - reserved
4976 * dcmd.sge IN - ptr to return MR_HOST_DEVICE_LIST structure
4978 * Status: MFI_STAT_OK - List returned successfully
4979 * MFI_STAT_INVALID_CMD - Firmware support for the feature has been
4984 * non-zero if failed
4997 ci = instance->host_device_list_buf; in megasas_host_device_list_query()
4998 ci_h = instance->host_device_list_buf_h; in megasas_host_device_list_query()
5003 dev_warn(&instance->pdev->dev, in megasas_host_device_list_query()
5006 return -ENOMEM; in megasas_host_device_list_query()
5009 dcmd = &cmd->frame->dcmd; in megasas_host_device_list_query()
5012 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_host_device_list_query()
5014 dcmd->mbox.b[0] = is_probe ? 0 : 1; in megasas_host_device_list_query()
5015 dcmd->cmd = MFI_CMD_DCMD; in megasas_host_device_list_query()
5016 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_host_device_list_query()
5017 dcmd->sge_count = 1; in megasas_host_device_list_query()
5018 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_host_device_list_query()
5019 dcmd->timeout = 0; in megasas_host_device_list_query()
5020 dcmd->pad_0 = 0; in megasas_host_device_list_query()
5021 dcmd->data_xfer_len = cpu_to_le32(HOST_DEVICE_LIST_SZ); in megasas_host_device_list_query()
5022 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_DEVICE_LIST_GET); in megasas_host_device_list_query()
5026 if (!instance->mask_interrupts) { in megasas_host_device_list_query()
5031 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_host_device_list_query()
5039 count = le32_to_cpu(ci->count); in megasas_host_device_list_query()
5045 dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n", in megasas_host_device_list_query()
5048 memset(instance->local_pd_list, 0, in megasas_host_device_list_query()
5050 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_host_device_list_query()
5052 target_id = le16_to_cpu(ci->host_device_list[i].target_id); in megasas_host_device_list_query()
5053 if (ci->host_device_list[i].flags.u.bits.is_sys_pd) { in megasas_host_device_list_query()
5054 instance->local_pd_list[target_id].tid = target_id; in megasas_host_device_list_query()
5055 instance->local_pd_list[target_id].driveType = in megasas_host_device_list_query()
5056 ci->host_device_list[i].scsi_type; in megasas_host_device_list_query()
5057 instance->local_pd_list[target_id].driveState = in megasas_host_device_list_query()
5060 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5062 i, target_id, ci->host_device_list[i].scsi_type); in megasas_host_device_list_query()
5064 instance->ld_ids[target_id] = target_id; in megasas_host_device_list_query()
5066 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5072 memcpy(instance->pd_list, instance->local_pd_list, in megasas_host_device_list_query()
5073 sizeof(instance->pd_list)); in megasas_host_device_list_query()
5079 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_host_device_list_query()
5080 mutex_unlock(&instance->reset_mutex); in megasas_host_device_list_query()
5081 megasas_reset_fusion(instance->host, in megasas_host_device_list_query()
5083 mutex_lock(&instance->reset_mutex); in megasas_host_device_list_query()
5089 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_host_device_list_query()
5095 dev_err(&instance->pdev->dev, in megasas_host_device_list_query()
5116 fusion = instance->ctrl_context; in megasas_update_ext_vd_details()
5121 instance->supportmax256vd = in megasas_update_ext_vd_details()
5122 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs; in megasas_update_ext_vd_details()
5124 if (instance->ctrl_info_buf->max_lds > 64) in megasas_update_ext_vd_details()
5125 instance->supportmax256vd = 1; in megasas_update_ext_vd_details()
5127 instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS in megasas_update_ext_vd_details()
5129 instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS in megasas_update_ext_vd_details()
5131 if (instance->supportmax256vd) { in megasas_update_ext_vd_details()
5132 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT; in megasas_update_ext_vd_details()
5133 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5135 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_update_ext_vd_details()
5136 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5139 dev_info(&instance->pdev->dev, in megasas_update_ext_vd_details()
5141 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0, in megasas_update_ext_vd_details()
5142 instance->ctrl_info_buf->max_lds); in megasas_update_ext_vd_details()
5144 if (instance->max_raid_mapsize) { in megasas_update_ext_vd_details()
5145 ventura_map_sz = instance->max_raid_mapsize * in megasas_update_ext_vd_details()
5147 fusion->current_map_sz = ventura_map_sz; in megasas_update_ext_vd_details()
5148 fusion->max_map_sz = ventura_map_sz; in megasas_update_ext_vd_details()
5150 fusion->old_map_sz = sizeof(struct MR_FW_RAID_MAP) + in megasas_update_ext_vd_details()
5152 (instance->fw_supported_vd_count - 1)); in megasas_update_ext_vd_details()
5153 fusion->new_map_sz = sizeof(struct MR_FW_RAID_MAP_EXT); in megasas_update_ext_vd_details()
5155 fusion->max_map_sz = in megasas_update_ext_vd_details()
5156 max(fusion->old_map_sz, fusion->new_map_sz); in megasas_update_ext_vd_details()
5158 if (instance->supportmax256vd) in megasas_update_ext_vd_details()
5159 fusion->current_map_sz = fusion->new_map_sz; in megasas_update_ext_vd_details()
5161 fusion->current_map_sz = fusion->old_map_sz; in megasas_update_ext_vd_details()
5164 fusion->drv_map_sz = sizeof(struct MR_DRV_RAID_MAP_ALL); in megasas_update_ext_vd_details()
5168 * dcmd.opcode - MR_DCMD_CTRL_SNAPDUMP_GET_PROPERTIES
5169 * dcmd.hdr.length - number of bytes to read
5170 * dcmd.sge - Ptr to MR_SNAPDUMP_PROPERTIES
5172 * Status: MFI_STAT_OK- Command successful
5182 ci = instance->snapdump_prop; in megasas_get_snapdump_properties()
5183 ci_h = instance->snapdump_prop_h; in megasas_get_snapdump_properties()
5191 dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_snapdump_properties()
5195 dcmd = &cmd->frame->dcmd; in megasas_get_snapdump_properties()
5198 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_snapdump_properties()
5200 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_snapdump_properties()
5201 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_snapdump_properties()
5202 dcmd->sge_count = 1; in megasas_get_snapdump_properties()
5203 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_snapdump_properties()
5204 dcmd->timeout = 0; in megasas_get_snapdump_properties()
5205 dcmd->pad_0 = 0; in megasas_get_snapdump_properties()
5206 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_SNAPDUMP_PROPERTIES)); in megasas_get_snapdump_properties()
5207 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SNAPDUMP_GET_PROPERTIES); in megasas_get_snapdump_properties()
5212 if (!instance->mask_interrupts) { in megasas_get_snapdump_properties()
5217 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_snapdump_properties()
5222 instance->snapdump_wait_time = in megasas_get_snapdump_properties()
5223 min_t(u8, ci->trigger_min_num_sec_before_ocr, in megasas_get_snapdump_properties()
5230 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_snapdump_properties()
5231 mutex_unlock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5232 megasas_reset_fusion(instance->host, in megasas_get_snapdump_properties()
5234 mutex_lock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5240 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_snapdump_properties()
5251 * megasas_get_ctrl_info - Returns FW's controller structure
5267 ci = instance->ctrl_info_buf; in megasas_get_ctrl_info()
5268 ci_h = instance->ctrl_info_buf_h; in megasas_get_ctrl_info()
5273 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_ctrl_info()
5274 return -ENOMEM; in megasas_get_ctrl_info()
5277 dcmd = &cmd->frame->dcmd; in megasas_get_ctrl_info()
5280 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ctrl_info()
5282 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ctrl_info()
5283 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ctrl_info()
5284 dcmd->sge_count = 1; in megasas_get_ctrl_info()
5285 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_ctrl_info()
5286 dcmd->timeout = 0; in megasas_get_ctrl_info()
5287 dcmd->pad_0 = 0; in megasas_get_ctrl_info()
5288 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_ctrl_info)); in megasas_get_ctrl_info()
5289 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_GET_INFO); in megasas_get_ctrl_info()
5290 dcmd->mbox.b[0] = 1; in megasas_get_ctrl_info()
5295 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ctrl_info()
5296 !instance->mask_interrupts) { in megasas_get_ctrl_info()
5300 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ctrl_info()
5308 le32_to_cpus((u32 *)&ci->properties.OnOffProperties); in megasas_get_ctrl_info()
5309 le16_to_cpus((u16 *)&ci->properties.on_off_properties2); in megasas_get_ctrl_info()
5310 le32_to_cpus((u32 *)&ci->adapterOperations2); in megasas_get_ctrl_info()
5311 le32_to_cpus((u32 *)&ci->adapterOperations3); in megasas_get_ctrl_info()
5312 le16_to_cpus((u16 *)&ci->adapter_operations4); in megasas_get_ctrl_info()
5313 le32_to_cpus((u32 *)&ci->adapter_operations5); in megasas_get_ctrl_info()
5321 instance->support_seqnum_jbod_fp = in megasas_get_ctrl_info()
5322 ci->adapterOperations3.useSeqNumJbodFP; in megasas_get_ctrl_info()
5323 instance->support_morethan256jbod = in megasas_get_ctrl_info()
5324 ci->adapter_operations4.support_pd_map_target_id; in megasas_get_ctrl_info()
5325 instance->support_nvme_passthru = in megasas_get_ctrl_info()
5326 ci->adapter_operations4.support_nvme_passthru; in megasas_get_ctrl_info()
5327 instance->support_pci_lane_margining = in megasas_get_ctrl_info()
5328 ci->adapter_operations5.support_pci_lane_margining; in megasas_get_ctrl_info()
5329 instance->task_abort_tmo = ci->TaskAbortTO; in megasas_get_ctrl_info()
5330 instance->max_reset_tmo = ci->MaxResetTO; in megasas_get_ctrl_info()
5333 instance->is_imr = (ci->memory_size ? 0 : 1); in megasas_get_ctrl_info()
5335 instance->snapdump_wait_time = in megasas_get_ctrl_info()
5336 (ci->properties.on_off_properties2.enable_snap_dump ? in megasas_get_ctrl_info()
5339 instance->enable_fw_dev_list = in megasas_get_ctrl_info()
5340 ci->properties.on_off_properties2.enable_fw_dev_list; in megasas_get_ctrl_info()
5342 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5344 instance->is_imr ? "iMR" : "MR", in megasas_get_ctrl_info()
5345 le16_to_cpu(ci->memory_size)); in megasas_get_ctrl_info()
5347 instance->disableOnlineCtrlReset = in megasas_get_ctrl_info()
5348 ci->properties.OnOffProperties.disableOnlineCtrlReset; in megasas_get_ctrl_info()
5349 instance->secure_jbod_support = in megasas_get_ctrl_info()
5350 ci->adapterOperations3.supportSecurityonJBOD; in megasas_get_ctrl_info()
5351 dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n", in megasas_get_ctrl_info()
5352 instance->disableOnlineCtrlReset ? "Disabled" : "Enabled"); in megasas_get_ctrl_info()
5353 dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n", in megasas_get_ctrl_info()
5354 instance->secure_jbod_support ? "Yes" : "No"); in megasas_get_ctrl_info()
5355 dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n", in megasas_get_ctrl_info()
5356 instance->support_nvme_passthru ? "Yes" : "No"); in megasas_get_ctrl_info()
5357 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5359 instance->task_abort_tmo, instance->max_reset_tmo); in megasas_get_ctrl_info()
5360 dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n", in megasas_get_ctrl_info()
5361 instance->support_seqnum_jbod_fp ? "Yes" : "No"); in megasas_get_ctrl_info()
5362 dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n", in megasas_get_ctrl_info()
5363 instance->support_pci_lane_margining ? "Yes" : "No"); in megasas_get_ctrl_info()
5370 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ctrl_info()
5371 mutex_unlock(&instance->reset_mutex); in megasas_get_ctrl_info()
5372 megasas_reset_fusion(instance->host, in megasas_get_ctrl_info()
5374 mutex_lock(&instance->reset_mutex); in megasas_get_ctrl_info()
5380 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ctrl_info()
5398 * megasas_set_crash_dump_params - Sends address of crash dump DMA buffer
5402 * @crash_buf_state - tell FW to turn ON/OFF crash dump feature
5405 * @return 0 on success non-zero on failure.
5407 * Driver will send address of crash dump DMA buffer and set mbox to tell FW
5422 dev_err(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_set_crash_dump_params()
5423 return -ENOMEM; in megasas_set_crash_dump_params()
5427 dcmd = &cmd->frame->dcmd; in megasas_set_crash_dump_params()
5429 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_set_crash_dump_params()
5430 dcmd->mbox.b[0] = crash_buf_state; in megasas_set_crash_dump_params()
5431 dcmd->cmd = MFI_CMD_DCMD; in megasas_set_crash_dump_params()
5432 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_set_crash_dump_params()
5433 dcmd->sge_count = 1; in megasas_set_crash_dump_params()
5434 dcmd->flags = MFI_FRAME_DIR_NONE; in megasas_set_crash_dump_params()
5435 dcmd->timeout = 0; in megasas_set_crash_dump_params()
5436 dcmd->pad_0 = 0; in megasas_set_crash_dump_params()
5437 dcmd->data_xfer_len = cpu_to_le32(CRASH_DMA_BUF_SIZE); in megasas_set_crash_dump_params()
5438 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SET_CRASH_DUMP_PARAMS); in megasas_set_crash_dump_params()
5440 megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h, in megasas_set_crash_dump_params()
5443 if ((instance->adapter_type != MFI_SERIES) && in megasas_set_crash_dump_params()
5444 !instance->mask_interrupts) in megasas_set_crash_dump_params()
5452 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_set_crash_dump_params()
5453 megasas_reset_fusion(instance->host, in megasas_set_crash_dump_params()
5460 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_set_crash_dump_params()
5471 * megasas_issue_init_mfi - Initializes the FW
5489 * this frame - since we don't need any SGL - we use SGL's space as in megasas_issue_init_mfi()
5496 init_frame = (struct megasas_init_frame *)cmd->frame; in megasas_issue_init_mfi()
5500 init_frame_h = cmd->frame_phys_addr; in megasas_issue_init_mfi()
5503 context = init_frame->context; in megasas_issue_init_mfi()
5506 init_frame->context = context; in megasas_issue_init_mfi()
5508 initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1); in megasas_issue_init_mfi()
5509 initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h); in megasas_issue_init_mfi()
5511 initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h); in megasas_issue_init_mfi()
5512 initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h); in megasas_issue_init_mfi()
5514 init_frame->cmd = MFI_CMD_INIT; in megasas_issue_init_mfi()
5515 init_frame->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_init_mfi()
5516 init_frame->queue_info_new_phys_addr_lo = in megasas_issue_init_mfi()
5518 init_frame->queue_info_new_phys_addr_hi = in megasas_issue_init_mfi()
5521 init_frame->data_xfer_len = cpu_to_le32(sizeof(struct megasas_init_queue_info)); in megasas_issue_init_mfi()
5526 instance->instancet->disable_intr(instance); in megasas_issue_init_mfi()
5533 dev_err(&instance->pdev->dev, "Failed to init firmware\n"); in megasas_issue_init_mfi()
5543 return -EINVAL; in megasas_issue_init_mfi()
5555 instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF; in megasas_init_adapter_mfi()
5561 instance->max_fw_cmds = instance->max_fw_cmds-1; in megasas_init_adapter_mfi()
5562 instance->max_mfi_cmds = instance->max_fw_cmds; in megasas_init_adapter_mfi()
5563 instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >> in megasas_init_adapter_mfi()
5569 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_adapter_mfi()
5570 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) { in megasas_init_adapter_mfi()
5571 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5573 sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS); in megasas_init_adapter_mfi()
5575 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5577 sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS)); in megasas_init_adapter_mfi()
5580 instance->cur_can_queue = instance->max_scsi_cmds; in megasas_init_adapter_mfi()
5593 * typical producer-consumer queue. FW is the producer (of completed in megasas_init_adapter_mfi()
5597 reply_q_sz = context_sz * (instance->max_fw_cmds + 1); in megasas_init_adapter_mfi()
5599 instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev, in megasas_init_adapter_mfi()
5600 reply_q_sz, &instance->reply_queue_h, GFP_KERNEL); in megasas_init_adapter_mfi()
5602 if (!instance->reply_queue) { in megasas_init_adapter_mfi()
5603 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n"); in megasas_init_adapter_mfi()
5611 dev_err(&instance->pdev->dev, "(%d): Could get controller info " in megasas_init_adapter_mfi()
5612 "Fail from %s %d\n", instance->unique_id, in megasas_init_adapter_mfi()
5617 instance->fw_support_ieee = 0; in megasas_init_adapter_mfi()
5618 instance->fw_support_ieee = in megasas_init_adapter_mfi()
5619 (instance->instancet->read_fw_status_reg(instance) & in megasas_init_adapter_mfi()
5622 dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d", in megasas_init_adapter_mfi()
5623 instance->fw_support_ieee); in megasas_init_adapter_mfi()
5625 if (instance->fw_support_ieee) in megasas_init_adapter_mfi()
5626 instance->flag_ieee = 1; in megasas_init_adapter_mfi()
5632 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_init_adapter_mfi()
5633 instance->reply_queue, instance->reply_queue_h); in megasas_init_adapter_mfi()
5647 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_setup_irq_poll()
5651 irq_ctx = &instance->irq_context[i]; in megasas_setup_irq_poll()
5652 irq_ctx->os_irq = pci_irq_vector(instance->pdev, i); in megasas_setup_irq_poll()
5653 irq_ctx->irq_poll_scheduled = false; in megasas_setup_irq_poll()
5654 irq_poll_init(&irq_ctx->irqpoll, in megasas_setup_irq_poll()
5655 instance->threshold_reply_count, in megasas_setup_irq_poll()
5661 * megasas_setup_irqs_ioapic - register legacy interrupts.
5673 pdev = instance->pdev; in megasas_setup_irqs_ioapic()
5674 instance->irq_context[0].instance = instance; in megasas_setup_irqs_ioapic()
5675 instance->irq_context[0].MSIxIndex = 0; in megasas_setup_irqs_ioapic()
5676 snprintf(instance->irq_context->name, MEGASAS_MSIX_NAME_LEN, "%s%u", in megasas_setup_irqs_ioapic()
5677 "megasas", instance->host->host_no); in megasas_setup_irqs_ioapic()
5679 instance->instancet->service_isr, IRQF_SHARED, in megasas_setup_irqs_ioapic()
5680 instance->irq_context->name, &instance->irq_context[0])) { in megasas_setup_irqs_ioapic()
5681 dev_err(&instance->pdev->dev, in megasas_setup_irqs_ioapic()
5684 return -1; in megasas_setup_irqs_ioapic()
5686 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_setup_irqs_ioapic()
5687 instance->low_latency_index_start = 0; in megasas_setup_irqs_ioapic()
5692 * megasas_setup_irqs_msix - register MSI-x interrupts.
5706 pdev = instance->pdev; in megasas_setup_irqs_msix()
5708 /* Try MSI-x */ in megasas_setup_irqs_msix()
5709 for (i = 0; i < instance->msix_vectors; i++) { in megasas_setup_irqs_msix()
5710 instance->irq_context[i].instance = instance; in megasas_setup_irqs_msix()
5711 instance->irq_context[i].MSIxIndex = i; in megasas_setup_irqs_msix()
5712 snprintf(instance->irq_context[i].name, MEGASAS_MSIX_NAME_LEN, "%s%u-msix%u", in megasas_setup_irqs_msix()
5713 "megasas", instance->host->host_no, i); in megasas_setup_irqs_msix()
5715 instance->instancet->service_isr, 0, instance->irq_context[i].name, in megasas_setup_irqs_msix()
5716 &instance->irq_context[i])) { in megasas_setup_irqs_msix()
5717 dev_err(&instance->pdev->dev, in megasas_setup_irqs_msix()
5720 if (j < instance->low_latency_index_start) in megasas_setup_irqs_msix()
5724 &instance->irq_context[j]); in megasas_setup_irqs_msix()
5727 instance->msix_vectors = 0; in megasas_setup_irqs_msix()
5728 instance->msix_load_balance = false; in megasas_setup_irqs_msix()
5730 pci_free_irq_vectors(instance->pdev); in megasas_setup_irqs_msix()
5733 return -1; in megasas_setup_irqs_msix()
5742 * megasas_destroy_irqs- unregister interrupts.
5753 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_destroy_irqs()
5754 if (instance->adapter_type != MFI_SERIES) { in megasas_destroy_irqs()
5756 irq_ctx = &instance->irq_context[i]; in megasas_destroy_irqs()
5757 irq_poll_disable(&irq_ctx->irqpoll); in megasas_destroy_irqs()
5761 if (instance->msix_vectors) in megasas_destroy_irqs()
5762 for (i = 0; i < instance->msix_vectors; i++) { in megasas_destroy_irqs()
5763 if (i < instance->low_latency_index_start) in megasas_destroy_irqs()
5765 pci_irq_vector(instance->pdev, i), NULL); in megasas_destroy_irqs()
5766 free_irq(pci_irq_vector(instance->pdev, i), in megasas_destroy_irqs()
5767 &instance->irq_context[i]); in megasas_destroy_irqs()
5770 free_irq(pci_irq_vector(instance->pdev, 0), in megasas_destroy_irqs()
5771 &instance->irq_context[0]); in megasas_destroy_irqs()
5775 * megasas_setup_jbod_map - setup jbod map for FP seq_number.
5784 struct fusion_context *fusion = instance->ctrl_context; in megasas_setup_jbod_map()
5788 (sizeof(struct MR_PD_CFG_SEQ) * (MAX_PHYSICAL_DEVICES - 1)); in megasas_setup_jbod_map()
5790 instance->use_seqnum_jbod_fp = in megasas_setup_jbod_map()
5791 instance->support_seqnum_jbod_fp; in megasas_setup_jbod_map()
5793 !instance->support_seqnum_jbod_fp) { in megasas_setup_jbod_map()
5794 dev_info(&instance->pdev->dev, in megasas_setup_jbod_map()
5797 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5801 if (fusion->pd_seq_sync[0]) in megasas_setup_jbod_map()
5805 fusion->pd_seq_sync[i] = dma_alloc_coherent in megasas_setup_jbod_map()
5806 (&instance->pdev->dev, pd_seq_map_sz, in megasas_setup_jbod_map()
5807 &fusion->pd_seq_phys[i], GFP_KERNEL); in megasas_setup_jbod_map()
5808 if (!fusion->pd_seq_sync[i]) { in megasas_setup_jbod_map()
5809 dev_err(&instance->pdev->dev, in megasas_setup_jbod_map()
5813 dma_free_coherent(&instance->pdev->dev, in megasas_setup_jbod_map()
5814 pd_seq_map_sz, fusion->pd_seq_sync[0], in megasas_setup_jbod_map()
5815 fusion->pd_seq_phys[0]); in megasas_setup_jbod_map()
5816 fusion->pd_seq_sync[0] = NULL; in megasas_setup_jbod_map()
5818 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5826 instance->use_seqnum_jbod_fp = true; in megasas_setup_jbod_map()
5828 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5836 low_latency_index_start = instance->low_latency_index_start; in megasas_setup_reply_map()
5838 for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) { in megasas_setup_reply_map()
5839 mask = pci_irq_get_affinity(instance->pdev, queue); in megasas_setup_reply_map()
5844 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5851 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5852 if (queue == (instance->msix_vectors - 1)) in megasas_setup_reply_map()
5860 * megasas_get_device_list - Get the PD and LD device list from FW.
5871 memset(instance->pd_list, 0, in megasas_get_device_list()
5873 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megasas_get_device_list()
5875 if (instance->enable_fw_dev_list) { in megasas_get_device_list()
5880 dev_err(&instance->pdev->dev, "failed to get PD list\n"); in megasas_get_device_list()
5886 dev_err(&instance->pdev->dev, "failed to get LD list\n"); in megasas_get_device_list()
5895 * megasas_set_high_iops_queue_affinity_hint - Set affinity hint for high IOPS queues
5905 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_set_high_iops_queue_affinity_hint()
5906 local_numa_node = dev_to_node(&instance->pdev->dev); in megasas_set_high_iops_queue_affinity_hint()
5908 for (i = 0; i < instance->low_latency_index_start; i++) in megasas_set_high_iops_queue_affinity_hint()
5909 irq_set_affinity_hint(pci_irq_vector(instance->pdev, i), in megasas_set_high_iops_queue_affinity_hint()
5918 struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start }; in __megasas_alloc_irq_vectors()
5923 if (instance->smp_affinity_enable) in __megasas_alloc_irq_vectors()
5931 i = pci_alloc_irq_vectors_affinity(instance->pdev, in __megasas_alloc_irq_vectors()
5932 instance->low_latency_index_start, in __megasas_alloc_irq_vectors()
5933 instance->msix_vectors - instance->iopoll_q_count, irq_flags, descp); in __megasas_alloc_irq_vectors()
5939 * megasas_alloc_irq_vectors - Allocate IRQ vectors/enable MSI-x vectors
5949 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5950 if ((instance->adapter_type != MFI_SERIES) && in megasas_alloc_irq_vectors()
5953 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5954 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5956 /* reserve for default and non-mananged pre-vector. */ in megasas_alloc_irq_vectors()
5957 if (instance->msix_vectors > (poll_queues + 2)) in megasas_alloc_irq_vectors()
5958 instance->iopoll_q_count = poll_queues; in megasas_alloc_irq_vectors()
5960 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5962 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5963 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5964 instance->msix_vectors); in megasas_alloc_irq_vectors()
5970 if (((instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_alloc_irq_vectors()
5971 || instance->iopoll_q_count) && in megasas_alloc_irq_vectors()
5972 (i != (instance->msix_vectors - instance->iopoll_q_count))) { in megasas_alloc_irq_vectors()
5973 if (instance->msix_vectors) in megasas_alloc_irq_vectors()
5974 pci_free_irq_vectors(instance->pdev); in megasas_alloc_irq_vectors()
5976 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5977 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5978 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5980 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5981 instance->msix_vectors); in megasas_alloc_irq_vectors()
5983 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5988 dev_info(&instance->pdev->dev, in megasas_alloc_irq_vectors()
5990 instance->msix_vectors - instance->iopoll_q_count, in megasas_alloc_irq_vectors()
5991 i, instance->iopoll_q_count); in megasas_alloc_irq_vectors()
5994 instance->msix_vectors = i; in megasas_alloc_irq_vectors()
5996 instance->msix_vectors = 0; in megasas_alloc_irq_vectors()
5998 if (instance->smp_affinity_enable) in megasas_alloc_irq_vectors()
6003 * megasas_init_fw - Initializes the FW
6025 fusion = instance->ctrl_context; in megasas_init_fw()
6028 bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM); in megasas_init_fw()
6029 instance->bar = find_first_bit(&bar_list, BITS_PER_LONG); in megasas_init_fw()
6030 if (pci_request_selected_regions(instance->pdev, 1<<instance->bar, in megasas_init_fw()
6032 dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n"); in megasas_init_fw()
6033 return -EBUSY; in megasas_init_fw()
6036 base_addr = pci_resource_start(instance->pdev, instance->bar); in megasas_init_fw()
6037 instance->reg_set = ioremap(base_addr, 8192); in megasas_init_fw()
6039 if (!instance->reg_set) { in megasas_init_fw()
6040 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n"); in megasas_init_fw()
6045 dev_printk(KERN_DEBUG, &instance->pdev->dev, in megasas_init_fw()
6047 instance->bar, base_addr_phys, instance->reg_set); in megasas_init_fw()
6049 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6050 instance->instancet = &megasas_instance_template_fusion; in megasas_init_fw()
6052 switch (instance->pdev->device) { in megasas_init_fw()
6055 instance->instancet = &megasas_instance_template_ppc; in megasas_init_fw()
6059 instance->instancet = &megasas_instance_template_gen2; in megasas_init_fw()
6063 instance->instancet = &megasas_instance_template_skinny; in megasas_init_fw()
6068 instance->instancet = &megasas_instance_template_xscale; in megasas_init_fw()
6069 instance->pd_list_not_supported = 1; in megasas_init_fw()
6075 dev_info(&instance->pdev->dev, in megasas_init_fw()
6078 if (instance->adapter_type != MFI_SERIES) { in megasas_init_fw()
6079 status_reg = instance->instancet->read_fw_status_reg( in megasas_init_fw()
6089 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_init_fw()
6090 instance->instancet->adp_reset in megasas_init_fw()
6091 (instance, instance->reg_set); in megasas_init_fw()
6092 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_init_fw()
6101 dev_info(&instance->pdev->dev, in megasas_init_fw()
6117 fusion = instance->ctrl_context; in megasas_init_fw()
6119 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6122 &instance->reg_set->outbound_scratch_pad_2); in megasas_init_fw()
6123 instance->max_raid_mapsize = ((scratch_pad_2 >> in megasas_init_fw()
6128 instance->enable_sdev_max_qd = enable_sdev_max_qd; in megasas_init_fw()
6130 switch (instance->adapter_type) { in megasas_init_fw()
6132 fusion->pcie_bw_limitation = true; in megasas_init_fw()
6135 fusion->r56_div_offload = true; in megasas_init_fw()
6141 /* Check if MSI-X is supported while in ready state */ in megasas_init_fw()
6142 msix_enable = (instance->instancet->read_fw_status_reg(instance) & in megasas_init_fw()
6147 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_init_fw()
6148 /* Check max MSI-X vectors */ in megasas_init_fw()
6150 if (instance->adapter_type == THUNDERBOLT_SERIES) { in megasas_init_fw()
6152 instance->msix_vectors = (scratch_pad_1 in megasas_init_fw()
6155 instance->msix_vectors = ((scratch_pad_1 in megasas_init_fw()
6160 * For Invader series, > 8 MSI-x vectors in megasas_init_fw()
6163 * For Ventura series, > 16 MSI-x vectors in megasas_init_fw()
6167 switch (instance->adapter_type) { in megasas_init_fw()
6169 if (instance->msix_vectors > 8) in megasas_init_fw()
6170 instance->msix_combined = true; in megasas_init_fw()
6174 if (instance->msix_vectors > 16) in megasas_init_fw()
6175 instance->msix_combined = true; in megasas_init_fw()
6180 instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ? in megasas_init_fw()
6183 if (instance->adapter_type >= INVADER_SERIES && in megasas_init_fw()
6184 !instance->msix_combined) { in megasas_init_fw()
6185 instance->msix_load_balance = true; in megasas_init_fw()
6186 instance->smp_affinity_enable = false; in megasas_init_fw()
6189 /* Save 1-15 reply post index address to local memory in megasas_init_fw()
6194 instance->reply_post_host_index_addr[loop] = in megasas_init_fw()
6196 ((u8 __iomem *)instance->reg_set + in megasas_init_fw()
6202 dev_info(&instance->pdev->dev, in megasas_init_fw()
6204 instance->msix_vectors); in megasas_init_fw()
6206 instance->msix_vectors = min(msix_vectors, in megasas_init_fw()
6207 instance->msix_vectors); in megasas_init_fw()
6209 instance->msix_vectors = 1; in megasas_init_fw()
6227 * MFI adapters supports single MSI-x so single reply queue in megasas_init_fw()
6235 (instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES)) in megasas_init_fw()
6236 instance->perf_mode = MR_BALANCED_PERF_MODE; in megasas_init_fw()
6238 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6241 if (instance->adapter_type == AERO_SERIES) { in megasas_init_fw()
6242 pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta); in megasas_init_fw()
6250 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6251 fusion->pcie_bw_limitation = true; in megasas_init_fw()
6255 * Performance mode settings provided through module parameter-perf_mode will in megasas_init_fw()
6258 * 2. When user sets module parameter- perf_mode in range of 0-2. in megasas_init_fw()
6262 instance->perf_mode = perf_mode; in megasas_init_fw()
6268 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6272 if (instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_init_fw()
6273 instance->low_latency_index_start = in megasas_init_fw()
6276 instance->low_latency_index_start = 1; in megasas_init_fw()
6278 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_init_fw()
6280 instance->msix_vectors = min(num_msix_req, in megasas_init_fw()
6281 instance->msix_vectors); in megasas_init_fw()
6284 if (!instance->msix_vectors) in megasas_init_fw()
6285 instance->msix_load_balance = false; in megasas_init_fw()
6288 * MSI-X host index 0 is common for all adapter. in megasas_init_fw()
6291 if (instance->msix_combined) { in megasas_init_fw()
6292 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6293 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6296 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6297 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6301 if (!instance->msix_vectors) { in megasas_init_fw()
6302 i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_LEGACY); in megasas_init_fw()
6309 dev_info(&instance->pdev->dev, in megasas_init_fw()
6311 instance->msix_vectors, (unsigned int)num_online_cpus()); in megasas_init_fw()
6312 dev_info(&instance->pdev->dev, in megasas_init_fw()
6313 "RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled"); in megasas_init_fw()
6315 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_init_fw()
6320 * non-fusion based controllers in megasas_init_fw()
6322 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_init_fw()
6323 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_init_fw()
6325 if (instance->instancet->init_adapter(instance)) in megasas_init_fw()
6328 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6331 &instance->reg_set->outbound_scratch_pad_3); in megasas_init_fw()
6334 instance->nvme_page_size = in megasas_init_fw()
6337 dev_info(&instance->pdev->dev, in megasas_init_fw()
6338 "NVME page size\t: (%d)\n", instance->nvme_page_size); in megasas_init_fw()
6341 if (instance->msix_vectors ? in megasas_init_fw()
6346 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6349 instance->instancet->enable_intr(instance); in megasas_init_fw()
6351 dev_info(&instance->pdev->dev, "INIT adapter done\n"); in megasas_init_fw()
6356 dev_err(&instance->pdev->dev, in megasas_init_fw()
6363 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6364 fusion->stream_detect_by_ld = in megasas_init_fw()
6368 if (!fusion->stream_detect_by_ld) { in megasas_init_fw()
6369 dev_err(&instance->pdev->dev, in megasas_init_fw()
6374 fusion->stream_detect_by_ld[i] = in megasas_init_fw()
6377 if (!fusion->stream_detect_by_ld[i]) { in megasas_init_fw()
6378 dev_err(&instance->pdev->dev, in megasas_init_fw()
6381 kfree(fusion->stream_detect_by_ld[j]); in megasas_init_fw()
6382 kfree(fusion->stream_detect_by_ld); in megasas_init_fw()
6383 fusion->stream_detect_by_ld = NULL; in megasas_init_fw()
6386 fusion->stream_detect_by_ld[i]->mru_bit_map in megasas_init_fw()
6401 ctrl_info = instance->ctrl_info_buf; in megasas_init_fw()
6403 max_sectors_1 = (1 << ctrl_info->stripe_sz_ops.min) * in megasas_init_fw()
6404 le16_to_cpu(ctrl_info->max_strips_per_io); in megasas_init_fw()
6405 max_sectors_2 = le32_to_cpu(ctrl_info->max_request_size); in megasas_init_fw()
6409 instance->peerIsPresent = ctrl_info->cluster.peerIsPresent; in megasas_init_fw()
6410 instance->passive = ctrl_info->cluster.passive; in megasas_init_fw()
6411 memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId)); in megasas_init_fw()
6412 instance->UnevenSpanSupport = in megasas_init_fw()
6413 ctrl_info->adapterOperations2.supportUnevenSpans; in megasas_init_fw()
6414 if (instance->UnevenSpanSupport) { in megasas_init_fw()
6415 struct fusion_context *fusion = instance->ctrl_context; in megasas_init_fw()
6416 if (MR_ValidateMapInfo(instance, instance->map_id)) in megasas_init_fw()
6417 fusion->fast_path_io = 1; in megasas_init_fw()
6419 fusion->fast_path_io = 0; in megasas_init_fw()
6422 if (ctrl_info->host_interface.SRIOV) { in megasas_init_fw()
6423 instance->requestorId = ctrl_info->iov.requestorId; in megasas_init_fw()
6424 if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) { in megasas_init_fw()
6425 if (!ctrl_info->adapterOperations2.activePassive) in megasas_init_fw()
6426 instance->PlasmaFW111 = 1; in megasas_init_fw()
6428 dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n", in megasas_init_fw()
6429 instance->PlasmaFW111 ? "1.11" : "new"); in megasas_init_fw()
6431 if (instance->PlasmaFW111) { in megasas_init_fw()
6434 instance->requestorId = iovPtr->requestorId; in megasas_init_fw()
6437 dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n", in megasas_init_fw()
6438 instance->requestorId); in megasas_init_fw()
6441 instance->crash_dump_fw_support = in megasas_init_fw()
6442 ctrl_info->adapterOperations3.supportCrashDump; in megasas_init_fw()
6443 instance->crash_dump_drv_support = in megasas_init_fw()
6444 (instance->crash_dump_fw_support && in megasas_init_fw()
6445 instance->crash_dump_buf); in megasas_init_fw()
6446 if (instance->crash_dump_drv_support) in megasas_init_fw()
6451 if (instance->crash_dump_buf) in megasas_init_fw()
6452 dma_free_coherent(&instance->pdev->dev, in megasas_init_fw()
6454 instance->crash_dump_buf, in megasas_init_fw()
6455 instance->crash_dump_h); in megasas_init_fw()
6456 instance->crash_dump_buf = NULL; in megasas_init_fw()
6459 if (instance->snapdump_wait_time) { in megasas_init_fw()
6461 dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n", in megasas_init_fw()
6462 instance->snapdump_wait_time); in megasas_init_fw()
6465 dev_info(&instance->pdev->dev, in megasas_init_fw()
6467 le16_to_cpu(ctrl_info->pci.vendor_id), in megasas_init_fw()
6468 le16_to_cpu(ctrl_info->pci.device_id), in megasas_init_fw()
6469 le16_to_cpu(ctrl_info->pci.sub_vendor_id), in megasas_init_fw()
6470 le16_to_cpu(ctrl_info->pci.sub_device_id)); in megasas_init_fw()
6471 dev_info(&instance->pdev->dev, "unevenspan support : %s\n", in megasas_init_fw()
6472 instance->UnevenSpanSupport ? "yes" : "no"); in megasas_init_fw()
6473 dev_info(&instance->pdev->dev, "firmware crash dump : %s\n", in megasas_init_fw()
6474 instance->crash_dump_drv_support ? "yes" : "no"); in megasas_init_fw()
6475 dev_info(&instance->pdev->dev, "JBOD sequence map : %s\n", in megasas_init_fw()
6476 instance->use_seqnum_jbod_fp ? "enabled" : "disabled"); in megasas_init_fw()
6478 instance->max_sectors_per_req = instance->max_num_sge * in megasas_init_fw()
6480 if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors)) in megasas_init_fw()
6481 instance->max_sectors_per_req = tmp_sectors; in megasas_init_fw()
6485 throttlequeuedepth <= instance->max_scsi_cmds) in megasas_init_fw()
6486 instance->throttlequeuedepth = throttlequeuedepth; in megasas_init_fw()
6488 instance->throttlequeuedepth = in megasas_init_fw()
6498 /* Launch SR-IOV heartbeat timer */ in megasas_init_fw()
6499 if (instance->requestorId) { in megasas_init_fw()
6503 instance->skip_heartbeat_timer_del = 1; in megasas_init_fw()
6513 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6520 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_init_fw()
6521 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_init_fw()
6523 instance->instancet->disable_intr(instance); in megasas_init_fw()
6526 if (instance->msix_vectors) in megasas_init_fw()
6527 pci_free_irq_vectors(instance->pdev); in megasas_init_fw()
6528 instance->msix_vectors = 0; in megasas_init_fw()
6533 iounmap(instance->reg_set); in megasas_init_fw()
6536 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_init_fw()
6538 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_init_fw()
6540 return -EINVAL; in megasas_init_fw()
6544 * megasas_release_mfi - Reverses the FW initialization
6549 u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1); in megasas_release_mfi()
6551 if (instance->reply_queue) in megasas_release_mfi()
6552 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_release_mfi()
6553 instance->reply_queue, instance->reply_queue_h); in megasas_release_mfi()
6557 iounmap(instance->reg_set); in megasas_release_mfi()
6559 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_release_mfi()
6563 * megasas_get_seq_num - Gets latest event sequence numbers
6567 * FW maintains a log of all events in a non-volatile area. Upper layers would
6587 return -ENOMEM; in megasas_get_seq_num()
6590 dcmd = &cmd->frame->dcmd; in megasas_get_seq_num()
6591 el_info = dma_alloc_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6596 return -ENOMEM; in megasas_get_seq_num()
6599 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_seq_num()
6601 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_seq_num()
6602 dcmd->cmd_status = 0x0; in megasas_get_seq_num()
6603 dcmd->sge_count = 1; in megasas_get_seq_num()
6604 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_seq_num()
6605 dcmd->timeout = 0; in megasas_get_seq_num()
6606 dcmd->pad_0 = 0; in megasas_get_seq_num()
6607 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_evt_log_info)); in megasas_get_seq_num()
6608 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_EVENT_GET_INFO); in megasas_get_seq_num()
6615 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_get_seq_num()
6623 eli->newest_seq_num = el_info->newest_seq_num; in megasas_get_seq_num()
6624 eli->oldest_seq_num = el_info->oldest_seq_num; in megasas_get_seq_num()
6625 eli->clear_seq_num = el_info->clear_seq_num; in megasas_get_seq_num()
6626 eli->shutdown_seq_num = el_info->shutdown_seq_num; in megasas_get_seq_num()
6627 eli->boot_seq_num = el_info->boot_seq_num; in megasas_get_seq_num()
6630 dma_free_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6640 * megasas_register_aen - Registers for asynchronous event notification
6668 * old and current and re-issue to the FW in megasas_register_aen()
6673 if (instance->aen_cmd) { in megasas_register_aen()
6676 le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]); in megasas_register_aen()
6680 dev_info(&instance->pdev->dev, in megasas_register_aen()
6688 * higher values. If a PROGRESS (= -1) was previously in megasas_register_aen()
6710 instance->aen_cmd->abort_aen = 1; in megasas_register_aen()
6712 instance-> in megasas_register_aen()
6716 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort " in megasas_register_aen()
6726 return -ENOMEM; in megasas_register_aen()
6728 dcmd = &cmd->frame->dcmd; in megasas_register_aen()
6730 memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6735 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_register_aen()
6737 dcmd->cmd = MFI_CMD_DCMD; in megasas_register_aen()
6738 dcmd->cmd_status = 0x0; in megasas_register_aen()
6739 dcmd->sge_count = 1; in megasas_register_aen()
6740 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_register_aen()
6741 dcmd->timeout = 0; in megasas_register_aen()
6742 dcmd->pad_0 = 0; in megasas_register_aen()
6743 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6744 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_EVENT_WAIT); in megasas_register_aen()
6745 dcmd->mbox.w[0] = cpu_to_le32(seq_num); in megasas_register_aen()
6746 instance->last_seq_num = seq_num; in megasas_register_aen()
6747 dcmd->mbox.w[1] = cpu_to_le32(curr_aen.word); in megasas_register_aen()
6749 megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h, in megasas_register_aen()
6752 if (instance->aen_cmd != NULL) { in megasas_register_aen()
6760 * cmd and re-register with a new EVENT LOCALE supplied by that app in megasas_register_aen()
6762 instance->aen_cmd = cmd; in megasas_register_aen()
6767 instance->instancet->issue_dcmd(instance, cmd); in megasas_register_aen()
6772 /* megasas_get_target_prop - Send DCMD with below details to firmware.
6779 * dcmd.opcode - MR_DCMD_DEV_GET_TARGET_PROP
6780 * dcmd.mbox.b[0] - DCMD is to be fired for LD or system PD.
6782 * dcmd.mbox.s[1] - TargetID for LD/system PD.
6783 * dcmd.sge IN - Pointer to return MR_TARGET_DEV_PROPERTIES.
6788 * Returns 0 on success non-zero on failure.
6797 u16 targetId = ((sdev->channel % 2) * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_get_target_prop()
6798 sdev->id; in megasas_get_target_prop()
6803 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6805 return -ENOMEM; in megasas_get_target_prop()
6808 dcmd = &cmd->frame->dcmd; in megasas_get_target_prop()
6810 memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop)); in megasas_get_target_prop()
6811 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_target_prop()
6812 dcmd->mbox.b[0] = MEGASAS_IS_LOGICAL(sdev); in megasas_get_target_prop()
6814 dcmd->mbox.s[1] = cpu_to_le16(targetId); in megasas_get_target_prop()
6815 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_target_prop()
6816 dcmd->cmd_status = 0xFF; in megasas_get_target_prop()
6817 dcmd->sge_count = 1; in megasas_get_target_prop()
6818 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_target_prop()
6819 dcmd->timeout = 0; in megasas_get_target_prop()
6820 dcmd->pad_0 = 0; in megasas_get_target_prop()
6821 dcmd->data_xfer_len = in megasas_get_target_prop()
6823 dcmd->opcode = cpu_to_le32(MR_DCMD_DRV_GET_TARGET_PROP); in megasas_get_target_prop()
6825 megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h, in megasas_get_target_prop()
6828 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_target_prop()
6829 !instance->mask_interrupts) in megasas_get_target_prop()
6839 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_target_prop()
6840 mutex_unlock(&instance->reset_mutex); in megasas_get_target_prop()
6841 megasas_reset_fusion(instance->host, in megasas_get_target_prop()
6843 mutex_lock(&instance->reset_mutex); in megasas_get_target_prop()
6849 dev_info(&instance->pdev->dev, in megasas_get_target_prop()
6860 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6868 * megasas_start_aen - Subscribes to AEN during driver load time
6882 return -1; in megasas_start_aen()
6897 * megasas_io_attach - Attaches this driver to SCSI mid-layer
6902 struct Scsi_Host *host = instance->host; in megasas_io_attach()
6905 * Export parameters required by SCSI mid-layer in megasas_io_attach()
6907 host->unique_id = instance->unique_id; in megasas_io_attach()
6908 host->can_queue = instance->max_scsi_cmds; in megasas_io_attach()
6909 host->this_id = instance->init_id; in megasas_io_attach()
6910 host->sg_tablesize = instance->max_num_sge; in megasas_io_attach()
6912 if (instance->fw_support_ieee) in megasas_io_attach()
6913 instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE; in megasas_io_attach()
6918 if (max_sectors && max_sectors < instance->max_sectors_per_req) in megasas_io_attach()
6919 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6922 if (((instance->pdev->device == in megasas_io_attach()
6924 (instance->pdev->device == in megasas_io_attach()
6927 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6929 dev_info(&instance->pdev->dev, "max_sectors should be > 0" in megasas_io_attach()
6931 instance->max_sectors_per_req); in megasas_io_attach()
6936 host->max_sectors = instance->max_sectors_per_req; in megasas_io_attach()
6937 host->cmd_per_lun = MEGASAS_DEFAULT_CMD_PER_LUN; in megasas_io_attach()
6938 host->max_channel = MEGASAS_MAX_CHANNELS - 1; in megasas_io_attach()
6939 host->max_id = MEGASAS_MAX_DEV_PER_CHANNEL; in megasas_io_attach()
6940 host->max_lun = MEGASAS_MAX_LUN; in megasas_io_attach()
6941 host->max_cmd_len = 16; in megasas_io_attach()
6948 host->host_tagset = 0; in megasas_io_attach()
6949 host->nr_hw_queues = 1; in megasas_io_attach()
6951 if ((instance->adapter_type != MFI_SERIES) && in megasas_io_attach()
6952 (instance->msix_vectors > instance->low_latency_index_start) && in megasas_io_attach()
6954 instance->smp_affinity_enable) { in megasas_io_attach()
6955 host->host_tagset = 1; in megasas_io_attach()
6956 host->nr_hw_queues = instance->msix_vectors - in megasas_io_attach()
6957 instance->low_latency_index_start + instance->iopoll_q_count; in megasas_io_attach()
6958 if (instance->iopoll_q_count) in megasas_io_attach()
6959 host->nr_maps = 3; in megasas_io_attach()
6961 instance->iopoll_q_count = 0; in megasas_io_attach()
6964 dev_info(&instance->pdev->dev, in megasas_io_attach()
6966 "hw_queues = %d poll_queues %d\n", instance->max_fw_cmds, in megasas_io_attach()
6967 host->nr_hw_queues - instance->iopoll_q_count, in megasas_io_attach()
6968 instance->iopoll_q_count); in megasas_io_attach()
6970 * Notify the mid-layer about the new controller in megasas_io_attach()
6972 if (scsi_add_host(host, &instance->pdev->dev)) { in megasas_io_attach()
6973 dev_err(&instance->pdev->dev, in megasas_io_attach()
6976 return -ENODEV; in megasas_io_attach()
6983 * megasas_set_dma_mask - Set DMA mask for supported controllers
6990 * For invader-
6996 * For older controllers(Thunderbolt and MFI based adapters)-
7006 pdev = instance->pdev; in megasas_set_dma_mask()
7007 consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ? in megasas_set_dma_mask()
7011 if (dma_set_mask(&pdev->dev, DMA_BIT_MASK(63)) && in megasas_set_dma_mask()
7012 dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) in megasas_set_dma_mask()
7015 if ((*pdev->dev.dma_mask == DMA_BIT_MASK(63)) && in megasas_set_dma_mask()
7016 (dma_set_coherent_mask(&pdev->dev, consistent_mask) && in megasas_set_dma_mask()
7017 dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)))) { in megasas_set_dma_mask()
7023 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_set_dma_mask()
7027 else if (dma_set_mask_and_coherent(&pdev->dev, in megasas_set_dma_mask()
7031 } else if (dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) in megasas_set_dma_mask()
7034 if (pdev->dev.coherent_dma_mask == DMA_BIT_MASK(32)) in megasas_set_dma_mask()
7035 instance->consistent_mask_64bit = false; in megasas_set_dma_mask()
7037 instance->consistent_mask_64bit = true; in megasas_set_dma_mask()
7039 dev_info(&pdev->dev, "%s bit DMA mask and %s bit consistent mask\n", in megasas_set_dma_mask()
7040 ((*pdev->dev.dma_mask == DMA_BIT_MASK(63)) ? "63" : "32"), in megasas_set_dma_mask()
7041 (instance->consistent_mask_64bit ? "63" : "32")); in megasas_set_dma_mask()
7046 dev_err(&pdev->dev, "Failed to set DMA mask\n"); in megasas_set_dma_mask()
7047 return -1; in megasas_set_dma_mask()
7052 * megasas_set_adapter_type - Set adapter type.
7054 * different categories-
7067 if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) && in megasas_set_adapter_type()
7068 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) { in megasas_set_adapter_type()
7069 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7071 switch (instance->pdev->device) { in megasas_set_adapter_type()
7076 instance->adapter_type = AERO_SERIES; in megasas_set_adapter_type()
7084 instance->adapter_type = VENTURA_SERIES; in megasas_set_adapter_type()
7088 instance->adapter_type = THUNDERBOLT_SERIES; in megasas_set_adapter_type()
7096 instance->adapter_type = INVADER_SERIES; in megasas_set_adapter_type()
7099 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7107 instance->producer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7108 sizeof(u32), &instance->producer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7109 instance->consumer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7110 sizeof(u32), &instance->consumer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7112 if (!instance->producer || !instance->consumer) { in megasas_alloc_mfi_ctrl_mem()
7113 dev_err(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7115 return -1; in megasas_alloc_mfi_ctrl_mem()
7118 *instance->producer = 0; in megasas_alloc_mfi_ctrl_mem()
7119 *instance->consumer = 0; in megasas_alloc_mfi_ctrl_mem()
7124 * megasas_alloc_ctrl_mem - Allocate per controller memory for core data
7135 instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int), in megasas_alloc_ctrl_mem()
7137 if (!instance->reply_map) in megasas_alloc_ctrl_mem()
7138 return -ENOMEM; in megasas_alloc_ctrl_mem()
7140 switch (instance->adapter_type) { in megasas_alloc_ctrl_mem()
7156 kfree(instance->reply_map); in megasas_alloc_ctrl_mem()
7157 instance->reply_map = NULL; in megasas_alloc_ctrl_mem()
7158 return -ENOMEM; in megasas_alloc_ctrl_mem()
7162 * megasas_free_ctrl_mem - Free fusion context for fusion adapters and
7165 * @instance - Adapter soft instance
7170 kfree(instance->reply_map); in megasas_free_ctrl_mem()
7171 if (instance->adapter_type == MFI_SERIES) { in megasas_free_ctrl_mem()
7172 if (instance->producer) in megasas_free_ctrl_mem()
7173 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7174 instance->producer, in megasas_free_ctrl_mem()
7175 instance->producer_h); in megasas_free_ctrl_mem()
7176 if (instance->consumer) in megasas_free_ctrl_mem()
7177 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7178 instance->consumer, in megasas_free_ctrl_mem()
7179 instance->consumer_h); in megasas_free_ctrl_mem()
7186 * megasas_alloc_ctrl_dma_buffers - Allocate consistent DMA buffers during
7196 struct pci_dev *pdev = instance->pdev; in megasas_alloc_ctrl_dma_buffers()
7197 struct fusion_context *fusion = instance->ctrl_context; in megasas_alloc_ctrl_dma_buffers()
7199 instance->evt_detail = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7201 &instance->evt_detail_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7203 if (!instance->evt_detail) { in megasas_alloc_ctrl_dma_buffers()
7204 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7206 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7210 fusion->ioc_init_request = in megasas_alloc_ctrl_dma_buffers()
7211 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7213 &fusion->ioc_init_request_phys, in megasas_alloc_ctrl_dma_buffers()
7216 if (!fusion->ioc_init_request) { in megasas_alloc_ctrl_dma_buffers()
7217 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7219 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7222 instance->snapdump_prop = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7224 &instance->snapdump_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7226 if (!instance->snapdump_prop) in megasas_alloc_ctrl_dma_buffers()
7227 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7230 instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7232 &instance->host_device_list_buf_h, in megasas_alloc_ctrl_dma_buffers()
7235 if (!instance->host_device_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7236 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7238 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7243 instance->pd_list_buf = in megasas_alloc_ctrl_dma_buffers()
7244 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7246 &instance->pd_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7248 if (!instance->pd_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7249 dev_err(&pdev->dev, "Failed to allocate PD list buffer\n"); in megasas_alloc_ctrl_dma_buffers()
7250 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7253 instance->ctrl_info_buf = in megasas_alloc_ctrl_dma_buffers()
7254 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7256 &instance->ctrl_info_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7258 if (!instance->ctrl_info_buf) { in megasas_alloc_ctrl_dma_buffers()
7259 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7261 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7264 instance->ld_list_buf = in megasas_alloc_ctrl_dma_buffers()
7265 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7267 &instance->ld_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7269 if (!instance->ld_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7270 dev_err(&pdev->dev, "Failed to allocate LD list buffer\n"); in megasas_alloc_ctrl_dma_buffers()
7271 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7274 instance->ld_targetid_list_buf = in megasas_alloc_ctrl_dma_buffers()
7275 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7277 &instance->ld_targetid_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7279 if (!instance->ld_targetid_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7280 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7282 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7286 instance->system_info_buf = in megasas_alloc_ctrl_dma_buffers()
7287 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7289 &instance->system_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7290 instance->pd_info = in megasas_alloc_ctrl_dma_buffers()
7291 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7293 &instance->pd_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7294 instance->tgt_prop = in megasas_alloc_ctrl_dma_buffers()
7295 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7297 &instance->tgt_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7298 instance->crash_dump_buf = in megasas_alloc_ctrl_dma_buffers()
7299 dma_alloc_coherent(&pdev->dev, CRASH_DMA_BUF_SIZE, in megasas_alloc_ctrl_dma_buffers()
7300 &instance->crash_dump_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7302 if (!instance->system_info_buf) in megasas_alloc_ctrl_dma_buffers()
7303 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7306 if (!instance->pd_info) in megasas_alloc_ctrl_dma_buffers()
7307 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7310 if (!instance->tgt_prop) in megasas_alloc_ctrl_dma_buffers()
7311 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7314 if (!instance->crash_dump_buf) in megasas_alloc_ctrl_dma_buffers()
7315 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7323 * megasas_free_ctrl_dma_buffers - Free consistent DMA buffers allocated
7326 * @instance- Adapter soft instance
7332 struct pci_dev *pdev = instance->pdev; in megasas_free_ctrl_dma_buffers()
7333 struct fusion_context *fusion = instance->ctrl_context; in megasas_free_ctrl_dma_buffers()
7335 if (instance->evt_detail) in megasas_free_ctrl_dma_buffers()
7336 dma_free_coherent(&pdev->dev, sizeof(struct megasas_evt_detail), in megasas_free_ctrl_dma_buffers()
7337 instance->evt_detail, in megasas_free_ctrl_dma_buffers()
7338 instance->evt_detail_h); in megasas_free_ctrl_dma_buffers()
7340 if (fusion && fusion->ioc_init_request) in megasas_free_ctrl_dma_buffers()
7341 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7343 fusion->ioc_init_request, in megasas_free_ctrl_dma_buffers()
7344 fusion->ioc_init_request_phys); in megasas_free_ctrl_dma_buffers()
7346 if (instance->pd_list_buf) in megasas_free_ctrl_dma_buffers()
7347 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7349 instance->pd_list_buf, in megasas_free_ctrl_dma_buffers()
7350 instance->pd_list_buf_h); in megasas_free_ctrl_dma_buffers()
7352 if (instance->ld_list_buf) in megasas_free_ctrl_dma_buffers()
7353 dma_free_coherent(&pdev->dev, sizeof(struct MR_LD_LIST), in megasas_free_ctrl_dma_buffers()
7354 instance->ld_list_buf, in megasas_free_ctrl_dma_buffers()
7355 instance->ld_list_buf_h); in megasas_free_ctrl_dma_buffers()
7357 if (instance->ld_targetid_list_buf) in megasas_free_ctrl_dma_buffers()
7358 dma_free_coherent(&pdev->dev, sizeof(struct MR_LD_TARGETID_LIST), in megasas_free_ctrl_dma_buffers()
7359 instance->ld_targetid_list_buf, in megasas_free_ctrl_dma_buffers()
7360 instance->ld_targetid_list_buf_h); in megasas_free_ctrl_dma_buffers()
7362 if (instance->ctrl_info_buf) in megasas_free_ctrl_dma_buffers()
7363 dma_free_coherent(&pdev->dev, sizeof(struct megasas_ctrl_info), in megasas_free_ctrl_dma_buffers()
7364 instance->ctrl_info_buf, in megasas_free_ctrl_dma_buffers()
7365 instance->ctrl_info_buf_h); in megasas_free_ctrl_dma_buffers()
7367 if (instance->system_info_buf) in megasas_free_ctrl_dma_buffers()
7368 dma_free_coherent(&pdev->dev, sizeof(struct MR_DRV_SYSTEM_INFO), in megasas_free_ctrl_dma_buffers()
7369 instance->system_info_buf, in megasas_free_ctrl_dma_buffers()
7370 instance->system_info_h); in megasas_free_ctrl_dma_buffers()
7372 if (instance->pd_info) in megasas_free_ctrl_dma_buffers()
7373 dma_free_coherent(&pdev->dev, sizeof(struct MR_PD_INFO), in megasas_free_ctrl_dma_buffers()
7374 instance->pd_info, instance->pd_info_h); in megasas_free_ctrl_dma_buffers()
7376 if (instance->tgt_prop) in megasas_free_ctrl_dma_buffers()
7377 dma_free_coherent(&pdev->dev, sizeof(struct MR_TARGET_PROPERTIES), in megasas_free_ctrl_dma_buffers()
7378 instance->tgt_prop, instance->tgt_prop_h); in megasas_free_ctrl_dma_buffers()
7380 if (instance->crash_dump_buf) in megasas_free_ctrl_dma_buffers()
7381 dma_free_coherent(&pdev->dev, CRASH_DMA_BUF_SIZE, in megasas_free_ctrl_dma_buffers()
7382 instance->crash_dump_buf, in megasas_free_ctrl_dma_buffers()
7383 instance->crash_dump_h); in megasas_free_ctrl_dma_buffers()
7385 if (instance->snapdump_prop) in megasas_free_ctrl_dma_buffers()
7386 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7388 instance->snapdump_prop, in megasas_free_ctrl_dma_buffers()
7389 instance->snapdump_prop_h); in megasas_free_ctrl_dma_buffers()
7391 if (instance->host_device_list_buf) in megasas_free_ctrl_dma_buffers()
7392 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7394 instance->host_device_list_buf, in megasas_free_ctrl_dma_buffers()
7395 instance->host_device_list_buf_h); in megasas_free_ctrl_dma_buffers()
7400 * megasas_init_ctrl_params - Initialize controller's instance
7402 * @instance - Adapter soft instance
7403 * @return - void
7407 instance->fw_crash_state = UNAVAILABLE; in megasas_init_ctrl_params()
7410 instance->issuepend_done = 1; in megasas_init_ctrl_params()
7411 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in megasas_init_ctrl_params()
7416 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_init_ctrl_params()
7417 INIT_LIST_HEAD(&instance->internal_reset_pending_q); in megasas_init_ctrl_params()
7419 atomic_set(&instance->fw_outstanding, 0); in megasas_init_ctrl_params()
7420 atomic64_set(&instance->total_io_count, 0); in megasas_init_ctrl_params()
7422 init_waitqueue_head(&instance->int_cmd_wait_q); in megasas_init_ctrl_params()
7423 init_waitqueue_head(&instance->abort_cmd_wait_q); in megasas_init_ctrl_params()
7425 spin_lock_init(&instance->crashdump_lock); in megasas_init_ctrl_params()
7426 spin_lock_init(&instance->mfi_pool_lock); in megasas_init_ctrl_params()
7427 spin_lock_init(&instance->hba_lock); in megasas_init_ctrl_params()
7428 spin_lock_init(&instance->stream_lock); in megasas_init_ctrl_params()
7429 spin_lock_init(&instance->completion_lock); in megasas_init_ctrl_params()
7431 mutex_init(&instance->reset_mutex); in megasas_init_ctrl_params()
7433 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_ctrl_params()
7434 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) in megasas_init_ctrl_params()
7435 instance->flag_ieee = 1; in megasas_init_ctrl_params()
7438 instance->flag = 0; in megasas_init_ctrl_params()
7439 instance->unload = 1; in megasas_init_ctrl_params()
7440 instance->last_time = 0; in megasas_init_ctrl_params()
7441 instance->disableOnlineCtrlReset = 1; in megasas_init_ctrl_params()
7442 instance->UnevenSpanSupport = 0; in megasas_init_ctrl_params()
7443 instance->smp_affinity_enable = smp_affinity_enable ? true : false; in megasas_init_ctrl_params()
7444 instance->msix_load_balance = false; in megasas_init_ctrl_params()
7446 if (instance->adapter_type != MFI_SERIES) in megasas_init_ctrl_params()
7447 INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq); in megasas_init_ctrl_params()
7449 INIT_WORK(&instance->work_init, process_fw_state_change_wq); in megasas_init_ctrl_params()
7453 * megasas_probe_one - PCI hotplug entry point
7465 switch (pdev->device) { in megasas_probe_one()
7470 dev_err(&pdev->dev, "Adapter is in non secure mode\n"); in megasas_probe_one()
7474 dev_info(&pdev->dev, "Adapter is in configurable secure mode\n"); in megasas_probe_one()
7478 /* Reset MSI-X in the kdump kernel */ in megasas_probe_one()
7485 dev_info(&pdev->dev, "resetting MSI-X\n"); in megasas_probe_one()
7509 dev_printk(KERN_DEBUG, &pdev->dev, "scsi_host_alloc failed\n"); in megasas_probe_one()
7513 instance = (struct megasas_instance *)host->hostdata; in megasas_probe_one()
7515 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_probe_one()
7520 instance->pdev = pdev; in megasas_probe_one()
7521 instance->host = host; in megasas_probe_one()
7522 instance->unique_id = pdev->bus->number << 8 | pdev->devfn; in megasas_probe_one()
7523 instance->init_id = MEGASAS_DEFAULT_INIT_ID; in megasas_probe_one()
7533 if (instance->requestorId) { in megasas_probe_one()
7534 if (instance->PlasmaFW111) { in megasas_probe_one()
7535 instance->vf_affiliation_111 = in megasas_probe_one()
7536 dma_alloc_coherent(&pdev->dev, in megasas_probe_one()
7538 &instance->vf_affiliation_111_h, in megasas_probe_one()
7540 if (!instance->vf_affiliation_111) in megasas_probe_one()
7541 dev_warn(&pdev->dev, "Can't allocate " in megasas_probe_one()
7544 instance->vf_affiliation = in megasas_probe_one()
7545 dma_alloc_coherent(&pdev->dev, in megasas_probe_one()
7548 &instance->vf_affiliation_h, in megasas_probe_one()
7550 if (!instance->vf_affiliation) in megasas_probe_one()
7551 dev_warn(&pdev->dev, "Can't allocate " in megasas_probe_one()
7570 * Register with SCSI mid-layer in megasas_probe_one()
7575 instance->unload = 0; in megasas_probe_one()
7579 if (!instance->enable_fw_dev_list || in megasas_probe_one()
7580 (instance->host_device_list_buf->count > 0)) in megasas_probe_one()
7587 dev_printk(KERN_DEBUG, &pdev->dev, "start aen failed\n"); in megasas_probe_one()
7593 /* Get current SR-IOV LD/VF affiliation */ in megasas_probe_one()
7594 if (instance->requestorId) in megasas_probe_one()
7600 instance->unload = 1; in megasas_probe_one()
7601 scsi_remove_host(instance->host); in megasas_probe_one()
7603 megasas_mgmt_info.count--; in megasas_probe_one()
7604 megasas_mgmt_info.max_index--; in megasas_probe_one()
7607 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_probe_one()
7608 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_probe_one()
7610 instance->instancet->disable_intr(instance); in megasas_probe_one()
7613 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7618 if (instance->msix_vectors) in megasas_probe_one()
7619 pci_free_irq_vectors(instance->pdev); in megasas_probe_one()
7620 instance->msix_vectors = 0; in megasas_probe_one()
7622 if (instance->fw_crash_state != UNAVAILABLE) in megasas_probe_one()
7625 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7632 return -ENODEV; in megasas_probe_one()
7636 * megasas_flush_cache - Requests FW to flush all its caches
7644 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_flush_cache()
7652 dcmd = &cmd->frame->dcmd; in megasas_flush_cache()
7654 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_flush_cache()
7656 dcmd->cmd = MFI_CMD_DCMD; in megasas_flush_cache()
7657 dcmd->cmd_status = 0x0; in megasas_flush_cache()
7658 dcmd->sge_count = 0; in megasas_flush_cache()
7659 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_NONE); in megasas_flush_cache()
7660 dcmd->timeout = 0; in megasas_flush_cache()
7661 dcmd->pad_0 = 0; in megasas_flush_cache()
7662 dcmd->data_xfer_len = 0; in megasas_flush_cache()
7663 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_CACHE_FLUSH); in megasas_flush_cache()
7664 dcmd->mbox.b[0] = MR_FLUSH_CTRL_CACHE | MR_FLUSH_DISK_CACHE; in megasas_flush_cache()
7668 dev_err(&instance->pdev->dev, in megasas_flush_cache()
7677 * megasas_shutdown_controller - Instructs FW to shutdown the controller
7687 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_shutdown_controller()
7695 if (instance->aen_cmd) in megasas_shutdown_controller()
7697 instance->aen_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7698 if (instance->map_update_cmd) in megasas_shutdown_controller()
7700 instance->map_update_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7701 if (instance->jbod_seq_cmd) in megasas_shutdown_controller()
7703 instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7705 dcmd = &cmd->frame->dcmd; in megasas_shutdown_controller()
7707 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_shutdown_controller()
7709 dcmd->cmd = MFI_CMD_DCMD; in megasas_shutdown_controller()
7710 dcmd->cmd_status = 0x0; in megasas_shutdown_controller()
7711 dcmd->sge_count = 0; in megasas_shutdown_controller()
7712 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_NONE); in megasas_shutdown_controller()
7713 dcmd->timeout = 0; in megasas_shutdown_controller()
7714 dcmd->pad_0 = 0; in megasas_shutdown_controller()
7715 dcmd->data_xfer_len = 0; in megasas_shutdown_controller()
7716 dcmd->opcode = cpu_to_le32(opcode); in megasas_shutdown_controller()
7720 dev_err(&instance->pdev->dev, in megasas_shutdown_controller()
7729 * megasas_suspend - driver suspend entry point
7742 instance->unload = 1; in megasas_suspend()
7746 /* Shutdown SR-IOV heartbeat timer */ in megasas_suspend()
7747 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_suspend()
7748 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_suspend()
7751 if (instance->adapter_type != MFI_SERIES) in megasas_suspend()
7758 if (instance->ev != NULL) { in megasas_suspend()
7759 struct megasas_aen_event *ev = instance->ev; in megasas_suspend()
7760 cancel_delayed_work_sync(&ev->hotplug_work); in megasas_suspend()
7761 instance->ev = NULL; in megasas_suspend()
7764 tasklet_kill(&instance->isr_tasklet); in megasas_suspend()
7766 pci_set_drvdata(instance->pdev, instance); in megasas_suspend()
7767 instance->instancet->disable_intr(instance); in megasas_suspend()
7771 if (instance->msix_vectors) in megasas_suspend()
7772 pci_free_irq_vectors(instance->pdev); in megasas_suspend()
7778 * megasas_resume- driver resume entry point
7794 host = instance->host; in megasas_resume()
7803 dev_info(&instance->pdev->dev, in megasas_resume()
7806 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7808 instance->instancet->read_fw_status_reg(instance); in megasas_resume()
7814 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_resume()
7815 instance->instancet->adp_reset in megasas_resume()
7816 (instance, instance->reg_set); in megasas_resume()
7817 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_resume()
7826 dev_info(&instance->pdev->dev, in megasas_resume()
7837 atomic_set(&instance->fw_outstanding, 0); in megasas_resume()
7838 atomic_set(&instance->ldio_outstanding, 0); in megasas_resume()
7840 /* Now re-enable MSI-X */ in megasas_resume()
7841 if (instance->msix_vectors) in megasas_resume()
7844 if (!instance->msix_vectors) { in megasas_resume()
7845 rval = pci_alloc_irq_vectors(instance->pdev, 1, 1, in megasas_resume()
7853 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7863 *instance->producer = 0; in megasas_resume()
7864 *instance->consumer = 0; in megasas_resume()
7872 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_resume()
7875 if (instance->msix_vectors ? in megasas_resume()
7880 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7883 /* Re-launch SR-IOV heartbeat timer */ in megasas_resume()
7884 if (instance->requestorId) { in megasas_resume()
7888 instance->skip_heartbeat_timer_del = 1; in megasas_resume()
7893 instance->instancet->enable_intr(instance); in megasas_resume()
7895 instance->unload = 0; in megasas_resume()
7901 dev_err(&instance->pdev->dev, "Start AEN failed\n"); in megasas_resume()
7903 /* Re-launch FW fault watchdog */ in megasas_resume()
7904 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7911 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_resume()
7912 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_resume()
7922 return -ENODEV; in megasas_resume()
7933 adp_state = atomic_read(&instance->adprecovery); in megasas_wait_for_adapter_operational()
7939 dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n"); in megasas_wait_for_adapter_operational()
7945 dev_info(&instance->pdev->dev, in megasas_wait_for_adapter_operational()
7955 * megasas_detach_one - PCI hot"un"plug entry point
7971 host = instance->host; in megasas_detach_one()
7972 fusion = instance->ctrl_context; in megasas_detach_one()
7974 /* Shutdown SR-IOV heartbeat timer */ in megasas_detach_one()
7975 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_detach_one()
7976 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_detach_one()
7979 if (instance->adapter_type != MFI_SERIES) in megasas_detach_one()
7982 if (instance->fw_crash_state != UNAVAILABLE) in megasas_detach_one()
7984 scsi_remove_host(instance->host); in megasas_detach_one()
7985 instance->unload = 1; in megasas_detach_one()
7995 if (instance->ev != NULL) { in megasas_detach_one()
7996 struct megasas_aen_event *ev = instance->ev; in megasas_detach_one()
7997 cancel_delayed_work_sync(&ev->hotplug_work); in megasas_detach_one()
7998 instance->ev = NULL; in megasas_detach_one()
8002 wake_up_all(&instance->int_cmd_wait_q); in megasas_detach_one()
8004 tasklet_kill(&instance->isr_tasklet); in megasas_detach_one()
8012 megasas_mgmt_info.count--; in megasas_detach_one()
8019 instance->instancet->disable_intr(instance); in megasas_detach_one()
8023 if (instance->msix_vectors) in megasas_detach_one()
8024 pci_free_irq_vectors(instance->pdev); in megasas_detach_one()
8026 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_detach_one()
8028 kfree(fusion->stream_detect_by_ld[i]); in megasas_detach_one()
8029 kfree(fusion->stream_detect_by_ld); in megasas_detach_one()
8030 fusion->stream_detect_by_ld = NULL; in megasas_detach_one()
8034 if (instance->adapter_type != MFI_SERIES) { in megasas_detach_one()
8038 (MAX_PHYSICAL_DEVICES - 1)); in megasas_detach_one()
8040 if (fusion->ld_map[i]) in megasas_detach_one()
8041 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8042 fusion->max_map_sz, in megasas_detach_one()
8043 fusion->ld_map[i], in megasas_detach_one()
8044 fusion->ld_map_phys[i]); in megasas_detach_one()
8045 if (fusion->ld_drv_map[i]) { in megasas_detach_one()
8046 if (is_vmalloc_addr(fusion->ld_drv_map[i])) in megasas_detach_one()
8047 vfree(fusion->ld_drv_map[i]); in megasas_detach_one()
8049 free_pages((ulong)fusion->ld_drv_map[i], in megasas_detach_one()
8050 fusion->drv_map_pages); in megasas_detach_one()
8053 if (fusion->pd_seq_sync[i]) in megasas_detach_one()
8054 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8056 fusion->pd_seq_sync[i], in megasas_detach_one()
8057 fusion->pd_seq_phys[i]); in megasas_detach_one()
8063 if (instance->vf_affiliation) in megasas_detach_one()
8064 dma_free_coherent(&pdev->dev, (MAX_LOGICAL_DRIVES + 1) * in megasas_detach_one()
8066 instance->vf_affiliation, in megasas_detach_one()
8067 instance->vf_affiliation_h); in megasas_detach_one()
8069 if (instance->vf_affiliation_111) in megasas_detach_one()
8070 dma_free_coherent(&pdev->dev, in megasas_detach_one()
8072 instance->vf_affiliation_111, in megasas_detach_one()
8073 instance->vf_affiliation_111_h); in megasas_detach_one()
8075 if (instance->hb_host_mem) in megasas_detach_one()
8076 dma_free_coherent(&pdev->dev, sizeof(struct MR_CTRL_HB_HOST_MEM), in megasas_detach_one()
8077 instance->hb_host_mem, in megasas_detach_one()
8078 instance->hb_host_mem_h); in megasas_detach_one()
8092 * megasas_shutdown - Shutdown entry point
8102 instance->unload = 1; in megasas_shutdown()
8111 instance->instancet->disable_intr(instance); in megasas_shutdown()
8114 if (instance->msix_vectors) in megasas_shutdown()
8115 pci_free_irq_vectors(instance->pdev); in megasas_shutdown()
8119 * megasas_mgmt_open - char node "open" entry point
8126 * Allow only those users with admin rights in megasas_mgmt_open()
8129 return -EACCES; in megasas_mgmt_open()
8135 * megasas_mgmt_fasync - Async notifier registration from applications
8155 filep->private_data = filep; in megasas_mgmt_fasync()
8165 * megasas_mgmt_poll - char node "poll" entry point
8197 crash_support = cmd->frame->dcmd.mbox.w[0]; in megasas_set_crash_dump_params_ioctl()
8201 if (local_instance && local_instance->crash_dump_drv_support) { in megasas_set_crash_dump_params_ioctl()
8202 if ((atomic_read(&local_instance->adprecovery) == in megasas_set_crash_dump_params_ioctl()
8206 local_instance->crash_dump_app_support = in megasas_set_crash_dump_params_ioctl()
8208 dev_info(&local_instance->pdev->dev, in megasas_set_crash_dump_params_ioctl()
8213 dev_info(&local_instance->pdev->dev, in megasas_set_crash_dump_params_ioctl()
8216 error = -1; in megasas_set_crash_dump_params_ioctl()
8224 * megasas_mgmt_fw_ioctl - Issues management ioctls to FW
8248 if (ioc->sge_count > MAX_IOCTL_SGE) { in megasas_mgmt_fw_ioctl()
8249 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] > max limit [%d]\n", in megasas_mgmt_fw_ioctl()
8250 ioc->sge_count, MAX_IOCTL_SGE); in megasas_mgmt_fw_ioctl()
8251 return -EINVAL; in megasas_mgmt_fw_ioctl()
8254 if ((ioc->frame.hdr.cmd >= MFI_CMD_OP_COUNT) || in megasas_mgmt_fw_ioctl()
8255 ((ioc->frame.hdr.cmd == MFI_CMD_NVME) && in megasas_mgmt_fw_ioctl()
8256 !instance->support_nvme_passthru) || in megasas_mgmt_fw_ioctl()
8257 ((ioc->frame.hdr.cmd == MFI_CMD_TOOLBOX) && in megasas_mgmt_fw_ioctl()
8258 !instance->support_pci_lane_margining)) { in megasas_mgmt_fw_ioctl()
8259 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8261 ioc->frame.hdr.cmd); in megasas_mgmt_fw_ioctl()
8262 return -ENOTSUPP; in megasas_mgmt_fw_ioctl()
8267 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n"); in megasas_mgmt_fw_ioctl()
8268 return -ENOMEM; in megasas_mgmt_fw_ioctl()
8273 * frames into our cmd's frames. cmd->frame's context will get in megasas_mgmt_fw_ioctl()
8277 memcpy(cmd->frame, ioc->frame.raw, 2 * MEGAMFI_FRAME_SIZE); in megasas_mgmt_fw_ioctl()
8278 cmd->frame->hdr.context = cpu_to_le32(cmd->index); in megasas_mgmt_fw_ioctl()
8279 cmd->frame->hdr.pad_0 = 0; in megasas_mgmt_fw_ioctl()
8281 cmd->frame->hdr.flags &= (~MFI_FRAME_IEEE); in megasas_mgmt_fw_ioctl()
8283 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8284 cmd->frame->hdr.flags |= cpu_to_le16((MFI_FRAME_SGL64 | in megasas_mgmt_fw_ioctl()
8287 cmd->frame->hdr.flags &= cpu_to_le16(~(MFI_FRAME_SGL64 | in megasas_mgmt_fw_ioctl()
8290 if (cmd->frame->hdr.cmd == MFI_CMD_DCMD) in megasas_mgmt_fw_ioctl()
8291 opcode = le32_to_cpu(cmd->frame->dcmd.opcode); in megasas_mgmt_fw_ioctl()
8294 mutex_lock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8297 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8298 return -1; in megasas_mgmt_fw_ioctl()
8300 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8317 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8319 ((unsigned long)cmd->frame + ioc->sgl_off); in megasas_mgmt_fw_ioctl()
8322 ((unsigned long)cmd->frame + ioc->sgl_off); in megasas_mgmt_fw_ioctl()
8327 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8328 if (!ioc->sgl[i].iov_len) in megasas_mgmt_fw_ioctl()
8331 kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8332 ioc->sgl[i].iov_len, in megasas_mgmt_fw_ioctl()
8335 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc " in megasas_mgmt_fw_ioctl()
8337 error = -ENOMEM; in megasas_mgmt_fw_ioctl()
8345 if (instance->consistent_mask_64bit) { in megasas_mgmt_fw_ioctl()
8347 kern_sge64[i].length = cpu_to_le32(ioc->sgl[i].iov_len); in megasas_mgmt_fw_ioctl()
8350 kern_sge32[i].length = cpu_to_le32(ioc->sgl[i].iov_len); in megasas_mgmt_fw_ioctl()
8357 if (copy_from_user(kbuff_arr[i], ioc->sgl[i].iov_base, in megasas_mgmt_fw_ioctl()
8358 (u32) (ioc->sgl[i].iov_len))) { in megasas_mgmt_fw_ioctl()
8359 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8364 if (ioc->sense_len) { in megasas_mgmt_fw_ioctl()
8366 if (ioc->sense_off > in megasas_mgmt_fw_ioctl()
8367 (sizeof(union megasas_frame) - sizeof(__le64))) { in megasas_mgmt_fw_ioctl()
8368 error = -EINVAL; in megasas_mgmt_fw_ioctl()
8372 sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8375 error = -ENOMEM; in megasas_mgmt_fw_ioctl()
8380 sense_ptr = (void *)cmd->frame + ioc->sense_off; in megasas_mgmt_fw_ioctl()
8386 * cmd to the SCSI mid-layer in megasas_mgmt_fw_ioctl()
8388 cmd->sync_cmd = 1; in megasas_mgmt_fw_ioctl()
8394 cmd->sync_cmd = 0; in megasas_mgmt_fw_ioctl()
8395 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8396 "return -EBUSY from %s %d cmd 0x%x opcode 0x%x cmd->cmd_status_drv 0x%x\n", in megasas_mgmt_fw_ioctl()
8397 __func__, __LINE__, cmd->frame->hdr.cmd, opcode, in megasas_mgmt_fw_ioctl()
8398 cmd->cmd_status_drv); in megasas_mgmt_fw_ioctl()
8399 error = -EBUSY; in megasas_mgmt_fw_ioctl()
8403 cmd->sync_cmd = 0; in megasas_mgmt_fw_ioctl()
8405 if (instance->unload == 1) { in megasas_mgmt_fw_ioctl()
8406 dev_info(&instance->pdev->dev, "Driver unload is in progress " in megasas_mgmt_fw_ioctl()
8413 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8414 if (copy_to_user(ioc->sgl[i].iov_base, kbuff_arr[i], in megasas_mgmt_fw_ioctl()
8415 ioc->sgl[i].iov_len)) { in megasas_mgmt_fw_ioctl()
8416 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8424 if (ioc->sense_len) { in megasas_mgmt_fw_ioctl()
8430 sense_ptr = (void *)ioc->frame.raw + ioc->sense_off; in megasas_mgmt_fw_ioctl()
8437 if (copy_to_user(uptr, sense, ioc->sense_len)) { in megasas_mgmt_fw_ioctl()
8438 dev_err(&instance->pdev->dev, "Failed to copy out to user " in megasas_mgmt_fw_ioctl()
8440 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8448 if (copy_to_user(&user_ioc->frame.hdr.cmd_status, in megasas_mgmt_fw_ioctl()
8449 &cmd->frame->hdr.cmd_status, sizeof(u8))) { in megasas_mgmt_fw_ioctl()
8450 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n"); in megasas_mgmt_fw_ioctl()
8451 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8456 dma_free_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8460 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8462 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8463 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8468 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8486 int err = -EFAULT; in megasas_compat_iocpacket_get_user()
8491 return ERR_PTR(-ENOMEM); in megasas_compat_iocpacket_get_user()
8492 size = offsetof(struct megasas_iocpacket, frame) + sizeof(ioc->frame); in megasas_compat_iocpacket_get_user()
8499 if (get_user(iov_base, &cioc->sgl[i].iov_base) || in megasas_compat_iocpacket_get_user()
8500 get_user(ioc->sgl[i].iov_len, &cioc->sgl[i].iov_len)) in megasas_compat_iocpacket_get_user()
8503 ioc->sgl[i].iov_base = compat_ptr(iov_base); in megasas_compat_iocpacket_get_user()
8528 instance = megasas_lookup_instance(ioc->host_no); in megasas_mgmt_ioctl_fw()
8530 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8535 if (instance->requestorId && !allow_vf_ioctls) { in megasas_mgmt_ioctl_fw()
8536 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8540 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_fw()
8541 dev_err(&instance->pdev->dev, "Controller in crit error\n"); in megasas_mgmt_ioctl_fw()
8542 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8546 if (instance->unload == 1) { in megasas_mgmt_ioctl_fw()
8547 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8551 if (down_interruptible(&instance->ioctl_sem)) { in megasas_mgmt_ioctl_fw()
8552 error = -ERESTARTSYS; in megasas_mgmt_ioctl_fw()
8557 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8563 up(&instance->ioctl_sem); in megasas_mgmt_ioctl_fw()
8576 if (file->private_data != file) { in megasas_mgmt_ioctl_aen()
8579 return -EINVAL; in megasas_mgmt_ioctl_aen()
8583 return -EFAULT; in megasas_mgmt_ioctl_aen()
8588 return -ENODEV; in megasas_mgmt_ioctl_aen()
8590 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_aen()
8591 return -ENODEV; in megasas_mgmt_ioctl_aen()
8594 if (instance->unload == 1) { in megasas_mgmt_ioctl_aen()
8595 return -ENODEV; in megasas_mgmt_ioctl_aen()
8599 return -ENODEV; in megasas_mgmt_ioctl_aen()
8601 mutex_lock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8604 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8609 * megasas_mgmt_ioctl - char node ioctl entry point
8625 return -ENOTTY; in megasas_mgmt_ioctl()
8640 return -ENOTTY; in megasas_mgmt_compat_ioctl()
8715 retval = -EINVAL; in dbg_lvl_store()
8745 * megasas_update_device_list - Update the PD and LD device list from FW
8762 if (instance->enable_fw_dev_list) { in megasas_update_device_list()
8775 if (!instance->requestorId || in megasas_update_device_list()
8790 * megasas_add_remove_devices - Add/remove devices to SCSI mid-layer
8809 host = instance->host; in megasas_add_remove_devices()
8811 if (instance->enable_fw_dev_list) { in megasas_add_remove_devices()
8812 targetid_list = instance->host_device_list_buf; in megasas_add_remove_devices()
8813 for (i = 0; i < targetid_list->count; i++) { in megasas_add_remove_devices()
8814 targetid_entry = &targetid_list->host_device_list[i]; in megasas_add_remove_devices()
8815 if (targetid_entry->flags.u.bits.is_sys_pd) { in megasas_add_remove_devices()
8816 channel = le16_to_cpu(targetid_entry->target_id) / in megasas_add_remove_devices()
8818 id = le16_to_cpu(targetid_entry->target_id) % in megasas_add_remove_devices()
8822 (le16_to_cpu(targetid_entry->target_id) / in megasas_add_remove_devices()
8824 id = le16_to_cpu(targetid_entry->target_id) % in megasas_add_remove_devices()
8841 if (instance->pd_list[pd_index].driveState == in megasas_add_remove_devices()
8861 if (instance->ld_ids[ld_index] != 0xff) { in megasas_add_remove_devices()
8881 struct megasas_instance *instance = ev->instance; in megasas_aen_polling()
8897 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8899 instance->ev = NULL; in megasas_aen_polling()
8900 if (instance->evt_detail) { in megasas_aen_polling()
8903 switch (le32_to_cpu(instance->evt_detail->code)) { in megasas_aen_polling()
8912 ld_target_id = instance->evt_detail->args.ld.target_id; in megasas_aen_polling()
8913 sdev1 = scsi_device_lookup(instance->host, in megasas_aen_polling()
8916 (ld_target_id - MEGASAS_MAX_DEV_PER_CHANNEL), in megasas_aen_polling()
8932 dev_info(&instance->pdev->dev, "scanning for scsi%d...\n", in megasas_aen_polling()
8933 instance->host->host_no); in megasas_aen_polling()
8939 instance->snapdump_wait_time) { in megasas_aen_polling()
8941 dev_info(&instance->pdev->dev, in megasas_aen_polling()
8943 instance->snapdump_wait_time); in megasas_aen_polling()
8951 dev_err(&instance->pdev->dev, "invalid evt_detail!\n"); in megasas_aen_polling()
8952 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8960 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8966 seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1; in megasas_aen_polling()
8968 seq_num = instance->last_seq_num; in megasas_aen_polling()
8975 if (instance->aen_cmd != NULL) { in megasas_aen_polling()
8980 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8984 dev_err(&instance->pdev->dev, in megasas_aen_polling()
8987 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8992 * megasas_init - Driver load entry point
9047 … level is out of range, setting it to default 2(CLASS_CRITICAL), permissible range is: -2 to 4\n"); in megasas_init()
9115 * megasas_exit - Driver unload entry point