Lines Matching +full:min +full:- +full:heartbeat +full:- +full:sec
1 // SPDX-License-Identifier: GPL-2.0-or-later
5 * Copyright (c) 2003-2013 LSI Corporation
6 * Copyright (c) 2013-2016 Avago Technologies
7 * Copyright (c) 2016-2018 Broadcom Inc.
61 MODULE_PARM_DESC(msix_disable, "Disable MSI-X interrupt handling. Default: 0");
65 MODULE_PARM_DESC(msix_vectors, "MSI-X max vector count. Default: Set by FW");
69 MODULE_PARM_DESC(allow_vf_ioctls, "Allow ioctls in SR-IOV VF mode. Default: 0");
78 MODULE_PARM_DESC(resetwaittime, "Wait time in (1-180s) after I/O timeout before resetting adapter. …
94 MODULE_PARM_DESC(scmd_timeout, "scsi command timeout (10-90s), default 90s. See megasas_reset_timer…
96 int perf_mode = -1;
99 "0 - balanced: High iops and low latency queues are allocated &\n\t\t"
101 "1 - iops: High iops queues are not allocated &\n\t\t"
103 "2 - latency: High iops queues are not allocated &\n\t\t"
110 MODULE_PARM_DESC(event_log_level, "Asynchronous event logging level- range is: -2(CLASS_DEBUG) to 4…
265 * up to thirty times until a non-zero value is read. in megasas_readl()
267 if (instance->adapter_type == AERO_SERIES) { in megasas_readl()
279 * megasas_set_dma_settings - Populate DMA address, length and flags for DCMDs
290 if (instance->consistent_mask_64bit) { in megasas_set_dma_settings()
291 dcmd->sgl.sge64[0].phys_addr = cpu_to_le64(dma_addr); in megasas_set_dma_settings()
292 dcmd->sgl.sge64[0].length = cpu_to_le32(dma_len); in megasas_set_dma_settings()
293 dcmd->flags = cpu_to_le16(dcmd->flags | MFI_FRAME_SGL64); in megasas_set_dma_settings()
296 dcmd->sgl.sge32[0].phys_addr = in megasas_set_dma_settings()
298 dcmd->sgl.sge32[0].length = cpu_to_le32(dma_len); in megasas_set_dma_settings()
299 dcmd->flags = cpu_to_le16(dcmd->flags); in megasas_set_dma_settings()
306 instance->instancet->fire_cmd(instance, in megasas_issue_dcmd()
307 cmd->frame_phys_addr, 0, instance->reg_set); in megasas_issue_dcmd()
312 * megasas_get_cmd - Get a command from the free pool
323 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
325 if (!list_empty(&instance->cmd_pool)) { in megasas_get_cmd()
326 cmd = list_entry((&instance->cmd_pool)->next, in megasas_get_cmd()
328 list_del_init(&cmd->list); in megasas_get_cmd()
330 dev_err(&instance->pdev->dev, "Command pool empty!\n"); in megasas_get_cmd()
333 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
338 * megasas_return_cmd - Return a cmd to free command pool
348 struct fusion_context *fusion = instance->ctrl_context; in megasas_return_cmd()
353 if (cmd->flags & DRV_DCMD_POLLED_MODE) in megasas_return_cmd()
356 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
359 blk_tags = instance->max_scsi_cmds + cmd->index; in megasas_return_cmd()
360 cmd_fusion = fusion->cmd_list[blk_tags]; in megasas_return_cmd()
363 cmd->scmd = NULL; in megasas_return_cmd()
364 cmd->frame_count = 0; in megasas_return_cmd()
365 cmd->flags = 0; in megasas_return_cmd()
366 memset(cmd->frame, 0, instance->mfi_frame_size); in megasas_return_cmd()
367 cmd->frame->io.context = cpu_to_le32(cmd->index); in megasas_return_cmd()
369 cmd->frame->hdr.cmd = MFI_CMD_INVALID; in megasas_return_cmd()
370 list_add(&cmd->list, (&instance->cmd_pool)->next); in megasas_return_cmd()
372 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
423 struct megasas_evt_detail *evt_detail = instance->evt_detail; in megasas_decode_evt()
425 class_locale.word = le32_to_cpu(evt_detail->cl.word); in megasas_decode_evt()
429 … level is out of range, setting it to default 2(CLASS_CRITICAL), permissible range is: -2 to 4\n"); in megasas_decode_evt()
434 dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n", in megasas_decode_evt()
435 le32_to_cpu(evt_detail->seq_num), in megasas_decode_evt()
436 format_timestamp(le32_to_cpu(evt_detail->time_stamp)), in megasas_decode_evt()
439 evt_detail->description); in megasas_decode_evt()
442 dev_info(&instance->pdev->dev, in megasas_decode_evt()
444 evt_detail->args.ld.target_id, evt_detail->args.ld.ld_index); in megasas_decode_evt()
454 * megasas_enable_intr_xscale - Enables interrupts
462 regs = instance->reg_set; in megasas_enable_intr_xscale()
463 writel(0, &(regs)->outbound_intr_mask); in megasas_enable_intr_xscale()
466 readl(®s->outbound_intr_mask); in megasas_enable_intr_xscale()
470 * megasas_disable_intr_xscale -Disables interrupt
479 regs = instance->reg_set; in megasas_disable_intr_xscale()
480 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_xscale()
482 readl(®s->outbound_intr_mask); in megasas_disable_intr_xscale()
486 * megasas_read_fw_status_reg_xscale - returns the current FW status value
492 return readl(&instance->reg_set->outbound_msg_0); in megasas_read_fw_status_reg_xscale()
495 * megasas_clear_intr_xscale - Check & clear interrupt
504 regs = instance->reg_set; in megasas_clear_intr_xscale()
509 status = readl(®s->outbound_intr_status); in megasas_clear_intr_xscale()
520 writel(status, ®s->outbound_intr_status); in megasas_clear_intr_xscale()
523 readl(®s->outbound_intr_status); in megasas_clear_intr_xscale()
529 * megasas_fire_cmd_xscale - Sends command to the FW
543 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
545 &(regs)->inbound_queue_port); in megasas_fire_cmd_xscale()
546 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
550 * megasas_adp_reset_xscale - For controller reset
561 writel(MFI_ADP_RESET, ®s->inbound_doorbell); in megasas_adp_reset_xscale()
566 pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata); in megasas_adp_reset_xscale()
567 dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata); in megasas_adp_reset_xscale()
569 dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata); in megasas_adp_reset_xscale()
571 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
578 pci_read_config_dword(instance->pdev, in megasas_adp_reset_xscale()
580 dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata); in megasas_adp_reset_xscale()
582 dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata); in megasas_adp_reset_xscale()
584 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
592 * megasas_check_reset_xscale - For controller reset check
600 if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) && in megasas_check_reset_xscale()
601 (le32_to_cpu(*instance->consumer) == in megasas_check_reset_xscale()
634 * megasas_enable_intr_ppc - Enables interrupts
642 regs = instance->reg_set; in megasas_enable_intr_ppc()
643 writel(0xFFFFFFFF, &(regs)->outbound_doorbell_clear); in megasas_enable_intr_ppc()
645 writel(~0x80000000, &(regs)->outbound_intr_mask); in megasas_enable_intr_ppc()
648 readl(®s->outbound_intr_mask); in megasas_enable_intr_ppc()
652 * megasas_disable_intr_ppc - Disable interrupt
661 regs = instance->reg_set; in megasas_disable_intr_ppc()
662 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_ppc()
664 readl(®s->outbound_intr_mask); in megasas_disable_intr_ppc()
668 * megasas_read_fw_status_reg_ppc - returns the current FW status value
674 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_ppc()
678 * megasas_clear_intr_ppc - Check & clear interrupt
686 regs = instance->reg_set; in megasas_clear_intr_ppc()
691 status = readl(®s->outbound_intr_status); in megasas_clear_intr_ppc()
702 writel(status, ®s->outbound_doorbell_clear); in megasas_clear_intr_ppc()
705 readl(®s->outbound_doorbell_clear); in megasas_clear_intr_ppc()
711 * megasas_fire_cmd_ppc - Sends command to the FW
725 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
727 &(regs)->inbound_queue_port); in megasas_fire_cmd_ppc()
728 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
732 * megasas_check_reset_ppc - For controller reset check
740 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_ppc()
763 * megasas_enable_intr_skinny - Enables interrupts
771 regs = instance->reg_set; in megasas_enable_intr_skinny()
772 writel(0xFFFFFFFF, &(regs)->outbound_intr_mask); in megasas_enable_intr_skinny()
774 writel(~MFI_SKINNY_ENABLE_INTERRUPT_MASK, &(regs)->outbound_intr_mask); in megasas_enable_intr_skinny()
777 readl(®s->outbound_intr_mask); in megasas_enable_intr_skinny()
781 * megasas_disable_intr_skinny - Disables interrupt
790 regs = instance->reg_set; in megasas_disable_intr_skinny()
791 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_skinny()
793 readl(®s->outbound_intr_mask); in megasas_disable_intr_skinny()
797 * megasas_read_fw_status_reg_skinny - returns the current FW status value
803 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_skinny()
807 * megasas_clear_intr_skinny - Check & clear interrupt
816 regs = instance->reg_set; in megasas_clear_intr_skinny()
821 status = readl(®s->outbound_intr_status); in megasas_clear_intr_skinny()
839 writel(status, ®s->outbound_intr_status); in megasas_clear_intr_skinny()
844 readl(®s->outbound_intr_status); in megasas_clear_intr_skinny()
850 * megasas_fire_cmd_skinny - Sends command to the FW
864 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
866 &(regs)->inbound_high_queue_port); in megasas_fire_cmd_skinny()
868 &(regs)->inbound_low_queue_port); in megasas_fire_cmd_skinny()
869 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
873 * megasas_check_reset_skinny - For controller reset check
881 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_skinny()
910 * megasas_enable_intr_gen2 - Enables interrupts
918 regs = instance->reg_set; in megasas_enable_intr_gen2()
919 writel(0xFFFFFFFF, &(regs)->outbound_doorbell_clear); in megasas_enable_intr_gen2()
922 writel(~MFI_GEN2_ENABLE_INTERRUPT_MASK, &(regs)->outbound_intr_mask); in megasas_enable_intr_gen2()
925 readl(®s->outbound_intr_mask); in megasas_enable_intr_gen2()
929 * megasas_disable_intr_gen2 - Disables interrupt
938 regs = instance->reg_set; in megasas_disable_intr_gen2()
939 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_gen2()
941 readl(®s->outbound_intr_mask); in megasas_disable_intr_gen2()
945 * megasas_read_fw_status_reg_gen2 - returns the current FW status value
951 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_gen2()
955 * megasas_clear_intr_gen2 - Check & clear interrupt
964 regs = instance->reg_set; in megasas_clear_intr_gen2()
969 status = readl(®s->outbound_intr_status); in megasas_clear_intr_gen2()
982 writel(status, ®s->outbound_doorbell_clear); in megasas_clear_intr_gen2()
985 readl(®s->outbound_intr_status); in megasas_clear_intr_gen2()
991 * megasas_fire_cmd_gen2 - Sends command to the FW
1005 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1007 &(regs)->inbound_queue_port); in megasas_fire_cmd_gen2()
1008 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1012 * megasas_adp_reset_gen2 - For controller reset
1022 u32 __iomem *seq_offset = ®_set->seq_offset; in megasas_adp_reset_gen2()
1023 u32 __iomem *hostdiag_offset = ®_set->host_diag; in megasas_adp_reset_gen2()
1025 if (instance->instancet == &megasas_instance_template_skinny) { in megasas_adp_reset_gen2()
1026 seq_offset = ®_set->fusion_seq_offset; in megasas_adp_reset_gen2()
1027 hostdiag_offset = ®_set->fusion_host_diag; in megasas_adp_reset_gen2()
1044 dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1052 dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag); in megasas_adp_reset_gen2()
1062 dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1073 * megasas_check_reset_gen2 - For controller reset check
1081 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_gen2()
1114 * megasas_issue_polled - Issues a polling command
1123 struct megasas_header *frame_hdr = &cmd->frame->hdr; in megasas_issue_polled()
1125 frame_hdr->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_polled()
1126 frame_hdr->flags |= cpu_to_le16(MFI_FRAME_DONT_POST_IN_REPLY_QUEUE); in megasas_issue_polled()
1128 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_polled()
1129 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_polled()
1134 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_polled()
1136 return wait_and_poll(instance, cmd, instance->requestorId ? in megasas_issue_polled()
1141 * megasas_issue_blocked_cmd - Synchronous wrapper around regular FW cmds
1155 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_blocked_cmd()
1157 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_cmd()
1158 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_cmd()
1163 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_cmd()
1166 ret = wait_event_timeout(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1167 cmd->cmd_status_drv != DCMD_INIT, timeout * HZ); in megasas_issue_blocked_cmd()
1169 dev_err(&instance->pdev->dev, in megasas_issue_blocked_cmd()
1171 cmd->frame->dcmd.opcode, __func__); in megasas_issue_blocked_cmd()
1175 wait_event(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1176 cmd->cmd_status_drv != DCMD_INIT); in megasas_issue_blocked_cmd()
1178 return cmd->cmd_status_drv; in megasas_issue_blocked_cmd()
1182 * megasas_issue_blocked_abort_cmd - Aborts previously issued cmd
1204 return -1; in megasas_issue_blocked_abort_cmd()
1206 abort_fr = &cmd->frame->abort; in megasas_issue_blocked_abort_cmd()
1211 abort_fr->cmd = MFI_CMD_ABORT; in megasas_issue_blocked_abort_cmd()
1212 abort_fr->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_blocked_abort_cmd()
1213 abort_fr->flags = cpu_to_le16(0); in megasas_issue_blocked_abort_cmd()
1214 abort_fr->abort_context = cpu_to_le32(cmd_to_abort->index); in megasas_issue_blocked_abort_cmd()
1215 abort_fr->abort_mfi_phys_addr_lo = in megasas_issue_blocked_abort_cmd()
1216 cpu_to_le32(lower_32_bits(cmd_to_abort->frame_phys_addr)); in megasas_issue_blocked_abort_cmd()
1217 abort_fr->abort_mfi_phys_addr_hi = in megasas_issue_blocked_abort_cmd()
1218 cpu_to_le32(upper_32_bits(cmd_to_abort->frame_phys_addr)); in megasas_issue_blocked_abort_cmd()
1220 cmd->sync_cmd = 1; in megasas_issue_blocked_abort_cmd()
1221 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_blocked_abort_cmd()
1223 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_abort_cmd()
1224 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_abort_cmd()
1229 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_abort_cmd()
1232 ret = wait_event_timeout(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1233 cmd->cmd_status_drv != DCMD_INIT, timeout * HZ); in megasas_issue_blocked_abort_cmd()
1235 opcode = cmd_to_abort->frame->dcmd.opcode; in megasas_issue_blocked_abort_cmd()
1236 dev_err(&instance->pdev->dev, in megasas_issue_blocked_abort_cmd()
1242 wait_event(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1243 cmd->cmd_status_drv != DCMD_INIT); in megasas_issue_blocked_abort_cmd()
1245 cmd->sync_cmd = 0; in megasas_issue_blocked_abort_cmd()
1248 return cmd->cmd_status_drv; in megasas_issue_blocked_abort_cmd()
1252 * megasas_make_sgl32 - Prepares 32-bit SGL
1254 * @scp: SCSI command from the mid-layer
1258 * it returnes -1.
1273 mfi_sgl->sge32[i].length = cpu_to_le32(sg_dma_len(os_sgl)); in megasas_make_sgl32()
1274 mfi_sgl->sge32[i].phys_addr = cpu_to_le32(sg_dma_address(os_sgl)); in megasas_make_sgl32()
1281 * megasas_make_sgl64 - Prepares 64-bit SGL
1283 * @scp: SCSI command from the mid-layer
1287 * it returnes -1.
1302 mfi_sgl->sge64[i].length = cpu_to_le32(sg_dma_len(os_sgl)); in megasas_make_sgl64()
1303 mfi_sgl->sge64[i].phys_addr = cpu_to_le64(sg_dma_address(os_sgl)); in megasas_make_sgl64()
1310 * megasas_make_sgl_skinny - Prepares IEEE SGL
1312 * @scp: SCSI command from the mid-layer
1316 * it returnes -1.
1330 mfi_sgl->sge_skinny[i].length = in megasas_make_sgl_skinny()
1332 mfi_sgl->sge_skinny[i].phys_addr = in megasas_make_sgl_skinny()
1334 mfi_sgl->sge_skinny[i].flag = cpu_to_le32(0); in megasas_make_sgl_skinny()
1341 * megasas_get_frame_count - Computes the number of frames
1342 * @frame_type : type of frame- io or pthru frame
1359 if (instance->flag_ieee) { in megasas_get_frame_count()
1364 * Main frame can contain 2 SGEs for 64-bit SGLs and in megasas_get_frame_count()
1365 * 3 SGEs for 32-bit SGLs for ldio & in megasas_get_frame_count()
1366 * 1 SGEs for 64-bit SGLs and in megasas_get_frame_count()
1367 * 2 SGEs for 32-bit SGLs for pthru frame in megasas_get_frame_count()
1370 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1371 num_cnt = sge_count - 1; in megasas_get_frame_count()
1373 num_cnt = sge_count - 1; in megasas_get_frame_count()
1375 num_cnt = sge_count - 2; in megasas_get_frame_count()
1377 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1378 num_cnt = sge_count - 1; in megasas_get_frame_count()
1380 num_cnt = sge_count - 2; in megasas_get_frame_count()
1382 num_cnt = sge_count - 3; in megasas_get_frame_count()
1400 * megasas_build_dcdb - Prepares a direct cdb (DCDB) command
1405 * This function prepares CDB commands. These are typcially pass-through
1417 is_logical = MEGASAS_IS_LOGICAL(scp->device); in megasas_build_dcdb()
1419 pthru = (struct megasas_pthru_frame *)cmd->frame; in megasas_build_dcdb()
1421 if (scp->sc_data_direction == DMA_TO_DEVICE) in megasas_build_dcdb()
1423 else if (scp->sc_data_direction == DMA_FROM_DEVICE) in megasas_build_dcdb()
1425 else if (scp->sc_data_direction == DMA_NONE) in megasas_build_dcdb()
1428 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1435 pthru->cmd = (is_logical) ? MFI_CMD_LD_SCSI_IO : MFI_CMD_PD_SCSI_IO; in megasas_build_dcdb()
1436 pthru->cmd_status = 0x0; in megasas_build_dcdb()
1437 pthru->scsi_status = 0x0; in megasas_build_dcdb()
1438 pthru->target_id = device_id; in megasas_build_dcdb()
1439 pthru->lun = scp->device->lun; in megasas_build_dcdb()
1440 pthru->cdb_len = scp->cmd_len; in megasas_build_dcdb()
1441 pthru->timeout = 0; in megasas_build_dcdb()
1442 pthru->pad_0 = 0; in megasas_build_dcdb()
1443 pthru->flags = cpu_to_le16(flags); in megasas_build_dcdb()
1444 pthru->data_xfer_len = cpu_to_le32(scsi_bufflen(scp)); in megasas_build_dcdb()
1446 memcpy(pthru->cdb, scp->cmnd, scp->cmd_len); in megasas_build_dcdb()
1452 if (scp->device->type == TYPE_TAPE) { in megasas_build_dcdb()
1453 if (scsi_cmd_to_rq(scp)->timeout / HZ > 0xFFFF) in megasas_build_dcdb()
1454 pthru->timeout = cpu_to_le16(0xFFFF); in megasas_build_dcdb()
1456 pthru->timeout = cpu_to_le16(scsi_cmd_to_rq(scp)->timeout / HZ); in megasas_build_dcdb()
1462 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1463 pthru->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_dcdb()
1464 pthru->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_dcdb()
1465 &pthru->sgl); in megasas_build_dcdb()
1467 pthru->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_dcdb()
1468 pthru->sge_count = megasas_make_sgl64(instance, scp, in megasas_build_dcdb()
1469 &pthru->sgl); in megasas_build_dcdb()
1471 pthru->sge_count = megasas_make_sgl32(instance, scp, in megasas_build_dcdb()
1472 &pthru->sgl); in megasas_build_dcdb()
1474 if (pthru->sge_count > instance->max_num_sge) { in megasas_build_dcdb()
1475 dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n", in megasas_build_dcdb()
1476 pthru->sge_count); in megasas_build_dcdb()
1483 pthru->sense_len = SCSI_SENSE_BUFFERSIZE; in megasas_build_dcdb()
1484 pthru->sense_buf_phys_addr_hi = in megasas_build_dcdb()
1485 cpu_to_le32(upper_32_bits(cmd->sense_phys_addr)); in megasas_build_dcdb()
1486 pthru->sense_buf_phys_addr_lo = in megasas_build_dcdb()
1487 cpu_to_le32(lower_32_bits(cmd->sense_phys_addr)); in megasas_build_dcdb()
1493 cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count, in megasas_build_dcdb()
1496 return cmd->frame_count; in megasas_build_dcdb()
1500 * megasas_build_ldio - Prepares IOs to logical devices
1512 u8 sc = scp->cmnd[0]; in megasas_build_ldio()
1517 ldio = (struct megasas_io_frame *)cmd->frame; in megasas_build_ldio()
1519 if (scp->sc_data_direction == DMA_TO_DEVICE) in megasas_build_ldio()
1521 else if (scp->sc_data_direction == DMA_FROM_DEVICE) in megasas_build_ldio()
1524 if (instance->flag_ieee == 1) { in megasas_build_ldio()
1531 ldio->cmd = (sc & 0x02) ? MFI_CMD_LD_WRITE : MFI_CMD_LD_READ; in megasas_build_ldio()
1532 ldio->cmd_status = 0x0; in megasas_build_ldio()
1533 ldio->scsi_status = 0x0; in megasas_build_ldio()
1534 ldio->target_id = device_id; in megasas_build_ldio()
1535 ldio->timeout = 0; in megasas_build_ldio()
1536 ldio->reserved_0 = 0; in megasas_build_ldio()
1537 ldio->pad_0 = 0; in megasas_build_ldio()
1538 ldio->flags = cpu_to_le16(flags); in megasas_build_ldio()
1539 ldio->start_lba_hi = 0; in megasas_build_ldio()
1540 ldio->access_byte = (scp->cmd_len != 6) ? scp->cmnd[1] : 0; in megasas_build_ldio()
1543 * 6-byte READ(0x08) or WRITE(0x0A) cdb in megasas_build_ldio()
1545 if (scp->cmd_len == 6) { in megasas_build_ldio()
1546 ldio->lba_count = cpu_to_le32((u32) scp->cmnd[4]); in megasas_build_ldio()
1547 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[1] << 16) | in megasas_build_ldio()
1548 ((u32) scp->cmnd[2] << 8) | in megasas_build_ldio()
1549 (u32) scp->cmnd[3]); in megasas_build_ldio()
1551 ldio->start_lba_lo &= cpu_to_le32(0x1FFFFF); in megasas_build_ldio()
1555 * 10-byte READ(0x28) or WRITE(0x2A) cdb in megasas_build_ldio()
1557 else if (scp->cmd_len == 10) { in megasas_build_ldio()
1558 ldio->lba_count = cpu_to_le32((u32) scp->cmnd[8] | in megasas_build_ldio()
1559 ((u32) scp->cmnd[7] << 8)); in megasas_build_ldio()
1560 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1561 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1562 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1563 (u32) scp->cmnd[5]); in megasas_build_ldio()
1567 * 12-byte READ(0xA8) or WRITE(0xAA) cdb in megasas_build_ldio()
1569 else if (scp->cmd_len == 12) { in megasas_build_ldio()
1570 ldio->lba_count = cpu_to_le32(((u32) scp->cmnd[6] << 24) | in megasas_build_ldio()
1571 ((u32) scp->cmnd[7] << 16) | in megasas_build_ldio()
1572 ((u32) scp->cmnd[8] << 8) | in megasas_build_ldio()
1573 (u32) scp->cmnd[9]); in megasas_build_ldio()
1575 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1576 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1577 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1578 (u32) scp->cmnd[5]); in megasas_build_ldio()
1582 * 16-byte READ(0x88) or WRITE(0x8A) cdb in megasas_build_ldio()
1584 else if (scp->cmd_len == 16) { in megasas_build_ldio()
1585 ldio->lba_count = cpu_to_le32(((u32) scp->cmnd[10] << 24) | in megasas_build_ldio()
1586 ((u32) scp->cmnd[11] << 16) | in megasas_build_ldio()
1587 ((u32) scp->cmnd[12] << 8) | in megasas_build_ldio()
1588 (u32) scp->cmnd[13]); in megasas_build_ldio()
1590 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[6] << 24) | in megasas_build_ldio()
1591 ((u32) scp->cmnd[7] << 16) | in megasas_build_ldio()
1592 ((u32) scp->cmnd[8] << 8) | in megasas_build_ldio()
1593 (u32) scp->cmnd[9]); in megasas_build_ldio()
1595 ldio->start_lba_hi = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1596 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1597 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1598 (u32) scp->cmnd[5]); in megasas_build_ldio()
1605 if (instance->flag_ieee) { in megasas_build_ldio()
1606 ldio->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_ldio()
1607 ldio->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_ldio()
1608 &ldio->sgl); in megasas_build_ldio()
1610 ldio->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_ldio()
1611 ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl); in megasas_build_ldio()
1613 ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl); in megasas_build_ldio()
1615 if (ldio->sge_count > instance->max_num_sge) { in megasas_build_ldio()
1616 dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n", in megasas_build_ldio()
1617 ldio->sge_count); in megasas_build_ldio()
1624 ldio->sense_len = SCSI_SENSE_BUFFERSIZE; in megasas_build_ldio()
1625 ldio->sense_buf_phys_addr_hi = 0; in megasas_build_ldio()
1626 ldio->sense_buf_phys_addr_lo = cpu_to_le32(cmd->sense_phys_addr); in megasas_build_ldio()
1632 cmd->frame_count = megasas_get_frame_count(instance, in megasas_build_ldio()
1633 ldio->sge_count, IO_FRAME); in megasas_build_ldio()
1635 return cmd->frame_count; in megasas_build_ldio()
1639 * megasas_cmd_type - Checks if the cmd is for logical drive/sysPD
1648 switch (cmd->cmnd[0]) { in megasas_cmd_type()
1657 ret = (MEGASAS_IS_LOGICAL(cmd->device)) ? in megasas_cmd_type()
1661 ret = (MEGASAS_IS_LOGICAL(cmd->device)) ? in megasas_cmd_type()
1668 * megasas_dump_pending_frames - Dumps the frame address of all pending cmds
1681 u16 max_cmd = instance->max_fw_cmds; in megasas_dump_pending_frames()
1683 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta… in megasas_dump_pending_frames()
1684 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_… in megasas_dump_pending_frames()
1686 dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1688 dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1690 dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1692 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1693 if (!cmd->scmd) in megasas_dump_pending_frames()
1695 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon… in megasas_dump_pending_frames()
1696 if (megasas_cmd_type(cmd->scmd) == READ_WRITE_LDIO) { in megasas_dump_pending_frames()
1697 ldio = (struct megasas_io_frame *)cmd->frame; in megasas_dump_pending_frames()
1698 mfi_sgl = &ldio->sgl; in megasas_dump_pending_frames()
1699 sgcount = ldio->sge_count; in megasas_dump_pending_frames()
1700 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x," in megasas_dump_pending_frames()
1702 instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id, in megasas_dump_pending_frames()
1703 le32_to_cpu(ldio->start_lba_lo), le32_to_cpu(ldio->start_lba_hi), in megasas_dump_pending_frames()
1704 le32_to_cpu(ldio->sense_buf_phys_addr_lo), sgcount); in megasas_dump_pending_frames()
1706 pthru = (struct megasas_pthru_frame *) cmd->frame; in megasas_dump_pending_frames()
1707 mfi_sgl = &pthru->sgl; in megasas_dump_pending_frames()
1708 sgcount = pthru->sge_count; in megasas_dump_pending_frames()
1709 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, " in megasas_dump_pending_frames()
1711 instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id, in megasas_dump_pending_frames()
1712 pthru->lun, pthru->cdb_len, le32_to_cpu(pthru->data_xfer_len), in megasas_dump_pending_frames()
1713 le32_to_cpu(pthru->sense_buf_phys_addr_lo), sgcount); in megasas_dump_pending_frames()
1718 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n", in megasas_dump_pending_frames()
1719 le32_to_cpu(mfi_sgl->sge64[n].length), in megasas_dump_pending_frames()
1720 le64_to_cpu(mfi_sgl->sge64[n].phys_addr)); in megasas_dump_pending_frames()
1722 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n", in megasas_dump_pending_frames()
1723 le32_to_cpu(mfi_sgl->sge32[n].length), in megasas_dump_pending_frames()
1724 le32_to_cpu(mfi_sgl->sge32[n].phys_addr)); in megasas_dump_pending_frames()
1728 dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1731 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1733 if (cmd->sync_cmd == 1) in megasas_dump_pending_frames()
1734 dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr); in megasas_dump_pending_frames()
1736 dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no); in megasas_dump_pending_frames()
1761 cmd->scmd = scmd; in megasas_build_and_issue_cmd()
1762 megasas_priv(scmd)->cmd_priv = cmd; in megasas_build_and_issue_cmd()
1767 atomic_inc(&instance->fw_outstanding); in megasas_build_and_issue_cmd()
1769 instance->instancet->fire_cmd(instance, cmd->frame_phys_addr, in megasas_build_and_issue_cmd()
1770 cmd->frame_count-1, instance->reg_set); in megasas_build_and_issue_cmd()
1780 * megasas_queue_command - Queue entry point
1792 scmd->device->host->hostdata; in megasas_queue_command()
1794 if (instance->unload == 1) { in megasas_queue_command()
1795 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1800 if (instance->issuepend_done == 0) in megasas_queue_command()
1805 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in megasas_queue_command()
1810 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1816 mr_device_priv_data = scmd->device->hostdata; in megasas_queue_command()
1818 (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)) { in megasas_queue_command()
1819 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1824 if (MEGASAS_IS_LOGICAL(scmd->device)) { in megasas_queue_command()
1825 ld_tgt_id = MEGASAS_TARGET_ID(scmd->device); in megasas_queue_command()
1826 if (instance->ld_tgtid_status[ld_tgt_id] == LD_TARGET_ID_DELETED) { in megasas_queue_command()
1827 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1833 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_queue_command()
1836 if (mr_device_priv_data->tm_busy) in megasas_queue_command()
1840 scmd->result = 0; in megasas_queue_command()
1842 if (MEGASAS_IS_LOGICAL(scmd->device) && in megasas_queue_command()
1843 (scmd->device->id >= instance->fw_supported_vd_count || in megasas_queue_command()
1844 scmd->device->lun)) { in megasas_queue_command()
1845 scmd->result = DID_BAD_TARGET << 16; in megasas_queue_command()
1849 if ((scmd->cmnd[0] == SYNCHRONIZE_CACHE) && in megasas_queue_command()
1850 MEGASAS_IS_LOGICAL(scmd->device) && in megasas_queue_command()
1851 (!instance->fw_sync_cache_support)) { in megasas_queue_command()
1852 scmd->result = DID_OK << 16; in megasas_queue_command()
1856 return instance->instancet->build_and_issue_cmd(instance, scmd); in megasas_queue_command()
1870 (megasas_mgmt_info.instance[i]->host->host_no == host_no)) in megasas_lookup_instance()
1878 * megasas_set_dynamic_target_properties -
1901 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_dynamic_target_properties()
1902 fusion = instance->ctrl_context; in megasas_set_dynamic_target_properties()
1903 mr_device_priv_data = sdev->hostdata; in megasas_set_dynamic_target_properties()
1909 device_id = ((sdev->channel % 2) * MEGASAS_MAX_DEV_PER_CHANNEL) in megasas_set_dynamic_target_properties()
1910 + sdev->id; in megasas_set_dynamic_target_properties()
1911 local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_set_dynamic_target_properties()
1913 if (ld >= instance->fw_supported_vd_count) in megasas_set_dynamic_target_properties()
1917 if (raid->capability.ldPiMode == MR_PROT_INFO_TYPE_CONTROLLER) { in megasas_set_dynamic_target_properties()
1919 lim->dma_alignment = 0x7; in megasas_set_dynamic_target_properties()
1922 mr_device_priv_data->is_tm_capable = in megasas_set_dynamic_target_properties()
1923 raid->capability.tmCapable; in megasas_set_dynamic_target_properties()
1925 if (!raid->flags.isEPD) in megasas_set_dynamic_target_properties()
1926 sdev->no_write_same = 1; in megasas_set_dynamic_target_properties()
1928 } else if (instance->use_seqnum_jbod_fp) { in megasas_set_dynamic_target_properties()
1929 pd_index = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_set_dynamic_target_properties()
1930 sdev->id; in megasas_set_dynamic_target_properties()
1931 pd_sync = (void *)fusion->pd_seq_sync in megasas_set_dynamic_target_properties()
1932 [(instance->pd_seq_map_id - 1) & 1]; in megasas_set_dynamic_target_properties()
1933 mr_device_priv_data->is_tm_capable = in megasas_set_dynamic_target_properties()
1934 pd_sync->seq[pd_index].capability.tmCapable; in megasas_set_dynamic_target_properties()
1937 if (is_target_prop && instance->tgt_prop->reset_tmo) { in megasas_set_dynamic_target_properties()
1942 mr_device_priv_data->target_reset_tmo = in megasas_set_dynamic_target_properties()
1943 min_t(u8, instance->max_reset_tmo, in megasas_set_dynamic_target_properties()
1944 instance->tgt_prop->reset_tmo); in megasas_set_dynamic_target_properties()
1945 mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo; in megasas_set_dynamic_target_properties()
1947 mr_device_priv_data->target_reset_tmo = in megasas_set_dynamic_target_properties()
1949 mr_device_priv_data->task_abort_tmo = in megasas_set_dynamic_target_properties()
1955 * megasas_set_nvme_device_properties -
1977 instance = (struct megasas_instance *)sdev->host->hostdata; in megasas_set_nvme_device_properties()
1978 mr_nvme_pg_size = max_t(u32, instance->nvme_page_size, in megasas_set_nvme_device_properties()
1981 lim->max_hw_sectors = max_io_size / 512; in megasas_set_nvme_device_properties()
1982 lim->virt_boundary_mask = mr_nvme_pg_size - 1; in megasas_set_nvme_device_properties()
1986 * megasas_set_fw_assisted_qd -
2002 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_fw_assisted_qd()
2003 mr_device_priv_data = sdev->hostdata; in megasas_set_fw_assisted_qd()
2004 interface_type = mr_device_priv_data->interface_type; in megasas_set_fw_assisted_qd()
2019 tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth); in megasas_set_fw_assisted_qd()
2021 device_qd = min(instance->host->can_queue, in megasas_set_fw_assisted_qd()
2025 if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE) in megasas_set_fw_assisted_qd()
2026 device_qd = instance->host->can_queue; in megasas_set_fw_assisted_qd()
2032 * megasas_set_static_target_properties -
2038 * set nvme device properties. see - megasas_set_nvme_device_properties
2049 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_static_target_properties()
2054 blk_queue_rq_timeout(sdev->request_queue, scmd_timeout * HZ); in megasas_set_static_target_properties()
2060 max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb); in megasas_set_static_target_properties()
2062 if (instance->nvme_page_size && max_io_size_kb) in megasas_set_static_target_properties()
2078 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_sdev_configure()
2079 if (instance->pd_list_not_supported) { in megasas_sdev_configure()
2080 if (!MEGASAS_IS_LOGICAL(sdev) && sdev->type == TYPE_DISK) { in megasas_sdev_configure()
2081 pd_index = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_sdev_configure()
2082 sdev->id; in megasas_sdev_configure()
2083 if (instance->pd_list[pd_index].driveState != in megasas_sdev_configure()
2085 return -ENXIO; in megasas_sdev_configure()
2089 mutex_lock(&instance->reset_mutex); in megasas_sdev_configure()
2091 if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev)) in megasas_sdev_configure()
2094 /* Some ventura firmware may not have instance->nvme_page_size set. in megasas_sdev_configure()
2097 if ((instance->tgt_prop) && (instance->nvme_page_size)) in megasas_sdev_configure()
2107 sdev->no_vpd_size = 1; in megasas_sdev_configure()
2109 mutex_unlock(&instance->reset_mutex); in megasas_sdev_configure()
2120 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_sdev_init()
2126 (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_sdev_init()
2127 sdev->id; in megasas_sdev_init()
2128 if ((instance->pd_list_not_supported || in megasas_sdev_init()
2129 instance->pd_list[pd_index].driveState == in megasas_sdev_init()
2133 return -ENXIO; in megasas_sdev_init()
2136 return -ENXIO; in megasas_sdev_init()
2143 return -ENOMEM; in megasas_sdev_init()
2147 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_ACTIVE; in megasas_sdev_init()
2152 sdev->hostdata = mr_device_priv_data; in megasas_sdev_init()
2154 atomic_set(&mr_device_priv_data->r1_ldio_hint, in megasas_sdev_init()
2155 instance->r1_ldio_hint_default); in megasas_sdev_init()
2164 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_sdev_destroy()
2172 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_DELETED; in megasas_sdev_destroy()
2178 kfree(sdev->hostdata); in megasas_sdev_destroy()
2179 sdev->hostdata = NULL; in megasas_sdev_destroy()
2183 * megasas_complete_outstanding_ioctls - Complete outstanding ioctls after a
2193 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_outstanding_ioctls()
2197 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2198 cmd_fusion = fusion->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2199 if (cmd_fusion->sync_cmd_idx != (u32)ULONG_MAX) { in megasas_complete_outstanding_ioctls()
2200 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in megasas_complete_outstanding_ioctls()
2201 if (cmd_mfi->sync_cmd && in megasas_complete_outstanding_ioctls()
2202 (cmd_mfi->frame->hdr.cmd != MFI_CMD_ABORT)) { in megasas_complete_outstanding_ioctls()
2203 cmd_mfi->frame->hdr.cmd_status = in megasas_complete_outstanding_ioctls()
2211 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2212 cmd_mfi = instance->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2213 if (cmd_mfi->sync_cmd && cmd_mfi->frame->hdr.cmd != in megasas_complete_outstanding_ioctls()
2223 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megaraid_sas_kill_hba()
2224 dev_warn(&instance->pdev->dev, in megaraid_sas_kill_hba()
2230 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megaraid_sas_kill_hba()
2233 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megaraid_sas_kill_hba()
2234 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) || in megaraid_sas_kill_hba()
2235 (instance->adapter_type != MFI_SERIES)) { in megaraid_sas_kill_hba()
2236 if (!instance->requestorId) { in megaraid_sas_kill_hba()
2237 writel(MFI_STOP_ADP, &instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2239 readl(&instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2241 if (instance->requestorId && instance->peerIsPresent) in megaraid_sas_kill_hba()
2242 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megaraid_sas_kill_hba()
2245 &instance->reg_set->inbound_doorbell); in megaraid_sas_kill_hba()
2252 * megasas_check_and_restore_queue_depth - Check if queue depth needs to be
2262 if (instance->flag & MEGASAS_FW_BUSY in megasas_check_and_restore_queue_depth()
2263 && time_after(jiffies, instance->last_time + 5 * HZ) in megasas_check_and_restore_queue_depth()
2264 && atomic_read(&instance->fw_outstanding) < in megasas_check_and_restore_queue_depth()
2265 instance->throttlequeuedepth + 1) { in megasas_check_and_restore_queue_depth()
2267 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2268 instance->flag &= ~MEGASAS_FW_BUSY; in megasas_check_and_restore_queue_depth()
2270 instance->host->can_queue = instance->cur_can_queue; in megasas_check_and_restore_queue_depth()
2271 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2276 * megasas_complete_cmd_dpc - Returns FW's controller structure
2292 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_complete_cmd_dpc()
2295 spin_lock_irqsave(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2297 producer = le32_to_cpu(*instance->producer); in megasas_complete_cmd_dpc()
2298 consumer = le32_to_cpu(*instance->consumer); in megasas_complete_cmd_dpc()
2301 context = le32_to_cpu(instance->reply_queue[consumer]); in megasas_complete_cmd_dpc()
2302 if (context >= instance->max_fw_cmds) { in megasas_complete_cmd_dpc()
2303 dev_err(&instance->pdev->dev, "Unexpected context value %x\n", in megasas_complete_cmd_dpc()
2308 cmd = instance->cmd_list[context]; in megasas_complete_cmd_dpc()
2313 if (consumer == (instance->max_fw_cmds + 1)) { in megasas_complete_cmd_dpc()
2318 *instance->consumer = cpu_to_le32(producer); in megasas_complete_cmd_dpc()
2320 spin_unlock_irqrestore(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2331 * megasas_start_timer - Initializes sriov heartbeat timer object
2337 struct timer_list *timer = &instance->sriov_heartbeat_timer; in megasas_start_timer()
2340 timer->expires = jiffies + MEGASAS_SRIOV_HEARTBEAT_INTERVAL_VF; in megasas_start_timer()
2352 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in megasas_do_ocr()
2353 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in megasas_do_ocr()
2354 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) { in megasas_do_ocr()
2355 *instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN); in megasas_do_ocr()
2357 instance->instancet->disable_intr(instance); in megasas_do_ocr()
2358 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_do_ocr()
2359 instance->issuepend_done = 0; in megasas_do_ocr()
2361 atomic_set(&instance->fw_outstanding, 0); in megasas_do_ocr()
2363 process_fw_state_change_wq(&instance->work_init); in megasas_do_ocr()
2379 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:" in megasas_get_ld_vf_affiliation_111()
2381 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2382 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2385 dcmd = &cmd->frame->dcmd; in megasas_get_ld_vf_affiliation_111()
2387 if (!instance->vf_affiliation_111) { in megasas_get_ld_vf_affiliation_111()
2388 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_111()
2389 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2391 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2395 memset(instance->vf_affiliation_111, 0, in megasas_get_ld_vf_affiliation_111()
2399 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2403 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_111()
2405 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2407 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2411 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_vf_affiliation_111()
2413 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_vf_affiliation_111()
2414 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_vf_affiliation_111()
2415 dcmd->sge_count = 1; in megasas_get_ld_vf_affiliation_111()
2416 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_get_ld_vf_affiliation_111()
2417 dcmd->timeout = 0; in megasas_get_ld_vf_affiliation_111()
2418 dcmd->pad_0 = 0; in megasas_get_ld_vf_affiliation_111()
2419 dcmd->data_xfer_len = in megasas_get_ld_vf_affiliation_111()
2421 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_VF_MAP_GET_ALL_LDS_111); in megasas_get_ld_vf_affiliation_111()
2424 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_111()
2425 cpu_to_le32(instance->vf_affiliation_111_h); in megasas_get_ld_vf_affiliation_111()
2427 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_111()
2430 dcmd->sgl.sge32[0].length = cpu_to_le32( in megasas_get_ld_vf_affiliation_111()
2433 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_111()
2434 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2437 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_111()
2439 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2445 thisVf = new_affiliation_111->thisVf; in megasas_get_ld_vf_affiliation_111()
2446 for (ld = 0 ; ld < new_affiliation_111->vdCount; ld++) in megasas_get_ld_vf_affiliation_111()
2447 if (instance->vf_affiliation_111->map[ld].policy[thisVf] != in megasas_get_ld_vf_affiliation_111()
2448 new_affiliation_111->map[ld].policy[thisVf]) { in megasas_get_ld_vf_affiliation_111()
2449 dev_warn(&instance->pdev->dev, "SR-IOV: " in megasas_get_ld_vf_affiliation_111()
2451 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2452 memcpy(instance->vf_affiliation_111, in megasas_get_ld_vf_affiliation_111()
2461 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2486 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: " in megasas_get_ld_vf_affiliation_12()
2488 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2489 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2492 dcmd = &cmd->frame->dcmd; in megasas_get_ld_vf_affiliation_12()
2494 if (!instance->vf_affiliation) { in megasas_get_ld_vf_affiliation_12()
2495 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_12()
2496 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2498 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2502 memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2506 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2510 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_12()
2512 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2514 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2518 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_vf_affiliation_12()
2520 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_vf_affiliation_12()
2521 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_vf_affiliation_12()
2522 dcmd->sge_count = 1; in megasas_get_ld_vf_affiliation_12()
2523 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_get_ld_vf_affiliation_12()
2524 dcmd->timeout = 0; in megasas_get_ld_vf_affiliation_12()
2525 dcmd->pad_0 = 0; in megasas_get_ld_vf_affiliation_12()
2526 dcmd->data_xfer_len = cpu_to_le32((MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2528 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_VF_MAP_GET_ALL_LDS); in megasas_get_ld_vf_affiliation_12()
2531 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_12()
2532 cpu_to_le32(instance->vf_affiliation_h); in megasas_get_ld_vf_affiliation_12()
2534 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_12()
2537 dcmd->sgl.sge32[0].length = cpu_to_le32((MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2540 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_12()
2541 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2545 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_12()
2547 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2553 if (!new_affiliation->ldCount) { in megasas_get_ld_vf_affiliation_12()
2554 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2556 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2560 newmap = new_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2561 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2562 thisVf = new_affiliation->thisVf; in megasas_get_ld_vf_affiliation_12()
2563 for (i = 0 ; i < new_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2565 for (j = 0; j < instance->vf_affiliation->ldCount; in megasas_get_ld_vf_affiliation_12()
2567 if (newmap->ref.targetId == in megasas_get_ld_vf_affiliation_12()
2568 savedmap->ref.targetId) { in megasas_get_ld_vf_affiliation_12()
2570 if (newmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2571 savedmap->policy[thisVf]) { in megasas_get_ld_vf_affiliation_12()
2578 savedmap->size); in megasas_get_ld_vf_affiliation_12()
2580 if (!found && newmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2586 ((unsigned char *)newmap + newmap->size); in megasas_get_ld_vf_affiliation_12()
2589 newmap = new_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2590 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2592 for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2594 for (j = 0 ; j < new_affiliation->ldCount; j++) { in megasas_get_ld_vf_affiliation_12()
2595 if (savedmap->ref.targetId == in megasas_get_ld_vf_affiliation_12()
2596 newmap->ref.targetId) { in megasas_get_ld_vf_affiliation_12()
2598 if (savedmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2599 newmap->policy[thisVf]) { in megasas_get_ld_vf_affiliation_12()
2606 newmap->size); in megasas_get_ld_vf_affiliation_12()
2608 if (!found && savedmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2615 savedmap->size); in megasas_get_ld_vf_affiliation_12()
2620 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2621 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2622 memcpy(instance->vf_affiliation, new_affiliation, in megasas_get_ld_vf_affiliation_12()
2623 new_affiliation->size); in megasas_get_ld_vf_affiliation_12()
2628 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2637 /* This function will get the current SR-IOV LD/VF affiliation */
2643 if (instance->PlasmaFW111) in megasas_get_ld_vf_affiliation()
2650 /* This function will tell FW to start the SR-IOV heartbeat */
2661 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: " in megasas_sriov_start_heartbeat()
2663 instance->host->host_no); in megasas_sriov_start_heartbeat()
2664 return -ENOMEM; in megasas_sriov_start_heartbeat()
2667 dcmd = &cmd->frame->dcmd; in megasas_sriov_start_heartbeat()
2670 instance->hb_host_mem = in megasas_sriov_start_heartbeat()
2671 dma_alloc_coherent(&instance->pdev->dev, in megasas_sriov_start_heartbeat()
2673 &instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2675 if (!instance->hb_host_mem) { in megasas_sriov_start_heartbeat()
2676 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate" in megasas_sriov_start_heartbeat()
2677 " memory for heartbeat host memory for scsi%d\n", in megasas_sriov_start_heartbeat()
2678 instance->host->host_no); in megasas_sriov_start_heartbeat()
2679 retval = -ENOMEM; in megasas_sriov_start_heartbeat()
2684 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_sriov_start_heartbeat()
2686 dcmd->mbox.s[0] = cpu_to_le16(sizeof(struct MR_CTRL_HB_HOST_MEM)); in megasas_sriov_start_heartbeat()
2687 dcmd->cmd = MFI_CMD_DCMD; in megasas_sriov_start_heartbeat()
2688 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_sriov_start_heartbeat()
2689 dcmd->sge_count = 1; in megasas_sriov_start_heartbeat()
2690 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_sriov_start_heartbeat()
2691 dcmd->timeout = 0; in megasas_sriov_start_heartbeat()
2692 dcmd->pad_0 = 0; in megasas_sriov_start_heartbeat()
2693 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_CTRL_HB_HOST_MEM)); in megasas_sriov_start_heartbeat()
2694 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SHARED_HOST_MEM_ALLOC); in megasas_sriov_start_heartbeat()
2696 megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2699 dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n", in megasas_sriov_start_heartbeat()
2700 instance->host->host_no); in megasas_sriov_start_heartbeat()
2702 if ((instance->adapter_type != MFI_SERIES) && in megasas_sriov_start_heartbeat()
2703 !instance->mask_interrupts) in megasas_sriov_start_heartbeat()
2710 dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST" in megasas_sriov_start_heartbeat()
2712 (dcmd->cmd_status == MFI_STAT_INVALID_STATUS) ? in megasas_sriov_start_heartbeat()
2713 "timed out" : "failed", instance->host->host_no); in megasas_sriov_start_heartbeat()
2723 /* Handler for SR-IOV heartbeat */
2729 if (instance->hb_host_mem->HB.fwCounter != in megasas_sriov_heartbeat_handler()
2730 instance->hb_host_mem->HB.driverCounter) { in megasas_sriov_heartbeat_handler()
2731 instance->hb_host_mem->HB.driverCounter = in megasas_sriov_heartbeat_handler()
2732 instance->hb_host_mem->HB.fwCounter; in megasas_sriov_heartbeat_handler()
2733 mod_timer(&instance->sriov_heartbeat_timer, in megasas_sriov_heartbeat_handler()
2736 dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never " in megasas_sriov_heartbeat_handler()
2737 "completed for scsi%d\n", instance->host->host_no); in megasas_sriov_heartbeat_handler()
2738 schedule_work(&instance->work_init); in megasas_sriov_heartbeat_handler()
2743 * megasas_wait_for_outstanding - Wait for all outstanding cmds
2760 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2761 dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n", in megasas_wait_for_outstanding()
2766 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2769 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2770 list_splice_init(&instance->internal_reset_pending_q, in megasas_wait_for_outstanding()
2772 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2774 dev_notice(&instance->pdev->dev, "HBA reset wait ...\n"); in megasas_wait_for_outstanding()
2777 if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL) in megasas_wait_for_outstanding()
2781 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2782 dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n"); in megasas_wait_for_outstanding()
2783 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megasas_wait_for_outstanding()
2789 reset_cmd = list_entry((&clist_local)->next, in megasas_wait_for_outstanding()
2791 list_del_init(&reset_cmd->list); in megasas_wait_for_outstanding()
2792 if (reset_cmd->scmd) { in megasas_wait_for_outstanding()
2793 reset_cmd->scmd->result = DID_REQUEUE << 16; in megasas_wait_for_outstanding()
2794 dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n", in megasas_wait_for_outstanding()
2796 reset_cmd->scmd->cmnd[0]); in megasas_wait_for_outstanding()
2798 scsi_done(reset_cmd->scmd); in megasas_wait_for_outstanding()
2800 } else if (reset_cmd->sync_cmd) { in megasas_wait_for_outstanding()
2801 dev_notice(&instance->pdev->dev, "%p synch cmds" in megasas_wait_for_outstanding()
2805 reset_cmd->cmd_status_drv = DCMD_INIT; in megasas_wait_for_outstanding()
2806 instance->instancet->fire_cmd(instance, in megasas_wait_for_outstanding()
2807 reset_cmd->frame_phys_addr, in megasas_wait_for_outstanding()
2808 0, instance->reg_set); in megasas_wait_for_outstanding()
2810 dev_notice(&instance->pdev->dev, "%p unexpected" in megasas_wait_for_outstanding()
2821 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2827 dev_notice(&instance->pdev->dev, "[%2d]waiting for %d " in megasas_wait_for_outstanding()
2840 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2841 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2846 if (instance->disableOnlineCtrlReset) in megasas_wait_for_outstanding()
2849 if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) { in megasas_wait_for_outstanding()
2850 dev_info(&instance->pdev->dev, in megasas_wait_for_outstanding()
2852 __func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2857 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2858 dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n", in megasas_wait_for_outstanding()
2862 dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n", in megasas_wait_for_outstanding()
2868 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2870 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2879 dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n", in megasas_wait_for_outstanding()
2886 dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d" in megasas_wait_for_outstanding()
2888 __func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset, in megasas_wait_for_outstanding()
2889 atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2897 * megasas_generic_reset - Generic reset routine
2898 * @scmd: Mid-layer SCSI command
2909 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_generic_reset()
2912 scmd->cmnd[0], scmd->retries); in megasas_generic_reset()
2914 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_generic_reset()
2915 dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n"); in megasas_generic_reset()
2921 dev_notice(&instance->pdev->dev, "reset successful\n"); in megasas_generic_reset()
2923 dev_err(&instance->pdev->dev, "failed to do reset\n"); in megasas_generic_reset()
2929 * megasas_reset_timer - quiesce the adapter if required
2932 * Sets the FW busy flag and reduces the host->can_queue if the
2940 if (time_after(jiffies, scmd->jiffies_at_alloc + in megasas_reset_timer()
2945 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_timer()
2946 if (!(instance->flag & MEGASAS_FW_BUSY)) { in megasas_reset_timer()
2948 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_reset_timer()
2950 instance->host->can_queue = instance->throttlequeuedepth; in megasas_reset_timer()
2951 instance->last_time = jiffies; in megasas_reset_timer()
2952 instance->flag |= MEGASAS_FW_BUSY; in megasas_reset_timer()
2954 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_reset_timer()
2960 * megasas_dump - This function will print hexdump of provided buffer.
2985 * megasas_dump_reg_set - This function will print hexdump of register set
2999 * megasas_dump_fusion_io - This function will print key details
3006 struct megasas_cmd_fusion *cmd = megasas_priv(scmd)->cmd_priv; in megasas_dump_fusion_io()
3010 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_dump_fusion_io()
3014 scmd, scmd->retries, scmd->allowed); in megasas_dump_fusion_io()
3018 req_desc = (union MEGASAS_REQUEST_DESCRIPTOR_UNION *)cmd->request_desc; in megasas_dump_fusion_io()
3022 req_desc->SCSIIO.RequestFlags, in megasas_dump_fusion_io()
3023 req_desc->SCSIIO.MSIxIndex, req_desc->SCSIIO.SMID, in megasas_dump_fusion_io()
3024 req_desc->SCSIIO.LMID, req_desc->SCSIIO.DevHandle); in megasas_dump_fusion_io()
3027 megasas_dump(cmd->io_request, in megasas_dump_fusion_io()
3030 megasas_dump(cmd->sg_frame, in megasas_dump_fusion_io()
3031 instance->max_chain_frame_sz, 8); in megasas_dump_fusion_io()
3037 * megasas_dump_sys_regs - This function will dump system registers through
3053 PAGE_SIZE - bytes_wrote, in megasas_dump_sys_regs()
3061 * megasas_reset_bus_host - Bus & host reset handler entry point
3062 * @scmd: Mid-layer SCSI command
3069 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_bus_host()
3076 scmd->device->host->shost_state, in megasas_reset_bus_host()
3077 scsi_host_busy(scmd->device->host), in megasas_reset_bus_host()
3078 atomic_read(&instance->fw_outstanding)); in megasas_reset_bus_host()
3082 if (instance->adapter_type == MFI_SERIES) { in megasas_reset_bus_host()
3086 ret = megasas_reset_fusion(scmd->device->host, in megasas_reset_bus_host()
3094 * megasas_task_abort - Issues task abort request to firmware
3103 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_task_abort()
3105 if (instance->adapter_type != MFI_SERIES) in megasas_task_abort()
3108 sdev_printk(KERN_NOTICE, scmd->device, "TASK ABORT not supported\n"); in megasas_task_abort()
3125 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_target()
3127 if (instance->adapter_type != MFI_SERIES) in megasas_reset_target()
3130 sdev_printk(KERN_NOTICE, scmd->device, "TARGET RESET not supported\n"); in megasas_reset_target()
3138 * megasas_bios_param - Returns disk geometry for a disk
3187 instance = (struct megasas_instance *)shost->hostdata; in megasas_map_queues()
3189 if (shost->nr_hw_queues == 1) in megasas_map_queues()
3192 offset = instance->low_latency_index_start; in megasas_map_queues()
3195 map = &shost->tag_set.map[HCTX_TYPE_DEFAULT]; in megasas_map_queues()
3196 map->nr_queues = instance->msix_vectors - offset; in megasas_map_queues()
3197 map->queue_offset = 0; in megasas_map_queues()
3198 blk_mq_map_hw_queues(map, &instance->pdev->dev, offset); in megasas_map_queues()
3199 qoff += map->nr_queues; in megasas_map_queues()
3200 offset += map->nr_queues; in megasas_map_queues()
3202 /* we never use READ queue, so can't cheat blk-mq */ in megasas_map_queues()
3203 shost->tag_set.map[HCTX_TYPE_READ].nr_queues = 0; in megasas_map_queues()
3206 map = &shost->tag_set.map[HCTX_TYPE_POLL]; in megasas_map_queues()
3207 map->nr_queues = instance->iopoll_q_count; in megasas_map_queues()
3208 if (map->nr_queues) { in megasas_map_queues()
3211 * affinity), so use the regular blk-mq cpu mapping in megasas_map_queues()
3213 map->queue_offset = qoff; in megasas_map_queues()
3221 * megasas_service_aen - Processes an event notification
3240 if ((!cmd->abort_aen) && (instance->unload == 0)) { in megasas_service_aen()
3248 cmd->abort_aen = 0; in megasas_service_aen()
3250 instance->aen_cmd = NULL; in megasas_service_aen()
3254 if ((instance->unload == 0) && in megasas_service_aen()
3255 ((instance->issuepend_done == 1))) { in megasas_service_aen()
3260 dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n"); in megasas_service_aen()
3262 ev->instance = instance; in megasas_service_aen()
3263 instance->ev = ev; in megasas_service_aen()
3264 INIT_DELAYED_WORK(&ev->hotplug_work, in megasas_service_aen()
3266 schedule_delayed_work(&ev->hotplug_work, 0); in megasas_service_aen()
3277 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_store()
3281 return -EINVAL; in fw_crash_buffer_store()
3283 mutex_lock(&instance->crashdump_lock); in fw_crash_buffer_store()
3284 instance->fw_crash_buffer_offset = val; in fw_crash_buffer_store()
3285 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_store()
3295 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_show()
3302 mutex_lock(&instance->crashdump_lock); in fw_crash_buffer_show()
3303 buff_offset = instance->fw_crash_buffer_offset; in fw_crash_buffer_show()
3304 if (!instance->crash_dump_buf || in fw_crash_buffer_show()
3305 !((instance->fw_crash_state == AVAILABLE) || in fw_crash_buffer_show()
3306 (instance->fw_crash_state == COPYING))) { in fw_crash_buffer_show()
3307 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3309 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3310 return -EINVAL; in fw_crash_buffer_show()
3313 if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) { in fw_crash_buffer_show()
3314 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3316 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3320 size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset; in fw_crash_buffer_show()
3321 chunk_left_bytes = dmachunk - (buff_offset % dmachunk); in fw_crash_buffer_show()
3323 size = (size >= PAGE_SIZE) ? (PAGE_SIZE - 1) : size; in fw_crash_buffer_show()
3325 src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] + in fw_crash_buffer_show()
3328 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3339 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_size_show()
3342 ((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE); in fw_crash_buffer_size_show()
3351 (struct megasas_instance *) shost->hostdata; in fw_crash_state_store()
3355 return -EINVAL; in fw_crash_state_store()
3358 dev_err(&instance->pdev->dev, "application updates invalid " in fw_crash_state_store()
3360 return -EINVAL; in fw_crash_state_store()
3363 instance->fw_crash_state = val; in fw_crash_state_store()
3366 mutex_lock(&instance->crashdump_lock); in fw_crash_state_store()
3368 mutex_unlock(&instance->crashdump_lock); in fw_crash_state_store()
3370 dev_info(&instance->pdev->dev, "application failed to " in fw_crash_state_store()
3373 dev_info(&instance->pdev->dev, "Firmware crash dump " in fw_crash_state_store()
3385 (struct megasas_instance *) shost->hostdata; in fw_crash_state_show()
3387 return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state); in fw_crash_state_show()
3394 return snprintf(buf, PAGE_SIZE, "%ld\n", (unsigned long)PAGE_SIZE - 1); in page_size_show()
3402 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in ldio_outstanding_show()
3404 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding)); in ldio_outstanding_show()
3412 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in fw_cmds_outstanding_show()
3414 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding)); in fw_cmds_outstanding_show()
3422 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_show()
3424 return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd); in enable_sdev_max_qd_show()
3432 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_store()
3440 return -EINVAL; in enable_sdev_max_qd_store()
3443 mutex_lock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3445 instance->enable_sdev_max_qd = true; in enable_sdev_max_qd_store()
3447 instance->enable_sdev_max_qd = false; in enable_sdev_max_qd_store()
3454 mutex_unlock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3465 (struct megasas_instance *)shost->hostdata; in dump_system_regs_show()
3467 return megasas_dump_sys_regs(instance->reg_set, buf); in dump_system_regs_show()
3476 (struct megasas_instance *)shost->hostdata; in raid_map_id_show()
3479 (unsigned long)instance->map_id); in raid_map_id_show()
3533 * megasas_complete_int_cmd - Completes an internal command
3545 if (cmd->cmd_status_drv == DCMD_INIT) in megasas_complete_int_cmd()
3546 cmd->cmd_status_drv = in megasas_complete_int_cmd()
3547 (cmd->frame->io.cmd_status == MFI_STAT_OK) ? in megasas_complete_int_cmd()
3550 wake_up(&instance->int_cmd_wait_q); in megasas_complete_int_cmd()
3554 * megasas_complete_abort - Completes aborting a command
3566 if (cmd->sync_cmd) { in megasas_complete_abort()
3567 cmd->sync_cmd = 0; in megasas_complete_abort()
3568 cmd->cmd_status_drv = DCMD_SUCCESS; in megasas_complete_abort()
3569 wake_up(&instance->abort_cmd_wait_q); in megasas_complete_abort()
3579 if (instance->ld_ids_prev[i] != 0xff && in megasas_set_ld_removed_by_fw()
3580 instance->ld_ids_from_raidmap[i] == 0xff) { in megasas_set_ld_removed_by_fw()
3582 dev_info(&instance->pdev->dev, in megasas_set_ld_removed_by_fw()
3584 instance->ld_tgtid_status[i] = LD_TARGET_ID_DELETED; in megasas_set_ld_removed_by_fw()
3590 * megasas_complete_cmd - Completes a command
3593 * @alt_status: If non-zero, use this value as status to
3594 * SCSI mid-layer instead of the value returned
3604 struct megasas_header *hdr = &cmd->frame->hdr; in megasas_complete_cmd()
3606 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_cmd()
3610 cmd->retry_for_fw_reset = 0; in megasas_complete_cmd()
3612 if (cmd->scmd) in megasas_complete_cmd()
3613 megasas_priv(cmd->scmd)->cmd_priv = NULL; in megasas_complete_cmd()
3615 switch (hdr->cmd) { in megasas_complete_cmd()
3621 dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command " in megasas_complete_cmd()
3623 dev_warn(&instance->pdev->dev, "If you have a controller " in megasas_complete_cmd()
3634 if (cmd->sync_cmd) { in megasas_complete_cmd()
3635 cmd->sync_cmd = 0; in megasas_complete_cmd()
3645 cmd->scmd->result = alt_status << 16; in megasas_complete_cmd()
3651 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3653 scsi_dma_unmap(cmd->scmd); in megasas_complete_cmd()
3654 scsi_done(cmd->scmd); in megasas_complete_cmd()
3660 switch (hdr->cmd_status) { in megasas_complete_cmd()
3663 cmd->scmd->result = DID_OK << 16; in megasas_complete_cmd()
3668 if (hdr->scsi_status == 0xf0) in megasas_complete_cmd()
3669 cmd->scmd->result = (DID_ERROR << 16) | SAM_STAT_CHECK_CONDITION; in megasas_complete_cmd()
3671 cmd->scmd->result = (DID_ERROR << 16) | hdr->scsi_status; in megasas_complete_cmd()
3676 cmd->scmd->result = (DID_OK << 16) | hdr->scsi_status; in megasas_complete_cmd()
3678 if (hdr->scsi_status == SAM_STAT_CHECK_CONDITION) { in megasas_complete_cmd()
3679 memset(cmd->scmd->sense_buffer, 0, in megasas_complete_cmd()
3681 memcpy(cmd->scmd->sense_buffer, cmd->sense, in megasas_complete_cmd()
3682 hdr->sense_len); in megasas_complete_cmd()
3689 cmd->scmd->result = DID_BAD_TARGET << 16; in megasas_complete_cmd()
3693 dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n", in megasas_complete_cmd()
3694 hdr->cmd_status); in megasas_complete_cmd()
3695 cmd->scmd->result = DID_ERROR << 16; in megasas_complete_cmd()
3699 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3701 scsi_dma_unmap(cmd->scmd); in megasas_complete_cmd()
3702 scsi_done(cmd->scmd); in megasas_complete_cmd()
3715 opcode = le32_to_cpu(cmd->frame->dcmd.opcode); in megasas_complete_cmd()
3718 && (cmd->frame->dcmd.mbox.b[1] == 1)) { in megasas_complete_cmd()
3719 fusion->fast_path_io = 0; in megasas_complete_cmd()
3720 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3721 status = cmd->frame->hdr.cmd_status; in megasas_complete_cmd()
3722 instance->map_update_cmd = NULL; in megasas_complete_cmd()
3725 dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n", in megasas_complete_cmd()
3726 cmd->frame->hdr.cmd_status); in megasas_complete_cmd()
3730 instance->host->host_lock, in megasas_complete_cmd()
3744 (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) { in megasas_complete_cmd()
3745 instance->map_id++; in megasas_complete_cmd()
3746 fusion->fast_path_io = 1; in megasas_complete_cmd()
3748 fusion->fast_path_io = 0; in megasas_complete_cmd()
3751 if (instance->adapter_type >= INVADER_SERIES) in megasas_complete_cmd()
3755 spin_unlock_irqrestore(instance->host->host_lock, in megasas_complete_cmd()
3769 (cmd->frame->dcmd.mbox.b[0] == 1)) { in megasas_complete_cmd()
3771 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3772 status = cmd->frame->hdr.cmd_status; in megasas_complete_cmd()
3773 instance->jbod_seq_cmd = NULL; in megasas_complete_cmd()
3777 instance->pd_seq_map_id++; in megasas_complete_cmd()
3778 /* Re-register a pd sync seq num cmd */ in megasas_complete_cmd()
3780 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3782 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3784 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_complete_cmd()
3806 dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n", in megasas_complete_cmd()
3807 hdr->cmd); in megasas_complete_cmd()
3814 * megasas_issue_pending_cmds_again - issue all pending cmds
3828 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3829 list_splice_init(&instance->internal_reset_pending_q, &clist_local); in megasas_issue_pending_cmds_again()
3830 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3833 cmd = list_entry((&clist_local)->next, in megasas_issue_pending_cmds_again()
3835 list_del_init(&cmd->list); in megasas_issue_pending_cmds_again()
3837 if (cmd->sync_cmd || cmd->scmd) { in megasas_issue_pending_cmds_again()
3838 dev_notice(&instance->pdev->dev, "command %p, %p:%d" in megasas_issue_pending_cmds_again()
3840 cmd, cmd->scmd, cmd->sync_cmd); in megasas_issue_pending_cmds_again()
3842 cmd->retry_for_fw_reset++; in megasas_issue_pending_cmds_again()
3844 if (cmd->retry_for_fw_reset == 3) { in megasas_issue_pending_cmds_again()
3845 dev_notice(&instance->pdev->dev, "cmd %p, %p:%d" in megasas_issue_pending_cmds_again()
3848 cmd, cmd->scmd, cmd->sync_cmd); in megasas_issue_pending_cmds_again()
3849 instance->instancet->disable_intr(instance); in megasas_issue_pending_cmds_again()
3850 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_issue_pending_cmds_again()
3856 if (cmd->sync_cmd == 1) { in megasas_issue_pending_cmds_again()
3857 if (cmd->scmd) { in megasas_issue_pending_cmds_again()
3858 dev_notice(&instance->pdev->dev, "unexpected" in megasas_issue_pending_cmds_again()
3861 dev_notice(&instance->pdev->dev, "%p synchronous cmd" in megasas_issue_pending_cmds_again()
3864 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_pending_cmds_again()
3865 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3866 cmd->frame_phys_addr, in megasas_issue_pending_cmds_again()
3867 0, instance->reg_set); in megasas_issue_pending_cmds_again()
3868 } else if (cmd->scmd) { in megasas_issue_pending_cmds_again()
3869 dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]" in megasas_issue_pending_cmds_again()
3871 cmd, cmd->scmd->cmnd[0]); in megasas_issue_pending_cmds_again()
3873 atomic_inc(&instance->fw_outstanding); in megasas_issue_pending_cmds_again()
3874 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3875 cmd->frame_phys_addr, in megasas_issue_pending_cmds_again()
3876 cmd->frame_count-1, instance->reg_set); in megasas_issue_pending_cmds_again()
3878 dev_notice(&instance->pdev->dev, "%p unexpected cmd on the" in megasas_issue_pending_cmds_again()
3879 "internal reset defer list while re-issue!!\n", in megasas_issue_pending_cmds_again()
3884 if (instance->aen_cmd) { in megasas_issue_pending_cmds_again()
3885 dev_notice(&instance->pdev->dev, "aen_cmd in def process\n"); in megasas_issue_pending_cmds_again()
3886 megasas_return_cmd(instance, instance->aen_cmd); in megasas_issue_pending_cmds_again()
3888 instance->aen_cmd = NULL; in megasas_issue_pending_cmds_again()
3894 seq_num = instance->last_seq_num; in megasas_issue_pending_cmds_again()
3916 u16 max_cmd = instance->max_fw_cmds; in megasas_internal_reset_defer_cmds()
3921 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3923 cmd = instance->cmd_list[i]; in megasas_internal_reset_defer_cmds()
3924 if (cmd->sync_cmd == 1 || cmd->scmd) { in megasas_internal_reset_defer_cmds()
3925 dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p" in megasas_internal_reset_defer_cmds()
3927 defer_index, cmd, cmd->sync_cmd, cmd->scmd); in megasas_internal_reset_defer_cmds()
3929 if (!list_empty(&cmd->list)) { in megasas_internal_reset_defer_cmds()
3930 dev_notice(&instance->pdev->dev, "ERROR while" in megasas_internal_reset_defer_cmds()
3933 cmd, cmd->sync_cmd, cmd->scmd); in megasas_internal_reset_defer_cmds()
3935 list_del_init(&cmd->list); in megasas_internal_reset_defer_cmds()
3938 list_add_tail(&cmd->list, in megasas_internal_reset_defer_cmds()
3939 &instance->internal_reset_pending_q); in megasas_internal_reset_defer_cmds()
3942 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3954 if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3955 dev_notice(&instance->pdev->dev, "error, recovery st %x\n", in process_fw_state_change_wq()
3956 atomic_read(&instance->adprecovery)); in process_fw_state_change_wq()
3960 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3961 dev_notice(&instance->pdev->dev, "FW detected to be in fault" in process_fw_state_change_wq()
3964 instance->instancet->disable_intr(instance); in process_fw_state_change_wq()
3965 atomic_set(&instance->fw_outstanding, 0); in process_fw_state_change_wq()
3967 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3968 instance->instancet->adp_reset(instance, instance->reg_set); in process_fw_state_change_wq()
3969 atomic_set(&instance->fw_reset_no_pci_access, 0); in process_fw_state_change_wq()
3971 dev_notice(&instance->pdev->dev, "FW restarted successfully," in process_fw_state_change_wq()
3974 dev_notice(&instance->pdev->dev, "HBA recovery state machine," in process_fw_state_change_wq()
3983 dev_notice(&instance->pdev->dev, "adapter not ready\n"); in process_fw_state_change_wq()
3985 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3990 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in process_fw_state_change_wq()
3991 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in process_fw_state_change_wq()
3992 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR) in process_fw_state_change_wq()
3994 *instance->consumer = *instance->producer; in process_fw_state_change_wq()
3996 *instance->consumer = 0; in process_fw_state_change_wq()
3997 *instance->producer = 0; in process_fw_state_change_wq()
4002 spin_lock_irqsave(&instance->hba_lock, flags); in process_fw_state_change_wq()
4003 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in process_fw_state_change_wq()
4004 spin_unlock_irqrestore(&instance->hba_lock, flags); in process_fw_state_change_wq()
4005 instance->instancet->enable_intr(instance); in process_fw_state_change_wq()
4008 instance->issuepend_done = 1; in process_fw_state_change_wq()
4013 * megasas_deplete_reply_queue - Processes all completed commands
4016 * SCSI mid-layer instead of the status
4027 if (instance->instancet->check_reset(instance, instance->reg_set) == 1) in megasas_deplete_reply_queue()
4030 mfiStatus = instance->instancet->clear_intr(instance); in megasas_deplete_reply_queue()
4032 /* Hardware may not set outbound_intr_status in MSI-X mode */ in megasas_deplete_reply_queue()
4033 if (!instance->msix_vectors) in megasas_deplete_reply_queue()
4037 instance->mfiStatus = mfiStatus; in megasas_deplete_reply_queue()
4040 fw_state = instance->instancet->read_fw_status_reg( in megasas_deplete_reply_queue()
4044 dev_notice(&instance->pdev->dev, "fw state:%x\n", in megasas_deplete_reply_queue()
4049 (instance->disableOnlineCtrlReset == 0)) { in megasas_deplete_reply_queue()
4050 dev_notice(&instance->pdev->dev, "wait adp restart\n"); in megasas_deplete_reply_queue()
4052 if ((instance->pdev->device == in megasas_deplete_reply_queue()
4054 (instance->pdev->device == in megasas_deplete_reply_queue()
4056 (instance->pdev->device == in megasas_deplete_reply_queue()
4059 *instance->consumer = in megasas_deplete_reply_queue()
4064 instance->instancet->disable_intr(instance); in megasas_deplete_reply_queue()
4065 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_deplete_reply_queue()
4066 instance->issuepend_done = 0; in megasas_deplete_reply_queue()
4068 atomic_set(&instance->fw_outstanding, 0); in megasas_deplete_reply_queue()
4071 dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n", in megasas_deplete_reply_queue()
4072 fw_state, atomic_read(&instance->adprecovery)); in megasas_deplete_reply_queue()
4074 schedule_work(&instance->work_init); in megasas_deplete_reply_queue()
4078 dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n", in megasas_deplete_reply_queue()
4079 fw_state, instance->disableOnlineCtrlReset); in megasas_deplete_reply_queue()
4083 tasklet_schedule(&instance->isr_tasklet); in megasas_deplete_reply_queue()
4088 * megasas_isr - isr entry point
4095 struct megasas_instance *instance = irq_context->instance; in megasas_isr()
4099 if (atomic_read(&instance->fw_reset_no_pci_access)) in megasas_isr()
4102 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_isr()
4104 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_isr()
4110 * megasas_transition_to_ready - Move the FW to READY state
4115 * several possible states. If the FW in operational, waiting-for-handshake
4127 abs_state = instance->instancet->read_fw_status_reg(instance); in megasas_transition_to_ready()
4131 dev_info(&instance->pdev->dev, "Waiting for FW to come to ready" in megasas_transition_to_ready()
4139 dev_printk(KERN_ERR, &instance->pdev->dev, in megasas_transition_to_ready()
4147 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4148 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4149 return -ENODEV; in megasas_transition_to_ready()
4156 if ((instance->pdev->device == in megasas_transition_to_ready()
4158 (instance->pdev->device == in megasas_transition_to_ready()
4160 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4163 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4167 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4173 if ((instance->pdev->device == in megasas_transition_to_ready()
4175 (instance->pdev->device == in megasas_transition_to_ready()
4177 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4179 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4182 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4191 instance->instancet->disable_intr(instance); in megasas_transition_to_ready()
4192 if ((instance->pdev->device == in megasas_transition_to_ready()
4194 (instance->pdev->device == in megasas_transition_to_ready()
4196 (instance->adapter_type != MFI_SERIES)) { in megasas_transition_to_ready()
4198 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4200 if (instance->adapter_type != MFI_SERIES) { in megasas_transition_to_ready()
4204 &instance-> in megasas_transition_to_ready()
4205 reg_set-> in megasas_transition_to_ready()
4214 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4247 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n", in megasas_transition_to_ready()
4249 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4250 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4251 return -ENODEV; in megasas_transition_to_ready()
4258 curr_abs_state = instance->instancet-> in megasas_transition_to_ready()
4271 dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed " in megasas_transition_to_ready()
4273 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4274 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4275 return -ENODEV; in megasas_transition_to_ready()
4281 dev_info(&instance->pdev->dev, "FW now in Ready state\n"); in megasas_transition_to_ready()
4287 * megasas_teardown_frame_pool - Destroy the cmd frame DMA pool
4293 u16 max_cmd = instance->max_mfi_cmds; in megasas_teardown_frame_pool()
4296 if (!instance->frame_dma_pool) in megasas_teardown_frame_pool()
4304 cmd = instance->cmd_list[i]; in megasas_teardown_frame_pool()
4306 if (cmd->frame) in megasas_teardown_frame_pool()
4307 dma_pool_free(instance->frame_dma_pool, cmd->frame, in megasas_teardown_frame_pool()
4308 cmd->frame_phys_addr); in megasas_teardown_frame_pool()
4310 if (cmd->sense) in megasas_teardown_frame_pool()
4311 dma_pool_free(instance->sense_dma_pool, cmd->sense, in megasas_teardown_frame_pool()
4312 cmd->sense_phys_addr); in megasas_teardown_frame_pool()
4318 dma_pool_destroy(instance->frame_dma_pool); in megasas_teardown_frame_pool()
4319 dma_pool_destroy(instance->sense_dma_pool); in megasas_teardown_frame_pool()
4321 instance->frame_dma_pool = NULL; in megasas_teardown_frame_pool()
4322 instance->sense_dma_pool = NULL; in megasas_teardown_frame_pool()
4326 * megasas_create_frame_pool - Creates DMA pool for cmd frames
4341 max_cmd = instance->max_mfi_cmds; in megasas_create_frame_pool()
4354 frame_count = (instance->adapter_type == MFI_SERIES) ? in megasas_create_frame_pool()
4356 instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count; in megasas_create_frame_pool()
4360 instance->frame_dma_pool = dma_pool_create("megasas frame pool", in megasas_create_frame_pool()
4361 &instance->pdev->dev, in megasas_create_frame_pool()
4362 instance->mfi_frame_size, 256, 0); in megasas_create_frame_pool()
4364 if (!instance->frame_dma_pool) { in megasas_create_frame_pool()
4365 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n"); in megasas_create_frame_pool()
4366 return -ENOMEM; in megasas_create_frame_pool()
4369 instance->sense_dma_pool = dma_pool_create("megasas sense pool", in megasas_create_frame_pool()
4370 &instance->pdev->dev, 128, in megasas_create_frame_pool()
4373 if (!instance->sense_dma_pool) { in megasas_create_frame_pool()
4374 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n"); in megasas_create_frame_pool()
4376 dma_pool_destroy(instance->frame_dma_pool); in megasas_create_frame_pool()
4377 instance->frame_dma_pool = NULL; in megasas_create_frame_pool()
4379 return -ENOMEM; in megasas_create_frame_pool()
4384 * By making cmd->index as the context instead of the &cmd, we can in megasas_create_frame_pool()
4389 cmd = instance->cmd_list[i]; in megasas_create_frame_pool()
4391 cmd->frame = dma_pool_zalloc(instance->frame_dma_pool, in megasas_create_frame_pool()
4392 GFP_KERNEL, &cmd->frame_phys_addr); in megasas_create_frame_pool()
4394 cmd->sense = dma_pool_alloc(instance->sense_dma_pool, in megasas_create_frame_pool()
4395 GFP_KERNEL, &cmd->sense_phys_addr); in megasas_create_frame_pool()
4401 if (!cmd->frame || !cmd->sense) { in megasas_create_frame_pool()
4402 dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n"); in megasas_create_frame_pool()
4404 return -ENOMEM; in megasas_create_frame_pool()
4407 cmd->frame->io.context = cpu_to_le32(cmd->index); in megasas_create_frame_pool()
4408 cmd->frame->io.pad_0 = 0; in megasas_create_frame_pool()
4409 if ((instance->adapter_type == MFI_SERIES) && reset_devices) in megasas_create_frame_pool()
4410 cmd->frame->hdr.cmd = MFI_CMD_INVALID; in megasas_create_frame_pool()
4417 * megasas_free_cmds - Free all the cmds in the free cmd pool
4428 for (i = 0; i < instance->max_mfi_cmds; i++) in megasas_free_cmds()
4430 kfree(instance->cmd_list[i]); in megasas_free_cmds()
4433 kfree(instance->cmd_list); in megasas_free_cmds()
4434 instance->cmd_list = NULL; in megasas_free_cmds()
4436 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_free_cmds()
4440 * megasas_alloc_cmds - Allocates the command packets
4448 * Each frame has a 32-bit field called context (tag). This context is used
4464 max_cmd = instance->max_mfi_cmds; in megasas_alloc_cmds()
4467 * instance->cmd_list is an array of struct megasas_cmd pointers. in megasas_alloc_cmds()
4471 instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL); in megasas_alloc_cmds()
4473 if (!instance->cmd_list) { in megasas_alloc_cmds()
4474 dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n"); in megasas_alloc_cmds()
4475 return -ENOMEM; in megasas_alloc_cmds()
4479 instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd), in megasas_alloc_cmds()
4482 if (!instance->cmd_list[i]) { in megasas_alloc_cmds()
4485 kfree(instance->cmd_list[j]); in megasas_alloc_cmds()
4487 kfree(instance->cmd_list); in megasas_alloc_cmds()
4488 instance->cmd_list = NULL; in megasas_alloc_cmds()
4490 return -ENOMEM; in megasas_alloc_cmds()
4495 cmd = instance->cmd_list[i]; in megasas_alloc_cmds()
4497 cmd->index = i; in megasas_alloc_cmds()
4498 cmd->scmd = NULL; in megasas_alloc_cmds()
4499 cmd->instance = instance; in megasas_alloc_cmds()
4501 list_add_tail(&cmd->list, &instance->cmd_pool); in megasas_alloc_cmds()
4508 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n"); in megasas_alloc_cmds()
4510 return -ENOMEM; in megasas_alloc_cmds()
4517 * dcmd_timeout_ocr_possible - Check if OCR is possible based on Driver/FW state.
4526 if (instance->adapter_type == MFI_SERIES) in dcmd_timeout_ocr_possible()
4528 else if (instance->unload || in dcmd_timeout_ocr_possible()
4530 &instance->reset_flags)) in dcmd_timeout_ocr_possible()
4546 device_id = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + sdev->id; in megasas_get_pd_info()
4550 dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__); in megasas_get_pd_info()
4554 dcmd = &cmd->frame->dcmd; in megasas_get_pd_info()
4556 memset(instance->pd_info, 0, sizeof(*instance->pd_info)); in megasas_get_pd_info()
4557 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_pd_info()
4559 dcmd->mbox.s[0] = cpu_to_le16(device_id); in megasas_get_pd_info()
4560 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_pd_info()
4561 dcmd->cmd_status = 0xFF; in megasas_get_pd_info()
4562 dcmd->sge_count = 1; in megasas_get_pd_info()
4563 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_pd_info()
4564 dcmd->timeout = 0; in megasas_get_pd_info()
4565 dcmd->pad_0 = 0; in megasas_get_pd_info()
4566 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_PD_INFO)); in megasas_get_pd_info()
4567 dcmd->opcode = cpu_to_le32(MR_DCMD_PD_GET_INFO); in megasas_get_pd_info()
4569 megasas_set_dma_settings(instance, dcmd, instance->pd_info_h, in megasas_get_pd_info()
4572 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_info()
4573 !instance->mask_interrupts) in megasas_get_pd_info()
4580 mr_device_priv_data = sdev->hostdata; in megasas_get_pd_info()
4581 le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType); in megasas_get_pd_info()
4582 mr_device_priv_data->interface_type = in megasas_get_pd_info()
4583 instance->pd_info->state.ddf.pdType.intf; in megasas_get_pd_info()
4590 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_pd_info()
4591 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_info()
4592 megasas_reset_fusion(instance->host, in megasas_get_pd_info()
4594 mutex_lock(&instance->reset_mutex); in megasas_get_pd_info()
4600 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_pd_info()
4614 * megasas_get_pd_list_info - Returns FW's pd_list structure
4631 if (instance->pd_list_not_supported) { in megasas_get_pd_list()
4632 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4637 ci = instance->pd_list_buf; in megasas_get_pd_list()
4642 dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n"); in megasas_get_pd_list()
4643 return -ENOMEM; in megasas_get_pd_list()
4646 dcmd = &cmd->frame->dcmd; in megasas_get_pd_list()
4649 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_pd_list()
4651 dcmd->mbox.b[0] = MR_PD_QUERY_TYPE_EXPOSED_TO_HOST; in megasas_get_pd_list()
4652 dcmd->mbox.b[1] = 0; in megasas_get_pd_list()
4653 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_pd_list()
4654 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_pd_list()
4655 dcmd->sge_count = 1; in megasas_get_pd_list()
4656 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_pd_list()
4657 dcmd->timeout = 0; in megasas_get_pd_list()
4658 dcmd->pad_0 = 0; in megasas_get_pd_list()
4659 dcmd->data_xfer_len = cpu_to_le32(MEGASAS_MAX_PD * sizeof(struct MR_PD_LIST)); in megasas_get_pd_list()
4660 dcmd->opcode = cpu_to_le32(MR_DCMD_PD_LIST_QUERY); in megasas_get_pd_list()
4662 megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h, in megasas_get_pd_list()
4665 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_list()
4666 !instance->mask_interrupts) in megasas_get_pd_list()
4674 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4677 if (instance->adapter_type != MFI_SERIES) in megasas_get_pd_list()
4680 instance->pd_list_not_supported = 1; in megasas_get_pd_list()
4686 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_pd_list()
4692 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_list()
4693 megasas_reset_fusion(instance->host, in megasas_get_pd_list()
4695 mutex_lock(&instance->reset_mutex); in megasas_get_pd_list()
4701 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n", in megasas_get_pd_list()
4709 pd_addr = ci->addr; in megasas_get_pd_list()
4711 dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n", in megasas_get_pd_list()
4712 __func__, le32_to_cpu(ci->count)); in megasas_get_pd_list()
4714 if ((le32_to_cpu(ci->count) > in megasas_get_pd_list()
4718 memset(instance->local_pd_list, 0, in megasas_get_pd_list()
4721 for (pd_index = 0; pd_index < le32_to_cpu(ci->count); pd_index++) { in megasas_get_pd_list()
4722 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid = in megasas_get_pd_list()
4723 le16_to_cpu(pd_addr->deviceId); in megasas_get_pd_list()
4724 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType = in megasas_get_pd_list()
4725 pd_addr->scsiDevType; in megasas_get_pd_list()
4726 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState = in megasas_get_pd_list()
4729 dev_info(&instance->pdev->dev, in megasas_get_pd_list()
4731 pd_index, le16_to_cpu(pd_addr->deviceId), in megasas_get_pd_list()
4732 pd_addr->scsiDevType); in megasas_get_pd_list()
4736 memcpy(instance->pd_list, instance->local_pd_list, in megasas_get_pd_list()
4737 sizeof(instance->pd_list)); in megasas_get_pd_list()
4749 * megasas_get_ld_list_info - Returns FW's ld_list structure
4767 ci = instance->ld_list_buf; in megasas_get_ld_list()
4768 ci_h = instance->ld_list_buf_h; in megasas_get_ld_list()
4773 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n"); in megasas_get_ld_list()
4774 return -ENOMEM; in megasas_get_ld_list()
4777 dcmd = &cmd->frame->dcmd; in megasas_get_ld_list()
4780 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_list()
4782 if (instance->supportmax256vd) in megasas_get_ld_list()
4783 dcmd->mbox.b[0] = 1; in megasas_get_ld_list()
4784 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_list()
4785 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_list()
4786 dcmd->sge_count = 1; in megasas_get_ld_list()
4787 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_ld_list()
4788 dcmd->timeout = 0; in megasas_get_ld_list()
4789 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_LD_LIST)); in megasas_get_ld_list()
4790 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_GET_LIST); in megasas_get_ld_list()
4791 dcmd->pad_0 = 0; in megasas_get_ld_list()
4796 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ld_list()
4797 !instance->mask_interrupts) in megasas_get_ld_list()
4803 ld_count = le32_to_cpu(ci->ldCount); in megasas_get_ld_list()
4813 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ld_list()
4819 mutex_unlock(&instance->reset_mutex); in megasas_get_ld_list()
4820 megasas_reset_fusion(instance->host, in megasas_get_ld_list()
4822 mutex_lock(&instance->reset_mutex); in megasas_get_ld_list()
4828 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ld_list()
4837 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_get_ld_list()
4840 if (ld_count > instance->fw_supported_vd_count) in megasas_get_ld_list()
4843 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_get_ld_list()
4846 if (ci->ldList[ld_index].state != 0) { in megasas_get_ld_list()
4847 ids = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4848 instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4850 dev_info(&instance->pdev->dev, in megasas_get_ld_list()
4866 * megasas_ld_list_query - Returns FW's ld_list structure
4884 ci = instance->ld_targetid_list_buf; in megasas_ld_list_query()
4885 ci_h = instance->ld_targetid_list_buf_h; in megasas_ld_list_query()
4890 dev_warn(&instance->pdev->dev, in megasas_ld_list_query()
4892 return -ENOMEM; in megasas_ld_list_query()
4895 dcmd = &cmd->frame->dcmd; in megasas_ld_list_query()
4898 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_ld_list_query()
4900 dcmd->mbox.b[0] = query_type; in megasas_ld_list_query()
4901 if (instance->supportmax256vd) in megasas_ld_list_query()
4902 dcmd->mbox.b[2] = 1; in megasas_ld_list_query()
4904 dcmd->cmd = MFI_CMD_DCMD; in megasas_ld_list_query()
4905 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_ld_list_query()
4906 dcmd->sge_count = 1; in megasas_ld_list_query()
4907 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_ld_list_query()
4908 dcmd->timeout = 0; in megasas_ld_list_query()
4909 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_LD_TARGETID_LIST)); in megasas_ld_list_query()
4910 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_LIST_QUERY); in megasas_ld_list_query()
4911 dcmd->pad_0 = 0; in megasas_ld_list_query()
4916 if ((instance->adapter_type != MFI_SERIES) && in megasas_ld_list_query()
4917 !instance->mask_interrupts) in megasas_ld_list_query()
4924 dev_info(&instance->pdev->dev, in megasas_ld_list_query()
4925 "DCMD not supported by firmware - %s %d\n", in megasas_ld_list_query()
4932 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_ld_list_query()
4938 mutex_unlock(&instance->reset_mutex); in megasas_ld_list_query()
4939 megasas_reset_fusion(instance->host, in megasas_ld_list_query()
4941 mutex_lock(&instance->reset_mutex); in megasas_ld_list_query()
4947 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_ld_list_query()
4954 tgtid_count = le32_to_cpu(ci->count); in megasas_ld_list_query()
4957 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_ld_list_query()
4960 if ((tgtid_count > (instance->fw_supported_vd_count))) in megasas_ld_list_query()
4963 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megasas_ld_list_query()
4965 ids = ci->targetId[ld_index]; in megasas_ld_list_query()
4966 instance->ld_ids[ids] = ci->targetId[ld_index]; in megasas_ld_list_query()
4968 dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n", in megasas_ld_list_query()
4969 ld_index, ci->targetId[ld_index]); in megasas_ld_list_query()
4983 * dcmd.opcode - MR_DCMD_CTRL_DEVICE_LIST_GET
4984 * dcmd.mbox - reserved
4985 * dcmd.sge IN - ptr to return MR_HOST_DEVICE_LIST structure
4987 * Status: MFI_STAT_OK - List returned successfully
4988 * MFI_STAT_INVALID_CMD - Firmware support for the feature has been
4993 * non-zero if failed
5006 ci = instance->host_device_list_buf; in megasas_host_device_list_query()
5007 ci_h = instance->host_device_list_buf_h; in megasas_host_device_list_query()
5012 dev_warn(&instance->pdev->dev, in megasas_host_device_list_query()
5015 return -ENOMEM; in megasas_host_device_list_query()
5018 dcmd = &cmd->frame->dcmd; in megasas_host_device_list_query()
5021 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_host_device_list_query()
5023 dcmd->mbox.b[0] = is_probe ? 0 : 1; in megasas_host_device_list_query()
5024 dcmd->cmd = MFI_CMD_DCMD; in megasas_host_device_list_query()
5025 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_host_device_list_query()
5026 dcmd->sge_count = 1; in megasas_host_device_list_query()
5027 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_host_device_list_query()
5028 dcmd->timeout = 0; in megasas_host_device_list_query()
5029 dcmd->pad_0 = 0; in megasas_host_device_list_query()
5030 dcmd->data_xfer_len = cpu_to_le32(HOST_DEVICE_LIST_SZ); in megasas_host_device_list_query()
5031 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_DEVICE_LIST_GET); in megasas_host_device_list_query()
5035 if (!instance->mask_interrupts) { in megasas_host_device_list_query()
5040 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_host_device_list_query()
5048 count = le32_to_cpu(ci->count); in megasas_host_device_list_query()
5054 dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n", in megasas_host_device_list_query()
5057 memset(instance->local_pd_list, 0, in megasas_host_device_list_query()
5059 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_host_device_list_query()
5061 target_id = le16_to_cpu(ci->host_device_list[i].target_id); in megasas_host_device_list_query()
5062 if (ci->host_device_list[i].flags.u.bits.is_sys_pd) { in megasas_host_device_list_query()
5063 instance->local_pd_list[target_id].tid = target_id; in megasas_host_device_list_query()
5064 instance->local_pd_list[target_id].driveType = in megasas_host_device_list_query()
5065 ci->host_device_list[i].scsi_type; in megasas_host_device_list_query()
5066 instance->local_pd_list[target_id].driveState = in megasas_host_device_list_query()
5069 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5071 i, target_id, ci->host_device_list[i].scsi_type); in megasas_host_device_list_query()
5073 instance->ld_ids[target_id] = target_id; in megasas_host_device_list_query()
5075 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5081 memcpy(instance->pd_list, instance->local_pd_list, in megasas_host_device_list_query()
5082 sizeof(instance->pd_list)); in megasas_host_device_list_query()
5088 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_host_device_list_query()
5089 mutex_unlock(&instance->reset_mutex); in megasas_host_device_list_query()
5090 megasas_reset_fusion(instance->host, in megasas_host_device_list_query()
5092 mutex_lock(&instance->reset_mutex); in megasas_host_device_list_query()
5098 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_host_device_list_query()
5104 dev_err(&instance->pdev->dev, in megasas_host_device_list_query()
5125 fusion = instance->ctrl_context; in megasas_update_ext_vd_details()
5130 instance->supportmax256vd = in megasas_update_ext_vd_details()
5131 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs; in megasas_update_ext_vd_details()
5133 if (instance->ctrl_info_buf->max_lds > 64) in megasas_update_ext_vd_details()
5134 instance->supportmax256vd = 1; in megasas_update_ext_vd_details()
5136 instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS in megasas_update_ext_vd_details()
5138 instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS in megasas_update_ext_vd_details()
5140 if (instance->supportmax256vd) { in megasas_update_ext_vd_details()
5141 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT; in megasas_update_ext_vd_details()
5142 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5144 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_update_ext_vd_details()
5145 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5148 dev_info(&instance->pdev->dev, in megasas_update_ext_vd_details()
5150 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0, in megasas_update_ext_vd_details()
5151 instance->ctrl_info_buf->max_lds); in megasas_update_ext_vd_details()
5153 if (instance->max_raid_mapsize) { in megasas_update_ext_vd_details()
5154 ventura_map_sz = instance->max_raid_mapsize * in megasas_update_ext_vd_details()
5156 fusion->current_map_sz = ventura_map_sz; in megasas_update_ext_vd_details()
5157 fusion->max_map_sz = ventura_map_sz; in megasas_update_ext_vd_details()
5159 fusion->old_map_sz = in megasas_update_ext_vd_details()
5161 instance->fw_supported_vd_count); in megasas_update_ext_vd_details()
5162 fusion->new_map_sz = sizeof(struct MR_FW_RAID_MAP_EXT); in megasas_update_ext_vd_details()
5164 fusion->max_map_sz = in megasas_update_ext_vd_details()
5165 max(fusion->old_map_sz, fusion->new_map_sz); in megasas_update_ext_vd_details()
5167 if (instance->supportmax256vd) in megasas_update_ext_vd_details()
5168 fusion->current_map_sz = fusion->new_map_sz; in megasas_update_ext_vd_details()
5170 fusion->current_map_sz = fusion->old_map_sz; in megasas_update_ext_vd_details()
5173 fusion->drv_map_sz = sizeof(struct MR_DRV_RAID_MAP_ALL); in megasas_update_ext_vd_details()
5177 * dcmd.opcode - MR_DCMD_CTRL_SNAPDUMP_GET_PROPERTIES
5178 * dcmd.hdr.length - number of bytes to read
5179 * dcmd.sge - Ptr to MR_SNAPDUMP_PROPERTIES
5181 * Status: MFI_STAT_OK- Command successful
5191 ci = instance->snapdump_prop; in megasas_get_snapdump_properties()
5192 ci_h = instance->snapdump_prop_h; in megasas_get_snapdump_properties()
5200 dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_snapdump_properties()
5204 dcmd = &cmd->frame->dcmd; in megasas_get_snapdump_properties()
5207 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_snapdump_properties()
5209 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_snapdump_properties()
5210 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_snapdump_properties()
5211 dcmd->sge_count = 1; in megasas_get_snapdump_properties()
5212 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_snapdump_properties()
5213 dcmd->timeout = 0; in megasas_get_snapdump_properties()
5214 dcmd->pad_0 = 0; in megasas_get_snapdump_properties()
5215 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_SNAPDUMP_PROPERTIES)); in megasas_get_snapdump_properties()
5216 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SNAPDUMP_GET_PROPERTIES); in megasas_get_snapdump_properties()
5221 if (!instance->mask_interrupts) { in megasas_get_snapdump_properties()
5226 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_snapdump_properties()
5231 instance->snapdump_wait_time = in megasas_get_snapdump_properties()
5232 min_t(u8, ci->trigger_min_num_sec_before_ocr, in megasas_get_snapdump_properties()
5239 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_snapdump_properties()
5240 mutex_unlock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5241 megasas_reset_fusion(instance->host, in megasas_get_snapdump_properties()
5243 mutex_lock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5249 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_snapdump_properties()
5260 * megasas_get_ctrl_info - Returns FW's controller structure
5276 ci = instance->ctrl_info_buf; in megasas_get_ctrl_info()
5277 ci_h = instance->ctrl_info_buf_h; in megasas_get_ctrl_info()
5282 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_ctrl_info()
5283 return -ENOMEM; in megasas_get_ctrl_info()
5286 dcmd = &cmd->frame->dcmd; in megasas_get_ctrl_info()
5289 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ctrl_info()
5291 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ctrl_info()
5292 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ctrl_info()
5293 dcmd->sge_count = 1; in megasas_get_ctrl_info()
5294 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_ctrl_info()
5295 dcmd->timeout = 0; in megasas_get_ctrl_info()
5296 dcmd->pad_0 = 0; in megasas_get_ctrl_info()
5297 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_ctrl_info)); in megasas_get_ctrl_info()
5298 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_GET_INFO); in megasas_get_ctrl_info()
5299 dcmd->mbox.b[0] = 1; in megasas_get_ctrl_info()
5304 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ctrl_info()
5305 !instance->mask_interrupts) { in megasas_get_ctrl_info()
5309 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ctrl_info()
5317 le32_to_cpus((u32 *)&ci->properties.OnOffProperties); in megasas_get_ctrl_info()
5318 le16_to_cpus((u16 *)&ci->properties.on_off_properties2); in megasas_get_ctrl_info()
5319 le32_to_cpus((u32 *)&ci->adapterOperations2); in megasas_get_ctrl_info()
5320 le32_to_cpus((u32 *)&ci->adapterOperations3); in megasas_get_ctrl_info()
5321 le16_to_cpus((u16 *)&ci->adapter_operations4); in megasas_get_ctrl_info()
5322 le32_to_cpus((u32 *)&ci->adapter_operations5); in megasas_get_ctrl_info()
5330 instance->support_seqnum_jbod_fp = in megasas_get_ctrl_info()
5331 ci->adapterOperations3.useSeqNumJbodFP; in megasas_get_ctrl_info()
5332 instance->support_morethan256jbod = in megasas_get_ctrl_info()
5333 ci->adapter_operations4.support_pd_map_target_id; in megasas_get_ctrl_info()
5334 instance->support_nvme_passthru = in megasas_get_ctrl_info()
5335 ci->adapter_operations4.support_nvme_passthru; in megasas_get_ctrl_info()
5336 instance->support_pci_lane_margining = in megasas_get_ctrl_info()
5337 ci->adapter_operations5.support_pci_lane_margining; in megasas_get_ctrl_info()
5338 instance->task_abort_tmo = ci->TaskAbortTO; in megasas_get_ctrl_info()
5339 instance->max_reset_tmo = ci->MaxResetTO; in megasas_get_ctrl_info()
5342 instance->is_imr = (ci->memory_size ? 0 : 1); in megasas_get_ctrl_info()
5344 instance->snapdump_wait_time = in megasas_get_ctrl_info()
5345 (ci->properties.on_off_properties2.enable_snap_dump ? in megasas_get_ctrl_info()
5348 instance->enable_fw_dev_list = in megasas_get_ctrl_info()
5349 ci->properties.on_off_properties2.enable_fw_dev_list; in megasas_get_ctrl_info()
5351 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5353 instance->is_imr ? "iMR" : "MR", in megasas_get_ctrl_info()
5354 le16_to_cpu(ci->memory_size)); in megasas_get_ctrl_info()
5356 instance->disableOnlineCtrlReset = in megasas_get_ctrl_info()
5357 ci->properties.OnOffProperties.disableOnlineCtrlReset; in megasas_get_ctrl_info()
5358 instance->secure_jbod_support = in megasas_get_ctrl_info()
5359 ci->adapterOperations3.supportSecurityonJBOD; in megasas_get_ctrl_info()
5360 dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n", in megasas_get_ctrl_info()
5361 instance->disableOnlineCtrlReset ? "Disabled" : "Enabled"); in megasas_get_ctrl_info()
5362 dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n", in megasas_get_ctrl_info()
5363 instance->secure_jbod_support ? "Yes" : "No"); in megasas_get_ctrl_info()
5364 dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n", in megasas_get_ctrl_info()
5365 instance->support_nvme_passthru ? "Yes" : "No"); in megasas_get_ctrl_info()
5366 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5368 instance->task_abort_tmo, instance->max_reset_tmo); in megasas_get_ctrl_info()
5369 dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n", in megasas_get_ctrl_info()
5370 instance->support_seqnum_jbod_fp ? "Yes" : "No"); in megasas_get_ctrl_info()
5371 dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n", in megasas_get_ctrl_info()
5372 instance->support_pci_lane_margining ? "Yes" : "No"); in megasas_get_ctrl_info()
5379 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ctrl_info()
5380 mutex_unlock(&instance->reset_mutex); in megasas_get_ctrl_info()
5381 megasas_reset_fusion(instance->host, in megasas_get_ctrl_info()
5383 mutex_lock(&instance->reset_mutex); in megasas_get_ctrl_info()
5389 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ctrl_info()
5407 * megasas_set_crash_dump_params - Sends address of crash dump DMA buffer
5411 * @crash_buf_state - tell FW to turn ON/OFF crash dump feature
5414 * @return 0 on success non-zero on failure.
5431 dev_err(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_set_crash_dump_params()
5432 return -ENOMEM; in megasas_set_crash_dump_params()
5436 dcmd = &cmd->frame->dcmd; in megasas_set_crash_dump_params()
5438 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_set_crash_dump_params()
5439 dcmd->mbox.b[0] = crash_buf_state; in megasas_set_crash_dump_params()
5440 dcmd->cmd = MFI_CMD_DCMD; in megasas_set_crash_dump_params()
5441 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_set_crash_dump_params()
5442 dcmd->sge_count = 1; in megasas_set_crash_dump_params()
5443 dcmd->flags = MFI_FRAME_DIR_NONE; in megasas_set_crash_dump_params()
5444 dcmd->timeout = 0; in megasas_set_crash_dump_params()
5445 dcmd->pad_0 = 0; in megasas_set_crash_dump_params()
5446 dcmd->data_xfer_len = cpu_to_le32(CRASH_DMA_BUF_SIZE); in megasas_set_crash_dump_params()
5447 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SET_CRASH_DUMP_PARAMS); in megasas_set_crash_dump_params()
5449 megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h, in megasas_set_crash_dump_params()
5452 if ((instance->adapter_type != MFI_SERIES) && in megasas_set_crash_dump_params()
5453 !instance->mask_interrupts) in megasas_set_crash_dump_params()
5461 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_set_crash_dump_params()
5462 megasas_reset_fusion(instance->host, in megasas_set_crash_dump_params()
5469 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_set_crash_dump_params()
5480 * megasas_issue_init_mfi - Initializes the FW
5498 * this frame - since we don't need any SGL - we use SGL's space as in megasas_issue_init_mfi()
5505 init_frame = (struct megasas_init_frame *)cmd->frame; in megasas_issue_init_mfi()
5509 init_frame_h = cmd->frame_phys_addr; in megasas_issue_init_mfi()
5512 context = init_frame->context; in megasas_issue_init_mfi()
5515 init_frame->context = context; in megasas_issue_init_mfi()
5517 initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1); in megasas_issue_init_mfi()
5518 initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h); in megasas_issue_init_mfi()
5520 initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h); in megasas_issue_init_mfi()
5521 initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h); in megasas_issue_init_mfi()
5523 init_frame->cmd = MFI_CMD_INIT; in megasas_issue_init_mfi()
5524 init_frame->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_init_mfi()
5525 init_frame->queue_info_new_phys_addr_lo = in megasas_issue_init_mfi()
5527 init_frame->queue_info_new_phys_addr_hi = in megasas_issue_init_mfi()
5530 init_frame->data_xfer_len = cpu_to_le32(sizeof(struct megasas_init_queue_info)); in megasas_issue_init_mfi()
5535 instance->instancet->disable_intr(instance); in megasas_issue_init_mfi()
5542 dev_err(&instance->pdev->dev, "Failed to init firmware\n"); in megasas_issue_init_mfi()
5552 return -EINVAL; in megasas_issue_init_mfi()
5564 instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF; in megasas_init_adapter_mfi()
5570 instance->max_fw_cmds = instance->max_fw_cmds-1; in megasas_init_adapter_mfi()
5571 instance->max_mfi_cmds = instance->max_fw_cmds; in megasas_init_adapter_mfi()
5572 instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >> in megasas_init_adapter_mfi()
5578 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_adapter_mfi()
5579 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) { in megasas_init_adapter_mfi()
5580 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5582 sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS); in megasas_init_adapter_mfi()
5584 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5586 sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS)); in megasas_init_adapter_mfi()
5589 instance->cur_can_queue = instance->max_scsi_cmds; in megasas_init_adapter_mfi()
5602 * typical producer-consumer queue. FW is the producer (of completed in megasas_init_adapter_mfi()
5606 reply_q_sz = context_sz * (instance->max_fw_cmds + 1); in megasas_init_adapter_mfi()
5608 instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev, in megasas_init_adapter_mfi()
5609 reply_q_sz, &instance->reply_queue_h, GFP_KERNEL); in megasas_init_adapter_mfi()
5611 if (!instance->reply_queue) { in megasas_init_adapter_mfi()
5612 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n"); in megasas_init_adapter_mfi()
5620 dev_err(&instance->pdev->dev, "(%d): Could get controller info " in megasas_init_adapter_mfi()
5621 "Fail from %s %d\n", instance->unique_id, in megasas_init_adapter_mfi()
5626 instance->fw_support_ieee = 0; in megasas_init_adapter_mfi()
5627 instance->fw_support_ieee = in megasas_init_adapter_mfi()
5628 (instance->instancet->read_fw_status_reg(instance) & in megasas_init_adapter_mfi()
5631 dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d", in megasas_init_adapter_mfi()
5632 instance->fw_support_ieee); in megasas_init_adapter_mfi()
5634 if (instance->fw_support_ieee) in megasas_init_adapter_mfi()
5635 instance->flag_ieee = 1; in megasas_init_adapter_mfi()
5641 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_init_adapter_mfi()
5642 instance->reply_queue, instance->reply_queue_h); in megasas_init_adapter_mfi()
5656 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_setup_irq_poll()
5660 irq_ctx = &instance->irq_context[i]; in megasas_setup_irq_poll()
5661 irq_ctx->os_irq = pci_irq_vector(instance->pdev, i); in megasas_setup_irq_poll()
5662 irq_ctx->irq_poll_scheduled = false; in megasas_setup_irq_poll()
5663 irq_poll_init(&irq_ctx->irqpoll, in megasas_setup_irq_poll()
5664 instance->threshold_reply_count, in megasas_setup_irq_poll()
5670 * megasas_setup_irqs_ioapic - register legacy interrupts.
5682 pdev = instance->pdev; in megasas_setup_irqs_ioapic()
5683 instance->irq_context[0].instance = instance; in megasas_setup_irqs_ioapic()
5684 instance->irq_context[0].MSIxIndex = 0; in megasas_setup_irqs_ioapic()
5685 snprintf(instance->irq_context->name, MEGASAS_MSIX_NAME_LEN, "%s%u", in megasas_setup_irqs_ioapic()
5686 "megasas", instance->host->host_no); in megasas_setup_irqs_ioapic()
5688 instance->instancet->service_isr, IRQF_SHARED, in megasas_setup_irqs_ioapic()
5689 instance->irq_context->name, &instance->irq_context[0])) { in megasas_setup_irqs_ioapic()
5690 dev_err(&instance->pdev->dev, in megasas_setup_irqs_ioapic()
5693 return -1; in megasas_setup_irqs_ioapic()
5695 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_setup_irqs_ioapic()
5696 instance->low_latency_index_start = 0; in megasas_setup_irqs_ioapic()
5701 * megasas_setup_irqs_msix - register MSI-x interrupts.
5715 pdev = instance->pdev; in megasas_setup_irqs_msix()
5717 /* Try MSI-x */ in megasas_setup_irqs_msix()
5718 for (i = 0; i < instance->msix_vectors; i++) { in megasas_setup_irqs_msix()
5719 instance->irq_context[i].instance = instance; in megasas_setup_irqs_msix()
5720 instance->irq_context[i].MSIxIndex = i; in megasas_setup_irqs_msix()
5721 snprintf(instance->irq_context[i].name, MEGASAS_MSIX_NAME_LEN, "%s%u-msix%u", in megasas_setup_irqs_msix()
5722 "megasas", instance->host->host_no, i); in megasas_setup_irqs_msix()
5724 instance->instancet->service_isr, 0, instance->irq_context[i].name, in megasas_setup_irqs_msix()
5725 &instance->irq_context[i])) { in megasas_setup_irqs_msix()
5726 dev_err(&instance->pdev->dev, in megasas_setup_irqs_msix()
5729 if (j < instance->low_latency_index_start) in megasas_setup_irqs_msix()
5733 &instance->irq_context[j]); in megasas_setup_irqs_msix()
5736 instance->msix_vectors = 0; in megasas_setup_irqs_msix()
5737 instance->msix_load_balance = false; in megasas_setup_irqs_msix()
5739 pci_free_irq_vectors(instance->pdev); in megasas_setup_irqs_msix()
5742 return -1; in megasas_setup_irqs_msix()
5751 * megasas_destroy_irqs- unregister interrupts.
5762 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_destroy_irqs()
5763 if (instance->adapter_type != MFI_SERIES) { in megasas_destroy_irqs()
5765 irq_ctx = &instance->irq_context[i]; in megasas_destroy_irqs()
5766 irq_poll_disable(&irq_ctx->irqpoll); in megasas_destroy_irqs()
5770 if (instance->msix_vectors) in megasas_destroy_irqs()
5771 for (i = 0; i < instance->msix_vectors; i++) { in megasas_destroy_irqs()
5772 if (i < instance->low_latency_index_start) in megasas_destroy_irqs()
5774 pci_irq_vector(instance->pdev, i), NULL); in megasas_destroy_irqs()
5775 free_irq(pci_irq_vector(instance->pdev, i), in megasas_destroy_irqs()
5776 &instance->irq_context[i]); in megasas_destroy_irqs()
5779 free_irq(pci_irq_vector(instance->pdev, 0), in megasas_destroy_irqs()
5780 &instance->irq_context[0]); in megasas_destroy_irqs()
5784 * megasas_setup_jbod_map - setup jbod map for FP seq_number.
5793 struct fusion_context *fusion = instance->ctrl_context; in megasas_setup_jbod_map()
5799 instance->use_seqnum_jbod_fp = in megasas_setup_jbod_map()
5800 instance->support_seqnum_jbod_fp; in megasas_setup_jbod_map()
5802 !instance->support_seqnum_jbod_fp) { in megasas_setup_jbod_map()
5803 dev_info(&instance->pdev->dev, in megasas_setup_jbod_map()
5806 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5810 if (fusion->pd_seq_sync[0]) in megasas_setup_jbod_map()
5814 fusion->pd_seq_sync[i] = dma_alloc_coherent in megasas_setup_jbod_map()
5815 (&instance->pdev->dev, pd_seq_map_sz, in megasas_setup_jbod_map()
5816 &fusion->pd_seq_phys[i], GFP_KERNEL); in megasas_setup_jbod_map()
5817 if (!fusion->pd_seq_sync[i]) { in megasas_setup_jbod_map()
5818 dev_err(&instance->pdev->dev, in megasas_setup_jbod_map()
5822 dma_free_coherent(&instance->pdev->dev, in megasas_setup_jbod_map()
5823 pd_seq_map_sz, fusion->pd_seq_sync[0], in megasas_setup_jbod_map()
5824 fusion->pd_seq_phys[0]); in megasas_setup_jbod_map()
5825 fusion->pd_seq_sync[0] = NULL; in megasas_setup_jbod_map()
5827 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5835 instance->use_seqnum_jbod_fp = true; in megasas_setup_jbod_map()
5837 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5845 low_latency_index_start = instance->low_latency_index_start; in megasas_setup_reply_map()
5847 for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) { in megasas_setup_reply_map()
5848 mask = pci_irq_get_affinity(instance->pdev, queue); in megasas_setup_reply_map()
5853 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5860 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5861 if (queue == (instance->msix_vectors - 1)) in megasas_setup_reply_map()
5869 * megasas_get_device_list - Get the PD and LD device list from FW.
5880 if (instance->enable_fw_dev_list) { in megasas_get_device_list()
5885 dev_err(&instance->pdev->dev, "failed to get PD list\n"); in megasas_get_device_list()
5891 dev_err(&instance->pdev->dev, "failed to get LD list\n"); in megasas_get_device_list()
5900 * megasas_set_high_iops_queue_affinity_and_hint - Set affinity and hint
5912 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_set_high_iops_queue_affinity_and_hint()
5913 mask = cpumask_of_node(dev_to_node(&instance->pdev->dev)); in megasas_set_high_iops_queue_affinity_and_hint()
5915 for (i = 0; i < instance->low_latency_index_start; i++) { in megasas_set_high_iops_queue_affinity_and_hint()
5916 irq = pci_irq_vector(instance->pdev, i); in megasas_set_high_iops_queue_affinity_and_hint()
5926 struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start }; in __megasas_alloc_irq_vectors()
5931 if (instance->smp_affinity_enable) in __megasas_alloc_irq_vectors()
5939 i = pci_alloc_irq_vectors_affinity(instance->pdev, in __megasas_alloc_irq_vectors()
5940 instance->low_latency_index_start, in __megasas_alloc_irq_vectors()
5941 instance->msix_vectors - instance->iopoll_q_count, irq_flags, descp); in __megasas_alloc_irq_vectors()
5947 * megasas_alloc_irq_vectors - Allocate IRQ vectors/enable MSI-x vectors
5957 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5958 if ((instance->adapter_type != MFI_SERIES) && in megasas_alloc_irq_vectors()
5961 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5962 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5964 /* reserve for default and non-mananged pre-vector. */ in megasas_alloc_irq_vectors()
5965 if (instance->msix_vectors > (poll_queues + 2)) in megasas_alloc_irq_vectors()
5966 instance->iopoll_q_count = poll_queues; in megasas_alloc_irq_vectors()
5968 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5970 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5971 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5972 instance->msix_vectors); in megasas_alloc_irq_vectors()
5978 if (((instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_alloc_irq_vectors()
5979 || instance->iopoll_q_count) && in megasas_alloc_irq_vectors()
5980 (i != (instance->msix_vectors - instance->iopoll_q_count))) { in megasas_alloc_irq_vectors()
5981 if (instance->msix_vectors) in megasas_alloc_irq_vectors()
5982 pci_free_irq_vectors(instance->pdev); in megasas_alloc_irq_vectors()
5984 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5985 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5986 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5988 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5989 instance->msix_vectors); in megasas_alloc_irq_vectors()
5991 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5996 dev_info(&instance->pdev->dev, in megasas_alloc_irq_vectors()
5998 instance->msix_vectors - instance->iopoll_q_count, in megasas_alloc_irq_vectors()
5999 i, instance->iopoll_q_count); in megasas_alloc_irq_vectors()
6002 instance->msix_vectors = i; in megasas_alloc_irq_vectors()
6004 instance->msix_vectors = 0; in megasas_alloc_irq_vectors()
6006 if (instance->smp_affinity_enable) in megasas_alloc_irq_vectors()
6011 * megasas_init_fw - Initializes the FW
6033 fusion = instance->ctrl_context; in megasas_init_fw()
6036 bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM); in megasas_init_fw()
6037 instance->bar = find_first_bit(&bar_list, BITS_PER_LONG); in megasas_init_fw()
6038 if (pci_request_selected_regions(instance->pdev, 1<<instance->bar, in megasas_init_fw()
6040 dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n"); in megasas_init_fw()
6041 return -EBUSY; in megasas_init_fw()
6044 base_addr = pci_resource_start(instance->pdev, instance->bar); in megasas_init_fw()
6045 instance->reg_set = ioremap(base_addr, 8192); in megasas_init_fw()
6047 if (!instance->reg_set) { in megasas_init_fw()
6048 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n"); in megasas_init_fw()
6053 dev_printk(KERN_DEBUG, &instance->pdev->dev, in megasas_init_fw()
6055 instance->bar, base_addr_phys, instance->reg_set); in megasas_init_fw()
6057 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6058 instance->instancet = &megasas_instance_template_fusion; in megasas_init_fw()
6060 switch (instance->pdev->device) { in megasas_init_fw()
6063 instance->instancet = &megasas_instance_template_ppc; in megasas_init_fw()
6067 instance->instancet = &megasas_instance_template_gen2; in megasas_init_fw()
6071 instance->instancet = &megasas_instance_template_skinny; in megasas_init_fw()
6076 instance->instancet = &megasas_instance_template_xscale; in megasas_init_fw()
6077 instance->pd_list_not_supported = 1; in megasas_init_fw()
6083 dev_info(&instance->pdev->dev, in megasas_init_fw()
6086 if (instance->adapter_type != MFI_SERIES) { in megasas_init_fw()
6087 status_reg = instance->instancet->read_fw_status_reg( in megasas_init_fw()
6097 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_init_fw()
6098 instance->instancet->adp_reset in megasas_init_fw()
6099 (instance, instance->reg_set); in megasas_init_fw()
6100 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_init_fw()
6109 dev_info(&instance->pdev->dev, in megasas_init_fw()
6125 fusion = instance->ctrl_context; in megasas_init_fw()
6127 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6130 &instance->reg_set->outbound_scratch_pad_2); in megasas_init_fw()
6131 instance->max_raid_mapsize = ((scratch_pad_2 >> in megasas_init_fw()
6136 instance->enable_sdev_max_qd = enable_sdev_max_qd; in megasas_init_fw()
6138 switch (instance->adapter_type) { in megasas_init_fw()
6140 fusion->pcie_bw_limitation = true; in megasas_init_fw()
6143 fusion->r56_div_offload = true; in megasas_init_fw()
6149 /* Check if MSI-X is supported while in ready state */ in megasas_init_fw()
6150 msix_enable = (instance->instancet->read_fw_status_reg(instance) & in megasas_init_fw()
6155 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_init_fw()
6156 /* Check max MSI-X vectors */ in megasas_init_fw()
6158 if (instance->adapter_type == THUNDERBOLT_SERIES) { in megasas_init_fw()
6160 instance->msix_vectors = (scratch_pad_1 in megasas_init_fw()
6163 instance->msix_vectors = ((scratch_pad_1 in megasas_init_fw()
6168 * For Invader series, > 8 MSI-x vectors in megasas_init_fw()
6171 * For Ventura series, > 16 MSI-x vectors in megasas_init_fw()
6175 switch (instance->adapter_type) { in megasas_init_fw()
6177 if (instance->msix_vectors > 8) in megasas_init_fw()
6178 instance->msix_combined = true; in megasas_init_fw()
6182 if (instance->msix_vectors > 16) in megasas_init_fw()
6183 instance->msix_combined = true; in megasas_init_fw()
6188 instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ? in megasas_init_fw()
6191 if (instance->adapter_type >= INVADER_SERIES && in megasas_init_fw()
6192 !instance->msix_combined) { in megasas_init_fw()
6193 instance->msix_load_balance = true; in megasas_init_fw()
6194 instance->smp_affinity_enable = false; in megasas_init_fw()
6197 /* Save 1-15 reply post index address to local memory in megasas_init_fw()
6202 instance->reply_post_host_index_addr[loop] = in megasas_init_fw()
6204 ((u8 __iomem *)instance->reg_set + in megasas_init_fw()
6210 dev_info(&instance->pdev->dev, in megasas_init_fw()
6212 instance->msix_vectors); in megasas_init_fw()
6214 instance->msix_vectors = min(msix_vectors, in megasas_init_fw()
6215 instance->msix_vectors); in megasas_init_fw()
6217 instance->msix_vectors = 1; in megasas_init_fw()
6235 * MFI adapters supports single MSI-x so single reply queue in megasas_init_fw()
6243 (instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES)) in megasas_init_fw()
6244 instance->perf_mode = MR_BALANCED_PERF_MODE; in megasas_init_fw()
6246 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6249 if (instance->adapter_type == AERO_SERIES) { in megasas_init_fw()
6250 pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta); in megasas_init_fw()
6258 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6259 fusion->pcie_bw_limitation = true; in megasas_init_fw()
6263 * Performance mode settings provided through module parameter-perf_mode will in megasas_init_fw()
6266 * 2. When user sets module parameter- perf_mode in range of 0-2. in megasas_init_fw()
6270 instance->perf_mode = perf_mode; in megasas_init_fw()
6276 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6280 if (instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_init_fw()
6281 instance->low_latency_index_start = in megasas_init_fw()
6284 instance->low_latency_index_start = 1; in megasas_init_fw()
6286 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_init_fw()
6288 instance->msix_vectors = min(num_msix_req, in megasas_init_fw()
6289 instance->msix_vectors); in megasas_init_fw()
6292 if (!instance->msix_vectors) in megasas_init_fw()
6293 instance->msix_load_balance = false; in megasas_init_fw()
6296 * MSI-X host index 0 is common for all adapter. in megasas_init_fw()
6299 if (instance->msix_combined) { in megasas_init_fw()
6300 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6301 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6304 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6305 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6309 if (!instance->msix_vectors) { in megasas_init_fw()
6310 i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_INTX); in megasas_init_fw()
6317 dev_info(&instance->pdev->dev, in megasas_init_fw()
6319 instance->msix_vectors, (unsigned int)num_online_cpus()); in megasas_init_fw()
6320 dev_info(&instance->pdev->dev, in megasas_init_fw()
6321 "RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled"); in megasas_init_fw()
6323 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_init_fw()
6328 * non-fusion based controllers in megasas_init_fw()
6330 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_init_fw()
6331 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_init_fw()
6333 if (instance->instancet->init_adapter(instance)) in megasas_init_fw()
6336 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6339 &instance->reg_set->outbound_scratch_pad_3); in megasas_init_fw()
6342 instance->nvme_page_size = in megasas_init_fw()
6345 dev_info(&instance->pdev->dev, in megasas_init_fw()
6346 "NVME page size\t: (%d)\n", instance->nvme_page_size); in megasas_init_fw()
6349 if (instance->msix_vectors ? in megasas_init_fw()
6354 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6357 instance->instancet->enable_intr(instance); in megasas_init_fw()
6359 dev_info(&instance->pdev->dev, "INIT adapter done\n"); in megasas_init_fw()
6364 dev_err(&instance->pdev->dev, in megasas_init_fw()
6371 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6372 fusion->stream_detect_by_ld = in megasas_init_fw()
6376 if (!fusion->stream_detect_by_ld) { in megasas_init_fw()
6377 dev_err(&instance->pdev->dev, in megasas_init_fw()
6382 fusion->stream_detect_by_ld[i] = in megasas_init_fw()
6385 if (!fusion->stream_detect_by_ld[i]) { in megasas_init_fw()
6386 dev_err(&instance->pdev->dev, in megasas_init_fw()
6389 kfree(fusion->stream_detect_by_ld[j]); in megasas_init_fw()
6390 kfree(fusion->stream_detect_by_ld); in megasas_init_fw()
6391 fusion->stream_detect_by_ld = NULL; in megasas_init_fw()
6394 fusion->stream_detect_by_ld[i]->mru_bit_map in megasas_init_fw()
6403 * 1 << stripe_sz_ops.min = max sectors per strip in megasas_init_fw()
6409 ctrl_info = instance->ctrl_info_buf; in megasas_init_fw()
6411 max_sectors_1 = (1 << ctrl_info->stripe_sz_ops.min) * in megasas_init_fw()
6412 le16_to_cpu(ctrl_info->max_strips_per_io); in megasas_init_fw()
6413 max_sectors_2 = le32_to_cpu(ctrl_info->max_request_size); in megasas_init_fw()
6417 instance->peerIsPresent = ctrl_info->cluster.peerIsPresent; in megasas_init_fw()
6418 instance->passive = ctrl_info->cluster.passive; in megasas_init_fw()
6419 memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId)); in megasas_init_fw()
6420 instance->UnevenSpanSupport = in megasas_init_fw()
6421 ctrl_info->adapterOperations2.supportUnevenSpans; in megasas_init_fw()
6422 if (instance->UnevenSpanSupport) { in megasas_init_fw()
6423 struct fusion_context *fusion = instance->ctrl_context; in megasas_init_fw()
6424 if (MR_ValidateMapInfo(instance, instance->map_id)) in megasas_init_fw()
6425 fusion->fast_path_io = 1; in megasas_init_fw()
6427 fusion->fast_path_io = 0; in megasas_init_fw()
6430 if (ctrl_info->host_interface.SRIOV) { in megasas_init_fw()
6431 instance->requestorId = ctrl_info->iov.requestorId; in megasas_init_fw()
6432 if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) { in megasas_init_fw()
6433 if (!ctrl_info->adapterOperations2.activePassive) in megasas_init_fw()
6434 instance->PlasmaFW111 = 1; in megasas_init_fw()
6436 dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n", in megasas_init_fw()
6437 instance->PlasmaFW111 ? "1.11" : "new"); in megasas_init_fw()
6439 if (instance->PlasmaFW111) { in megasas_init_fw()
6442 instance->requestorId = iovPtr->requestorId; in megasas_init_fw()
6445 dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n", in megasas_init_fw()
6446 instance->requestorId); in megasas_init_fw()
6449 instance->crash_dump_fw_support = in megasas_init_fw()
6450 ctrl_info->adapterOperations3.supportCrashDump; in megasas_init_fw()
6451 instance->crash_dump_drv_support = in megasas_init_fw()
6452 (instance->crash_dump_fw_support && in megasas_init_fw()
6453 instance->crash_dump_buf); in megasas_init_fw()
6454 if (instance->crash_dump_drv_support) in megasas_init_fw()
6459 if (instance->crash_dump_buf) in megasas_init_fw()
6460 dma_free_coherent(&instance->pdev->dev, in megasas_init_fw()
6462 instance->crash_dump_buf, in megasas_init_fw()
6463 instance->crash_dump_h); in megasas_init_fw()
6464 instance->crash_dump_buf = NULL; in megasas_init_fw()
6467 if (instance->snapdump_wait_time) { in megasas_init_fw()
6469 dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n", in megasas_init_fw()
6470 instance->snapdump_wait_time); in megasas_init_fw()
6473 dev_info(&instance->pdev->dev, in megasas_init_fw()
6475 le16_to_cpu(ctrl_info->pci.vendor_id), in megasas_init_fw()
6476 le16_to_cpu(ctrl_info->pci.device_id), in megasas_init_fw()
6477 le16_to_cpu(ctrl_info->pci.sub_vendor_id), in megasas_init_fw()
6478 le16_to_cpu(ctrl_info->pci.sub_device_id)); in megasas_init_fw()
6479 dev_info(&instance->pdev->dev, "unevenspan support : %s\n", in megasas_init_fw()
6480 instance->UnevenSpanSupport ? "yes" : "no"); in megasas_init_fw()
6481 dev_info(&instance->pdev->dev, "firmware crash dump : %s\n", in megasas_init_fw()
6482 instance->crash_dump_drv_support ? "yes" : "no"); in megasas_init_fw()
6483 dev_info(&instance->pdev->dev, "JBOD sequence map : %s\n", in megasas_init_fw()
6484 instance->use_seqnum_jbod_fp ? "enabled" : "disabled"); in megasas_init_fw()
6486 instance->max_sectors_per_req = instance->max_num_sge * in megasas_init_fw()
6488 if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors)) in megasas_init_fw()
6489 instance->max_sectors_per_req = tmp_sectors; in megasas_init_fw()
6493 throttlequeuedepth <= instance->max_scsi_cmds) in megasas_init_fw()
6494 instance->throttlequeuedepth = throttlequeuedepth; in megasas_init_fw()
6496 instance->throttlequeuedepth = in megasas_init_fw()
6506 /* Launch SR-IOV heartbeat timer */ in megasas_init_fw()
6507 if (instance->requestorId) { in megasas_init_fw()
6511 instance->skip_heartbeat_timer_del = 1; in megasas_init_fw()
6518 * controller state every 1 sec and trigger OCR when in megasas_init_fw()
6521 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6528 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_init_fw()
6529 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_init_fw()
6531 instance->instancet->disable_intr(instance); in megasas_init_fw()
6534 if (instance->msix_vectors) in megasas_init_fw()
6535 pci_free_irq_vectors(instance->pdev); in megasas_init_fw()
6536 instance->msix_vectors = 0; in megasas_init_fw()
6541 iounmap(instance->reg_set); in megasas_init_fw()
6544 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_init_fw()
6546 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_init_fw()
6548 return -EINVAL; in megasas_init_fw()
6552 * megasas_release_mfi - Reverses the FW initialization
6557 u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1); in megasas_release_mfi()
6559 if (instance->reply_queue) in megasas_release_mfi()
6560 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_release_mfi()
6561 instance->reply_queue, instance->reply_queue_h); in megasas_release_mfi()
6565 iounmap(instance->reg_set); in megasas_release_mfi()
6567 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_release_mfi()
6571 * megasas_get_seq_num - Gets latest event sequence numbers
6575 * FW maintains a log of all events in a non-volatile area. Upper layers would
6595 return -ENOMEM; in megasas_get_seq_num()
6598 dcmd = &cmd->frame->dcmd; in megasas_get_seq_num()
6599 el_info = dma_alloc_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6604 return -ENOMEM; in megasas_get_seq_num()
6607 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_seq_num()
6609 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_seq_num()
6610 dcmd->cmd_status = 0x0; in megasas_get_seq_num()
6611 dcmd->sge_count = 1; in megasas_get_seq_num()
6612 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_seq_num()
6613 dcmd->timeout = 0; in megasas_get_seq_num()
6614 dcmd->pad_0 = 0; in megasas_get_seq_num()
6615 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_evt_log_info)); in megasas_get_seq_num()
6616 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_EVENT_GET_INFO); in megasas_get_seq_num()
6623 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_get_seq_num()
6631 eli->newest_seq_num = el_info->newest_seq_num; in megasas_get_seq_num()
6632 eli->oldest_seq_num = el_info->oldest_seq_num; in megasas_get_seq_num()
6633 eli->clear_seq_num = el_info->clear_seq_num; in megasas_get_seq_num()
6634 eli->shutdown_seq_num = el_info->shutdown_seq_num; in megasas_get_seq_num()
6635 eli->boot_seq_num = el_info->boot_seq_num; in megasas_get_seq_num()
6638 dma_free_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6648 * megasas_register_aen - Registers for asynchronous event notification
6676 * old and current and re-issue to the FW in megasas_register_aen()
6681 if (instance->aen_cmd) { in megasas_register_aen()
6684 le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]); in megasas_register_aen()
6688 dev_info(&instance->pdev->dev, in megasas_register_aen()
6696 * higher values. If a PROGRESS (= -1) was previously in megasas_register_aen()
6718 instance->aen_cmd->abort_aen = 1; in megasas_register_aen()
6720 instance-> in megasas_register_aen()
6724 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort " in megasas_register_aen()
6734 return -ENOMEM; in megasas_register_aen()
6736 dcmd = &cmd->frame->dcmd; in megasas_register_aen()
6738 memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6743 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_register_aen()
6745 dcmd->cmd = MFI_CMD_DCMD; in megasas_register_aen()
6746 dcmd->cmd_status = 0x0; in megasas_register_aen()
6747 dcmd->sge_count = 1; in megasas_register_aen()
6748 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_register_aen()
6749 dcmd->timeout = 0; in megasas_register_aen()
6750 dcmd->pad_0 = 0; in megasas_register_aen()
6751 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6752 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_EVENT_WAIT); in megasas_register_aen()
6753 dcmd->mbox.w[0] = cpu_to_le32(seq_num); in megasas_register_aen()
6754 instance->last_seq_num = seq_num; in megasas_register_aen()
6755 dcmd->mbox.w[1] = cpu_to_le32(curr_aen.word); in megasas_register_aen()
6757 megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h, in megasas_register_aen()
6760 if (instance->aen_cmd != NULL) { in megasas_register_aen()
6768 * cmd and re-register with a new EVENT LOCALE supplied by that app in megasas_register_aen()
6770 instance->aen_cmd = cmd; in megasas_register_aen()
6775 instance->instancet->issue_dcmd(instance, cmd); in megasas_register_aen()
6780 /* megasas_get_target_prop - Send DCMD with below details to firmware.
6787 * dcmd.opcode - MR_DCMD_DEV_GET_TARGET_PROP
6788 * dcmd.mbox.b[0] - DCMD is to be fired for LD or system PD.
6790 * dcmd.mbox.s[1] - TargetID for LD/system PD.
6791 * dcmd.sge IN - Pointer to return MR_TARGET_DEV_PROPERTIES.
6796 * Returns 0 on success non-zero on failure.
6805 u16 targetId = ((sdev->channel % 2) * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_get_target_prop()
6806 sdev->id; in megasas_get_target_prop()
6811 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6813 return -ENOMEM; in megasas_get_target_prop()
6816 dcmd = &cmd->frame->dcmd; in megasas_get_target_prop()
6818 memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop)); in megasas_get_target_prop()
6819 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_target_prop()
6820 dcmd->mbox.b[0] = MEGASAS_IS_LOGICAL(sdev); in megasas_get_target_prop()
6822 dcmd->mbox.s[1] = cpu_to_le16(targetId); in megasas_get_target_prop()
6823 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_target_prop()
6824 dcmd->cmd_status = 0xFF; in megasas_get_target_prop()
6825 dcmd->sge_count = 1; in megasas_get_target_prop()
6826 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_target_prop()
6827 dcmd->timeout = 0; in megasas_get_target_prop()
6828 dcmd->pad_0 = 0; in megasas_get_target_prop()
6829 dcmd->data_xfer_len = in megasas_get_target_prop()
6831 dcmd->opcode = cpu_to_le32(MR_DCMD_DRV_GET_TARGET_PROP); in megasas_get_target_prop()
6833 megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h, in megasas_get_target_prop()
6836 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_target_prop()
6837 !instance->mask_interrupts) in megasas_get_target_prop()
6847 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_target_prop()
6848 mutex_unlock(&instance->reset_mutex); in megasas_get_target_prop()
6849 megasas_reset_fusion(instance->host, in megasas_get_target_prop()
6851 mutex_lock(&instance->reset_mutex); in megasas_get_target_prop()
6857 dev_info(&instance->pdev->dev, in megasas_get_target_prop()
6868 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6876 * megasas_start_aen - Subscribes to AEN during driver load time
6890 return -1; in megasas_start_aen()
6905 * megasas_io_attach - Attaches this driver to SCSI mid-layer
6910 struct Scsi_Host *host = instance->host; in megasas_io_attach()
6913 * Export parameters required by SCSI mid-layer in megasas_io_attach()
6915 host->unique_id = instance->unique_id; in megasas_io_attach()
6916 host->can_queue = instance->max_scsi_cmds; in megasas_io_attach()
6917 host->this_id = instance->init_id; in megasas_io_attach()
6918 host->sg_tablesize = instance->max_num_sge; in megasas_io_attach()
6920 if (instance->fw_support_ieee) in megasas_io_attach()
6921 instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE; in megasas_io_attach()
6926 if (max_sectors && max_sectors < instance->max_sectors_per_req) in megasas_io_attach()
6927 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6930 if (((instance->pdev->device == in megasas_io_attach()
6932 (instance->pdev->device == in megasas_io_attach()
6935 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6937 dev_info(&instance->pdev->dev, "max_sectors should be > 0" in megasas_io_attach()
6939 instance->max_sectors_per_req); in megasas_io_attach()
6944 host->max_sectors = instance->max_sectors_per_req; in megasas_io_attach()
6945 host->cmd_per_lun = MEGASAS_DEFAULT_CMD_PER_LUN; in megasas_io_attach()
6946 host->max_channel = MEGASAS_MAX_CHANNELS - 1; in megasas_io_attach()
6947 host->max_id = MEGASAS_MAX_DEV_PER_CHANNEL; in megasas_io_attach()
6948 host->max_lun = MEGASAS_MAX_LUN; in megasas_io_attach()
6949 host->max_cmd_len = 16; in megasas_io_attach()
6956 host->host_tagset = 0; in megasas_io_attach()
6957 host->nr_hw_queues = 1; in megasas_io_attach()
6959 if ((instance->adapter_type != MFI_SERIES) && in megasas_io_attach()
6960 (instance->msix_vectors > instance->low_latency_index_start) && in megasas_io_attach()
6962 instance->smp_affinity_enable) { in megasas_io_attach()
6963 host->host_tagset = 1; in megasas_io_attach()
6964 host->nr_hw_queues = instance->msix_vectors - in megasas_io_attach()
6965 instance->low_latency_index_start + instance->iopoll_q_count; in megasas_io_attach()
6966 if (instance->iopoll_q_count) in megasas_io_attach()
6967 host->nr_maps = 3; in megasas_io_attach()
6969 instance->iopoll_q_count = 0; in megasas_io_attach()
6972 dev_info(&instance->pdev->dev, in megasas_io_attach()
6974 "hw_queues = %d poll_queues %d\n", instance->max_fw_cmds, in megasas_io_attach()
6975 host->nr_hw_queues - instance->iopoll_q_count, in megasas_io_attach()
6976 instance->iopoll_q_count); in megasas_io_attach()
6978 * Notify the mid-layer about the new controller in megasas_io_attach()
6980 if (scsi_add_host(host, &instance->pdev->dev)) { in megasas_io_attach()
6981 dev_err(&instance->pdev->dev, in megasas_io_attach()
6984 return -ENODEV; in megasas_io_attach()
6991 * megasas_set_dma_mask - Set DMA mask for supported controllers
6998 * For invader-
7004 * For older controllers(Thunderbolt and MFI based adapters)-
7014 pdev = instance->pdev; in megasas_set_dma_mask()
7015 consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ? in megasas_set_dma_mask()
7019 if (dma_set_mask(&pdev->dev, DMA_BIT_MASK(63)) && in megasas_set_dma_mask()
7020 dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) in megasas_set_dma_mask()
7023 if ((*pdev->dev.dma_mask == DMA_BIT_MASK(63)) && in megasas_set_dma_mask()
7024 (dma_set_coherent_mask(&pdev->dev, consistent_mask) && in megasas_set_dma_mask()
7025 dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)))) { in megasas_set_dma_mask()
7031 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_set_dma_mask()
7035 else if (dma_set_mask_and_coherent(&pdev->dev, in megasas_set_dma_mask()
7039 } else if (dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) in megasas_set_dma_mask()
7042 if (pdev->dev.coherent_dma_mask == DMA_BIT_MASK(32)) in megasas_set_dma_mask()
7043 instance->consistent_mask_64bit = false; in megasas_set_dma_mask()
7045 instance->consistent_mask_64bit = true; in megasas_set_dma_mask()
7047 dev_info(&pdev->dev, "%s bit DMA mask and %s bit consistent mask\n", in megasas_set_dma_mask()
7048 ((*pdev->dev.dma_mask == DMA_BIT_MASK(63)) ? "63" : "32"), in megasas_set_dma_mask()
7049 (instance->consistent_mask_64bit ? "63" : "32")); in megasas_set_dma_mask()
7054 dev_err(&pdev->dev, "Failed to set DMA mask\n"); in megasas_set_dma_mask()
7055 return -1; in megasas_set_dma_mask()
7060 * megasas_set_adapter_type - Set adapter type.
7062 * different categories-
7075 if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) && in megasas_set_adapter_type()
7076 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) { in megasas_set_adapter_type()
7077 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7079 switch (instance->pdev->device) { in megasas_set_adapter_type()
7084 instance->adapter_type = AERO_SERIES; in megasas_set_adapter_type()
7092 instance->adapter_type = VENTURA_SERIES; in megasas_set_adapter_type()
7096 instance->adapter_type = THUNDERBOLT_SERIES; in megasas_set_adapter_type()
7104 instance->adapter_type = INVADER_SERIES; in megasas_set_adapter_type()
7107 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7115 instance->producer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7116 sizeof(u32), &instance->producer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7117 instance->consumer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7118 sizeof(u32), &instance->consumer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7120 if (!instance->producer || !instance->consumer) { in megasas_alloc_mfi_ctrl_mem()
7121 dev_err(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7123 return -1; in megasas_alloc_mfi_ctrl_mem()
7126 *instance->producer = 0; in megasas_alloc_mfi_ctrl_mem()
7127 *instance->consumer = 0; in megasas_alloc_mfi_ctrl_mem()
7132 * megasas_alloc_ctrl_mem - Allocate per controller memory for core data
7143 instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int), in megasas_alloc_ctrl_mem()
7145 if (!instance->reply_map) in megasas_alloc_ctrl_mem()
7146 return -ENOMEM; in megasas_alloc_ctrl_mem()
7148 switch (instance->adapter_type) { in megasas_alloc_ctrl_mem()
7151 return -ENOMEM; in megasas_alloc_ctrl_mem()
7158 return -ENOMEM; in megasas_alloc_ctrl_mem()
7166 * megasas_free_ctrl_mem - Free fusion context for fusion adapters and
7169 * @instance - Adapter soft instance
7174 kfree(instance->reply_map); in megasas_free_ctrl_mem()
7175 if (instance->adapter_type == MFI_SERIES) { in megasas_free_ctrl_mem()
7176 if (instance->producer) in megasas_free_ctrl_mem()
7177 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7178 instance->producer, in megasas_free_ctrl_mem()
7179 instance->producer_h); in megasas_free_ctrl_mem()
7180 if (instance->consumer) in megasas_free_ctrl_mem()
7181 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7182 instance->consumer, in megasas_free_ctrl_mem()
7183 instance->consumer_h); in megasas_free_ctrl_mem()
7190 * megasas_alloc_ctrl_dma_buffers - Allocate consistent DMA buffers during
7200 struct pci_dev *pdev = instance->pdev; in megasas_alloc_ctrl_dma_buffers()
7201 struct fusion_context *fusion = instance->ctrl_context; in megasas_alloc_ctrl_dma_buffers()
7203 instance->evt_detail = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7205 &instance->evt_detail_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7207 if (!instance->evt_detail) { in megasas_alloc_ctrl_dma_buffers()
7208 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7210 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7214 fusion->ioc_init_request = in megasas_alloc_ctrl_dma_buffers()
7215 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7217 &fusion->ioc_init_request_phys, in megasas_alloc_ctrl_dma_buffers()
7220 if (!fusion->ioc_init_request) { in megasas_alloc_ctrl_dma_buffers()
7221 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7223 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7226 instance->snapdump_prop = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7228 &instance->snapdump_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7230 if (!instance->snapdump_prop) in megasas_alloc_ctrl_dma_buffers()
7231 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7234 instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7236 &instance->host_device_list_buf_h, in megasas_alloc_ctrl_dma_buffers()
7239 if (!instance->host_device_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7240 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7242 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7247 instance->pd_list_buf = in megasas_alloc_ctrl_dma_buffers()
7248 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7250 &instance->pd_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7252 if (!instance->pd_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7253 dev_err(&pdev->dev, "Failed to allocate PD list buffer\n"); in megasas_alloc_ctrl_dma_buffers()
7254 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7257 instance->ctrl_info_buf = in megasas_alloc_ctrl_dma_buffers()
7258 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7260 &instance->ctrl_info_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7262 if (!instance->ctrl_info_buf) { in megasas_alloc_ctrl_dma_buffers()
7263 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7265 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7268 instance->ld_list_buf = in megasas_alloc_ctrl_dma_buffers()
7269 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7271 &instance->ld_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7273 if (!instance->ld_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7274 dev_err(&pdev->dev, "Failed to allocate LD list buffer\n"); in megasas_alloc_ctrl_dma_buffers()
7275 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7278 instance->ld_targetid_list_buf = in megasas_alloc_ctrl_dma_buffers()
7279 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7281 &instance->ld_targetid_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7283 if (!instance->ld_targetid_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7284 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7286 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7290 instance->system_info_buf = in megasas_alloc_ctrl_dma_buffers()
7291 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7293 &instance->system_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7294 instance->pd_info = in megasas_alloc_ctrl_dma_buffers()
7295 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7297 &instance->pd_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7298 instance->tgt_prop = in megasas_alloc_ctrl_dma_buffers()
7299 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7301 &instance->tgt_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7302 instance->crash_dump_buf = in megasas_alloc_ctrl_dma_buffers()
7303 dma_alloc_coherent(&pdev->dev, CRASH_DMA_BUF_SIZE, in megasas_alloc_ctrl_dma_buffers()
7304 &instance->crash_dump_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7306 if (!instance->system_info_buf) in megasas_alloc_ctrl_dma_buffers()
7307 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7310 if (!instance->pd_info) in megasas_alloc_ctrl_dma_buffers()
7311 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7314 if (!instance->tgt_prop) in megasas_alloc_ctrl_dma_buffers()
7315 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7318 if (!instance->crash_dump_buf) in megasas_alloc_ctrl_dma_buffers()
7319 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7327 * megasas_free_ctrl_dma_buffers - Free consistent DMA buffers allocated
7330 * @instance- Adapter soft instance
7336 struct pci_dev *pdev = instance->pdev; in megasas_free_ctrl_dma_buffers()
7337 struct fusion_context *fusion = instance->ctrl_context; in megasas_free_ctrl_dma_buffers()
7339 if (instance->evt_detail) in megasas_free_ctrl_dma_buffers()
7340 dma_free_coherent(&pdev->dev, sizeof(struct megasas_evt_detail), in megasas_free_ctrl_dma_buffers()
7341 instance->evt_detail, in megasas_free_ctrl_dma_buffers()
7342 instance->evt_detail_h); in megasas_free_ctrl_dma_buffers()
7344 if (fusion && fusion->ioc_init_request) in megasas_free_ctrl_dma_buffers()
7345 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7347 fusion->ioc_init_request, in megasas_free_ctrl_dma_buffers()
7348 fusion->ioc_init_request_phys); in megasas_free_ctrl_dma_buffers()
7350 if (instance->pd_list_buf) in megasas_free_ctrl_dma_buffers()
7351 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7353 instance->pd_list_buf, in megasas_free_ctrl_dma_buffers()
7354 instance->pd_list_buf_h); in megasas_free_ctrl_dma_buffers()
7356 if (instance->ld_list_buf) in megasas_free_ctrl_dma_buffers()
7357 dma_free_coherent(&pdev->dev, sizeof(struct MR_LD_LIST), in megasas_free_ctrl_dma_buffers()
7358 instance->ld_list_buf, in megasas_free_ctrl_dma_buffers()
7359 instance->ld_list_buf_h); in megasas_free_ctrl_dma_buffers()
7361 if (instance->ld_targetid_list_buf) in megasas_free_ctrl_dma_buffers()
7362 dma_free_coherent(&pdev->dev, sizeof(struct MR_LD_TARGETID_LIST), in megasas_free_ctrl_dma_buffers()
7363 instance->ld_targetid_list_buf, in megasas_free_ctrl_dma_buffers()
7364 instance->ld_targetid_list_buf_h); in megasas_free_ctrl_dma_buffers()
7366 if (instance->ctrl_info_buf) in megasas_free_ctrl_dma_buffers()
7367 dma_free_coherent(&pdev->dev, sizeof(struct megasas_ctrl_info), in megasas_free_ctrl_dma_buffers()
7368 instance->ctrl_info_buf, in megasas_free_ctrl_dma_buffers()
7369 instance->ctrl_info_buf_h); in megasas_free_ctrl_dma_buffers()
7371 if (instance->system_info_buf) in megasas_free_ctrl_dma_buffers()
7372 dma_free_coherent(&pdev->dev, sizeof(struct MR_DRV_SYSTEM_INFO), in megasas_free_ctrl_dma_buffers()
7373 instance->system_info_buf, in megasas_free_ctrl_dma_buffers()
7374 instance->system_info_h); in megasas_free_ctrl_dma_buffers()
7376 if (instance->pd_info) in megasas_free_ctrl_dma_buffers()
7377 dma_free_coherent(&pdev->dev, sizeof(struct MR_PD_INFO), in megasas_free_ctrl_dma_buffers()
7378 instance->pd_info, instance->pd_info_h); in megasas_free_ctrl_dma_buffers()
7380 if (instance->tgt_prop) in megasas_free_ctrl_dma_buffers()
7381 dma_free_coherent(&pdev->dev, sizeof(struct MR_TARGET_PROPERTIES), in megasas_free_ctrl_dma_buffers()
7382 instance->tgt_prop, instance->tgt_prop_h); in megasas_free_ctrl_dma_buffers()
7384 if (instance->crash_dump_buf) in megasas_free_ctrl_dma_buffers()
7385 dma_free_coherent(&pdev->dev, CRASH_DMA_BUF_SIZE, in megasas_free_ctrl_dma_buffers()
7386 instance->crash_dump_buf, in megasas_free_ctrl_dma_buffers()
7387 instance->crash_dump_h); in megasas_free_ctrl_dma_buffers()
7389 if (instance->snapdump_prop) in megasas_free_ctrl_dma_buffers()
7390 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7392 instance->snapdump_prop, in megasas_free_ctrl_dma_buffers()
7393 instance->snapdump_prop_h); in megasas_free_ctrl_dma_buffers()
7395 if (instance->host_device_list_buf) in megasas_free_ctrl_dma_buffers()
7396 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7398 instance->host_device_list_buf, in megasas_free_ctrl_dma_buffers()
7399 instance->host_device_list_buf_h); in megasas_free_ctrl_dma_buffers()
7404 * megasas_init_ctrl_params - Initialize controller's instance
7406 * @instance - Adapter soft instance
7407 * @return - void
7411 instance->fw_crash_state = UNAVAILABLE; in megasas_init_ctrl_params()
7414 instance->issuepend_done = 1; in megasas_init_ctrl_params()
7415 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in megasas_init_ctrl_params()
7420 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_init_ctrl_params()
7421 INIT_LIST_HEAD(&instance->internal_reset_pending_q); in megasas_init_ctrl_params()
7423 atomic_set(&instance->fw_outstanding, 0); in megasas_init_ctrl_params()
7424 atomic64_set(&instance->total_io_count, 0); in megasas_init_ctrl_params()
7426 init_waitqueue_head(&instance->int_cmd_wait_q); in megasas_init_ctrl_params()
7427 init_waitqueue_head(&instance->abort_cmd_wait_q); in megasas_init_ctrl_params()
7429 mutex_init(&instance->crashdump_lock); in megasas_init_ctrl_params()
7430 spin_lock_init(&instance->mfi_pool_lock); in megasas_init_ctrl_params()
7431 spin_lock_init(&instance->hba_lock); in megasas_init_ctrl_params()
7432 spin_lock_init(&instance->stream_lock); in megasas_init_ctrl_params()
7433 spin_lock_init(&instance->completion_lock); in megasas_init_ctrl_params()
7435 mutex_init(&instance->reset_mutex); in megasas_init_ctrl_params()
7437 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_ctrl_params()
7438 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) in megasas_init_ctrl_params()
7439 instance->flag_ieee = 1; in megasas_init_ctrl_params()
7441 instance->flag = 0; in megasas_init_ctrl_params()
7442 instance->unload = 1; in megasas_init_ctrl_params()
7443 instance->last_time = 0; in megasas_init_ctrl_params()
7444 instance->disableOnlineCtrlReset = 1; in megasas_init_ctrl_params()
7445 instance->UnevenSpanSupport = 0; in megasas_init_ctrl_params()
7446 instance->smp_affinity_enable = smp_affinity_enable ? true : false; in megasas_init_ctrl_params()
7447 instance->msix_load_balance = false; in megasas_init_ctrl_params()
7449 if (instance->adapter_type != MFI_SERIES) in megasas_init_ctrl_params()
7450 INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq); in megasas_init_ctrl_params()
7452 INIT_WORK(&instance->work_init, process_fw_state_change_wq); in megasas_init_ctrl_params()
7456 * megasas_probe_one - PCI hotplug entry point
7468 switch (pdev->device) { in megasas_probe_one()
7473 dev_err(&pdev->dev, "Adapter is in non secure mode\n"); in megasas_probe_one()
7477 dev_info(&pdev->dev, "Adapter is in configurable secure mode\n"); in megasas_probe_one()
7481 /* Reset MSI-X in the kdump kernel */ in megasas_probe_one()
7488 dev_info(&pdev->dev, "resetting MSI-X\n"); in megasas_probe_one()
7512 dev_printk(KERN_DEBUG, &pdev->dev, "scsi_host_alloc failed\n"); in megasas_probe_one()
7516 instance = (struct megasas_instance *)host->hostdata; in megasas_probe_one()
7518 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_probe_one()
7523 instance->pdev = pdev; in megasas_probe_one()
7524 instance->host = host; in megasas_probe_one()
7525 instance->unique_id = pci_dev_id(pdev); in megasas_probe_one()
7526 instance->init_id = MEGASAS_DEFAULT_INIT_ID; in megasas_probe_one()
7536 if (instance->requestorId) { in megasas_probe_one()
7537 if (instance->PlasmaFW111) { in megasas_probe_one()
7538 instance->vf_affiliation_111 = in megasas_probe_one()
7539 dma_alloc_coherent(&pdev->dev, in megasas_probe_one()
7541 &instance->vf_affiliation_111_h, in megasas_probe_one()
7543 if (!instance->vf_affiliation_111) in megasas_probe_one()
7544 dev_warn(&pdev->dev, "Can't allocate " in megasas_probe_one()
7547 instance->vf_affiliation = in megasas_probe_one()
7548 dma_alloc_coherent(&pdev->dev, in megasas_probe_one()
7551 &instance->vf_affiliation_h, in megasas_probe_one()
7553 if (!instance->vf_affiliation) in megasas_probe_one()
7554 dev_warn(&pdev->dev, "Can't allocate " in megasas_probe_one()
7573 * Register with SCSI mid-layer in megasas_probe_one()
7578 instance->unload = 0; in megasas_probe_one()
7582 if (!instance->enable_fw_dev_list || in megasas_probe_one()
7583 (instance->host_device_list_buf->count > 0)) in megasas_probe_one()
7590 dev_printk(KERN_DEBUG, &pdev->dev, "start aen failed\n"); in megasas_probe_one()
7596 /* Get current SR-IOV LD/VF affiliation */ in megasas_probe_one()
7597 if (instance->requestorId) in megasas_probe_one()
7603 instance->unload = 1; in megasas_probe_one()
7604 scsi_remove_host(instance->host); in megasas_probe_one()
7606 megasas_mgmt_info.count--; in megasas_probe_one()
7607 megasas_mgmt_info.max_index--; in megasas_probe_one()
7610 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_probe_one()
7611 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_probe_one()
7613 instance->instancet->disable_intr(instance); in megasas_probe_one()
7616 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7621 if (instance->msix_vectors) in megasas_probe_one()
7622 pci_free_irq_vectors(instance->pdev); in megasas_probe_one()
7623 instance->msix_vectors = 0; in megasas_probe_one()
7625 if (instance->fw_crash_state != UNAVAILABLE) in megasas_probe_one()
7628 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7635 return -ENODEV; in megasas_probe_one()
7639 * megasas_flush_cache - Requests FW to flush all its caches
7647 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_flush_cache()
7655 dcmd = &cmd->frame->dcmd; in megasas_flush_cache()
7657 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_flush_cache()
7659 dcmd->cmd = MFI_CMD_DCMD; in megasas_flush_cache()
7660 dcmd->cmd_status = 0x0; in megasas_flush_cache()
7661 dcmd->sge_count = 0; in megasas_flush_cache()
7662 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_NONE); in megasas_flush_cache()
7663 dcmd->timeout = 0; in megasas_flush_cache()
7664 dcmd->pad_0 = 0; in megasas_flush_cache()
7665 dcmd->data_xfer_len = 0; in megasas_flush_cache()
7666 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_CACHE_FLUSH); in megasas_flush_cache()
7667 dcmd->mbox.b[0] = MR_FLUSH_CTRL_CACHE | MR_FLUSH_DISK_CACHE; in megasas_flush_cache()
7671 dev_err(&instance->pdev->dev, in megasas_flush_cache()
7680 * megasas_shutdown_controller - Instructs FW to shutdown the controller
7690 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_shutdown_controller()
7698 if (instance->aen_cmd) in megasas_shutdown_controller()
7700 instance->aen_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7701 if (instance->map_update_cmd) in megasas_shutdown_controller()
7703 instance->map_update_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7704 if (instance->jbod_seq_cmd) in megasas_shutdown_controller()
7706 instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7708 dcmd = &cmd->frame->dcmd; in megasas_shutdown_controller()
7710 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_shutdown_controller()
7712 dcmd->cmd = MFI_CMD_DCMD; in megasas_shutdown_controller()
7713 dcmd->cmd_status = 0x0; in megasas_shutdown_controller()
7714 dcmd->sge_count = 0; in megasas_shutdown_controller()
7715 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_NONE); in megasas_shutdown_controller()
7716 dcmd->timeout = 0; in megasas_shutdown_controller()
7717 dcmd->pad_0 = 0; in megasas_shutdown_controller()
7718 dcmd->data_xfer_len = 0; in megasas_shutdown_controller()
7719 dcmd->opcode = cpu_to_le32(opcode); in megasas_shutdown_controller()
7723 dev_err(&instance->pdev->dev, in megasas_shutdown_controller()
7732 * megasas_suspend - driver suspend entry point
7745 instance->unload = 1; in megasas_suspend()
7749 /* Shutdown SR-IOV heartbeat timer */ in megasas_suspend()
7750 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_suspend()
7751 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_suspend()
7754 if (instance->adapter_type != MFI_SERIES) in megasas_suspend()
7761 if (instance->ev != NULL) { in megasas_suspend()
7762 struct megasas_aen_event *ev = instance->ev; in megasas_suspend()
7763 cancel_delayed_work_sync(&ev->hotplug_work); in megasas_suspend()
7764 instance->ev = NULL; in megasas_suspend()
7767 tasklet_kill(&instance->isr_tasklet); in megasas_suspend()
7769 pci_set_drvdata(instance->pdev, instance); in megasas_suspend()
7770 instance->instancet->disable_intr(instance); in megasas_suspend()
7774 if (instance->msix_vectors) in megasas_suspend()
7775 pci_free_irq_vectors(instance->pdev); in megasas_suspend()
7781 * megasas_resume- driver resume entry point
7797 host = instance->host; in megasas_resume()
7806 dev_info(&instance->pdev->dev, in megasas_resume()
7809 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7811 instance->instancet->read_fw_status_reg(instance); in megasas_resume()
7817 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_resume()
7818 instance->instancet->adp_reset in megasas_resume()
7819 (instance, instance->reg_set); in megasas_resume()
7820 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_resume()
7829 dev_info(&instance->pdev->dev, in megasas_resume()
7840 atomic_set(&instance->fw_outstanding, 0); in megasas_resume()
7841 atomic_set(&instance->ldio_outstanding, 0); in megasas_resume()
7843 /* Now re-enable MSI-X */ in megasas_resume()
7844 if (instance->msix_vectors) in megasas_resume()
7847 if (!instance->msix_vectors) { in megasas_resume()
7848 rval = pci_alloc_irq_vectors(instance->pdev, 1, 1, in megasas_resume()
7856 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7866 *instance->producer = 0; in megasas_resume()
7867 *instance->consumer = 0; in megasas_resume()
7875 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_resume()
7878 if (instance->msix_vectors ? in megasas_resume()
7883 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7886 /* Re-launch SR-IOV heartbeat timer */ in megasas_resume()
7887 if (instance->requestorId) { in megasas_resume()
7891 instance->skip_heartbeat_timer_del = 1; in megasas_resume()
7896 instance->instancet->enable_intr(instance); in megasas_resume()
7898 instance->unload = 0; in megasas_resume()
7904 dev_err(&instance->pdev->dev, "Start AEN failed\n"); in megasas_resume()
7906 /* Re-launch FW fault watchdog */ in megasas_resume()
7907 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7914 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_resume()
7915 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_resume()
7925 return -ENODEV; in megasas_resume()
7936 adp_state = atomic_read(&instance->adprecovery); in megasas_wait_for_adapter_operational()
7942 dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n"); in megasas_wait_for_adapter_operational()
7948 dev_info(&instance->pdev->dev, in megasas_wait_for_adapter_operational()
7958 * megasas_detach_one - PCI hot"un"plug entry point
7974 host = instance->host; in megasas_detach_one()
7975 fusion = instance->ctrl_context; in megasas_detach_one()
7977 /* Shutdown SR-IOV heartbeat timer */ in megasas_detach_one()
7978 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_detach_one()
7979 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_detach_one()
7982 if (instance->adapter_type != MFI_SERIES) in megasas_detach_one()
7985 if (instance->fw_crash_state != UNAVAILABLE) in megasas_detach_one()
7987 scsi_remove_host(instance->host); in megasas_detach_one()
7988 instance->unload = 1; in megasas_detach_one()
7998 if (instance->ev != NULL) { in megasas_detach_one()
7999 struct megasas_aen_event *ev = instance->ev; in megasas_detach_one()
8000 cancel_delayed_work_sync(&ev->hotplug_work); in megasas_detach_one()
8001 instance->ev = NULL; in megasas_detach_one()
8005 wake_up_all(&instance->int_cmd_wait_q); in megasas_detach_one()
8007 tasklet_kill(&instance->isr_tasklet); in megasas_detach_one()
8015 megasas_mgmt_info.count--; in megasas_detach_one()
8022 instance->instancet->disable_intr(instance); in megasas_detach_one()
8026 if (instance->msix_vectors) in megasas_detach_one()
8027 pci_free_irq_vectors(instance->pdev); in megasas_detach_one()
8029 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_detach_one()
8031 kfree(fusion->stream_detect_by_ld[i]); in megasas_detach_one()
8032 kfree(fusion->stream_detect_by_ld); in megasas_detach_one()
8033 fusion->stream_detect_by_ld = NULL; in megasas_detach_one()
8037 if (instance->adapter_type != MFI_SERIES) { in megasas_detach_one()
8043 if (fusion->ld_map[i]) in megasas_detach_one()
8044 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8045 fusion->max_map_sz, in megasas_detach_one()
8046 fusion->ld_map[i], in megasas_detach_one()
8047 fusion->ld_map_phys[i]); in megasas_detach_one()
8048 if (fusion->ld_drv_map[i]) { in megasas_detach_one()
8049 if (is_vmalloc_addr(fusion->ld_drv_map[i])) in megasas_detach_one()
8050 vfree(fusion->ld_drv_map[i]); in megasas_detach_one()
8052 free_pages((ulong)fusion->ld_drv_map[i], in megasas_detach_one()
8053 fusion->drv_map_pages); in megasas_detach_one()
8056 if (fusion->pd_seq_sync[i]) in megasas_detach_one()
8057 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8059 fusion->pd_seq_sync[i], in megasas_detach_one()
8060 fusion->pd_seq_phys[i]); in megasas_detach_one()
8066 if (instance->vf_affiliation) in megasas_detach_one()
8067 dma_free_coherent(&pdev->dev, (MAX_LOGICAL_DRIVES + 1) * in megasas_detach_one()
8069 instance->vf_affiliation, in megasas_detach_one()
8070 instance->vf_affiliation_h); in megasas_detach_one()
8072 if (instance->vf_affiliation_111) in megasas_detach_one()
8073 dma_free_coherent(&pdev->dev, in megasas_detach_one()
8075 instance->vf_affiliation_111, in megasas_detach_one()
8076 instance->vf_affiliation_111_h); in megasas_detach_one()
8078 if (instance->hb_host_mem) in megasas_detach_one()
8079 dma_free_coherent(&pdev->dev, sizeof(struct MR_CTRL_HB_HOST_MEM), in megasas_detach_one()
8080 instance->hb_host_mem, in megasas_detach_one()
8081 instance->hb_host_mem_h); in megasas_detach_one()
8095 * megasas_shutdown - Shutdown entry point
8105 instance->unload = 1; in megasas_shutdown()
8114 instance->instancet->disable_intr(instance); in megasas_shutdown()
8117 if (instance->msix_vectors) in megasas_shutdown()
8118 pci_free_irq_vectors(instance->pdev); in megasas_shutdown()
8122 * megasas_mgmt_open - char node "open" entry point
8132 return -EACCES; in megasas_mgmt_open()
8138 * megasas_mgmt_fasync - Async notifier registration from applications
8158 filep->private_data = filep; in megasas_mgmt_fasync()
8168 * megasas_mgmt_poll - char node "poll" entry point
8200 crash_support = cmd->frame->dcmd.mbox.w[0]; in megasas_set_crash_dump_params_ioctl()
8204 if (local_instance && local_instance->crash_dump_drv_support) { in megasas_set_crash_dump_params_ioctl()
8205 if ((atomic_read(&local_instance->adprecovery) == in megasas_set_crash_dump_params_ioctl()
8209 local_instance->crash_dump_app_support = in megasas_set_crash_dump_params_ioctl()
8211 dev_info(&local_instance->pdev->dev, in megasas_set_crash_dump_params_ioctl()
8216 dev_info(&local_instance->pdev->dev, in megasas_set_crash_dump_params_ioctl()
8219 error = -1; in megasas_set_crash_dump_params_ioctl()
8227 * megasas_mgmt_fw_ioctl - Issues management ioctls to FW
8251 if (ioc->sge_count > MAX_IOCTL_SGE) { in megasas_mgmt_fw_ioctl()
8252 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] > max limit [%d]\n", in megasas_mgmt_fw_ioctl()
8253 ioc->sge_count, MAX_IOCTL_SGE); in megasas_mgmt_fw_ioctl()
8254 return -EINVAL; in megasas_mgmt_fw_ioctl()
8257 if ((ioc->frame.hdr.cmd >= MFI_CMD_OP_COUNT) || in megasas_mgmt_fw_ioctl()
8258 ((ioc->frame.hdr.cmd == MFI_CMD_NVME) && in megasas_mgmt_fw_ioctl()
8259 !instance->support_nvme_passthru) || in megasas_mgmt_fw_ioctl()
8260 ((ioc->frame.hdr.cmd == MFI_CMD_TOOLBOX) && in megasas_mgmt_fw_ioctl()
8261 !instance->support_pci_lane_margining)) { in megasas_mgmt_fw_ioctl()
8262 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8264 ioc->frame.hdr.cmd); in megasas_mgmt_fw_ioctl()
8265 return -ENOTSUPP; in megasas_mgmt_fw_ioctl()
8270 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n"); in megasas_mgmt_fw_ioctl()
8271 return -ENOMEM; in megasas_mgmt_fw_ioctl()
8276 * frames into our cmd's frames. cmd->frame's context will get in megasas_mgmt_fw_ioctl()
8280 memcpy(cmd->frame, ioc->frame.raw, 2 * MEGAMFI_FRAME_SIZE); in megasas_mgmt_fw_ioctl()
8281 cmd->frame->hdr.context = cpu_to_le32(cmd->index); in megasas_mgmt_fw_ioctl()
8282 cmd->frame->hdr.pad_0 = 0; in megasas_mgmt_fw_ioctl()
8284 cmd->frame->hdr.flags &= (~MFI_FRAME_IEEE); in megasas_mgmt_fw_ioctl()
8286 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8287 cmd->frame->hdr.flags |= cpu_to_le16((MFI_FRAME_SGL64 | in megasas_mgmt_fw_ioctl()
8290 cmd->frame->hdr.flags &= cpu_to_le16(~(MFI_FRAME_SGL64 | in megasas_mgmt_fw_ioctl()
8293 if (cmd->frame->hdr.cmd == MFI_CMD_DCMD) in megasas_mgmt_fw_ioctl()
8294 opcode = le32_to_cpu(cmd->frame->dcmd.opcode); in megasas_mgmt_fw_ioctl()
8297 mutex_lock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8300 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8301 return -1; in megasas_mgmt_fw_ioctl()
8303 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8320 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8322 ((unsigned long)cmd->frame + ioc->sgl_off); in megasas_mgmt_fw_ioctl()
8325 ((unsigned long)cmd->frame + ioc->sgl_off); in megasas_mgmt_fw_ioctl()
8330 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8331 if (!ioc->sgl[i].iov_len) in megasas_mgmt_fw_ioctl()
8334 kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8335 ioc->sgl[i].iov_len, in megasas_mgmt_fw_ioctl()
8338 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc " in megasas_mgmt_fw_ioctl()
8340 error = -ENOMEM; in megasas_mgmt_fw_ioctl()
8348 if (instance->consistent_mask_64bit) { in megasas_mgmt_fw_ioctl()
8350 kern_sge64[i].length = cpu_to_le32(ioc->sgl[i].iov_len); in megasas_mgmt_fw_ioctl()
8353 kern_sge32[i].length = cpu_to_le32(ioc->sgl[i].iov_len); in megasas_mgmt_fw_ioctl()
8360 if (copy_from_user(kbuff_arr[i], ioc->sgl[i].iov_base, in megasas_mgmt_fw_ioctl()
8361 (u32) (ioc->sgl[i].iov_len))) { in megasas_mgmt_fw_ioctl()
8362 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8367 if (ioc->sense_len) { in megasas_mgmt_fw_ioctl()
8369 if (ioc->sense_off > in megasas_mgmt_fw_ioctl()
8370 (sizeof(union megasas_frame) - sizeof(__le64))) { in megasas_mgmt_fw_ioctl()
8371 error = -EINVAL; in megasas_mgmt_fw_ioctl()
8375 sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8378 error = -ENOMEM; in megasas_mgmt_fw_ioctl()
8383 sense_ptr = (void *)cmd->frame + ioc->sense_off; in megasas_mgmt_fw_ioctl()
8389 * cmd to the SCSI mid-layer in megasas_mgmt_fw_ioctl()
8391 cmd->sync_cmd = 1; in megasas_mgmt_fw_ioctl()
8397 cmd->sync_cmd = 0; in megasas_mgmt_fw_ioctl()
8398 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8399 "return -EBUSY from %s %d cmd 0x%x opcode 0x%x cmd->cmd_status_drv 0x%x\n", in megasas_mgmt_fw_ioctl()
8400 __func__, __LINE__, cmd->frame->hdr.cmd, opcode, in megasas_mgmt_fw_ioctl()
8401 cmd->cmd_status_drv); in megasas_mgmt_fw_ioctl()
8402 error = -EBUSY; in megasas_mgmt_fw_ioctl()
8406 cmd->sync_cmd = 0; in megasas_mgmt_fw_ioctl()
8408 if (instance->unload == 1) { in megasas_mgmt_fw_ioctl()
8409 dev_info(&instance->pdev->dev, "Driver unload is in progress " in megasas_mgmt_fw_ioctl()
8416 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8417 if (copy_to_user(ioc->sgl[i].iov_base, kbuff_arr[i], in megasas_mgmt_fw_ioctl()
8418 ioc->sgl[i].iov_len)) { in megasas_mgmt_fw_ioctl()
8419 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8427 if (ioc->sense_len) { in megasas_mgmt_fw_ioctl()
8433 sense_ptr = (void *)ioc->frame.raw + ioc->sense_off; in megasas_mgmt_fw_ioctl()
8440 if (copy_to_user(uptr, sense, ioc->sense_len)) { in megasas_mgmt_fw_ioctl()
8441 dev_err(&instance->pdev->dev, "Failed to copy out to user " in megasas_mgmt_fw_ioctl()
8443 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8451 if (copy_to_user(&user_ioc->frame.hdr.cmd_status, in megasas_mgmt_fw_ioctl()
8452 &cmd->frame->hdr.cmd_status, sizeof(u8))) { in megasas_mgmt_fw_ioctl()
8453 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n"); in megasas_mgmt_fw_ioctl()
8454 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8459 dma_free_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8463 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8465 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8466 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8471 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8489 int err = -EFAULT; in megasas_compat_iocpacket_get_user()
8494 return ERR_PTR(-ENOMEM); in megasas_compat_iocpacket_get_user()
8495 size = offsetof(struct megasas_iocpacket, frame) + sizeof(ioc->frame); in megasas_compat_iocpacket_get_user()
8502 if (get_user(iov_base, &cioc->sgl[i].iov_base) || in megasas_compat_iocpacket_get_user()
8503 get_user(ioc->sgl[i].iov_len, &cioc->sgl[i].iov_len)) in megasas_compat_iocpacket_get_user()
8506 ioc->sgl[i].iov_base = compat_ptr(iov_base); in megasas_compat_iocpacket_get_user()
8531 instance = megasas_lookup_instance(ioc->host_no); in megasas_mgmt_ioctl_fw()
8533 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8538 if (instance->requestorId && !allow_vf_ioctls) { in megasas_mgmt_ioctl_fw()
8539 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8543 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_fw()
8544 dev_err(&instance->pdev->dev, "Controller in crit error\n"); in megasas_mgmt_ioctl_fw()
8545 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8549 if (instance->unload == 1) { in megasas_mgmt_ioctl_fw()
8550 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8554 if (down_interruptible(&instance->ioctl_sem)) { in megasas_mgmt_ioctl_fw()
8555 error = -ERESTARTSYS; in megasas_mgmt_ioctl_fw()
8560 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8566 up(&instance->ioctl_sem); in megasas_mgmt_ioctl_fw()
8579 if (file->private_data != file) { in megasas_mgmt_ioctl_aen()
8582 return -EINVAL; in megasas_mgmt_ioctl_aen()
8586 return -EFAULT; in megasas_mgmt_ioctl_aen()
8591 return -ENODEV; in megasas_mgmt_ioctl_aen()
8593 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_aen()
8594 return -ENODEV; in megasas_mgmt_ioctl_aen()
8597 if (instance->unload == 1) { in megasas_mgmt_ioctl_aen()
8598 return -ENODEV; in megasas_mgmt_ioctl_aen()
8602 return -ENODEV; in megasas_mgmt_ioctl_aen()
8604 mutex_lock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8607 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8612 * megasas_mgmt_ioctl - char node ioctl entry point
8628 return -ENOTTY; in megasas_mgmt_ioctl()
8643 return -ENOTTY; in megasas_mgmt_compat_ioctl()
8718 retval = -EINVAL; in dbg_lvl_store()
8748 * megasas_update_device_list - Update the PD and LD device list from FW
8765 if (instance->enable_fw_dev_list) { in megasas_update_device_list()
8775 if (!instance->requestorId || in megasas_update_device_list()
8786 * megasas_add_remove_devices - Add/remove devices to SCSI mid-layer
8805 host = instance->host; in megasas_add_remove_devices()
8807 if (instance->enable_fw_dev_list) { in megasas_add_remove_devices()
8808 targetid_list = instance->host_device_list_buf; in megasas_add_remove_devices()
8809 for (i = 0; i < targetid_list->count; i++) { in megasas_add_remove_devices()
8810 targetid_entry = &targetid_list->host_device_list[i]; in megasas_add_remove_devices()
8811 if (targetid_entry->flags.u.bits.is_sys_pd) { in megasas_add_remove_devices()
8812 channel = le16_to_cpu(targetid_entry->target_id) / in megasas_add_remove_devices()
8814 id = le16_to_cpu(targetid_entry->target_id) % in megasas_add_remove_devices()
8818 (le16_to_cpu(targetid_entry->target_id) / in megasas_add_remove_devices()
8820 id = le16_to_cpu(targetid_entry->target_id) % in megasas_add_remove_devices()
8837 if (instance->pd_list[pd_index].driveState == in megasas_add_remove_devices()
8857 if (instance->ld_ids[ld_index] != 0xff) { in megasas_add_remove_devices()
8877 struct megasas_instance *instance = ev->instance; in megasas_aen_polling()
8893 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8895 instance->ev = NULL; in megasas_aen_polling()
8896 if (instance->evt_detail) { in megasas_aen_polling()
8899 switch (le32_to_cpu(instance->evt_detail->code)) { in megasas_aen_polling()
8908 ld_target_id = instance->evt_detail->args.ld.target_id; in megasas_aen_polling()
8909 sdev1 = scsi_device_lookup(instance->host, in megasas_aen_polling()
8915 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8917 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8931 dev_info(&instance->pdev->dev, "scanning for scsi%d...\n", in megasas_aen_polling()
8932 instance->host->host_no); in megasas_aen_polling()
8938 instance->snapdump_wait_time) { in megasas_aen_polling()
8940 dev_info(&instance->pdev->dev, in megasas_aen_polling()
8942 instance->snapdump_wait_time); in megasas_aen_polling()
8950 dev_err(&instance->pdev->dev, "invalid evt_detail!\n"); in megasas_aen_polling()
8951 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8959 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8965 seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1; in megasas_aen_polling()
8967 seq_num = instance->last_seq_num; in megasas_aen_polling()
8974 if (instance->aen_cmd != NULL) { in megasas_aen_polling()
8979 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8983 dev_err(&instance->pdev->dev, in megasas_aen_polling()
8986 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8991 * megasas_init - Driver load entry point
9047 … level is out of range, setting it to default 2(CLASS_CRITICAL), permissible range is: -2 to 4\n"); in megasas_init()
9115 * megasas_exit - Driver unload entry point