134 int megasas_transition_to_ready(struct megasas_instance *instance, int ocr);
135 static int megasas_get_pd_list(struct megasas_instance *instance);
136 static int megasas_ld_list_query(struct megasas_instance *instance,
138 static int megasas_issue_init_mfi(struct megasas_instance *instance);
139 static int megasas_register_aen(struct megasas_instance *instance,
141 static void megasas_get_pd_info(struct megasas_instance *instance,
144 megasas_set_ld_removed_by_fw(struct megasas_instance *instance);
223 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,
226 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance);
228 megasas_adp_reset_gen2(struct megasas_instance *instance,
232 megasas_init_adapter_mfi(struct megasas_instance *instance);
234 megasas_build_and_issue_cmd(struct megasas_instance *instance,
238 wait_and_poll(struct megasas_instance *instance, struct megasas_cmd *cmd,
241 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,
244 megasas_set_dma_mask(struct megasas_instance *instance);
246 megasas_alloc_ctrl_mem(struct megasas_instance *instance);
248 megasas_free_ctrl_mem(struct megasas_instance *instance);
250 megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance);
252 megasas_free_ctrl_dma_buffers(struct megasas_instance *instance);
254 megasas_init_ctrl_params(struct megasas_instance *instance);
256 u32 megasas_readl(struct megasas_instance *instance,  in megasas_readl()  argument
267 	if (instance->adapter_type == AERO_SERIES) {  in megasas_readl()
280  * @instance:			Adapter soft state
286 void megasas_set_dma_settings(struct megasas_instance *instance,  in megasas_set_dma_settings()  argument
290 	if (instance->consistent_mask_64bit) {  in megasas_set_dma_settings()
304 megasas_issue_dcmd(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_issue_dcmd()  argument
306 	instance->instancet->fire_cmd(instance,  in megasas_issue_dcmd()
307 		cmd->frame_phys_addr, 0, instance->reg_set);  in megasas_issue_dcmd()
313  * @instance:		Adapter soft state
318 						  *instance)  in megasas_get_cmd()
323 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_get_cmd()
325 	if (!list_empty(&instance->cmd_pool)) {  in megasas_get_cmd()
326 		cmd = list_entry((&instance->cmd_pool)->next,  in megasas_get_cmd()
330 		dev_err(&instance->pdev->dev, "Command pool empty!\n");  in megasas_get_cmd()
333 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_get_cmd()
339  * @instance:		Adapter soft state
343 megasas_return_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_return_cmd()  argument
348 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_return_cmd()
356 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_return_cmd()
359 		blk_tags = instance->max_scsi_cmds + cmd->index;  in megasas_return_cmd()
361 		megasas_return_cmd_fusion(instance, cmd_fusion);  in megasas_return_cmd()
366 	memset(cmd->frame, 0, instance->mfi_frame_size);  in megasas_return_cmd()
370 	list_add(&cmd->list, (&instance->cmd_pool)->next);  in megasas_return_cmd()
372 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_return_cmd()
418   * @instance:			Adapter soft state
421 megasas_decode_evt(struct megasas_instance *instance)  in megasas_decode_evt()  argument
423 	struct megasas_evt_detail *evt_detail = instance->evt_detail;  in megasas_decode_evt()
434 		dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n",  in megasas_decode_evt()
442 		dev_info(&instance->pdev->dev,  in megasas_decode_evt()
455  * @instance:	Adapter soft state
458 megasas_enable_intr_xscale(struct megasas_instance *instance)  in megasas_enable_intr_xscale()  argument
462 	regs = instance->reg_set;  in megasas_enable_intr_xscale()
471  * @instance:	Adapter soft state
474 megasas_disable_intr_xscale(struct megasas_instance *instance)  in megasas_disable_intr_xscale()  argument
479 	regs = instance->reg_set;  in megasas_disable_intr_xscale()
487  * @instance:	Adapter soft state
490 megasas_read_fw_status_reg_xscale(struct megasas_instance *instance)  in megasas_read_fw_status_reg_xscale()  argument
492 	return readl(&instance->reg_set->outbound_msg_0);  in megasas_read_fw_status_reg_xscale()
496  * @instance:	Adapter soft state
499 megasas_clear_intr_xscale(struct megasas_instance *instance)  in megasas_clear_intr_xscale()  argument
504 	regs = instance->reg_set;  in megasas_clear_intr_xscale()
530  * @instance:		Adapter soft state
536 megasas_fire_cmd_xscale(struct megasas_instance *instance,  in megasas_fire_cmd_xscale()  argument
543 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_xscale()
546 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_xscale()
551  * @instance:	Adapter soft state
555 megasas_adp_reset_xscale(struct megasas_instance *instance,  in megasas_adp_reset_xscale()  argument
566 	pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata);  in megasas_adp_reset_xscale()
567 	dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata);  in megasas_adp_reset_xscale()
569 		dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata);  in megasas_adp_reset_xscale()
571 		pci_write_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
578 		pci_read_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
580 		dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata);  in megasas_adp_reset_xscale()
582 			dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata);  in megasas_adp_reset_xscale()
584 			pci_write_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
593  * @instance:	Adapter soft state
597 megasas_check_reset_xscale(struct megasas_instance *instance,  in megasas_check_reset_xscale()  argument
600 	if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) &&  in megasas_check_reset_xscale()
601 	    (le32_to_cpu(*instance->consumer) ==  in megasas_check_reset_xscale()
635  * @instance:	Adapter soft state
638 megasas_enable_intr_ppc(struct megasas_instance *instance)  in megasas_enable_intr_ppc()  argument
642 	regs = instance->reg_set;  in megasas_enable_intr_ppc()
653  * @instance:	Adapter soft state
656 megasas_disable_intr_ppc(struct megasas_instance *instance)  in megasas_disable_intr_ppc()  argument
661 	regs = instance->reg_set;  in megasas_disable_intr_ppc()
669  * @instance:	Adapter soft state
672 megasas_read_fw_status_reg_ppc(struct megasas_instance *instance)  in megasas_read_fw_status_reg_ppc()  argument
674 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_ppc()
679  * @instance:	Adapter soft state
682 megasas_clear_intr_ppc(struct megasas_instance *instance)  in megasas_clear_intr_ppc()  argument
686 	regs = instance->reg_set;  in megasas_clear_intr_ppc()
712  * @instance:		Adapter soft state
718 megasas_fire_cmd_ppc(struct megasas_instance *instance,  in megasas_fire_cmd_ppc()  argument
725 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_ppc()
728 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_ppc()
733  * @instance:	Adapter soft state
737 megasas_check_reset_ppc(struct megasas_instance *instance,  in megasas_check_reset_ppc()  argument
740 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_ppc()
764  * @instance:	Adapter soft state
767 megasas_enable_intr_skinny(struct megasas_instance *instance)  in megasas_enable_intr_skinny()  argument
771 	regs = instance->reg_set;  in megasas_enable_intr_skinny()
782  * @instance:	Adapter soft state
785 megasas_disable_intr_skinny(struct megasas_instance *instance)  in megasas_disable_intr_skinny()  argument
790 	regs = instance->reg_set;  in megasas_disable_intr_skinny()
798  * @instance:	Adapter soft state
801 megasas_read_fw_status_reg_skinny(struct megasas_instance *instance)  in megasas_read_fw_status_reg_skinny()  argument
803 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_skinny()
808  * @instance:	Adapter soft state
811 megasas_clear_intr_skinny(struct megasas_instance *instance)  in megasas_clear_intr_skinny()  argument
816 	regs = instance->reg_set;  in megasas_clear_intr_skinny()
830 	if ((megasas_read_fw_status_reg_skinny(instance) & MFI_STATE_MASK) ==  in megasas_clear_intr_skinny()
851  * @instance:		Adapter soft state
857 megasas_fire_cmd_skinny(struct megasas_instance *instance,  in megasas_fire_cmd_skinny()  argument
864 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_skinny()
869 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_skinny()
874  * @instance:	Adapter soft state
878 megasas_check_reset_skinny(struct megasas_instance *instance,  in megasas_check_reset_skinny()  argument
881 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_skinny()
911  * @instance:	Adapter soft state
914 megasas_enable_intr_gen2(struct megasas_instance *instance)  in megasas_enable_intr_gen2()  argument
918 	regs = instance->reg_set;  in megasas_enable_intr_gen2()
930  * @instance:	Adapter soft state
933 megasas_disable_intr_gen2(struct megasas_instance *instance)  in megasas_disable_intr_gen2()  argument
938 	regs = instance->reg_set;  in megasas_disable_intr_gen2()
946  * @instance:	Adapter soft state
949 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance)  in megasas_read_fw_status_reg_gen2()  argument
951 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_gen2()
956  * @instance:	Adapter soft state
959 megasas_clear_intr_gen2(struct megasas_instance *instance)  in megasas_clear_intr_gen2()  argument
964 	regs = instance->reg_set;  in megasas_clear_intr_gen2()
992  * @instance:		Adapter soft state
998 megasas_fire_cmd_gen2(struct megasas_instance *instance,  in megasas_fire_cmd_gen2()  argument
1005 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_gen2()
1008 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_gen2()
1013  * @instance:	Adapter soft state
1017 megasas_adp_reset_gen2(struct megasas_instance *instance,  in megasas_adp_reset_gen2()  argument
1025 	if (instance->instancet == &megasas_instance_template_skinny) {  in megasas_adp_reset_gen2()
1044 		dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n",  in megasas_adp_reset_gen2()
1052 	dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag);  in megasas_adp_reset_gen2()
1062 		dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n",  in megasas_adp_reset_gen2()
1074  * @instance:	Adapter soft state
1078 megasas_check_reset_gen2(struct megasas_instance *instance,  in megasas_check_reset_gen2()  argument
1081 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_gen2()
1115  * @instance:			Adapter soft state
1121 megasas_issue_polled(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_issue_polled()  argument
1128 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_polled()
1129 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_polled()
1134 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_polled()
1136 	return wait_and_poll(instance, cmd, instance->requestorId ?  in megasas_issue_polled()
1142  * @instance:			Adapter soft state
1151 megasas_issue_blocked_cmd(struct megasas_instance *instance,  in megasas_issue_blocked_cmd()  argument
1157 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_blocked_cmd()
1158 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_blocked_cmd()
1163 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_blocked_cmd()
1166 		ret = wait_event_timeout(instance->int_cmd_wait_q,  in megasas_issue_blocked_cmd()
1169 			dev_err(&instance->pdev->dev,  in megasas_issue_blocked_cmd()
1175 		wait_event(instance->int_cmd_wait_q,  in megasas_issue_blocked_cmd()
1183  * @instance:				Adapter soft state
1193 megasas_issue_blocked_abort_cmd(struct megasas_instance *instance,  in megasas_issue_blocked_abort_cmd()  argument
1201 	cmd = megasas_get_cmd(instance);  in megasas_issue_blocked_abort_cmd()
1223 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_blocked_abort_cmd()
1224 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_blocked_abort_cmd()
1229 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_blocked_abort_cmd()
1232 		ret = wait_event_timeout(instance->abort_cmd_wait_q,  in megasas_issue_blocked_abort_cmd()
1236 			dev_err(&instance->pdev->dev,  in megasas_issue_blocked_abort_cmd()
1242 		wait_event(instance->abort_cmd_wait_q,  in megasas_issue_blocked_abort_cmd()
1247 	megasas_return_cmd(instance, cmd);  in megasas_issue_blocked_abort_cmd()
1253  * @instance:		Adapter soft state
1261 megasas_make_sgl32(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_make_sgl32()  argument
1282  * @instance:		Adapter soft state
1290 megasas_make_sgl64(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_make_sgl64()  argument
1311  * @instance:           Adapter soft state
1319 megasas_make_sgl_skinny(struct megasas_instance *instance,  in megasas_make_sgl_skinny()  argument
1348 static u32 megasas_get_frame_count(struct megasas_instance *instance,  in megasas_get_frame_count()  argument
1359 	if (instance->flag_ieee) {  in megasas_get_frame_count()
1370 		if (instance->flag_ieee == 1) {  in megasas_get_frame_count()
1377 		if (instance->flag_ieee == 1) {  in megasas_get_frame_count()
1401  * @instance:		Adapter soft state
1409 megasas_build_dcdb(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_build_dcdb()  argument
1428 	if (instance->flag_ieee == 1) {  in megasas_build_dcdb()
1462 	if (instance->flag_ieee == 1) {  in megasas_build_dcdb()
1464 		pthru->sge_count = megasas_make_sgl_skinny(instance, scp,  in megasas_build_dcdb()
1468 		pthru->sge_count = megasas_make_sgl64(instance, scp,  in megasas_build_dcdb()
1471 		pthru->sge_count = megasas_make_sgl32(instance, scp,  in megasas_build_dcdb()
1474 	if (pthru->sge_count > instance->max_num_sge) {  in megasas_build_dcdb()
1475 		dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n",  in megasas_build_dcdb()
1493 	cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count,  in megasas_build_dcdb()
1501  * @instance:		Adapter soft state
1508 megasas_build_ldio(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_build_ldio()  argument
1524 	if (instance->flag_ieee == 1) {  in megasas_build_ldio()
1605 	if (instance->flag_ieee) {  in megasas_build_ldio()
1607 		ldio->sge_count = megasas_make_sgl_skinny(instance, scp,  in megasas_build_ldio()
1611 		ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl);  in megasas_build_ldio()
1613 		ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl);  in megasas_build_ldio()
1615 	if (ldio->sge_count > instance->max_num_sge) {  in megasas_build_ldio()
1616 		dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n",  in megasas_build_ldio()
1632 	cmd->frame_count = megasas_get_frame_count(instance,  in megasas_build_ldio()
1670  * @instance:				Adapter soft state
1673 megasas_dump_pending_frames(struct megasas_instance *instance)  in megasas_dump_pending_frames()  argument
1681 	u16 max_cmd = instance->max_fw_cmds;  in megasas_dump_pending_frames()
1683 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta…  in megasas_dump_pending_frames()
1684 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_…  in megasas_dump_pending_frames()
1686 		dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no);  in megasas_dump_pending_frames()
1688 		dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no);  in megasas_dump_pending_frames()
1690 	dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no);  in megasas_dump_pending_frames()
1692 		cmd = instance->cmd_list[i];  in megasas_dump_pending_frames()
1695 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon…  in megasas_dump_pending_frames()
1700 			dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x,"  in megasas_dump_pending_frames()
1702 			instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id,  in megasas_dump_pending_frames()
1709 			dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, "  in megasas_dump_pending_frames()
1711 			instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id,  in megasas_dump_pending_frames()
1718 					dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n",  in megasas_dump_pending_frames()
1722 					dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n",  in megasas_dump_pending_frames()
1728 	dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no);  in megasas_dump_pending_frames()
1731 		cmd = instance->cmd_list[i];  in megasas_dump_pending_frames()
1734 			dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr);  in megasas_dump_pending_frames()
1736 	dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no);  in megasas_dump_pending_frames()
1740 megasas_build_and_issue_cmd(struct megasas_instance *instance,  in megasas_build_and_issue_cmd()  argument
1746 	cmd = megasas_get_cmd(instance);  in megasas_build_and_issue_cmd()
1754 		frame_count = megasas_build_ldio(instance, scmd, cmd);  in megasas_build_and_issue_cmd()
1756 		frame_count = megasas_build_dcdb(instance, scmd, cmd);  in megasas_build_and_issue_cmd()
1767 	atomic_inc(&instance->fw_outstanding);  in megasas_build_and_issue_cmd()
1769 	instance->instancet->fire_cmd(instance, cmd->frame_phys_addr,  in megasas_build_and_issue_cmd()
1770 				cmd->frame_count-1, instance->reg_set);  in megasas_build_and_issue_cmd()
1774 	megasas_return_cmd(instance, cmd);  in megasas_build_and_issue_cmd()
1787 	struct megasas_instance *instance;  in megasas_queue_command()  local
1791 	instance = (struct megasas_instance *)  in megasas_queue_command()
1794 	if (instance->unload == 1) {  in megasas_queue_command()
1800 	if (instance->issuepend_done == 0)  in megasas_queue_command()
1805 	if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) {  in megasas_queue_command()
1806 		if (megasas_check_mpio_paths(instance, scmd) ==  in megasas_queue_command()
1818 	    (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)) {  in megasas_queue_command()
1826 		if (instance->ld_tgtid_status[ld_tgt_id] == LD_TARGET_ID_DELETED) {  in megasas_queue_command()
1833 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_queue_command()
1843 	    (scmd->device->id >= instance->fw_supported_vd_count ||  in megasas_queue_command()
1851 	    (!instance->fw_sync_cache_support)) {  in megasas_queue_command()
1856 	return instance->instancet->build_and_issue_cmd(instance, scmd);  in megasas_queue_command()
1869 		if ((megasas_mgmt_info.instance[i]) &&  in megasas_lookup_instance()
1870 		    (megasas_mgmt_info.instance[i]->host->host_no == host_no))  in megasas_lookup_instance()
1871 			return megasas_mgmt_info.instance[i];  in megasas_lookup_instance()
1894 	struct megasas_instance *instance;  in megasas_set_dynamic_target_properties()  local
1901 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_dynamic_target_properties()
1902 	fusion = instance->ctrl_context;  in megasas_set_dynamic_target_properties()
1911 		local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)];  in megasas_set_dynamic_target_properties()
1913 		if (ld >= instance->fw_supported_vd_count)  in megasas_set_dynamic_target_properties()
1928 	} else if (instance->use_seqnum_jbod_fp) {  in megasas_set_dynamic_target_properties()
1932 				[(instance->pd_seq_map_id - 1) & 1];  in megasas_set_dynamic_target_properties()
1937 	if (is_target_prop && instance->tgt_prop->reset_tmo) {  in megasas_set_dynamic_target_properties()
1943 			min_t(u8, instance->max_reset_tmo,  in megasas_set_dynamic_target_properties()
1944 			      instance->tgt_prop->reset_tmo);  in megasas_set_dynamic_target_properties()
1945 		mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo;  in megasas_set_dynamic_target_properties()
1974 	struct megasas_instance *instance;  in megasas_set_nvme_device_properties()  local
1977 	instance = (struct megasas_instance *)sdev->host->hostdata;  in megasas_set_nvme_device_properties()
1978 	mr_nvme_pg_size = max_t(u32, instance->nvme_page_size,  in megasas_set_nvme_device_properties()
1999 	struct megasas_instance *instance;  in megasas_set_fw_assisted_qd()  local
2002 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_fw_assisted_qd()
2019 		tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth);  in megasas_set_fw_assisted_qd()
2021 			device_qd = min(instance->host->can_queue,  in megasas_set_fw_assisted_qd()
2025 	if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE)  in megasas_set_fw_assisted_qd()
2026 		device_qd = instance->host->can_queue;  in megasas_set_fw_assisted_qd()
2047 	struct megasas_instance *instance;  in megasas_set_static_target_properties()  local
2049 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_static_target_properties()
2060 		max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb);  in megasas_set_static_target_properties()
2062 	if (instance->nvme_page_size && max_io_size_kb)  in megasas_set_static_target_properties()
2074 	struct megasas_instance *instance;  in megasas_sdev_configure()  local
2078 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_sdev_configure()
2079 	if (instance->pd_list_not_supported) {  in megasas_sdev_configure()
2083 			if (instance->pd_list[pd_index].driveState !=  in megasas_sdev_configure()
2089 	mutex_lock(&instance->reset_mutex);  in megasas_sdev_configure()
2091 	if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev))  in megasas_sdev_configure()
2092 		megasas_get_pd_info(instance, sdev);  in megasas_sdev_configure()
2094 	/* Some ventura firmware may not have instance->nvme_page_size set.  in megasas_sdev_configure()
2097 	if ((instance->tgt_prop) && (instance->nvme_page_size))  in megasas_sdev_configure()
2098 		ret_target_prop = megasas_get_target_prop(instance, sdev);  in megasas_sdev_configure()
2109 	mutex_unlock(&instance->reset_mutex);  in megasas_sdev_configure()
2117 	struct megasas_instance *instance ;  in megasas_sdev_init()  local
2120 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_sdev_init()
2128 		if ((instance->pd_list_not_supported ||  in megasas_sdev_init()
2129 			instance->pd_list[pd_index].driveState ==  in megasas_sdev_init()
2147 		instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_ACTIVE;  in megasas_sdev_init()
2155 		   instance->r1_ldio_hint_default);  in megasas_sdev_init()
2162 	struct megasas_instance *instance;  in megasas_sdev_destroy()  local
2164 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_sdev_destroy()
2172 		instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_DELETED;  in megasas_sdev_destroy()
2185 * @instance:				Adapter soft state
2188 static void megasas_complete_outstanding_ioctls(struct megasas_instance *instance)  in megasas_complete_outstanding_ioctls()  argument
2193 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_complete_outstanding_ioctls()
2197 		for (i = 0; i < instance->max_fw_cmds; i++) {  in megasas_complete_outstanding_ioctls()
2200 				cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx];  in megasas_complete_outstanding_ioctls()
2205 					megasas_complete_cmd(instance,  in megasas_complete_outstanding_ioctls()
2211 		for (i = 0; i < instance->max_fw_cmds; i++) {  in megasas_complete_outstanding_ioctls()
2212 			cmd_mfi = instance->cmd_list[i];  in megasas_complete_outstanding_ioctls()
2215 				megasas_complete_cmd(instance, cmd_mfi, DID_OK);  in megasas_complete_outstanding_ioctls()
2221 void megaraid_sas_kill_hba(struct megasas_instance *instance)  in megaraid_sas_kill_hba()  argument
2223 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megaraid_sas_kill_hba()
2224 		dev_warn(&instance->pdev->dev,  in megaraid_sas_kill_hba()
2230 	atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR);  in megaraid_sas_kill_hba()
2233 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megaraid_sas_kill_hba()
2234 		(instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) ||  in megaraid_sas_kill_hba()
2235 		(instance->adapter_type != MFI_SERIES)) {  in megaraid_sas_kill_hba()
2236 		if (!instance->requestorId) {  in megaraid_sas_kill_hba()
2237 			writel(MFI_STOP_ADP, &instance->reg_set->doorbell);  in megaraid_sas_kill_hba()
2239 			readl(&instance->reg_set->doorbell);  in megaraid_sas_kill_hba()
2241 		if (instance->requestorId && instance->peerIsPresent)  in megaraid_sas_kill_hba()
2242 			memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megaraid_sas_kill_hba()
2245 			&instance->reg_set->inbound_doorbell);  in megaraid_sas_kill_hba()
2248 	megasas_complete_outstanding_ioctls(instance);  in megaraid_sas_kill_hba()
2254   * @instance:			Adapter soft state
2258 megasas_check_and_restore_queue_depth(struct megasas_instance *instance)  in megasas_check_and_restore_queue_depth()  argument
2262 	if (instance->flag & MEGASAS_FW_BUSY  in megasas_check_and_restore_queue_depth()
2263 	    && time_after(jiffies, instance->last_time + 5 * HZ)  in megasas_check_and_restore_queue_depth()
2264 	    && atomic_read(&instance->fw_outstanding) <  in megasas_check_and_restore_queue_depth()
2265 	    instance->throttlequeuedepth + 1) {  in megasas_check_and_restore_queue_depth()
2267 		spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_check_and_restore_queue_depth()
2268 		instance->flag &= ~MEGASAS_FW_BUSY;  in megasas_check_and_restore_queue_depth()
2270 		instance->host->can_queue = instance->cur_can_queue;  in megasas_check_and_restore_queue_depth()
2271 		spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_check_and_restore_queue_depth()
2287 	struct megasas_instance *instance =  in megasas_complete_cmd_dpc()  local
2292 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_complete_cmd_dpc()
2295 	spin_lock_irqsave(&instance->completion_lock, flags);  in megasas_complete_cmd_dpc()
2297 	producer = le32_to_cpu(*instance->producer);  in megasas_complete_cmd_dpc()
2298 	consumer = le32_to_cpu(*instance->consumer);  in megasas_complete_cmd_dpc()
2301 		context = le32_to_cpu(instance->reply_queue[consumer]);  in megasas_complete_cmd_dpc()
2302 		if (context >= instance->max_fw_cmds) {  in megasas_complete_cmd_dpc()
2303 			dev_err(&instance->pdev->dev, "Unexpected context value %x\n",  in megasas_complete_cmd_dpc()
2308 		cmd = instance->cmd_list[context];  in megasas_complete_cmd_dpc()
2310 		megasas_complete_cmd(instance, cmd, DID_OK);  in megasas_complete_cmd_dpc()
2313 		if (consumer == (instance->max_fw_cmds + 1)) {  in megasas_complete_cmd_dpc()
2318 	*instance->consumer = cpu_to_le32(producer);  in megasas_complete_cmd_dpc()
2320 	spin_unlock_irqrestore(&instance->completion_lock, flags);  in megasas_complete_cmd_dpc()
2325 	megasas_check_and_restore_queue_depth(instance);  in megasas_complete_cmd_dpc()
2332  * @instance:		Adapter soft state
2335 void megasas_start_timer(struct megasas_instance *instance)  in megasas_start_timer()  argument
2337 	struct timer_list *timer = &instance->sriov_heartbeat_timer;  in megasas_start_timer()
2345 megasas_internal_reset_defer_cmds(struct megasas_instance *instance);
2350 static void megasas_do_ocr(struct megasas_instance *instance)  in megasas_do_ocr()  argument
2352 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) ||  in megasas_do_ocr()
2353 	(instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) ||  in megasas_do_ocr()
2354 	(instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) {  in megasas_do_ocr()
2355 		*instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN);  in megasas_do_ocr()
2357 	instance->instancet->disable_intr(instance);  in megasas_do_ocr()
2358 	atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT);  in megasas_do_ocr()
2359 	instance->issuepend_done = 0;  in megasas_do_ocr()
2361 	atomic_set(&instance->fw_outstanding, 0);  in megasas_do_ocr()
2362 	megasas_internal_reset_defer_cmds(instance);  in megasas_do_ocr()
2363 	process_fw_state_change_wq(&instance->work_init);  in megasas_do_ocr()
2366 static int megasas_get_ld_vf_affiliation_111(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation_111()  argument
2376 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_vf_affiliation_111()
2379 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:"  in megasas_get_ld_vf_affiliation_111()
2381 			instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2387 	if (!instance->vf_affiliation_111) {  in megasas_get_ld_vf_affiliation_111()
2388 		dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF "  in megasas_get_ld_vf_affiliation_111()
2389 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2390 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2395 			memset(instance->vf_affiliation_111, 0,  in megasas_get_ld_vf_affiliation_111()
2399 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_111()
2403 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate "  in megasas_get_ld_vf_affiliation_111()
2405 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2406 			megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2425 			cpu_to_le32(instance->vf_affiliation_111_h);  in megasas_get_ld_vf_affiliation_111()
2433 	dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for "  in megasas_get_ld_vf_affiliation_111()
2434 	       "scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2436 	if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) {  in megasas_get_ld_vf_affiliation_111()
2437 		dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD"  in megasas_get_ld_vf_affiliation_111()
2439 		       dcmd->cmd_status, instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2447 			if (instance->vf_affiliation_111->map[ld].policy[thisVf] !=  in megasas_get_ld_vf_affiliation_111()
2449 				dev_warn(&instance->pdev->dev, "SR-IOV: "  in megasas_get_ld_vf_affiliation_111()
2451 				       instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2452 				memcpy(instance->vf_affiliation_111,  in megasas_get_ld_vf_affiliation_111()
2461 		dma_free_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_111()
2467 	megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2472 static int megasas_get_ld_vf_affiliation_12(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation_12()  argument
2483 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_vf_affiliation_12()
2486 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: "  in megasas_get_ld_vf_affiliation_12()
2488 		       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2494 	if (!instance->vf_affiliation) {  in megasas_get_ld_vf_affiliation_12()
2495 		dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF "  in megasas_get_ld_vf_affiliation_12()
2496 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2497 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2502 		memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) *  in megasas_get_ld_vf_affiliation_12()
2506 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_12()
2510 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate "  in megasas_get_ld_vf_affiliation_12()
2512 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2513 			megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2532 			cpu_to_le32(instance->vf_affiliation_h);  in megasas_get_ld_vf_affiliation_12()
2540 	dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for "  in megasas_get_ld_vf_affiliation_12()
2541 	       "scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2544 	if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) {  in megasas_get_ld_vf_affiliation_12()
2545 		dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD"  in megasas_get_ld_vf_affiliation_12()
2547 		       dcmd->cmd_status, instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2554 			dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF "  in megasas_get_ld_vf_affiliation_12()
2556 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2561 		savedmap = instance->vf_affiliation->map;  in megasas_get_ld_vf_affiliation_12()
2565 			for (j = 0; j < instance->vf_affiliation->ldCount;  in megasas_get_ld_vf_affiliation_12()
2590 		savedmap = instance->vf_affiliation->map;  in megasas_get_ld_vf_affiliation_12()
2592 		for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) {  in megasas_get_ld_vf_affiliation_12()
2620 		dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF "  in megasas_get_ld_vf_affiliation_12()
2621 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2622 		memcpy(instance->vf_affiliation, new_affiliation,  in megasas_get_ld_vf_affiliation_12()
2628 		dma_free_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_12()
2632 	megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2638 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation()  argument
2643 	if (instance->PlasmaFW111)  in megasas_get_ld_vf_affiliation()
2644 		retval = megasas_get_ld_vf_affiliation_111(instance, initial);  in megasas_get_ld_vf_affiliation()
2646 		retval = megasas_get_ld_vf_affiliation_12(instance, initial);  in megasas_get_ld_vf_affiliation()
2651 int megasas_sriov_start_heartbeat(struct megasas_instance *instance,  in megasas_sriov_start_heartbeat()  argument
2658 	cmd = megasas_get_cmd(instance);  in megasas_sriov_start_heartbeat()
2661 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: "  in megasas_sriov_start_heartbeat()
2663 		       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2670 		instance->hb_host_mem =  in megasas_sriov_start_heartbeat()
2671 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_sriov_start_heartbeat()
2673 					   &instance->hb_host_mem_h,  in megasas_sriov_start_heartbeat()
2675 		if (!instance->hb_host_mem) {  in megasas_sriov_start_heartbeat()
2676 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate"  in megasas_sriov_start_heartbeat()
2678 			       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2696 	megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h,  in megasas_sriov_start_heartbeat()
2699 	dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n",  in megasas_sriov_start_heartbeat()
2700 	       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2702 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_sriov_start_heartbeat()
2703 	    !instance->mask_interrupts)  in megasas_sriov_start_heartbeat()
2704 		retval = megasas_issue_blocked_cmd(instance, cmd,  in megasas_sriov_start_heartbeat()
2707 		retval = megasas_issue_polled(instance, cmd);  in megasas_sriov_start_heartbeat()
2710 		dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST"  in megasas_sriov_start_heartbeat()
2713 			"timed out" : "failed", instance->host->host_no);  in megasas_sriov_start_heartbeat()
2718 	megasas_return_cmd(instance, cmd);  in megasas_sriov_start_heartbeat()
2726 	struct megasas_instance *instance =  in megasas_sriov_heartbeat_handler()  local
2727 		from_timer(instance, t, sriov_heartbeat_timer);  in megasas_sriov_heartbeat_handler()
2729 	if (instance->hb_host_mem->HB.fwCounter !=  in megasas_sriov_heartbeat_handler()
2730 	    instance->hb_host_mem->HB.driverCounter) {  in megasas_sriov_heartbeat_handler()
2731 		instance->hb_host_mem->HB.driverCounter =  in megasas_sriov_heartbeat_handler()
2732 			instance->hb_host_mem->HB.fwCounter;  in megasas_sriov_heartbeat_handler()
2733 		mod_timer(&instance->sriov_heartbeat_timer,  in megasas_sriov_heartbeat_handler()
2736 		dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never "  in megasas_sriov_heartbeat_handler()
2737 		       "completed for scsi%d\n", instance->host->host_no);  in megasas_sriov_heartbeat_handler()
2738 		schedule_work(&instance->work_init);  in megasas_sriov_heartbeat_handler()
2744  * @instance:				Adapter soft state
2750 static int megasas_wait_for_outstanding(struct megasas_instance *instance)  in megasas_wait_for_outstanding()  argument
2760 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_wait_for_outstanding()
2761 		dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n",  in megasas_wait_for_outstanding()
2766 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) {  in megasas_wait_for_outstanding()
2769 		spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_wait_for_outstanding()
2770 		list_splice_init(&instance->internal_reset_pending_q,  in megasas_wait_for_outstanding()
2772 		spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_wait_for_outstanding()
2774 		dev_notice(&instance->pdev->dev, "HBA reset wait ...\n");  in megasas_wait_for_outstanding()
2777 			if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL)  in megasas_wait_for_outstanding()
2781 		if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) {  in megasas_wait_for_outstanding()
2782 			dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n");  in megasas_wait_for_outstanding()
2783 			atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR);  in megasas_wait_for_outstanding()
2794 				dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n",  in megasas_wait_for_outstanding()
2799 				megasas_return_cmd(instance, reset_cmd);  in megasas_wait_for_outstanding()
2801 				dev_notice(&instance->pdev->dev, "%p synch cmds"  in megasas_wait_for_outstanding()
2806 				instance->instancet->fire_cmd(instance,  in megasas_wait_for_outstanding()
2808 						0, instance->reg_set);  in megasas_wait_for_outstanding()
2810 				dev_notice(&instance->pdev->dev, "%p unexpected"  in megasas_wait_for_outstanding()
2821 		outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2827 			dev_notice(&instance->pdev->dev, "[%2d]waiting for %d "  in megasas_wait_for_outstanding()
2833 			megasas_complete_cmd_dpc((unsigned long)instance);  in megasas_wait_for_outstanding()
2840 	outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2841 	fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK;  in megasas_wait_for_outstanding()
2846 	if (instance->disableOnlineCtrlReset)  in megasas_wait_for_outstanding()
2849 		if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) {  in megasas_wait_for_outstanding()
2850 			dev_info(&instance->pdev->dev,  in megasas_wait_for_outstanding()
2852 				__func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding));  in megasas_wait_for_outstanding()
2855 			megasas_do_ocr(instance);  in megasas_wait_for_outstanding()
2857 			if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_wait_for_outstanding()
2858 				dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n",  in megasas_wait_for_outstanding()
2862 			dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n",  in megasas_wait_for_outstanding()
2868 			outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2870 			fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK;  in megasas_wait_for_outstanding()
2879 	dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n",  in megasas_wait_for_outstanding()
2886 	dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d"  in megasas_wait_for_outstanding()
2888 		__func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset,  in megasas_wait_for_outstanding()
2889 		atomic_read(&instance->fw_outstanding));  in megasas_wait_for_outstanding()
2890 	megasas_dump_pending_frames(instance);  in megasas_wait_for_outstanding()
2891 	megaraid_sas_kill_hba(instance);  in megasas_wait_for_outstanding()
2907 	struct megasas_instance *instance;  in megasas_generic_reset()  local
2909 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_generic_reset()
2914 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_generic_reset()
2915 		dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n");  in megasas_generic_reset()
2919 	ret_val = megasas_wait_for_outstanding(instance);  in megasas_generic_reset()
2921 		dev_notice(&instance->pdev->dev, "reset successful\n");  in megasas_generic_reset()
2923 		dev_err(&instance->pdev->dev, "failed to do reset\n");  in megasas_generic_reset()
2937 	struct megasas_instance *instance;  in megasas_reset_timer()  local
2945 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_timer()
2946 	if (!(instance->flag & MEGASAS_FW_BUSY)) {  in megasas_reset_timer()
2948 		spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_reset_timer()
2950 		instance->host->can_queue = instance->throttlequeuedepth;  in megasas_reset_timer()
2951 		instance->last_time = jiffies;  in megasas_reset_timer()
2952 		instance->flag |= MEGASAS_FW_BUSY;  in megasas_reset_timer()
2954 		spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_reset_timer()
3008 	struct megasas_instance *instance;  in megasas_dump_fusion_io()  local
3010 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_dump_fusion_io()
3031 			     instance->max_chain_frame_sz, 8);  in megasas_dump_fusion_io()
3067 	struct megasas_instance *instance;  in megasas_reset_bus_host()  local
3069 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_bus_host()
3078 		atomic_read(&instance->fw_outstanding));  in megasas_reset_bus_host()
3082 	if (instance->adapter_type == MFI_SERIES) {  in megasas_reset_bus_host()
3101 	struct megasas_instance *instance;  in megasas_task_abort()  local
3103 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_task_abort()
3105 	if (instance->adapter_type != MFI_SERIES)  in megasas_task_abort()
3123 	struct megasas_instance *instance;  in megasas_reset_target()  local
3125 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_target()
3127 	if (instance->adapter_type != MFI_SERIES)  in megasas_reset_target()
3183 	struct megasas_instance *instance;  in megasas_map_queues()  local
3187 	instance = (struct megasas_instance *)shost->hostdata;  in megasas_map_queues()
3192 	offset = instance->low_latency_index_start;  in megasas_map_queues()
3196 	map->nr_queues = instance->msix_vectors - offset;  in megasas_map_queues()
3198 	blk_mq_map_hw_queues(map, &instance->pdev->dev, offset);  in megasas_map_queues()
3207 	map->nr_queues = instance->iopoll_q_count;  in megasas_map_queues()
3222  * @instance:			Adapter soft state
3233 megasas_service_aen(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_service_aen()  argument
3240 	if ((!cmd->abort_aen) && (instance->unload == 0)) {  in megasas_service_aen()
3250 	instance->aen_cmd = NULL;  in megasas_service_aen()
3252 	megasas_return_cmd(instance, cmd);  in megasas_service_aen()
3254 	if ((instance->unload == 0) &&  in megasas_service_aen()
3255 		((instance->issuepend_done == 1))) {  in megasas_service_aen()
3260 			dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n");  in megasas_service_aen()
3262 			ev->instance = instance;  in megasas_service_aen()
3263 			instance->ev = ev;  in megasas_service_aen()
3276 	struct megasas_instance *instance =  in fw_crash_buffer_store()  local
3283 	mutex_lock(&instance->crashdump_lock);  in fw_crash_buffer_store()
3284 	instance->fw_crash_buffer_offset = val;  in fw_crash_buffer_store()
3285 	mutex_unlock(&instance->crashdump_lock);  in fw_crash_buffer_store()
3294 	struct megasas_instance *instance =  in fw_crash_buffer_show()  local
3302 	mutex_lock(&instance->crashdump_lock);  in fw_crash_buffer_show()
3303 	buff_offset = instance->fw_crash_buffer_offset;  in fw_crash_buffer_show()
3304 	if (!instance->crash_dump_buf ||  in fw_crash_buffer_show()
3305 		!((instance->fw_crash_state == AVAILABLE) ||  in fw_crash_buffer_show()
3306 		(instance->fw_crash_state == COPYING))) {  in fw_crash_buffer_show()
3307 		dev_err(&instance->pdev->dev,  in fw_crash_buffer_show()
3309 		mutex_unlock(&instance->crashdump_lock);  in fw_crash_buffer_show()
3313 	if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) {  in fw_crash_buffer_show()
3314 		dev_err(&instance->pdev->dev,  in fw_crash_buffer_show()
3316 		mutex_unlock(&instance->crashdump_lock);  in fw_crash_buffer_show()
3320 	size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset;  in fw_crash_buffer_show()
3325 	src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] +  in fw_crash_buffer_show()
3328 	mutex_unlock(&instance->crashdump_lock);  in fw_crash_buffer_show()
3338 	struct megasas_instance *instance =  in fw_crash_buffer_size_show()  local
3342 		((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE);  in fw_crash_buffer_size_show()
3350 	struct megasas_instance *instance =  in fw_crash_state_store()  local
3358 		dev_err(&instance->pdev->dev, "application updates invalid "  in fw_crash_state_store()
3363 	instance->fw_crash_state = val;  in fw_crash_state_store()
3366 		mutex_lock(&instance->crashdump_lock);  in fw_crash_state_store()
3367 		megasas_free_host_crash_buffer(instance);  in fw_crash_state_store()
3368 		mutex_unlock(&instance->crashdump_lock);  in fw_crash_state_store()
3370 			dev_info(&instance->pdev->dev, "application failed to "  in fw_crash_state_store()
3373 			dev_info(&instance->pdev->dev, "Firmware crash dump "  in fw_crash_state_store()
3384 	struct megasas_instance *instance =  in fw_crash_state_show()  local
3387 	return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state);  in fw_crash_state_show()
3402 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in ldio_outstanding_show()  local
3404 	return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding));  in ldio_outstanding_show()
3412 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in fw_cmds_outstanding_show()  local
3414 	return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding));  in fw_cmds_outstanding_show()
3422 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in enable_sdev_max_qd_show()  local
3424 	return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd);  in enable_sdev_max_qd_show()
3432 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in enable_sdev_max_qd_store()  local
3443 	mutex_lock(&instance->reset_mutex);  in enable_sdev_max_qd_store()
3445 		instance->enable_sdev_max_qd = true;  in enable_sdev_max_qd_store()
3447 		instance->enable_sdev_max_qd = false;  in enable_sdev_max_qd_store()
3450 		ret_target_prop = megasas_get_target_prop(instance, sdev);  in enable_sdev_max_qd_store()
3454 	mutex_unlock(&instance->reset_mutex);  in enable_sdev_max_qd_store()
3464 	struct megasas_instance *instance =  in dump_system_regs_show()  local
3467 	return megasas_dump_sys_regs(instance->reg_set, buf);  in dump_system_regs_show()
3475 	struct megasas_instance *instance =  in raid_map_id_show()  local
3479 			(unsigned long)instance->map_id);  in raid_map_id_show()
3534  * @instance:			Adapter soft state
3542 megasas_complete_int_cmd(struct megasas_instance *instance,  in megasas_complete_int_cmd()  argument
3550 	wake_up(&instance->int_cmd_wait_q);  in megasas_complete_int_cmd()
3555  * @instance:			Adapter soft state
3563 megasas_complete_abort(struct megasas_instance *instance,  in megasas_complete_abort()  argument
3569 		wake_up(&instance->abort_cmd_wait_q);  in megasas_complete_abort()
3574 megasas_set_ld_removed_by_fw(struct megasas_instance *instance)  in megasas_set_ld_removed_by_fw()  argument
3579 		if (instance->ld_ids_prev[i] != 0xff &&  in megasas_set_ld_removed_by_fw()
3580 		    instance->ld_ids_from_raidmap[i] == 0xff) {  in megasas_set_ld_removed_by_fw()
3582 				dev_info(&instance->pdev->dev,  in megasas_set_ld_removed_by_fw()
3584 			instance->ld_tgtid_status[i] = LD_TARGET_ID_DELETED;  in megasas_set_ld_removed_by_fw()
3591  * @instance:			Adapter soft state
3600 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,  in megasas_complete_cmd()  argument
3606 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_complete_cmd()
3621 		dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command "  in megasas_complete_cmd()
3623 		dev_warn(&instance->pdev->dev, "If you have a controller "  in megasas_complete_cmd()
3636 			megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3651 			atomic_dec(&instance->fw_outstanding);  in megasas_complete_cmd()
3655 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3693 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n",  in megasas_complete_cmd()
3699 		atomic_dec(&instance->fw_outstanding);  in megasas_complete_cmd()
3703 		megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3711 		megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3720 			spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_complete_cmd()
3722 			instance->map_update_cmd = NULL;  in megasas_complete_cmd()
3725 					dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n",  in megasas_complete_cmd()
3728 					megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3730 						instance->host->host_lock,  in megasas_complete_cmd()
3736 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3744 			    (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) {  in megasas_complete_cmd()
3745 				instance->map_id++;  in megasas_complete_cmd()
3751 			if (instance->adapter_type >= INVADER_SERIES)  in megasas_complete_cmd()
3752 				megasas_set_ld_removed_by_fw(instance);  in megasas_complete_cmd()
3754 			megasas_sync_map_info(instance);  in megasas_complete_cmd()
3755 			spin_unlock_irqrestore(instance->host->host_lock,  in megasas_complete_cmd()
3771 			spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_complete_cmd()
3773 			instance->jbod_seq_cmd = NULL;  in megasas_complete_cmd()
3774 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3777 				instance->pd_seq_map_id++;  in megasas_complete_cmd()
3779 				if (megasas_sync_pd_seq_num(instance, true))  in megasas_complete_cmd()
3780 					instance->use_seqnum_jbod_fp = false;  in megasas_complete_cmd()
3782 				instance->use_seqnum_jbod_fp = false;  in megasas_complete_cmd()
3784 			spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_complete_cmd()
3792 			megasas_service_aen(instance, cmd);  in megasas_complete_cmd()
3794 			megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3802 		megasas_complete_abort(instance, cmd);  in megasas_complete_cmd()
3806 		dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n",  in megasas_complete_cmd()
3808 		megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3816  * @instance:				Adapter soft state
3819 megasas_issue_pending_cmds_again(struct megasas_instance *instance)  in megasas_issue_pending_cmds_again()  argument
3828 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_issue_pending_cmds_again()
3829 	list_splice_init(&instance->internal_reset_pending_q, &clist_local);  in megasas_issue_pending_cmds_again()
3830 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_issue_pending_cmds_again()
3838 			dev_notice(&instance->pdev->dev, "command %p, %p:%d"  in megasas_issue_pending_cmds_again()
3845 				dev_notice(&instance->pdev->dev, "cmd %p, %p:%d"  in megasas_issue_pending_cmds_again()
3849 				instance->instancet->disable_intr(instance);  in megasas_issue_pending_cmds_again()
3850 				atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_issue_pending_cmds_again()
3851 				megaraid_sas_kill_hba(instance);  in megasas_issue_pending_cmds_again()
3858 				dev_notice(&instance->pdev->dev, "unexpected"  in megasas_issue_pending_cmds_again()
3861 			dev_notice(&instance->pdev->dev, "%p synchronous cmd"  in megasas_issue_pending_cmds_again()
3865 			instance->instancet->fire_cmd(instance,  in megasas_issue_pending_cmds_again()
3867 							0, instance->reg_set);  in megasas_issue_pending_cmds_again()
3869 			dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]"  in megasas_issue_pending_cmds_again()
3873 			atomic_inc(&instance->fw_outstanding);  in megasas_issue_pending_cmds_again()
3874 			instance->instancet->fire_cmd(instance,  in megasas_issue_pending_cmds_again()
3876 					cmd->frame_count-1, instance->reg_set);  in megasas_issue_pending_cmds_again()
3878 			dev_notice(&instance->pdev->dev, "%p unexpected cmd on the"  in megasas_issue_pending_cmds_again()
3884 	if (instance->aen_cmd) {  in megasas_issue_pending_cmds_again()
3885 		dev_notice(&instance->pdev->dev, "aen_cmd in def process\n");  in megasas_issue_pending_cmds_again()
3886 		megasas_return_cmd(instance, instance->aen_cmd);  in megasas_issue_pending_cmds_again()
3888 		instance->aen_cmd = NULL;  in megasas_issue_pending_cmds_again()
3894 	seq_num = instance->last_seq_num;  in megasas_issue_pending_cmds_again()
3899 	megasas_register_aen(instance, seq_num, class_locale.word);  in megasas_issue_pending_cmds_again()
3912 megasas_internal_reset_defer_cmds(struct megasas_instance *instance)  in megasas_internal_reset_defer_cmds()  argument
3916 	u16 max_cmd = instance->max_fw_cmds;  in megasas_internal_reset_defer_cmds()
3921 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_internal_reset_defer_cmds()
3923 		cmd = instance->cmd_list[i];  in megasas_internal_reset_defer_cmds()
3925 			dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p"  in megasas_internal_reset_defer_cmds()
3930 				dev_notice(&instance->pdev->dev, "ERROR while"  in megasas_internal_reset_defer_cmds()
3939 				&instance->internal_reset_pending_q);  in megasas_internal_reset_defer_cmds()
3942 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_internal_reset_defer_cmds()
3949 	struct megasas_instance *instance =  in process_fw_state_change_wq()  local
3954 	if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) {  in process_fw_state_change_wq()
3955 		dev_notice(&instance->pdev->dev, "error, recovery st %x\n",  in process_fw_state_change_wq()
3956 			   atomic_read(&instance->adprecovery));  in process_fw_state_change_wq()
3960 	if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) {  in process_fw_state_change_wq()
3961 		dev_notice(&instance->pdev->dev, "FW detected to be in fault"  in process_fw_state_change_wq()
3964 		instance->instancet->disable_intr(instance);  in process_fw_state_change_wq()
3965 		atomic_set(&instance->fw_outstanding, 0);  in process_fw_state_change_wq()
3967 		atomic_set(&instance->fw_reset_no_pci_access, 1);  in process_fw_state_change_wq()
3968 		instance->instancet->adp_reset(instance, instance->reg_set);  in process_fw_state_change_wq()
3969 		atomic_set(&instance->fw_reset_no_pci_access, 0);  in process_fw_state_change_wq()
3971 		dev_notice(&instance->pdev->dev, "FW restarted successfully,"  in process_fw_state_change_wq()
3974 		dev_notice(&instance->pdev->dev, "HBA recovery state machine,"  in process_fw_state_change_wq()
3982 		if (megasas_transition_to_ready(instance, 1)) {  in process_fw_state_change_wq()
3983 			dev_notice(&instance->pdev->dev, "adapter not ready\n");  in process_fw_state_change_wq()
3985 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in process_fw_state_change_wq()
3986 			megaraid_sas_kill_hba(instance);  in process_fw_state_change_wq()
3990 		if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) ||  in process_fw_state_change_wq()
3991 			(instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) ||  in process_fw_state_change_wq()
3992 			(instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)  in process_fw_state_change_wq()
3994 			*instance->consumer = *instance->producer;  in process_fw_state_change_wq()
3996 			*instance->consumer = 0;  in process_fw_state_change_wq()
3997 			*instance->producer = 0;  in process_fw_state_change_wq()
4000 		megasas_issue_init_mfi(instance);  in process_fw_state_change_wq()
4002 		spin_lock_irqsave(&instance->hba_lock, flags);  in process_fw_state_change_wq()
4003 		atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL);  in process_fw_state_change_wq()
4004 		spin_unlock_irqrestore(&instance->hba_lock, flags);  in process_fw_state_change_wq()
4005 		instance->instancet->enable_intr(instance);  in process_fw_state_change_wq()
4007 		megasas_issue_pending_cmds_again(instance);  in process_fw_state_change_wq()
4008 		instance->issuepend_done = 1;  in process_fw_state_change_wq()
4014  * @instance:				Adapter soft state
4021 megasas_deplete_reply_queue(struct megasas_instance *instance,  in megasas_deplete_reply_queue()  argument
4027 	if (instance->instancet->check_reset(instance, instance->reg_set) == 1)  in megasas_deplete_reply_queue()
4030 	mfiStatus = instance->instancet->clear_intr(instance);  in megasas_deplete_reply_queue()
4033 		if (!instance->msix_vectors)  in megasas_deplete_reply_queue()
4037 	instance->mfiStatus = mfiStatus;  in megasas_deplete_reply_queue()
4040 		fw_state = instance->instancet->read_fw_status_reg(  in megasas_deplete_reply_queue()
4041 				instance) & MFI_STATE_MASK;  in megasas_deplete_reply_queue()
4044 			dev_notice(&instance->pdev->dev, "fw state:%x\n",  in megasas_deplete_reply_queue()
4049 				(instance->disableOnlineCtrlReset == 0)) {  in megasas_deplete_reply_queue()
4050 			dev_notice(&instance->pdev->dev, "wait adp restart\n");  in megasas_deplete_reply_queue()
4052 			if ((instance->pdev->device ==  in megasas_deplete_reply_queue()
4054 				(instance->pdev->device ==  in megasas_deplete_reply_queue()
4056 				(instance->pdev->device ==  in megasas_deplete_reply_queue()
4059 				*instance->consumer =  in megasas_deplete_reply_queue()
4064 			instance->instancet->disable_intr(instance);  in megasas_deplete_reply_queue()
4065 			atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT);  in megasas_deplete_reply_queue()
4066 			instance->issuepend_done = 0;  in megasas_deplete_reply_queue()
4068 			atomic_set(&instance->fw_outstanding, 0);  in megasas_deplete_reply_queue()
4069 			megasas_internal_reset_defer_cmds(instance);  in megasas_deplete_reply_queue()
4071 			dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n",  in megasas_deplete_reply_queue()
4072 					fw_state, atomic_read(&instance->adprecovery));  in megasas_deplete_reply_queue()
4074 			schedule_work(&instance->work_init);  in megasas_deplete_reply_queue()
4078 			dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n",  in megasas_deplete_reply_queue()
4079 				fw_state, instance->disableOnlineCtrlReset);  in megasas_deplete_reply_queue()
4083 	tasklet_schedule(&instance->isr_tasklet);  in megasas_deplete_reply_queue()
4095 	struct megasas_instance *instance = irq_context->instance;  in megasas_isr()  local
4099 	if (atomic_read(&instance->fw_reset_no_pci_access))  in megasas_isr()
4102 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_isr()
4103 	rc = megasas_deplete_reply_queue(instance, DID_OK);  in megasas_isr()
4104 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_isr()
4111  * @instance:				Adapter soft state
4120 megasas_transition_to_ready(struct megasas_instance *instance, int ocr)  in megasas_transition_to_ready()  argument
4127 	abs_state = instance->instancet->read_fw_status_reg(instance);  in megasas_transition_to_ready()
4131 		dev_info(&instance->pdev->dev, "Waiting for FW to come to ready"  in megasas_transition_to_ready()
4139 			dev_printk(KERN_ERR, &instance->pdev->dev,  in megasas_transition_to_ready()
4147 				dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4148 				megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4156 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4158 				(instance->pdev->device ==  in megasas_transition_to_ready()
4160 				(instance->adapter_type != MFI_SERIES))  in megasas_transition_to_ready()
4163 				  &instance->reg_set->doorbell);  in megasas_transition_to_ready()
4167 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4173 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4175 				(instance->pdev->device ==  in megasas_transition_to_ready()
4177 				(instance->adapter_type != MFI_SERIES))  in megasas_transition_to_ready()
4179 				       &instance->reg_set->doorbell);  in megasas_transition_to_ready()
4182 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4191 			instance->instancet->disable_intr(instance);  in megasas_transition_to_ready()
4192 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4194 				(instance->pdev->device ==  in megasas_transition_to_ready()
4196 				(instance->adapter_type != MFI_SERIES)) {  in megasas_transition_to_ready()
4198 					&instance->reg_set->doorbell);  in megasas_transition_to_ready()
4200 				if (instance->adapter_type != MFI_SERIES) {  in megasas_transition_to_ready()
4203 							    instance,  in megasas_transition_to_ready()
4204 							    &instance->  in megasas_transition_to_ready()
4214 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4247 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n",  in megasas_transition_to_ready()
4249 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4250 			megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4258 			curr_abs_state = instance->instancet->  in megasas_transition_to_ready()
4259 				read_fw_status_reg(instance);  in megasas_transition_to_ready()
4271 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed "  in megasas_transition_to_ready()
4273 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4274 			megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4281 	dev_info(&instance->pdev->dev, "FW now in Ready state\n");  in megasas_transition_to_ready()
4288  * @instance:				Adapter soft state
4290 static void megasas_teardown_frame_pool(struct megasas_instance *instance)  in megasas_teardown_frame_pool()  argument
4293 	u16 max_cmd = instance->max_mfi_cmds;  in megasas_teardown_frame_pool()
4296 	if (!instance->frame_dma_pool)  in megasas_teardown_frame_pool()
4304 		cmd = instance->cmd_list[i];  in megasas_teardown_frame_pool()
4307 			dma_pool_free(instance->frame_dma_pool, cmd->frame,  in megasas_teardown_frame_pool()
4311 			dma_pool_free(instance->sense_dma_pool, cmd->sense,  in megasas_teardown_frame_pool()
4318 	dma_pool_destroy(instance->frame_dma_pool);  in megasas_teardown_frame_pool()
4319 	dma_pool_destroy(instance->sense_dma_pool);  in megasas_teardown_frame_pool()
4321 	instance->frame_dma_pool = NULL;  in megasas_teardown_frame_pool()
4322 	instance->sense_dma_pool = NULL;  in megasas_teardown_frame_pool()
4327  * @instance:			Adapter soft state
4334 static int megasas_create_frame_pool(struct megasas_instance *instance)  in megasas_create_frame_pool()  argument
4341 	max_cmd = instance->max_mfi_cmds;  in megasas_create_frame_pool()
4354 	frame_count = (instance->adapter_type == MFI_SERIES) ?  in megasas_create_frame_pool()
4356 	instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count;  in megasas_create_frame_pool()
4360 	instance->frame_dma_pool = dma_pool_create("megasas frame pool",  in megasas_create_frame_pool()
4361 					&instance->pdev->dev,  in megasas_create_frame_pool()
4362 					instance->mfi_frame_size, 256, 0);  in megasas_create_frame_pool()
4364 	if (!instance->frame_dma_pool) {  in megasas_create_frame_pool()
4365 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n");  in megasas_create_frame_pool()
4369 	instance->sense_dma_pool = dma_pool_create("megasas sense pool",  in megasas_create_frame_pool()
4370 						   &instance->pdev->dev, 128,  in megasas_create_frame_pool()
4373 	if (!instance->sense_dma_pool) {  in megasas_create_frame_pool()
4374 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n");  in megasas_create_frame_pool()
4376 		dma_pool_destroy(instance->frame_dma_pool);  in megasas_create_frame_pool()
4377 		instance->frame_dma_pool = NULL;  in megasas_create_frame_pool()
4389 		cmd = instance->cmd_list[i];  in megasas_create_frame_pool()
4391 		cmd->frame = dma_pool_zalloc(instance->frame_dma_pool,  in megasas_create_frame_pool()
4394 		cmd->sense = dma_pool_alloc(instance->sense_dma_pool,  in megasas_create_frame_pool()
4402 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n");  in megasas_create_frame_pool()
4403 			megasas_teardown_frame_pool(instance);  in megasas_create_frame_pool()
4409 		if ((instance->adapter_type == MFI_SERIES) && reset_devices)  in megasas_create_frame_pool()
4418  * @instance:		Adapter soft state
4420 void megasas_free_cmds(struct megasas_instance *instance)  in megasas_free_cmds()  argument
4425 	megasas_teardown_frame_pool(instance);  in megasas_free_cmds()
4428 	for (i = 0; i < instance->max_mfi_cmds; i++)  in megasas_free_cmds()
4430 		kfree(instance->cmd_list[i]);  in megasas_free_cmds()
4433 	kfree(instance->cmd_list);  in megasas_free_cmds()
4434 	instance->cmd_list = NULL;  in megasas_free_cmds()
4436 	INIT_LIST_HEAD(&instance->cmd_pool);  in megasas_free_cmds()
4441  * @instance:		Adapter soft state
4457 int megasas_alloc_cmds(struct megasas_instance *instance)  in megasas_alloc_cmds()  argument
4464 	max_cmd = instance->max_mfi_cmds;  in megasas_alloc_cmds()
4467 	 * instance->cmd_list is an array of struct megasas_cmd pointers.  in megasas_alloc_cmds()
4471 	instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL);  in megasas_alloc_cmds()
4473 	if (!instance->cmd_list) {  in megasas_alloc_cmds()
4474 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n");  in megasas_alloc_cmds()
4479 		instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd),  in megasas_alloc_cmds()
4482 		if (!instance->cmd_list[i]) {  in megasas_alloc_cmds()
4485 				kfree(instance->cmd_list[j]);  in megasas_alloc_cmds()
4487 			kfree(instance->cmd_list);  in megasas_alloc_cmds()
4488 			instance->cmd_list = NULL;  in megasas_alloc_cmds()
4495 		cmd = instance->cmd_list[i];  in megasas_alloc_cmds()
4499 		cmd->instance = instance;  in megasas_alloc_cmds()
4501 		list_add_tail(&cmd->list, &instance->cmd_pool);  in megasas_alloc_cmds()
4507 	if (megasas_create_frame_pool(instance)) {  in megasas_alloc_cmds()
4508 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n");  in megasas_alloc_cmds()
4509 		megasas_free_cmds(instance);  in megasas_alloc_cmds()
4518  * @instance:				Adapter soft state
4524 dcmd_timeout_ocr_possible(struct megasas_instance *instance) {  in dcmd_timeout_ocr_possible()  argument
4526 	if (instance->adapter_type == MFI_SERIES)  in dcmd_timeout_ocr_possible()
4528 	else if (instance->unload ||  in dcmd_timeout_ocr_possible()
4530 				 &instance->reset_flags))  in dcmd_timeout_ocr_possible()
4537 megasas_get_pd_info(struct megasas_instance *instance, struct scsi_device *sdev)  in megasas_get_pd_info()  argument
4547 	cmd = megasas_get_cmd(instance);  in megasas_get_pd_info()
4550 		dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__);  in megasas_get_pd_info()
4556 	memset(instance->pd_info, 0, sizeof(*instance->pd_info));  in megasas_get_pd_info()
4569 	megasas_set_dma_settings(instance, dcmd, instance->pd_info_h,  in megasas_get_pd_info()
4572 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_pd_info()
4573 	    !instance->mask_interrupts)  in megasas_get_pd_info()
4574 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_pd_info()
4576 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_pd_info()
4581 		le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType);  in megasas_get_pd_info()
4583 				instance->pd_info->state.ddf.pdType.intf;  in megasas_get_pd_info()
4588 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_pd_info()
4591 			mutex_unlock(&instance->reset_mutex);  in megasas_get_pd_info()
4592 			megasas_reset_fusion(instance->host,  in megasas_get_pd_info()
4594 			mutex_lock(&instance->reset_mutex);  in megasas_get_pd_info()
4597 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_info()
4600 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_pd_info()
4609 		megasas_return_cmd(instance, cmd);  in megasas_get_pd_info()
4615  * @instance:				Adapter soft state
4623 megasas_get_pd_list(struct megasas_instance *instance)  in megasas_get_pd_list()  argument
4631 	if (instance->pd_list_not_supported) {  in megasas_get_pd_list()
4632 		dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY "  in megasas_get_pd_list()
4637 	ci = instance->pd_list_buf;  in megasas_get_pd_list()
4639 	cmd = megasas_get_cmd(instance);  in megasas_get_pd_list()
4642 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n");  in megasas_get_pd_list()
4662 	megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h,  in megasas_get_pd_list()
4665 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_pd_list()
4666 	    !instance->mask_interrupts)  in megasas_get_pd_list()
4667 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_pd_list()
4670 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_pd_list()
4674 		dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY "  in megasas_get_pd_list()
4677 		if (instance->adapter_type != MFI_SERIES)  in megasas_get_pd_list()
4678 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_list()
4680 			instance->pd_list_not_supported = 1;  in megasas_get_pd_list()
4684 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_pd_list()
4692 			mutex_unlock(&instance->reset_mutex);  in megasas_get_pd_list()
4693 			megasas_reset_fusion(instance->host,  in megasas_get_pd_list()
4695 			mutex_lock(&instance->reset_mutex);  in megasas_get_pd_list()
4698 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_list()
4701 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n",  in megasas_get_pd_list()
4711 			dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n",  in megasas_get_pd_list()
4718 		memset(instance->local_pd_list, 0,  in megasas_get_pd_list()
4722 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid	=  in megasas_get_pd_list()
4724 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType	=  in megasas_get_pd_list()
4726 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState	=  in megasas_get_pd_list()
4729 				dev_info(&instance->pdev->dev,  in megasas_get_pd_list()
4736 		memcpy(instance->pd_list, instance->local_pd_list,  in megasas_get_pd_list()
4737 			sizeof(instance->pd_list));  in megasas_get_pd_list()
4743 		megasas_return_cmd(instance, cmd);  in megasas_get_pd_list()
4750  * @instance:				Adapter soft state
4758 megasas_get_ld_list(struct megasas_instance *instance)  in megasas_get_ld_list()  argument
4767 	ci = instance->ld_list_buf;  in megasas_get_ld_list()
4768 	ci_h = instance->ld_list_buf_h;  in megasas_get_ld_list()
4770 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_list()
4773 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n");  in megasas_get_ld_list()
4782 	if (instance->supportmax256vd)  in megasas_get_ld_list()
4793 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_ld_list()
4796 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_ld_list()
4797 	    !instance->mask_interrupts)  in megasas_get_ld_list()
4798 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_ld_list()
4801 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_ld_list()
4807 		megaraid_sas_kill_hba(instance);  in megasas_get_ld_list()
4811 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_ld_list()
4819 			mutex_unlock(&instance->reset_mutex);  in megasas_get_ld_list()
4820 			megasas_reset_fusion(instance->host,  in megasas_get_ld_list()
4822 			mutex_lock(&instance->reset_mutex);  in megasas_get_ld_list()
4825 			megaraid_sas_kill_hba(instance);  in megasas_get_ld_list()
4828 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_ld_list()
4837 			dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n",  in megasas_get_ld_list()
4840 		if (ld_count > instance->fw_supported_vd_count)  in megasas_get_ld_list()
4843 		memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT);  in megasas_get_ld_list()
4848 				instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId;  in megasas_get_ld_list()
4850 					dev_info(&instance->pdev->dev,  in megasas_get_ld_list()
4860 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_list()
4867  * @instance:				Adapter soft state
4875 megasas_ld_list_query(struct megasas_instance *instance, u8 query_type)  in megasas_ld_list_query()  argument
4884 	ci = instance->ld_targetid_list_buf;  in megasas_ld_list_query()
4885 	ci_h = instance->ld_targetid_list_buf_h;  in megasas_ld_list_query()
4887 	cmd = megasas_get_cmd(instance);  in megasas_ld_list_query()
4890 		dev_warn(&instance->pdev->dev,  in megasas_ld_list_query()
4901 	if (instance->supportmax256vd)  in megasas_ld_list_query()
4913 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_ld_list_query()
4916 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_ld_list_query()
4917 	    !instance->mask_interrupts)  in megasas_ld_list_query()
4918 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_ld_list_query()
4920 		ret = megasas_issue_polled(instance, cmd);  in megasas_ld_list_query()
4924 		dev_info(&instance->pdev->dev,  in megasas_ld_list_query()
4927 		ret = megasas_get_ld_list(instance);  in megasas_ld_list_query()
4930 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_ld_list_query()
4938 			mutex_unlock(&instance->reset_mutex);  in megasas_ld_list_query()
4939 			megasas_reset_fusion(instance->host,  in megasas_ld_list_query()
4941 			mutex_lock(&instance->reset_mutex);  in megasas_ld_list_query()
4944 			megaraid_sas_kill_hba(instance);  in megasas_ld_list_query()
4947 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_ld_list_query()
4957 			dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n",  in megasas_ld_list_query()
4960 		if ((tgtid_count > (instance->fw_supported_vd_count)))  in megasas_ld_list_query()
4963 		memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megasas_ld_list_query()
4966 			instance->ld_ids[ids] = ci->targetId[ld_index];  in megasas_ld_list_query()
4968 				dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n",  in megasas_ld_list_query()
4976 		megasas_return_cmd(instance, cmd);  in megasas_ld_list_query()
4990  * @instance:			Adapter soft state
4996 megasas_host_device_list_query(struct megasas_instance *instance,  in megasas_host_device_list_query()  argument
5006 	ci = instance->host_device_list_buf;  in megasas_host_device_list_query()
5007 	ci_h = instance->host_device_list_buf_h;  in megasas_host_device_list_query()
5009 	cmd = megasas_get_cmd(instance);  in megasas_host_device_list_query()
5012 		dev_warn(&instance->pdev->dev,  in megasas_host_device_list_query()
5033 	megasas_set_dma_settings(instance, dcmd, ci_h, HOST_DEVICE_LIST_SZ);  in megasas_host_device_list_query()
5035 	if (!instance->mask_interrupts) {  in megasas_host_device_list_query()
5036 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_host_device_list_query()
5039 		ret = megasas_issue_polled(instance, cmd);  in megasas_host_device_list_query()
5054 			dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n",  in megasas_host_device_list_query()
5057 		memset(instance->local_pd_list, 0,  in megasas_host_device_list_query()
5059 		memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT);  in megasas_host_device_list_query()
5063 				instance->local_pd_list[target_id].tid = target_id;  in megasas_host_device_list_query()
5064 				instance->local_pd_list[target_id].driveType =  in megasas_host_device_list_query()
5066 				instance->local_pd_list[target_id].driveState =  in megasas_host_device_list_query()
5069 					dev_info(&instance->pdev->dev,  in megasas_host_device_list_query()
5073 				instance->ld_ids[target_id] = target_id;  in megasas_host_device_list_query()
5075 					dev_info(&instance->pdev->dev,  in megasas_host_device_list_query()
5081 		memcpy(instance->pd_list, instance->local_pd_list,  in megasas_host_device_list_query()
5082 		       sizeof(instance->pd_list));  in megasas_host_device_list_query()
5086 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_host_device_list_query()
5089 			mutex_unlock(&instance->reset_mutex);  in megasas_host_device_list_query()
5090 			megasas_reset_fusion(instance->host,  in megasas_host_device_list_query()
5092 			mutex_lock(&instance->reset_mutex);  in megasas_host_device_list_query()
5095 			megaraid_sas_kill_hba(instance);  in megasas_host_device_list_query()
5098 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_host_device_list_query()
5104 		dev_err(&instance->pdev->dev,  in megasas_host_device_list_query()
5111 		megasas_return_cmd(instance, cmd);  in megasas_host_device_list_query()
5118  * instance			 : Controller's instance
5120 static void megasas_update_ext_vd_details(struct megasas_instance *instance)  in megasas_update_ext_vd_details()  argument
5125 	fusion = instance->ctrl_context;  in megasas_update_ext_vd_details()
5130 	instance->supportmax256vd =  in megasas_update_ext_vd_details()
5131 		instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs;  in megasas_update_ext_vd_details()
5133 	if (instance->ctrl_info_buf->max_lds > 64)  in megasas_update_ext_vd_details()
5134 		instance->supportmax256vd = 1;  in megasas_update_ext_vd_details()
5136 	instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS  in megasas_update_ext_vd_details()
5138 	instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS  in megasas_update_ext_vd_details()
5140 	if (instance->supportmax256vd) {  in megasas_update_ext_vd_details()
5141 		instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT;  in megasas_update_ext_vd_details()
5142 		instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_update_ext_vd_details()
5144 		instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES;  in megasas_update_ext_vd_details()
5145 		instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_update_ext_vd_details()
5148 	dev_info(&instance->pdev->dev,  in megasas_update_ext_vd_details()
5150 		instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0,  in megasas_update_ext_vd_details()
5151 		instance->ctrl_info_buf->max_lds);  in megasas_update_ext_vd_details()
5153 	if (instance->max_raid_mapsize) {  in megasas_update_ext_vd_details()
5154 		ventura_map_sz = instance->max_raid_mapsize *  in megasas_update_ext_vd_details()
5161 				      instance->fw_supported_vd_count);  in megasas_update_ext_vd_details()
5167 		if (instance->supportmax256vd)  in megasas_update_ext_vd_details()
5183 void megasas_get_snapdump_properties(struct megasas_instance *instance)  in megasas_get_snapdump_properties()  argument
5191 	ci = instance->snapdump_prop;  in megasas_get_snapdump_properties()
5192 	ci_h = instance->snapdump_prop_h;  in megasas_get_snapdump_properties()
5197 	cmd = megasas_get_cmd(instance);  in megasas_get_snapdump_properties()
5200 		dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_get_snapdump_properties()
5218 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_snapdump_properties()
5221 	if (!instance->mask_interrupts) {  in megasas_get_snapdump_properties()
5222 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_snapdump_properties()
5225 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_snapdump_properties()
5231 		instance->snapdump_wait_time =  in megasas_get_snapdump_properties()
5237 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_snapdump_properties()
5240 			mutex_unlock(&instance->reset_mutex);  in megasas_get_snapdump_properties()
5241 			megasas_reset_fusion(instance->host,  in megasas_get_snapdump_properties()
5243 			mutex_lock(&instance->reset_mutex);  in megasas_get_snapdump_properties()
5246 			megaraid_sas_kill_hba(instance);  in megasas_get_snapdump_properties()
5249 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_snapdump_properties()
5256 		megasas_return_cmd(instance, cmd);  in megasas_get_snapdump_properties()
5261  * @instance:				Adapter soft state
5268 megasas_get_ctrl_info(struct megasas_instance *instance)  in megasas_get_ctrl_info()  argument
5276 	ci = instance->ctrl_info_buf;  in megasas_get_ctrl_info()
5277 	ci_h = instance->ctrl_info_buf_h;  in megasas_get_ctrl_info()
5279 	cmd = megasas_get_cmd(instance);  in megasas_get_ctrl_info()
5282 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_get_ctrl_info()
5301 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_ctrl_info()
5304 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_ctrl_info()
5305 	    !instance->mask_interrupts) {  in megasas_get_ctrl_info()
5306 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_ctrl_info()
5308 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_ctrl_info()
5329 		megasas_update_ext_vd_details(instance);  in megasas_get_ctrl_info()
5330 		instance->support_seqnum_jbod_fp =  in megasas_get_ctrl_info()
5332 		instance->support_morethan256jbod =  in megasas_get_ctrl_info()
5334 		instance->support_nvme_passthru =  in megasas_get_ctrl_info()
5336 		instance->support_pci_lane_margining =  in megasas_get_ctrl_info()
5338 		instance->task_abort_tmo = ci->TaskAbortTO;  in megasas_get_ctrl_info()
5339 		instance->max_reset_tmo = ci->MaxResetTO;  in megasas_get_ctrl_info()
5342 		instance->is_imr = (ci->memory_size ? 0 : 1);  in megasas_get_ctrl_info()
5344 		instance->snapdump_wait_time =  in megasas_get_ctrl_info()
5348 		instance->enable_fw_dev_list =  in megasas_get_ctrl_info()
5351 		dev_info(&instance->pdev->dev,  in megasas_get_ctrl_info()
5353 			instance->is_imr ? "iMR" : "MR",  in megasas_get_ctrl_info()
5356 		instance->disableOnlineCtrlReset =  in megasas_get_ctrl_info()
5358 		instance->secure_jbod_support =  in megasas_get_ctrl_info()
5360 		dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n",  in megasas_get_ctrl_info()
5361 			instance->disableOnlineCtrlReset ? "Disabled" : "Enabled");  in megasas_get_ctrl_info()
5362 		dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n",  in megasas_get_ctrl_info()
5363 			instance->secure_jbod_support ? "Yes" : "No");  in megasas_get_ctrl_info()
5364 		dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n",  in megasas_get_ctrl_info()
5365 			 instance->support_nvme_passthru ? "Yes" : "No");  in megasas_get_ctrl_info()
5366 		dev_info(&instance->pdev->dev,  in megasas_get_ctrl_info()
5368 			 instance->task_abort_tmo, instance->max_reset_tmo);  in megasas_get_ctrl_info()
5369 		dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n",  in megasas_get_ctrl_info()
5370 			 instance->support_seqnum_jbod_fp ? "Yes" : "No");  in megasas_get_ctrl_info()
5371 		dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n",  in megasas_get_ctrl_info()
5372 			 instance->support_pci_lane_margining ? "Yes" : "No");  in megasas_get_ctrl_info()
5377 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_ctrl_info()
5380 			mutex_unlock(&instance->reset_mutex);  in megasas_get_ctrl_info()
5381 			megasas_reset_fusion(instance->host,  in megasas_get_ctrl_info()
5383 			mutex_lock(&instance->reset_mutex);  in megasas_get_ctrl_info()
5386 			megaraid_sas_kill_hba(instance);  in megasas_get_ctrl_info()
5389 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_ctrl_info()
5395 		megaraid_sas_kill_hba(instance);  in megasas_get_ctrl_info()
5401 		megasas_return_cmd(instance, cmd);  in megasas_get_ctrl_info()
5410  * @instance:				Adapter soft state
5421 int megasas_set_crash_dump_params(struct megasas_instance *instance,  in megasas_set_crash_dump_params()  argument
5428 	cmd = megasas_get_cmd(instance);  in megasas_set_crash_dump_params()
5431 		dev_err(&instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_set_crash_dump_params()
5449 	megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h,  in megasas_set_crash_dump_params()
5452 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_set_crash_dump_params()
5453 	    !instance->mask_interrupts)  in megasas_set_crash_dump_params()
5454 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_set_crash_dump_params()
5456 		ret = megasas_issue_polled(instance, cmd);  in megasas_set_crash_dump_params()
5459 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_set_crash_dump_params()
5462 			megasas_reset_fusion(instance->host,  in megasas_set_crash_dump_params()
5466 			megaraid_sas_kill_hba(instance);  in megasas_set_crash_dump_params()
5469 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_set_crash_dump_params()
5474 		megasas_return_cmd(instance, cmd);  in megasas_set_crash_dump_params()
5481  * @instance:		Adapter soft state
5486 megasas_issue_init_mfi(struct megasas_instance *instance)  in megasas_issue_init_mfi()  argument
5503 	cmd = megasas_get_cmd(instance);  in megasas_issue_init_mfi()
5517 	initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1);  in megasas_issue_init_mfi()
5518 	initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h);  in megasas_issue_init_mfi()
5520 	initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h);  in megasas_issue_init_mfi()
5521 	initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h);  in megasas_issue_init_mfi()
5535 	instance->instancet->disable_intr(instance);  in megasas_issue_init_mfi()
5541 	if (megasas_issue_polled(instance, cmd)) {  in megasas_issue_init_mfi()
5542 		dev_err(&instance->pdev->dev, "Failed to init firmware\n");  in megasas_issue_init_mfi()
5543 		megasas_return_cmd(instance, cmd);  in megasas_issue_init_mfi()
5547 	megasas_return_cmd(instance, cmd);  in megasas_issue_init_mfi()
5556 megasas_init_adapter_mfi(struct megasas_instance *instance)  in megasas_init_adapter_mfi()  argument
5564 	instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF;  in megasas_init_adapter_mfi()
5570 	instance->max_fw_cmds = instance->max_fw_cmds-1;  in megasas_init_adapter_mfi()
5571 	instance->max_mfi_cmds = instance->max_fw_cmds;  in megasas_init_adapter_mfi()
5572 	instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >>  in megasas_init_adapter_mfi()
5578 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megasas_init_adapter_mfi()
5579 		(instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) {  in megasas_init_adapter_mfi()
5580 		instance->max_scsi_cmds = (instance->max_fw_cmds -  in megasas_init_adapter_mfi()
5582 		sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS);  in megasas_init_adapter_mfi()
5584 		instance->max_scsi_cmds = (instance->max_fw_cmds -  in megasas_init_adapter_mfi()
5586 		sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS));  in megasas_init_adapter_mfi()
5589 	instance->cur_can_queue = instance->max_scsi_cmds;  in megasas_init_adapter_mfi()
5593 	if (megasas_alloc_cmds(instance))  in megasas_init_adapter_mfi()
5606 	reply_q_sz = context_sz * (instance->max_fw_cmds + 1);  in megasas_init_adapter_mfi()
5608 	instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev,  in megasas_init_adapter_mfi()
5609 			reply_q_sz, &instance->reply_queue_h, GFP_KERNEL);  in megasas_init_adapter_mfi()
5611 	if (!instance->reply_queue) {  in megasas_init_adapter_mfi()
5612 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n");  in megasas_init_adapter_mfi()
5616 	if (megasas_issue_init_mfi(instance))  in megasas_init_adapter_mfi()
5619 	if (megasas_get_ctrl_info(instance)) {  in megasas_init_adapter_mfi()
5620 		dev_err(&instance->pdev->dev, "(%d): Could get controller info "  in megasas_init_adapter_mfi()
5621 			"Fail from %s %d\n", instance->unique_id,  in megasas_init_adapter_mfi()
5626 	instance->fw_support_ieee = 0;  in megasas_init_adapter_mfi()
5627 	instance->fw_support_ieee =  in megasas_init_adapter_mfi()
5628 		(instance->instancet->read_fw_status_reg(instance) &  in megasas_init_adapter_mfi()
5631 	dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d",  in megasas_init_adapter_mfi()
5632 			instance->fw_support_ieee);  in megasas_init_adapter_mfi()
5634 	if (instance->fw_support_ieee)  in megasas_init_adapter_mfi()
5635 		instance->flag_ieee = 1;  in megasas_init_adapter_mfi()
5641 	dma_free_coherent(&instance->pdev->dev, reply_q_sz,  in megasas_init_adapter_mfi()
5642 			    instance->reply_queue, instance->reply_queue_h);  in megasas_init_adapter_mfi()
5644 	megasas_free_cmds(instance);  in megasas_init_adapter_mfi()
5651 void megasas_setup_irq_poll(struct megasas_instance *instance)  in megasas_setup_irq_poll()  argument
5656 	count = instance->msix_vectors > 0 ? instance->msix_vectors : 1;  in megasas_setup_irq_poll()
5660 		irq_ctx = &instance->irq_context[i];  in megasas_setup_irq_poll()
5661 		irq_ctx->os_irq = pci_irq_vector(instance->pdev, i);  in megasas_setup_irq_poll()
5664 			      instance->threshold_reply_count,  in megasas_setup_irq_poll()
5671  * @instance:				Adapter soft state
5678 megasas_setup_irqs_ioapic(struct megasas_instance *instance)  in megasas_setup_irqs_ioapic()  argument
5682 	pdev = instance->pdev;  in megasas_setup_irqs_ioapic()
5683 	instance->irq_context[0].instance = instance;  in megasas_setup_irqs_ioapic()
5684 	instance->irq_context[0].MSIxIndex = 0;  in megasas_setup_irqs_ioapic()
5685 	snprintf(instance->irq_context->name, MEGASAS_MSIX_NAME_LEN, "%s%u",  in megasas_setup_irqs_ioapic()
5686 		"megasas", instance->host->host_no);  in megasas_setup_irqs_ioapic()
5688 			instance->instancet->service_isr, IRQF_SHARED,  in megasas_setup_irqs_ioapic()
5689 			instance->irq_context->name, &instance->irq_context[0])) {  in megasas_setup_irqs_ioapic()
5690 		dev_err(&instance->pdev->dev,  in megasas_setup_irqs_ioapic()
5695 	instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_setup_irqs_ioapic()
5696 	instance->low_latency_index_start = 0;  in megasas_setup_irqs_ioapic()
5702  * @instance:				Adapter soft state
5710 megasas_setup_irqs_msix(struct megasas_instance *instance, u8 is_probe)  in megasas_setup_irqs_msix()  argument
5715 	pdev = instance->pdev;  in megasas_setup_irqs_msix()
5718 	for (i = 0; i < instance->msix_vectors; i++) {  in megasas_setup_irqs_msix()
5719 		instance->irq_context[i].instance = instance;  in megasas_setup_irqs_msix()
5720 		instance->irq_context[i].MSIxIndex = i;  in megasas_setup_irqs_msix()
5721 		snprintf(instance->irq_context[i].name, MEGASAS_MSIX_NAME_LEN, "%s%u-msix%u",  in megasas_setup_irqs_msix()
5722 			"megasas", instance->host->host_no, i);  in megasas_setup_irqs_msix()
5724 			instance->instancet->service_isr, 0, instance->irq_context[i].name,  in megasas_setup_irqs_msix()
5725 			&instance->irq_context[i])) {  in megasas_setup_irqs_msix()
5726 			dev_err(&instance->pdev->dev,  in megasas_setup_irqs_msix()
5729 				if (j < instance->low_latency_index_start)  in megasas_setup_irqs_msix()
5733 					 &instance->irq_context[j]);  in megasas_setup_irqs_msix()
5736 			instance->msix_vectors = 0;  in megasas_setup_irqs_msix()
5737 			instance->msix_load_balance = false;  in megasas_setup_irqs_msix()
5739 				pci_free_irq_vectors(instance->pdev);  in megasas_setup_irqs_msix()
5740 				return megasas_setup_irqs_ioapic(instance);  in megasas_setup_irqs_msix()
5752  * @instance:				Adapter soft state
5756 megasas_destroy_irqs(struct megasas_instance *instance) {  in megasas_destroy_irqs()  argument
5762 	count = instance->msix_vectors > 0 ? instance->msix_vectors : 1;  in megasas_destroy_irqs()
5763 	if (instance->adapter_type != MFI_SERIES) {  in megasas_destroy_irqs()
5765 			irq_ctx = &instance->irq_context[i];  in megasas_destroy_irqs()
5770 	if (instance->msix_vectors)  in megasas_destroy_irqs()
5771 		for (i = 0; i < instance->msix_vectors; i++) {  in megasas_destroy_irqs()
5772 			if (i < instance->low_latency_index_start)  in megasas_destroy_irqs()
5774 				    pci_irq_vector(instance->pdev, i), NULL);  in megasas_destroy_irqs()
5775 			free_irq(pci_irq_vector(instance->pdev, i),  in megasas_destroy_irqs()
5776 				 &instance->irq_context[i]);  in megasas_destroy_irqs()
5779 		free_irq(pci_irq_vector(instance->pdev, 0),  in megasas_destroy_irqs()
5780 			 &instance->irq_context[0]);  in megasas_destroy_irqs()
5785  * @instance:				Adapter soft state
5790 megasas_setup_jbod_map(struct megasas_instance *instance)  in megasas_setup_jbod_map()  argument
5793 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_setup_jbod_map()
5799 	instance->use_seqnum_jbod_fp =  in megasas_setup_jbod_map()
5800 		instance->support_seqnum_jbod_fp;  in megasas_setup_jbod_map()
5802 		!instance->support_seqnum_jbod_fp) {  in megasas_setup_jbod_map()
5803 		dev_info(&instance->pdev->dev,  in megasas_setup_jbod_map()
5806 		instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5815 			(&instance->pdev->dev, pd_seq_map_sz,  in megasas_setup_jbod_map()
5818 			dev_err(&instance->pdev->dev,  in megasas_setup_jbod_map()
5822 				dma_free_coherent(&instance->pdev->dev,  in megasas_setup_jbod_map()
5827 			instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5833 	if (!megasas_sync_pd_seq_num(instance, false) &&  in megasas_setup_jbod_map()
5834 		!megasas_sync_pd_seq_num(instance, true))  in megasas_setup_jbod_map()
5835 		instance->use_seqnum_jbod_fp = true;  in megasas_setup_jbod_map()
5837 		instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5840 static void megasas_setup_reply_map(struct megasas_instance *instance)  in megasas_setup_reply_map()  argument
5845 	low_latency_index_start = instance->low_latency_index_start;  in megasas_setup_reply_map()
5847 	for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) {  in megasas_setup_reply_map()
5848 		mask = pci_irq_get_affinity(instance->pdev, queue);  in megasas_setup_reply_map()
5853 			instance->reply_map[cpu] = queue;  in megasas_setup_reply_map()
5860 		instance->reply_map[cpu] = queue;  in megasas_setup_reply_map()
5861 		if (queue == (instance->msix_vectors - 1))  in megasas_setup_reply_map()
5870  * @instance:			Adapter soft state
5878 int megasas_get_device_list(struct megasas_instance *instance)  in megasas_get_device_list()  argument
5880 	if (instance->enable_fw_dev_list) {  in megasas_get_device_list()
5881 		if (megasas_host_device_list_query(instance, true))  in megasas_get_device_list()
5884 		if (megasas_get_pd_list(instance) < 0) {  in megasas_get_device_list()
5885 			dev_err(&instance->pdev->dev, "failed to get PD list\n");  in megasas_get_device_list()
5889 		if (megasas_ld_list_query(instance,  in megasas_get_device_list()
5891 			dev_err(&instance->pdev->dev, "failed to get LD list\n");  in megasas_get_device_list()
5902  * @instance:						Adapter soft state
5906 megasas_set_high_iops_queue_affinity_and_hint(struct megasas_instance *instance)  in megasas_set_high_iops_queue_affinity_and_hint()  argument
5912 	if (instance->perf_mode == MR_BALANCED_PERF_MODE) {  in megasas_set_high_iops_queue_affinity_and_hint()
5913 		mask = cpumask_of_node(dev_to_node(&instance->pdev->dev));  in megasas_set_high_iops_queue_affinity_and_hint()
5915 		for (i = 0; i < instance->low_latency_index_start; i++) {  in megasas_set_high_iops_queue_affinity_and_hint()
5916 			irq = pci_irq_vector(instance->pdev, i);  in megasas_set_high_iops_queue_affinity_and_hint()
5923 __megasas_alloc_irq_vectors(struct megasas_instance *instance)  in __megasas_alloc_irq_vectors()  argument
5926 	struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start };  in __megasas_alloc_irq_vectors()
5931 	if (instance->smp_affinity_enable)  in __megasas_alloc_irq_vectors()
5939 	i = pci_alloc_irq_vectors_affinity(instance->pdev,  in __megasas_alloc_irq_vectors()
5940 		instance->low_latency_index_start,  in __megasas_alloc_irq_vectors()
5941 		instance->msix_vectors - instance->iopoll_q_count, irq_flags, descp);  in __megasas_alloc_irq_vectors()
5948  * @instance:			Adapter soft state
5952 megasas_alloc_irq_vectors(struct megasas_instance *instance)  in megasas_alloc_irq_vectors()  argument
5957 	instance->iopoll_q_count = 0;  in megasas_alloc_irq_vectors()
5958 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_alloc_irq_vectors()
5961 		instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_alloc_irq_vectors()
5962 		instance->low_latency_index_start = 1;  in megasas_alloc_irq_vectors()
5965 		if (instance->msix_vectors > (poll_queues + 2))  in megasas_alloc_irq_vectors()
5966 			instance->iopoll_q_count = poll_queues;  in megasas_alloc_irq_vectors()
5968 			instance->iopoll_q_count = 0;  in megasas_alloc_irq_vectors()
5970 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_alloc_irq_vectors()
5971 		instance->msix_vectors = min(num_msix_req,  in megasas_alloc_irq_vectors()
5972 				instance->msix_vectors);  in megasas_alloc_irq_vectors()
5976 	i = __megasas_alloc_irq_vectors(instance);  in megasas_alloc_irq_vectors()
5978 	if (((instance->perf_mode == MR_BALANCED_PERF_MODE)  in megasas_alloc_irq_vectors()
5979 		|| instance->iopoll_q_count) &&  in megasas_alloc_irq_vectors()
5980 	    (i != (instance->msix_vectors - instance->iopoll_q_count))) {  in megasas_alloc_irq_vectors()
5981 		if (instance->msix_vectors)  in megasas_alloc_irq_vectors()
5982 			pci_free_irq_vectors(instance->pdev);  in megasas_alloc_irq_vectors()
5984 		instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_alloc_irq_vectors()
5985 		instance->low_latency_index_start = 1;  in megasas_alloc_irq_vectors()
5986 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_alloc_irq_vectors()
5988 		instance->msix_vectors = min(num_msix_req,  in megasas_alloc_irq_vectors()
5989 				instance->msix_vectors);  in megasas_alloc_irq_vectors()
5991 		instance->iopoll_q_count = 0;  in megasas_alloc_irq_vectors()
5992 		i = __megasas_alloc_irq_vectors(instance);  in megasas_alloc_irq_vectors()
5996 	dev_info(&instance->pdev->dev,  in megasas_alloc_irq_vectors()
5998 			instance->msix_vectors - instance->iopoll_q_count,  in megasas_alloc_irq_vectors()
5999 			i, instance->iopoll_q_count);  in megasas_alloc_irq_vectors()
6002 		instance->msix_vectors = i;  in megasas_alloc_irq_vectors()
6004 		instance->msix_vectors = 0;  in megasas_alloc_irq_vectors()
6006 	if (instance->smp_affinity_enable)  in megasas_alloc_irq_vectors()
6007 		megasas_set_high_iops_queue_affinity_and_hint(instance);  in megasas_alloc_irq_vectors()
6012  * @instance:		Adapter soft state
6017 static int megasas_init_fw(struct megasas_instance *instance)  in megasas_init_fw()  argument
6033 	fusion = instance->ctrl_context;  in megasas_init_fw()
6036 	bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM);  in megasas_init_fw()
6037 	instance->bar = find_first_bit(&bar_list, BITS_PER_LONG);  in megasas_init_fw()
6038 	if (pci_request_selected_regions(instance->pdev, 1<<instance->bar,  in megasas_init_fw()
6040 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n");  in megasas_init_fw()
6044 	base_addr = pci_resource_start(instance->pdev, instance->bar);  in megasas_init_fw()
6045 	instance->reg_set = ioremap(base_addr, 8192);  in megasas_init_fw()
6047 	if (!instance->reg_set) {  in megasas_init_fw()
6048 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n");  in megasas_init_fw()
6053 	dev_printk(KERN_DEBUG, &instance->pdev->dev,  in megasas_init_fw()
6055 		   instance->bar, base_addr_phys, instance->reg_set);  in megasas_init_fw()
6057 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6058 		instance->instancet = &megasas_instance_template_fusion;  in megasas_init_fw()
6060 		switch (instance->pdev->device) {  in megasas_init_fw()
6063 			instance->instancet = &megasas_instance_template_ppc;  in megasas_init_fw()
6067 			instance->instancet = &megasas_instance_template_gen2;  in megasas_init_fw()
6071 			instance->instancet = &megasas_instance_template_skinny;  in megasas_init_fw()
6076 			instance->instancet = &megasas_instance_template_xscale;  in megasas_init_fw()
6077 			instance->pd_list_not_supported = 1;  in megasas_init_fw()
6082 	if (megasas_transition_to_ready(instance, 0)) {  in megasas_init_fw()
6083 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6086 		if (instance->adapter_type != MFI_SERIES) {  in megasas_init_fw()
6087 			status_reg = instance->instancet->read_fw_status_reg(  in megasas_init_fw()
6088 					instance);  in megasas_init_fw()
6091 					(instance, true, 0) == FAILED)  in megasas_init_fw()
6097 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_init_fw()
6098 			instance->instancet->adp_reset  in megasas_init_fw()
6099 				(instance, instance->reg_set);  in megasas_init_fw()
6100 			atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_init_fw()
6105 			if (megasas_transition_to_ready(instance, 0))  in megasas_init_fw()
6109 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6114 	megasas_init_ctrl_params(instance);  in megasas_init_fw()
6116 	if (megasas_set_dma_mask(instance))  in megasas_init_fw()
6119 	if (megasas_alloc_ctrl_mem(instance))  in megasas_init_fw()
6122 	if (megasas_alloc_ctrl_dma_buffers(instance))  in megasas_init_fw()
6125 	fusion = instance->ctrl_context;  in megasas_init_fw()
6127 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6129 			megasas_readl(instance,  in megasas_init_fw()
6130 				      &instance->reg_set->outbound_scratch_pad_2);  in megasas_init_fw()
6131 		instance->max_raid_mapsize = ((scratch_pad_2 >>  in megasas_init_fw()
6136 	instance->enable_sdev_max_qd = enable_sdev_max_qd;  in megasas_init_fw()
6138 	switch (instance->adapter_type) {  in megasas_init_fw()
6150 	msix_enable = (instance->instancet->read_fw_status_reg(instance) &  in megasas_init_fw()
6155 			(instance, &instance->reg_set->outbound_scratch_pad_1);  in megasas_init_fw()
6158 			if (instance->adapter_type == THUNDERBOLT_SERIES) {  in megasas_init_fw()
6160 				instance->msix_vectors = (scratch_pad_1  in megasas_init_fw()
6163 				instance->msix_vectors = ((scratch_pad_1  in megasas_init_fw()
6175 				switch (instance->adapter_type) {  in megasas_init_fw()
6177 					if (instance->msix_vectors > 8)  in megasas_init_fw()
6178 						instance->msix_combined = true;  in megasas_init_fw()
6182 					if (instance->msix_vectors > 16)  in megasas_init_fw()
6183 						instance->msix_combined = true;  in megasas_init_fw()
6188 					instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ?  in megasas_init_fw()
6191 				if (instance->adapter_type >= INVADER_SERIES &&  in megasas_init_fw()
6192 				    !instance->msix_combined) {  in megasas_init_fw()
6193 					instance->msix_load_balance = true;  in megasas_init_fw()
6194 					instance->smp_affinity_enable = false;  in megasas_init_fw()
6202 					instance->reply_post_host_index_addr[loop] =  in megasas_init_fw()
6204 						((u8 __iomem *)instance->reg_set +  in megasas_init_fw()
6210 			dev_info(&instance->pdev->dev,  in megasas_init_fw()
6212 				 instance->msix_vectors);  in megasas_init_fw()
6214 				instance->msix_vectors = min(msix_vectors,  in megasas_init_fw()
6215 					instance->msix_vectors);  in megasas_init_fw()
6217 			instance->msix_vectors = 1;  in megasas_init_fw()
6243 			(instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES))  in megasas_init_fw()
6244 			instance->perf_mode = MR_BALANCED_PERF_MODE;  in megasas_init_fw()
6246 			instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6249 		if (instance->adapter_type == AERO_SERIES) {  in megasas_init_fw()
6250 			pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta);  in megasas_init_fw()
6258 				instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6270 				instance->perf_mode = perf_mode;  in megasas_init_fw()
6276 				instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6280 		if (instance->perf_mode == MR_BALANCED_PERF_MODE)  in megasas_init_fw()
6281 			instance->low_latency_index_start =  in megasas_init_fw()
6284 			instance->low_latency_index_start = 1;  in megasas_init_fw()
6286 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_init_fw()
6288 		instance->msix_vectors = min(num_msix_req,  in megasas_init_fw()
6289 				instance->msix_vectors);  in megasas_init_fw()
6291 		megasas_alloc_irq_vectors(instance);  in megasas_init_fw()
6292 		if (!instance->msix_vectors)  in megasas_init_fw()
6293 			instance->msix_load_balance = false;  in megasas_init_fw()
6299 	if (instance->msix_combined) {  in megasas_init_fw()
6300 		instance->reply_post_host_index_addr[0] =  in megasas_init_fw()
6301 				(u32 *)((u8 *)instance->reg_set +  in megasas_init_fw()
6304 		instance->reply_post_host_index_addr[0] =  in megasas_init_fw()
6305 			(u32 *)((u8 *)instance->reg_set +  in megasas_init_fw()
6309 	if (!instance->msix_vectors) {  in megasas_init_fw()
6310 		i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_INTX);  in megasas_init_fw()
6315 	megasas_setup_reply_map(instance);  in megasas_init_fw()
6317 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6319 		instance->msix_vectors, (unsigned int)num_online_cpus());  in megasas_init_fw()
6320 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6321 		"RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled");  in megasas_init_fw()
6323 	tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet,  in megasas_init_fw()
6324 		(unsigned long)instance);  in megasas_init_fw()
6330 	instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES;  in megasas_init_fw()
6331 	instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_init_fw()
6333 	if (instance->instancet->init_adapter(instance))  in megasas_init_fw()
6336 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6338 			megasas_readl(instance,  in megasas_init_fw()
6339 				      &instance->reg_set->outbound_scratch_pad_3);  in megasas_init_fw()
6342 			instance->nvme_page_size =  in megasas_init_fw()
6345 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6346 			 "NVME page size\t: (%d)\n", instance->nvme_page_size);  in megasas_init_fw()
6349 	if (instance->msix_vectors ?  in megasas_init_fw()
6350 		megasas_setup_irqs_msix(instance, 1) :  in megasas_init_fw()
6351 		megasas_setup_irqs_ioapic(instance))  in megasas_init_fw()
6354 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6355 		megasas_setup_irq_poll(instance);  in megasas_init_fw()
6357 	instance->instancet->enable_intr(instance);  in megasas_init_fw()
6359 	dev_info(&instance->pdev->dev, "INIT adapter done\n");  in megasas_init_fw()
6361 	megasas_setup_jbod_map(instance);  in megasas_init_fw()
6363 	if (megasas_get_device_list(instance) != SUCCESS) {  in megasas_init_fw()
6364 		dev_err(&instance->pdev->dev,  in megasas_init_fw()
6371 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6377 			dev_err(&instance->pdev->dev,  in megasas_init_fw()
6386 				dev_err(&instance->pdev->dev,  in megasas_init_fw()
6409 	ctrl_info = instance->ctrl_info_buf;  in megasas_init_fw()
6417 	instance->peerIsPresent = ctrl_info->cluster.peerIsPresent;  in megasas_init_fw()
6418 	instance->passive = ctrl_info->cluster.passive;  in megasas_init_fw()
6419 	memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId));  in megasas_init_fw()
6420 	instance->UnevenSpanSupport =  in megasas_init_fw()
6422 	if (instance->UnevenSpanSupport) {  in megasas_init_fw()
6423 		struct fusion_context *fusion = instance->ctrl_context;  in megasas_init_fw()
6424 		if (MR_ValidateMapInfo(instance, instance->map_id))  in megasas_init_fw()
6431 		instance->requestorId = ctrl_info->iov.requestorId;  in megasas_init_fw()
6432 		if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) {  in megasas_init_fw()
6434 			    instance->PlasmaFW111 = 1;  in megasas_init_fw()
6436 			dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n",  in megasas_init_fw()
6437 			    instance->PlasmaFW111 ? "1.11" : "new");  in megasas_init_fw()
6439 			if (instance->PlasmaFW111) {  in megasas_init_fw()
6442 			    instance->requestorId = iovPtr->requestorId;  in megasas_init_fw()
6445 		dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n",  in megasas_init_fw()
6446 			instance->requestorId);  in megasas_init_fw()
6449 	instance->crash_dump_fw_support =  in megasas_init_fw()
6451 	instance->crash_dump_drv_support =  in megasas_init_fw()
6452 		(instance->crash_dump_fw_support &&  in megasas_init_fw()
6453 		instance->crash_dump_buf);  in megasas_init_fw()
6454 	if (instance->crash_dump_drv_support)  in megasas_init_fw()
6455 		megasas_set_crash_dump_params(instance,  in megasas_init_fw()
6459 		if (instance->crash_dump_buf)  in megasas_init_fw()
6460 			dma_free_coherent(&instance->pdev->dev,  in megasas_init_fw()
6462 				instance->crash_dump_buf,  in megasas_init_fw()
6463 				instance->crash_dump_h);  in megasas_init_fw()
6464 		instance->crash_dump_buf = NULL;  in megasas_init_fw()
6467 	if (instance->snapdump_wait_time) {  in megasas_init_fw()
6468 		megasas_get_snapdump_properties(instance);  in megasas_init_fw()
6469 		dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n",  in megasas_init_fw()
6470 			 instance->snapdump_wait_time);  in megasas_init_fw()
6473 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6479 	dev_info(&instance->pdev->dev, "unevenspan support	: %s\n",  in megasas_init_fw()
6480 		instance->UnevenSpanSupport ? "yes" : "no");  in megasas_init_fw()
6481 	dev_info(&instance->pdev->dev, "firmware crash dump	: %s\n",  in megasas_init_fw()
6482 		instance->crash_dump_drv_support ? "yes" : "no");  in megasas_init_fw()
6483 	dev_info(&instance->pdev->dev, "JBOD sequence map	: %s\n",  in megasas_init_fw()
6484 		instance->use_seqnum_jbod_fp ? "enabled" : "disabled");  in megasas_init_fw()
6486 	instance->max_sectors_per_req = instance->max_num_sge *  in megasas_init_fw()
6488 	if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors))  in megasas_init_fw()
6489 		instance->max_sectors_per_req = tmp_sectors;  in megasas_init_fw()
6493 			throttlequeuedepth <= instance->max_scsi_cmds)  in megasas_init_fw()
6494 		instance->throttlequeuedepth = throttlequeuedepth;  in megasas_init_fw()
6496 		instance->throttlequeuedepth =  in megasas_init_fw()
6507 	if (instance->requestorId) {  in megasas_init_fw()
6508 		if (!megasas_sriov_start_heartbeat(instance, 1)) {  in megasas_init_fw()
6509 			megasas_start_timer(instance);  in megasas_init_fw()
6511 			instance->skip_heartbeat_timer_del = 1;  in megasas_init_fw()
6521 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6522 		if (megasas_fusion_start_watchdog(instance) != SUCCESS)  in megasas_init_fw()
6528 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_init_fw()
6529 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_init_fw()
6531 	instance->instancet->disable_intr(instance);  in megasas_init_fw()
6532 	megasas_destroy_irqs(instance);  in megasas_init_fw()
6534 	if (instance->msix_vectors)  in megasas_init_fw()
6535 		pci_free_irq_vectors(instance->pdev);  in megasas_init_fw()
6536 	instance->msix_vectors = 0;  in megasas_init_fw()
6538 	megasas_free_ctrl_dma_buffers(instance);  in megasas_init_fw()
6539 	megasas_free_ctrl_mem(instance);  in megasas_init_fw()
6541 	iounmap(instance->reg_set);  in megasas_init_fw()
6544 	pci_release_selected_regions(instance->pdev, 1<<instance->bar);  in megasas_init_fw()
6546 	dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_init_fw()
6553  * @instance:			Adapter soft state
6555 static void megasas_release_mfi(struct megasas_instance *instance)  in megasas_release_mfi()  argument
6557 	u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1);  in megasas_release_mfi()
6559 	if (instance->reply_queue)  in megasas_release_mfi()
6560 		dma_free_coherent(&instance->pdev->dev, reply_q_sz,  in megasas_release_mfi()
6561 			    instance->reply_queue, instance->reply_queue_h);  in megasas_release_mfi()
6563 	megasas_free_cmds(instance);  in megasas_release_mfi()
6565 	iounmap(instance->reg_set);  in megasas_release_mfi()
6567 	pci_release_selected_regions(instance->pdev, 1<<instance->bar);  in megasas_release_mfi()
6572  * @instance:			Adapter soft state
6583 megasas_get_seq_num(struct megasas_instance *instance,  in megasas_get_seq_num()  argument
6592 	cmd = megasas_get_cmd(instance);  in megasas_get_seq_num()
6599 	el_info = dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_seq_num()
6603 		megasas_return_cmd(instance, cmd);  in megasas_get_seq_num()
6618 	megasas_set_dma_settings(instance, dcmd, el_info_h,  in megasas_get_seq_num()
6621 	ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_seq_num()
6623 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_get_seq_num()
6638 	dma_free_coherent(&instance->pdev->dev,  in megasas_get_seq_num()
6642 	megasas_return_cmd(instance, cmd);  in megasas_get_seq_num()
6649  * @instance:			Adapter soft state
6657 megasas_register_aen(struct megasas_instance *instance, u32 seq_num,  in megasas_register_aen()  argument
6681 	if (instance->aen_cmd) {  in megasas_register_aen()
6684 			le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]);  in megasas_register_aen()
6688 			dev_info(&instance->pdev->dev,  in megasas_register_aen()
6718 			instance->aen_cmd->abort_aen = 1;  in megasas_register_aen()
6719 			ret_val = megasas_issue_blocked_abort_cmd(instance,  in megasas_register_aen()
6720 								  instance->  in megasas_register_aen()
6724 				dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort "  in megasas_register_aen()
6731 	cmd = megasas_get_cmd(instance);  in megasas_register_aen()
6738 	memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail));  in megasas_register_aen()
6754 	instance->last_seq_num = seq_num;  in megasas_register_aen()
6757 	megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h,  in megasas_register_aen()
6760 	if (instance->aen_cmd != NULL) {  in megasas_register_aen()
6761 		megasas_return_cmd(instance, cmd);  in megasas_register_aen()
6770 	instance->aen_cmd = cmd;  in megasas_register_aen()
6775 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_register_aen()
6793  * @instance:		Adapter soft state
6799 megasas_get_target_prop(struct megasas_instance *instance,  in megasas_get_target_prop()  argument
6808 	cmd = megasas_get_cmd(instance);  in megasas_get_target_prop()
6811 		dev_err(&instance->pdev->dev,  in megasas_get_target_prop()
6818 	memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop));  in megasas_get_target_prop()
6833 	megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h,  in megasas_get_target_prop()
6836 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_target_prop()
6837 	    !instance->mask_interrupts)  in megasas_get_target_prop()
6838 		ret = megasas_issue_blocked_cmd(instance,  in megasas_get_target_prop()
6841 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_target_prop()
6845 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_target_prop()
6848 			mutex_unlock(&instance->reset_mutex);  in megasas_get_target_prop()
6849 			megasas_reset_fusion(instance->host,  in megasas_get_target_prop()
6851 			mutex_lock(&instance->reset_mutex);  in megasas_get_target_prop()
6854 			megaraid_sas_kill_hba(instance);  in megasas_get_target_prop()
6857 			dev_info(&instance->pdev->dev,  in megasas_get_target_prop()
6865 		megasas_return_cmd(instance, cmd);  in megasas_get_target_prop()
6868 		dev_err(&instance->pdev->dev,  in megasas_get_target_prop()
6877  * @instance:		Adapter soft state
6879 static int megasas_start_aen(struct megasas_instance *instance)  in megasas_start_aen()  argument
6889 	if (megasas_get_seq_num(instance, &eli))  in megasas_start_aen()
6899 	return megasas_register_aen(instance,  in megasas_start_aen()
6906  * @instance:		Adapter soft state
6908 static int megasas_io_attach(struct megasas_instance *instance)  in megasas_io_attach()  argument
6910 	struct Scsi_Host *host = instance->host;  in megasas_io_attach()
6915 	host->unique_id = instance->unique_id;  in megasas_io_attach()
6916 	host->can_queue = instance->max_scsi_cmds;  in megasas_io_attach()
6917 	host->this_id = instance->init_id;  in megasas_io_attach()
6918 	host->sg_tablesize = instance->max_num_sge;  in megasas_io_attach()
6920 	if (instance->fw_support_ieee)  in megasas_io_attach()
6921 		instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE;  in megasas_io_attach()
6926 	if (max_sectors && max_sectors < instance->max_sectors_per_req)  in megasas_io_attach()
6927 		instance->max_sectors_per_req = max_sectors;  in megasas_io_attach()
6930 			if (((instance->pdev->device ==  in megasas_io_attach()
6932 				(instance->pdev->device ==  in megasas_io_attach()
6935 				instance->max_sectors_per_req = max_sectors;  in megasas_io_attach()
6937 			dev_info(&instance->pdev->dev, "max_sectors should be > 0"  in megasas_io_attach()
6939 				instance->max_sectors_per_req);  in megasas_io_attach()
6944 	host->max_sectors = instance->max_sectors_per_req;  in megasas_io_attach()
6959 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_io_attach()
6960 		(instance->msix_vectors > instance->low_latency_index_start) &&  in megasas_io_attach()
6962 		instance->smp_affinity_enable) {  in megasas_io_attach()
6964 		host->nr_hw_queues = instance->msix_vectors -  in megasas_io_attach()
6965 			instance->low_latency_index_start + instance->iopoll_q_count;  in megasas_io_attach()
6966 		if (instance->iopoll_q_count)  in megasas_io_attach()
6969 		instance->iopoll_q_count = 0;  in megasas_io_attach()
6972 	dev_info(&instance->pdev->dev,  in megasas_io_attach()
6974 		"hw_queues = %d poll_queues %d\n", instance->max_fw_cmds,  in megasas_io_attach()
6975 		host->nr_hw_queues - instance->iopoll_q_count,  in megasas_io_attach()
6976 		instance->iopoll_q_count);  in megasas_io_attach()
6980 	if (scsi_add_host(host, &instance->pdev->dev)) {  in megasas_io_attach()
6981 		dev_err(&instance->pdev->dev,  in megasas_io_attach()
6993  * @instance:		Adapter soft state
7008 megasas_set_dma_mask(struct megasas_instance *instance)  in megasas_set_dma_mask()  argument
7014 	pdev = instance->pdev;  in megasas_set_dma_mask()
7015 	consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ?  in megasas_set_dma_mask()
7031 				(instance, &instance->reg_set->outbound_scratch_pad_1);  in megasas_set_dma_mask()
7043 		instance->consistent_mask_64bit = false;  in megasas_set_dma_mask()
7045 		instance->consistent_mask_64bit = true;  in megasas_set_dma_mask()
7049 		 (instance->consistent_mask_64bit ? "63" : "32"));  in megasas_set_dma_mask()
7070  * @instance:			Adapter soft state
7073 static inline void megasas_set_adapter_type(struct megasas_instance *instance)  in megasas_set_adapter_type()  argument
7075 	if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) &&  in megasas_set_adapter_type()
7076 	    (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) {  in megasas_set_adapter_type()
7077 		instance->adapter_type = MFI_SERIES;  in megasas_set_adapter_type()
7079 		switch (instance->pdev->device) {  in megasas_set_adapter_type()
7084 			instance->adapter_type = AERO_SERIES;  in megasas_set_adapter_type()
7092 			instance->adapter_type = VENTURA_SERIES;  in megasas_set_adapter_type()
7096 			instance->adapter_type = THUNDERBOLT_SERIES;  in megasas_set_adapter_type()
7104 			instance->adapter_type = INVADER_SERIES;  in megasas_set_adapter_type()
7107 			instance->adapter_type = MFI_SERIES;  in megasas_set_adapter_type()
7113 static inline int megasas_alloc_mfi_ctrl_mem(struct megasas_instance *instance)  in megasas_alloc_mfi_ctrl_mem()  argument
7115 	instance->producer = dma_alloc_coherent(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
7116 			sizeof(u32), &instance->producer_h, GFP_KERNEL);  in megasas_alloc_mfi_ctrl_mem()
7117 	instance->consumer = dma_alloc_coherent(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
7118 			sizeof(u32), &instance->consumer_h, GFP_KERNEL);  in megasas_alloc_mfi_ctrl_mem()
7120 	if (!instance->producer || !instance->consumer) {  in megasas_alloc_mfi_ctrl_mem()
7121 		dev_err(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
7126 	*instance->producer = 0;  in megasas_alloc_mfi_ctrl_mem()
7127 	*instance->consumer = 0;  in megasas_alloc_mfi_ctrl_mem()
7138  * @instance:			Adapter soft state
7141 static int megasas_alloc_ctrl_mem(struct megasas_instance *instance)  in megasas_alloc_ctrl_mem()  argument
7143 	instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int),  in megasas_alloc_ctrl_mem()
7145 	if (!instance->reply_map)  in megasas_alloc_ctrl_mem()
7148 	switch (instance->adapter_type) {  in megasas_alloc_ctrl_mem()
7150 		if (megasas_alloc_mfi_ctrl_mem(instance))  in megasas_alloc_ctrl_mem()
7157 		if (megasas_alloc_fusion_context(instance))  in megasas_alloc_ctrl_mem()
7169  * @instance -			Adapter soft instance
7172 static inline void megasas_free_ctrl_mem(struct megasas_instance *instance)  in megasas_free_ctrl_mem()  argument
7174 	kfree(instance->reply_map);  in megasas_free_ctrl_mem()
7175 	if (instance->adapter_type == MFI_SERIES) {  in megasas_free_ctrl_mem()
7176 		if (instance->producer)  in megasas_free_ctrl_mem()
7177 			dma_free_coherent(&instance->pdev->dev, sizeof(u32),  in megasas_free_ctrl_mem()
7178 					    instance->producer,  in megasas_free_ctrl_mem()
7179 					    instance->producer_h);  in megasas_free_ctrl_mem()
7180 		if (instance->consumer)  in megasas_free_ctrl_mem()
7181 			dma_free_coherent(&instance->pdev->dev, sizeof(u32),  in megasas_free_ctrl_mem()
7182 					    instance->consumer,  in megasas_free_ctrl_mem()
7183 					    instance->consumer_h);  in megasas_free_ctrl_mem()
7185 		megasas_free_fusion_context(instance);  in megasas_free_ctrl_mem()
7193  * @instance:				Adapter soft instance
7198 int megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance)  in megasas_alloc_ctrl_dma_buffers()  argument
7200 	struct pci_dev *pdev = instance->pdev;  in megasas_alloc_ctrl_dma_buffers()
7201 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_alloc_ctrl_dma_buffers()
7203 	instance->evt_detail = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7205 			&instance->evt_detail_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7207 	if (!instance->evt_detail) {  in megasas_alloc_ctrl_dma_buffers()
7208 		dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7226 		instance->snapdump_prop = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7228 				&instance->snapdump_prop_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7230 		if (!instance->snapdump_prop)  in megasas_alloc_ctrl_dma_buffers()
7234 		instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7236 							&instance->host_device_list_buf_h,  in megasas_alloc_ctrl_dma_buffers()
7239 		if (!instance->host_device_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7247 	instance->pd_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7250 				     &instance->pd_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7252 	if (!instance->pd_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7257 	instance->ctrl_info_buf =  in megasas_alloc_ctrl_dma_buffers()
7260 				     &instance->ctrl_info_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7262 	if (!instance->ctrl_info_buf) {  in megasas_alloc_ctrl_dma_buffers()
7268 	instance->ld_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7271 				     &instance->ld_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7273 	if (!instance->ld_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7278 	instance->ld_targetid_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7281 				&instance->ld_targetid_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7283 	if (!instance->ld_targetid_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7290 		instance->system_info_buf =  in megasas_alloc_ctrl_dma_buffers()
7293 					&instance->system_info_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7294 		instance->pd_info =  in megasas_alloc_ctrl_dma_buffers()
7297 					&instance->pd_info_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7298 		instance->tgt_prop =  in megasas_alloc_ctrl_dma_buffers()
7301 					&instance->tgt_prop_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7302 		instance->crash_dump_buf =  in megasas_alloc_ctrl_dma_buffers()
7304 					&instance->crash_dump_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7306 		if (!instance->system_info_buf)  in megasas_alloc_ctrl_dma_buffers()
7307 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7310 		if (!instance->pd_info)  in megasas_alloc_ctrl_dma_buffers()
7311 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7314 		if (!instance->tgt_prop)  in megasas_alloc_ctrl_dma_buffers()
7315 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7318 		if (!instance->crash_dump_buf)  in megasas_alloc_ctrl_dma_buffers()
7319 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7330  * @instance-				Adapter soft instance
7334 void megasas_free_ctrl_dma_buffers(struct megasas_instance *instance)  in megasas_free_ctrl_dma_buffers()  argument
7336 	struct pci_dev *pdev = instance->pdev;  in megasas_free_ctrl_dma_buffers()
7337 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_free_ctrl_dma_buffers()
7339 	if (instance->evt_detail)  in megasas_free_ctrl_dma_buffers()
7341 				    instance->evt_detail,  in megasas_free_ctrl_dma_buffers()
7342 				    instance->evt_detail_h);  in megasas_free_ctrl_dma_buffers()
7350 	if (instance->pd_list_buf)  in megasas_free_ctrl_dma_buffers()
7353 				    instance->pd_list_buf,  in megasas_free_ctrl_dma_buffers()
7354 				    instance->pd_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7356 	if (instance->ld_list_buf)  in megasas_free_ctrl_dma_buffers()
7358 				    instance->ld_list_buf,  in megasas_free_ctrl_dma_buffers()
7359 				    instance->ld_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7361 	if (instance->ld_targetid_list_buf)  in megasas_free_ctrl_dma_buffers()
7363 				    instance->ld_targetid_list_buf,  in megasas_free_ctrl_dma_buffers()
7364 				    instance->ld_targetid_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7366 	if (instance->ctrl_info_buf)  in megasas_free_ctrl_dma_buffers()
7368 				    instance->ctrl_info_buf,  in megasas_free_ctrl_dma_buffers()
7369 				    instance->ctrl_info_buf_h);  in megasas_free_ctrl_dma_buffers()
7371 	if (instance->system_info_buf)  in megasas_free_ctrl_dma_buffers()
7373 				    instance->system_info_buf,  in megasas_free_ctrl_dma_buffers()
7374 				    instance->system_info_h);  in megasas_free_ctrl_dma_buffers()
7376 	if (instance->pd_info)  in megasas_free_ctrl_dma_buffers()
7378 				    instance->pd_info, instance->pd_info_h);  in megasas_free_ctrl_dma_buffers()
7380 	if (instance->tgt_prop)  in megasas_free_ctrl_dma_buffers()
7382 				    instance->tgt_prop, instance->tgt_prop_h);  in megasas_free_ctrl_dma_buffers()
7384 	if (instance->crash_dump_buf)  in megasas_free_ctrl_dma_buffers()
7386 				    instance->crash_dump_buf,  in megasas_free_ctrl_dma_buffers()
7387 				    instance->crash_dump_h);  in megasas_free_ctrl_dma_buffers()
7389 	if (instance->snapdump_prop)  in megasas_free_ctrl_dma_buffers()
7392 				  instance->snapdump_prop,  in megasas_free_ctrl_dma_buffers()
7393 				  instance->snapdump_prop_h);  in megasas_free_ctrl_dma_buffers()
7395 	if (instance->host_device_list_buf)  in megasas_free_ctrl_dma_buffers()
7398 				  instance->host_device_list_buf,  in megasas_free_ctrl_dma_buffers()
7399 				  instance->host_device_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7404  * megasas_init_ctrl_params -		Initialize controller's instance
7406  * @instance -				Adapter soft instance
7409 static inline void megasas_init_ctrl_params(struct megasas_instance *instance)  in megasas_init_ctrl_params()  argument
7411 	instance->fw_crash_state = UNAVAILABLE;  in megasas_init_ctrl_params()
7414 	instance->issuepend_done = 1;  in megasas_init_ctrl_params()
7415 	atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL);  in megasas_init_ctrl_params()
7420 	INIT_LIST_HEAD(&instance->cmd_pool);  in megasas_init_ctrl_params()
7421 	INIT_LIST_HEAD(&instance->internal_reset_pending_q);  in megasas_init_ctrl_params()
7423 	atomic_set(&instance->fw_outstanding, 0);  in megasas_init_ctrl_params()
7424 	atomic64_set(&instance->total_io_count, 0);  in megasas_init_ctrl_params()
7426 	init_waitqueue_head(&instance->int_cmd_wait_q);  in megasas_init_ctrl_params()
7427 	init_waitqueue_head(&instance->abort_cmd_wait_q);  in megasas_init_ctrl_params()
7429 	mutex_init(&instance->crashdump_lock);  in megasas_init_ctrl_params()
7430 	spin_lock_init(&instance->mfi_pool_lock);  in megasas_init_ctrl_params()
7431 	spin_lock_init(&instance->hba_lock);  in megasas_init_ctrl_params()
7432 	spin_lock_init(&instance->stream_lock);  in megasas_init_ctrl_params()
7433 	spin_lock_init(&instance->completion_lock);  in megasas_init_ctrl_params()
7435 	mutex_init(&instance->reset_mutex);  in megasas_init_ctrl_params()
7437 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megasas_init_ctrl_params()
7438 	    (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY))  in megasas_init_ctrl_params()
7439 		instance->flag_ieee = 1;  in megasas_init_ctrl_params()
7441 	instance->flag = 0;  in megasas_init_ctrl_params()
7442 	instance->unload = 1;  in megasas_init_ctrl_params()
7443 	instance->last_time = 0;  in megasas_init_ctrl_params()
7444 	instance->disableOnlineCtrlReset = 1;  in megasas_init_ctrl_params()
7445 	instance->UnevenSpanSupport = 0;  in megasas_init_ctrl_params()
7446 	instance->smp_affinity_enable = smp_affinity_enable ? true : false;  in megasas_init_ctrl_params()
7447 	instance->msix_load_balance = false;  in megasas_init_ctrl_params()
7449 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_ctrl_params()
7450 		INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq);  in megasas_init_ctrl_params()
7452 		INIT_WORK(&instance->work_init, process_fw_state_change_wq);  in megasas_init_ctrl_params()
7465 	struct megasas_instance *instance;  in megasas_probe_one()  local
7516 	instance = (struct megasas_instance *)host->hostdata;  in megasas_probe_one()
7517 	memset(instance, 0, sizeof(*instance));  in megasas_probe_one()
7518 	atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_probe_one()
7523 	instance->pdev = pdev;  in megasas_probe_one()
7524 	instance->host = host;  in megasas_probe_one()
7525 	instance->unique_id = pci_dev_id(pdev);  in megasas_probe_one()
7526 	instance->init_id = MEGASAS_DEFAULT_INIT_ID;  in megasas_probe_one()
7528 	megasas_set_adapter_type(instance);  in megasas_probe_one()
7533 	if (megasas_init_fw(instance))  in megasas_probe_one()
7536 	if (instance->requestorId) {  in megasas_probe_one()
7537 		if (instance->PlasmaFW111) {  in megasas_probe_one()
7538 			instance->vf_affiliation_111 =  in megasas_probe_one()
7541 					&instance->vf_affiliation_111_h,  in megasas_probe_one()
7543 			if (!instance->vf_affiliation_111)  in megasas_probe_one()
7547 			instance->vf_affiliation =  in megasas_probe_one()
7551 					&instance->vf_affiliation_h,  in megasas_probe_one()
7553 			if (!instance->vf_affiliation)  in megasas_probe_one()
7560 	 * Store instance in PCI softstate  in megasas_probe_one()
7562 	pci_set_drvdata(pdev, instance);  in megasas_probe_one()
7569 	megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = instance;  in megasas_probe_one()
7575 	if (megasas_io_attach(instance))  in megasas_probe_one()
7578 	instance->unload = 0;  in megasas_probe_one()
7582 	if (!instance->enable_fw_dev_list ||  in megasas_probe_one()
7583 	    (instance->host_device_list_buf->count > 0))  in megasas_probe_one()
7589 	if (megasas_start_aen(instance)) {  in megasas_probe_one()
7594 	megasas_setup_debugfs(instance);  in megasas_probe_one()
7597 	if (instance->requestorId)  in megasas_probe_one()
7598 		megasas_get_ld_vf_affiliation(instance, 1);  in megasas_probe_one()
7603 	instance->unload = 1;  in megasas_probe_one()
7604 	scsi_remove_host(instance->host);  in megasas_probe_one()
7608 	megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = NULL;  in megasas_probe_one()
7610 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_probe_one()
7611 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_probe_one()
7613 	instance->instancet->disable_intr(instance);  in megasas_probe_one()
7614 	megasas_destroy_irqs(instance);  in megasas_probe_one()
7616 	if (instance->adapter_type != MFI_SERIES)  in megasas_probe_one()
7617 		megasas_release_fusion(instance);  in megasas_probe_one()
7619 		megasas_release_mfi(instance);  in megasas_probe_one()
7621 	if (instance->msix_vectors)  in megasas_probe_one()
7622 		pci_free_irq_vectors(instance->pdev);  in megasas_probe_one()
7623 	instance->msix_vectors = 0;  in megasas_probe_one()
7625 	if (instance->fw_crash_state != UNAVAILABLE)  in megasas_probe_one()
7626 		megasas_free_host_crash_buffer(instance);  in megasas_probe_one()
7628 	if (instance->adapter_type != MFI_SERIES)  in megasas_probe_one()
7629 		megasas_fusion_stop_watchdog(instance);  in megasas_probe_one()
7640  * @instance:			Adapter soft state
7642 static void megasas_flush_cache(struct megasas_instance *instance)  in megasas_flush_cache()  argument
7647 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_flush_cache()
7650 	cmd = megasas_get_cmd(instance);  in megasas_flush_cache()
7669 	if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS)  in megasas_flush_cache()
7671 		dev_err(&instance->pdev->dev,  in megasas_flush_cache()
7676 	megasas_return_cmd(instance, cmd);  in megasas_flush_cache()
7681  * @instance:				Adapter soft state
7684 static void megasas_shutdown_controller(struct megasas_instance *instance,  in megasas_shutdown_controller()  argument
7690 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_shutdown_controller()
7693 	cmd = megasas_get_cmd(instance);  in megasas_shutdown_controller()
7698 	if (instance->aen_cmd)  in megasas_shutdown_controller()
7699 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7700 			instance->aen_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7701 	if (instance->map_update_cmd)  in megasas_shutdown_controller()
7702 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7703 			instance->map_update_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7704 	if (instance->jbod_seq_cmd)  in megasas_shutdown_controller()
7705 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7706 			instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7721 	if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS)  in megasas_shutdown_controller()
7723 		dev_err(&instance->pdev->dev,  in megasas_shutdown_controller()
7728 	megasas_return_cmd(instance, cmd);  in megasas_shutdown_controller()
7738 	struct megasas_instance *instance;  in megasas_suspend()  local
7740 	instance = dev_get_drvdata(dev);  in megasas_suspend()
7742 	if (!instance)  in megasas_suspend()
7745 	instance->unload = 1;  in megasas_suspend()
7750 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_suspend()
7751 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_suspend()
7754 	if (instance->adapter_type != MFI_SERIES)  in megasas_suspend()
7755 		megasas_fusion_stop_watchdog(instance);  in megasas_suspend()
7757 	megasas_flush_cache(instance);  in megasas_suspend()
7758 	megasas_shutdown_controller(instance, MR_DCMD_HIBERNATE_SHUTDOWN);  in megasas_suspend()
7761 	if (instance->ev != NULL) {  in megasas_suspend()
7762 		struct megasas_aen_event *ev = instance->ev;  in megasas_suspend()
7764 		instance->ev = NULL;  in megasas_suspend()
7767 	tasklet_kill(&instance->isr_tasklet);  in megasas_suspend()
7769 	pci_set_drvdata(instance->pdev, instance);  in megasas_suspend()
7770 	instance->instancet->disable_intr(instance);  in megasas_suspend()
7772 	megasas_destroy_irqs(instance);  in megasas_suspend()
7774 	if (instance->msix_vectors)  in megasas_suspend()
7775 		pci_free_irq_vectors(instance->pdev);  in megasas_suspend()
7789 	struct megasas_instance *instance;  in megasas_resume()  local
7792 	instance = dev_get_drvdata(dev);  in megasas_resume()
7794 	if (!instance)  in megasas_resume()
7797 	host = instance->host;  in megasas_resume()
7805 	if (megasas_transition_to_ready(instance, 0)) {  in megasas_resume()
7806 		dev_info(&instance->pdev->dev,  in megasas_resume()
7809 		if (instance->adapter_type != MFI_SERIES) {  in megasas_resume()
7811 				instance->instancet->read_fw_status_reg(instance);  in megasas_resume()
7814 				(instance, true, 0)) == FAILED))  in megasas_resume()
7817 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_resume()
7818 			instance->instancet->adp_reset  in megasas_resume()
7819 				(instance, instance->reg_set);  in megasas_resume()
7820 			atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_resume()
7825 			if (megasas_transition_to_ready(instance, 0))  in megasas_resume()
7829 		dev_info(&instance->pdev->dev,  in megasas_resume()
7833 	if (megasas_set_dma_mask(instance))  in megasas_resume()
7840 	atomic_set(&instance->fw_outstanding, 0);  in megasas_resume()
7841 	atomic_set(&instance->ldio_outstanding, 0);  in megasas_resume()
7844 	if (instance->msix_vectors)  in megasas_resume()
7845 		megasas_alloc_irq_vectors(instance);  in megasas_resume()
7847 	if (!instance->msix_vectors) {  in megasas_resume()
7848 		rval = pci_alloc_irq_vectors(instance->pdev, 1, 1,  in megasas_resume()
7854 	megasas_setup_reply_map(instance);  in megasas_resume()
7856 	if (instance->adapter_type != MFI_SERIES) {  in megasas_resume()
7857 		megasas_reset_reply_desc(instance);  in megasas_resume()
7858 		if (megasas_ioc_init_fusion(instance)) {  in megasas_resume()
7859 			megasas_free_cmds(instance);  in megasas_resume()
7860 			megasas_free_cmds_fusion(instance);  in megasas_resume()
7863 		if (!megasas_get_map_info(instance))  in megasas_resume()
7864 			megasas_sync_map_info(instance);  in megasas_resume()
7866 		*instance->producer = 0;  in megasas_resume()
7867 		*instance->consumer = 0;  in megasas_resume()
7868 		if (megasas_issue_init_mfi(instance))  in megasas_resume()
7872 	if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS)  in megasas_resume()
7875 	tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet,  in megasas_resume()
7876 		     (unsigned long)instance);  in megasas_resume()
7878 	if (instance->msix_vectors ?  in megasas_resume()
7879 			megasas_setup_irqs_msix(instance, 0) :  in megasas_resume()
7880 			megasas_setup_irqs_ioapic(instance))  in megasas_resume()
7883 	if (instance->adapter_type != MFI_SERIES)  in megasas_resume()
7884 		megasas_setup_irq_poll(instance);  in megasas_resume()
7887 	if (instance->requestorId) {  in megasas_resume()
7888 		if (!megasas_sriov_start_heartbeat(instance, 0))  in megasas_resume()
7889 			megasas_start_timer(instance);  in megasas_resume()
7891 			instance->skip_heartbeat_timer_del = 1;  in megasas_resume()
7896 	instance->instancet->enable_intr(instance);  in megasas_resume()
7897 	megasas_setup_jbod_map(instance);  in megasas_resume()
7898 	instance->unload = 0;  in megasas_resume()
7903 	if (megasas_start_aen(instance))  in megasas_resume()
7904 		dev_err(&instance->pdev->dev, "Start AEN failed\n");  in megasas_resume()
7907 	if (instance->adapter_type != MFI_SERIES)  in megasas_resume()
7908 		if (megasas_fusion_start_watchdog(instance) != SUCCESS)  in megasas_resume()
7914 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_resume()
7915 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_resume()
7917 	megasas_free_ctrl_dma_buffers(instance);  in megasas_resume()
7918 	megasas_free_ctrl_mem(instance);  in megasas_resume()
7929 megasas_wait_for_adapter_operational(struct megasas_instance *instance)  in megasas_wait_for_adapter_operational()  argument
7936 		adp_state = atomic_read(&instance->adprecovery);  in megasas_wait_for_adapter_operational()
7942 			dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n");  in megasas_wait_for_adapter_operational()
7948 		dev_info(&instance->pdev->dev,  in megasas_wait_for_adapter_operational()
7965 	struct megasas_instance *instance;  in megasas_detach_one()  local
7969 	instance = pci_get_drvdata(pdev);  in megasas_detach_one()
7971 	if (!instance)  in megasas_detach_one()
7974 	host = instance->host;  in megasas_detach_one()
7975 	fusion = instance->ctrl_context;  in megasas_detach_one()
7978 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_detach_one()
7979 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_detach_one()
7982 	if (instance->adapter_type != MFI_SERIES)  in megasas_detach_one()
7983 		megasas_fusion_stop_watchdog(instance);  in megasas_detach_one()
7985 	if (instance->fw_crash_state != UNAVAILABLE)  in megasas_detach_one()
7986 		megasas_free_host_crash_buffer(instance);  in megasas_detach_one()
7987 	scsi_remove_host(instance->host);  in megasas_detach_one()
7988 	instance->unload = 1;  in megasas_detach_one()
7990 	if (megasas_wait_for_adapter_operational(instance))  in megasas_detach_one()
7993 	megasas_flush_cache(instance);  in megasas_detach_one()
7994 	megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN);  in megasas_detach_one()
7998 	if (instance->ev != NULL) {  in megasas_detach_one()
7999 		struct megasas_aen_event *ev = instance->ev;  in megasas_detach_one()
8001 		instance->ev = NULL;  in megasas_detach_one()
8005 	wake_up_all(&instance->int_cmd_wait_q);  in megasas_detach_one()
8007 	tasklet_kill(&instance->isr_tasklet);  in megasas_detach_one()
8010 	 * Take the instance off the instance array. Note that we will not  in megasas_detach_one()
8014 		if (megasas_mgmt_info.instance[i] == instance) {  in megasas_detach_one()
8016 			megasas_mgmt_info.instance[i] = NULL;  in megasas_detach_one()
8022 	instance->instancet->disable_intr(instance);  in megasas_detach_one()
8024 	megasas_destroy_irqs(instance);  in megasas_detach_one()
8026 	if (instance->msix_vectors)  in megasas_detach_one()
8027 		pci_free_irq_vectors(instance->pdev);  in megasas_detach_one()
8029 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_detach_one()
8037 	if (instance->adapter_type != MFI_SERIES) {  in megasas_detach_one()
8038 		megasas_release_fusion(instance);  in megasas_detach_one()
8044 				dma_free_coherent(&instance->pdev->dev,  in megasas_detach_one()
8057 				dma_free_coherent(&instance->pdev->dev,  in megasas_detach_one()
8063 		megasas_release_mfi(instance);  in megasas_detach_one()
8066 	if (instance->vf_affiliation)  in megasas_detach_one()
8069 				    instance->vf_affiliation,  in megasas_detach_one()
8070 				    instance->vf_affiliation_h);  in megasas_detach_one()
8072 	if (instance->vf_affiliation_111)  in megasas_detach_one()
8075 				    instance->vf_affiliation_111,  in megasas_detach_one()
8076 				    instance->vf_affiliation_111_h);  in megasas_detach_one()
8078 	if (instance->hb_host_mem)  in megasas_detach_one()
8080 				    instance->hb_host_mem,  in megasas_detach_one()
8081 				    instance->hb_host_mem_h);  in megasas_detach_one()
8083 	megasas_free_ctrl_dma_buffers(instance);  in megasas_detach_one()
8085 	megasas_free_ctrl_mem(instance);  in megasas_detach_one()
8087 	megasas_destroy_debugfs(instance);  in megasas_detach_one()
8100 	struct megasas_instance *instance = pci_get_drvdata(pdev);  in megasas_shutdown()  local
8102 	if (!instance)  in megasas_shutdown()
8105 	instance->unload = 1;  in megasas_shutdown()
8107 	if (megasas_wait_for_adapter_operational(instance))  in megasas_shutdown()
8110 	megasas_flush_cache(instance);  in megasas_shutdown()
8111 	megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN);  in megasas_shutdown()
8114 	instance->instancet->disable_intr(instance);  in megasas_shutdown()
8115 	megasas_destroy_irqs(instance);  in megasas_shutdown()
8117 	if (instance->msix_vectors)  in megasas_shutdown()
8118 		pci_free_irq_vectors(instance->pdev);  in megasas_shutdown()
8203 		local_instance = megasas_mgmt_info.instance[i];  in megasas_set_crash_dump_params_ioctl()
8228  * @instance:			Adapter soft state
8233 megasas_mgmt_fw_ioctl(struct megasas_instance *instance,  in megasas_mgmt_fw_ioctl()  argument
8252 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] >  max limit [%d]\n",  in megasas_mgmt_fw_ioctl()
8259 	    !instance->support_nvme_passthru) ||  in megasas_mgmt_fw_ioctl()
8261 	    !instance->support_pci_lane_margining)) {  in megasas_mgmt_fw_ioctl()
8262 		dev_err(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8268 	cmd = megasas_get_cmd(instance);  in megasas_mgmt_fw_ioctl()
8270 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n");  in megasas_mgmt_fw_ioctl()
8286 	if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8297 		mutex_lock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8298 		if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS) {  in megasas_mgmt_fw_ioctl()
8299 			megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8300 			mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8303 		mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8308 		megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8320 	if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8334 		kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8338 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc "  in megasas_mgmt_fw_ioctl()
8348 		if (instance->consistent_mask_64bit) {  in megasas_mgmt_fw_ioctl()
8375 		sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len,  in megasas_mgmt_fw_ioctl()
8393 	ret = megasas_issue_blocked_cmd(instance, cmd, 0);  in megasas_mgmt_fw_ioctl()
8398 		dev_err(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8408 	if (instance->unload == 1) {  in megasas_mgmt_fw_ioctl()
8409 		dev_info(&instance->pdev->dev, "Driver unload is in progress "  in megasas_mgmt_fw_ioctl()
8441 			dev_err(&instance->pdev->dev, "Failed to copy out to user "  in megasas_mgmt_fw_ioctl()
8453 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n");  in megasas_mgmt_fw_ioctl()
8459 		dma_free_coherent(&instance->pdev->dev, ioc->sense_len,  in megasas_mgmt_fw_ioctl()
8465 			if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8466 				dma_free_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8471 				dma_free_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8479 	megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8520 	struct megasas_instance *instance;  in megasas_mgmt_ioctl_fw()  local
8531 	instance = megasas_lookup_instance(ioc->host_no);  in megasas_mgmt_ioctl_fw()
8532 	if (!instance) {  in megasas_mgmt_ioctl_fw()
8538 	if (instance->requestorId && !allow_vf_ioctls) {  in megasas_mgmt_ioctl_fw()
8543 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_mgmt_ioctl_fw()
8544 		dev_err(&instance->pdev->dev, "Controller in crit error\n");  in megasas_mgmt_ioctl_fw()
8549 	if (instance->unload == 1) {  in megasas_mgmt_ioctl_fw()
8554 	if (down_interruptible(&instance->ioctl_sem)) {  in megasas_mgmt_ioctl_fw()
8559 	if  (megasas_wait_for_adapter_operational(instance)) {  in megasas_mgmt_ioctl_fw()
8564 	error = megasas_mgmt_fw_ioctl(instance, user_ioc, ioc);  in megasas_mgmt_ioctl_fw()
8566 	up(&instance->ioctl_sem);  in megasas_mgmt_ioctl_fw()
8575 	struct megasas_instance *instance;  in megasas_mgmt_ioctl_aen()  local
8588 	instance = megasas_lookup_instance(aen.host_no);  in megasas_mgmt_ioctl_aen()
8590 	if (!instance)  in megasas_mgmt_ioctl_aen()
8593 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_mgmt_ioctl_aen()
8597 	if (instance->unload == 1) {  in megasas_mgmt_ioctl_aen()
8601 	if  (megasas_wait_for_adapter_operational(instance))  in megasas_mgmt_ioctl_aen()
8604 	mutex_lock(&instance->reset_mutex);  in megasas_mgmt_ioctl_aen()
8605 	error = megasas_register_aen(instance, aen.seq_num,  in megasas_mgmt_ioctl_aen()
8607 	mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_ioctl_aen()
8750  * @instance:			Adapter soft state
8760 int megasas_update_device_list(struct megasas_instance *instance,  in megasas_update_device_list()  argument
8765 	if (instance->enable_fw_dev_list) {  in megasas_update_device_list()
8766 		return megasas_host_device_list_query(instance, false);  in megasas_update_device_list()
8769 			dcmd_ret = megasas_get_pd_list(instance);  in megasas_update_device_list()
8775 			if (!instance->requestorId ||  in megasas_update_device_list()
8776 			megasas_get_ld_vf_affiliation(instance, 0)) {  in megasas_update_device_list()
8777 				return megasas_ld_list_query(instance,  in megasas_update_device_list()
8788  * @instance:			Adapter soft state
8793 void megasas_add_remove_devices(struct megasas_instance *instance,  in megasas_add_remove_devices()  argument
8805 	host = instance->host;  in megasas_add_remove_devices()
8807 	if (instance->enable_fw_dev_list) {  in megasas_add_remove_devices()
8808 		targetid_list = instance->host_device_list_buf;  in megasas_add_remove_devices()
8837 				if (instance->pd_list[pd_index].driveState ==  in megasas_add_remove_devices()
8857 				if (instance->ld_ids[ld_index] != 0xff) {  in megasas_add_remove_devices()
8877 	struct megasas_instance *instance = ev->instance;  in megasas_aen_polling()  local
8886 	if (!instance) {  in megasas_aen_polling()
8887 		printk(KERN_ERR "invalid instance!\n");  in megasas_aen_polling()
8893 	mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8895 	instance->ev = NULL;  in megasas_aen_polling()
8896 	if (instance->evt_detail) {  in megasas_aen_polling()
8897 		megasas_decode_evt(instance);  in megasas_aen_polling()
8899 		switch (le32_to_cpu(instance->evt_detail->code)) {  in megasas_aen_polling()
8908 			ld_target_id = instance->evt_detail->args.ld.target_id;  in megasas_aen_polling()
8909 			sdev1 = scsi_device_lookup(instance->host,  in megasas_aen_polling()
8915 				mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8917 				mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8931 			dev_info(&instance->pdev->dev, "scanning for scsi%d...\n",  in megasas_aen_polling()
8932 				instance->host->host_no);  in megasas_aen_polling()
8936 			dcmd_ret = megasas_get_ctrl_info(instance);  in megasas_aen_polling()
8938 			    instance->snapdump_wait_time) {  in megasas_aen_polling()
8939 				megasas_get_snapdump_properties(instance);  in megasas_aen_polling()
8940 				dev_info(&instance->pdev->dev,  in megasas_aen_polling()
8942 					 instance->snapdump_wait_time);  in megasas_aen_polling()
8950 		dev_err(&instance->pdev->dev, "invalid evt_detail!\n");  in megasas_aen_polling()
8951 		mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8957 		dcmd_ret = megasas_update_device_list(instance, event_type);  in megasas_aen_polling()
8959 	mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8962 		megasas_add_remove_devices(instance, event_type);  in megasas_aen_polling()
8965 		seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1;  in megasas_aen_polling()
8967 		seq_num = instance->last_seq_num;  in megasas_aen_polling()
8974 	if (instance->aen_cmd != NULL) {  in megasas_aen_polling()
8979 	mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8980 	error = megasas_register_aen(instance, seq_num,  in megasas_aen_polling()
8983 		dev_err(&instance->pdev->dev,  in megasas_aen_polling()
8986 	mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()