Lines Matching full:instance
52 megasas_complete_cmd(struct megasas_instance *instance,
55 wait_and_poll(struct megasas_instance *instance, struct megasas_cmd *cmd,
59 megasas_clear_intr_fusion(struct megasas_instance *instance);
61 int megasas_transition_to_ready(struct megasas_instance *instance, int ocr);
64 int megasas_sriov_start_heartbeat(struct megasas_instance *instance,
69 static void megasas_free_rdpq_fusion(struct megasas_instance *instance);
70 static void megasas_free_reply_fusion(struct megasas_instance *instance);
72 void megasas_configure_queue_sizes(struct megasas_instance *instance);
73 static void megasas_fusion_crash_dump(struct megasas_instance *instance);
78 * @instance: adapter's soft state
88 megasas_adp_reset_wait_for_ready(struct megasas_instance *instance, in megasas_adp_reset_wait_for_ready() argument
99 dev_info(&instance->pdev->dev, in megasas_adp_reset_wait_for_ready()
103 pci_cfg_access_lock(instance->pdev); in megasas_adp_reset_wait_for_ready()
106 if (instance->instancet->adp_reset in megasas_adp_reset_wait_for_ready()
107 (instance, instance->reg_set)) in megasas_adp_reset_wait_for_ready()
112 if (megasas_transition_to_ready(instance, ocr_context)) { in megasas_adp_reset_wait_for_ready()
113 dev_warn(&instance->pdev->dev, in megasas_adp_reset_wait_for_ready()
115 instance->host->host_no); in megasas_adp_reset_wait_for_ready()
122 dev_info(&instance->pdev->dev, in megasas_adp_reset_wait_for_ready()
126 pci_cfg_access_unlock(instance->pdev); in megasas_adp_reset_wait_for_ready()
134 * @instance: adapter's soft instance
143 (struct megasas_instance *instance, dma_addr_t start_addr, size_t size) in megasas_check_same_4gb_region() argument
150 dev_err(&instance->pdev->dev, in megasas_check_same_4gb_region()
162 * @instance: adapter's soft instance
165 megasas_enable_intr_fusion(struct megasas_instance *instance) in megasas_enable_intr_fusion() argument
168 regs = instance->reg_set; in megasas_enable_intr_fusion()
170 instance->mask_interrupts = 0; in megasas_enable_intr_fusion()
178 dev_info(&instance->pdev->dev, "%s is called outbound_intr_mask:0x%08x\n", in megasas_enable_intr_fusion()
184 * @instance: adapter's soft instance
187 megasas_disable_intr_fusion(struct megasas_instance *instance) in megasas_disable_intr_fusion() argument
191 regs = instance->reg_set; in megasas_disable_intr_fusion()
192 instance->mask_interrupts = 1; in megasas_disable_intr_fusion()
196 dev_info(&instance->pdev->dev, "%s is called outbound_intr_mask:0x%08x\n", in megasas_disable_intr_fusion()
201 megasas_clear_intr_fusion(struct megasas_instance *instance) in megasas_clear_intr_fusion() argument
205 regs = instance->reg_set; in megasas_clear_intr_fusion()
209 status = megasas_readl(instance, in megasas_clear_intr_fusion()
224 megasas_sdev_busy_inc(struct megasas_instance *instance, in megasas_sdev_busy_inc() argument
227 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_sdev_busy_inc()
235 megasas_sdev_busy_dec(struct megasas_instance *instance, in megasas_sdev_busy_dec() argument
238 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_sdev_busy_dec()
246 megasas_sdev_busy_read(struct megasas_instance *instance, in megasas_sdev_busy_read() argument
249 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_sdev_busy_read()
259 * @instance: Adapter soft state
265 *instance, u32 blk_tag) in megasas_get_cmd_fusion()
269 fusion = instance->ctrl_context; in megasas_get_cmd_fusion()
275 * @instance: Adapter soft state
278 inline void megasas_return_cmd_fusion(struct megasas_instance *instance, in megasas_return_cmd_fusion() argument
289 * @instance: Adapter soft state
293 megasas_write_64bit_req_desc(struct megasas_instance *instance, in megasas_write_64bit_req_desc() argument
299 writeq(req_data, &instance->reg_set->inbound_low_queue_port); in megasas_write_64bit_req_desc()
302 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_write_64bit_req_desc()
304 &instance->reg_set->inbound_low_queue_port); in megasas_write_64bit_req_desc()
306 &instance->reg_set->inbound_high_queue_port); in megasas_write_64bit_req_desc()
307 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_write_64bit_req_desc()
313 * @instance: Adapter soft state
320 megasas_fire_cmd_fusion(struct megasas_instance *instance, in megasas_fire_cmd_fusion() argument
323 if (instance->atomic_desc_support) in megasas_fire_cmd_fusion()
325 &instance->reg_set->inbound_single_queue_port); in megasas_fire_cmd_fusion()
327 megasas_write_64bit_req_desc(instance, req_desc); in megasas_fire_cmd_fusion()
332 * @instance: Adapter soft state
342 megasas_fusion_update_can_queue(struct megasas_instance *instance, int fw_boot_context) in megasas_fusion_update_can_queue() argument
348 if (instance->adapter_type < VENTURA_SERIES) in megasas_fusion_update_can_queue()
350 megasas_readl(instance, in megasas_fusion_update_can_queue()
351 &instance->reg_set->outbound_scratch_pad_2) & 0x00FFFF; in megasas_fusion_update_can_queue()
354 cur_max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF; in megasas_fusion_update_can_queue()
357 (instance->instancet->read_fw_status_reg(instance) & 0x00FFFF) - MEGASAS_FUSION_IOCTL_CMDS; in megasas_fusion_update_can_queue()
359 dev_info(&instance->pdev->dev, in megasas_fusion_update_can_queue()
365 if (cur_max_fw_cmds < instance->max_fw_cmds) { in megasas_fusion_update_can_queue()
366 instance->cur_can_queue = in megasas_fusion_update_can_queue()
369 instance->host->can_queue = instance->cur_can_queue; in megasas_fusion_update_can_queue()
370 instance->ldio_threshold = ldio_threshold; in megasas_fusion_update_can_queue()
373 instance->max_fw_cmds = cur_max_fw_cmds; in megasas_fusion_update_can_queue()
374 instance->ldio_threshold = ldio_threshold; in megasas_fusion_update_can_queue()
377 instance->max_fw_cmds = min(instance->max_fw_cmds, in megasas_fusion_update_can_queue()
384 instance->max_fw_cmds = instance->max_fw_cmds-1; in megasas_fusion_update_can_queue()
389 megasas_get_msix_index(struct megasas_instance *instance, in megasas_get_msix_index() argument
394 if (instance->perf_mode == MR_BALANCED_PERF_MODE && in megasas_get_msix_index()
395 (megasas_sdev_busy_read(instance, scmd) > in megasas_get_msix_index()
398 mega_mod64((atomic64_add_return(1, &instance->high_iops_outstanding) / in megasas_get_msix_index()
399 MR_HIGH_IOPS_BATCH_COUNT), instance->low_latency_index_start); in megasas_get_msix_index()
400 } else if (instance->msix_load_balance) { in megasas_get_msix_index()
402 (mega_mod64(atomic64_add_return(1, &instance->total_io_count), in megasas_get_msix_index()
403 instance->msix_vectors)); in megasas_get_msix_index()
404 } else if (instance->host->nr_hw_queues > 1) { in megasas_get_msix_index()
408 instance->low_latency_index_start; in megasas_get_msix_index()
411 instance->reply_map[raw_smp_processor_id()]; in megasas_get_msix_index()
417 * @instance: Adapter soft state
420 megasas_free_cmds_fusion(struct megasas_instance *instance) in megasas_free_cmds_fusion() argument
423 struct fusion_context *fusion = instance->ctrl_context; in megasas_free_cmds_fusion()
432 for (i = 0; i < instance->max_mpt_cmds; i++) { in megasas_free_cmds_fusion()
456 if (instance->is_rdpq) in megasas_free_cmds_fusion()
457 megasas_free_rdpq_fusion(instance); in megasas_free_cmds_fusion()
459 megasas_free_reply_fusion(instance); in megasas_free_cmds_fusion()
463 dma_free_coherent(&instance->pdev->dev, in megasas_free_cmds_fusion()
478 * @instance: Adapter soft state
481 static int megasas_create_sg_sense_fusion(struct megasas_instance *instance) in megasas_create_sg_sense_fusion() argument
490 fusion = instance->ctrl_context; in megasas_create_sg_sense_fusion()
491 max_cmd = instance->max_fw_cmds; in megasas_create_sg_sense_fusion()
492 sense_sz = instance->max_mpt_cmds * SCSI_SENSE_BUFFERSIZE; in megasas_create_sg_sense_fusion()
495 dma_pool_create("mr_sg", &instance->pdev->dev, in megasas_create_sg_sense_fusion()
496 instance->max_chain_frame_sz, in megasas_create_sg_sense_fusion()
500 dma_pool_create("mr_sense", &instance->pdev->dev, in megasas_create_sg_sense_fusion()
504 dev_err(&instance->pdev->dev, in megasas_create_sg_sense_fusion()
512 dev_err(&instance->pdev->dev, in megasas_create_sg_sense_fusion()
528 if (!megasas_check_same_4gb_region(instance, fusion->sense_phys_addr, in megasas_create_sg_sense_fusion()
536 dma_pool_create("mr_sense_align", &instance->pdev->dev, in megasas_create_sg_sense_fusion()
540 dev_err(&instance->pdev->dev, in megasas_create_sg_sense_fusion()
548 dev_err(&instance->pdev->dev, in megasas_create_sg_sense_fusion()
567 dev_err(&instance->pdev->dev, in megasas_create_sg_sense_fusion()
574 for (i = max_cmd; i < instance->max_mpt_cmds; i++) { in megasas_create_sg_sense_fusion()
586 megasas_alloc_cmdlist_fusion(struct megasas_instance *instance) in megasas_alloc_cmdlist_fusion() argument
591 fusion = instance->ctrl_context; in megasas_alloc_cmdlist_fusion()
593 max_mpt_cmd = instance->max_mpt_cmds; in megasas_alloc_cmdlist_fusion()
604 dev_err(&instance->pdev->dev, in megasas_alloc_cmdlist_fusion()
616 dev_err(&instance->pdev->dev, in megasas_alloc_cmdlist_fusion()
626 megasas_alloc_request_fusion(struct megasas_instance *instance) in megasas_alloc_request_fusion() argument
630 fusion = instance->ctrl_context; in megasas_alloc_request_fusion()
634 dma_pool_create("mr_ioreq", &instance->pdev->dev, in megasas_alloc_request_fusion()
638 dev_err(&instance->pdev->dev, in megasas_alloc_request_fusion()
648 if (instance->max_fw_cmds >= (MEGASAS_REDUCE_QD_COUNT * 2)) { in megasas_alloc_request_fusion()
649 instance->max_fw_cmds -= MEGASAS_REDUCE_QD_COUNT; in megasas_alloc_request_fusion()
651 megasas_configure_queue_sizes(instance); in megasas_alloc_request_fusion()
654 dev_err(&instance->pdev->dev, in megasas_alloc_request_fusion()
660 if (!megasas_check_same_4gb_region(instance, in megasas_alloc_request_fusion()
671 &instance->pdev->dev, in megasas_alloc_request_fusion()
677 dev_err(&instance->pdev->dev, in megasas_alloc_request_fusion()
688 dev_err(&instance->pdev->dev, in megasas_alloc_request_fusion()
695 dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_request_fusion()
699 dev_err(&instance->pdev->dev, in megasas_alloc_request_fusion()
708 megasas_alloc_reply_fusion(struct megasas_instance *instance) in megasas_alloc_reply_fusion() argument
713 fusion = instance->ctrl_context; in megasas_alloc_reply_fusion()
715 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_alloc_reply_fusion()
716 count += instance->iopoll_q_count; in megasas_alloc_reply_fusion()
719 dma_pool_create("mr_reply", &instance->pdev->dev, in megasas_alloc_reply_fusion()
723 dev_err(&instance->pdev->dev, in megasas_alloc_reply_fusion()
732 dev_err(&instance->pdev->dev, in megasas_alloc_reply_fusion()
737 if (!megasas_check_same_4gb_region(instance, in megasas_alloc_reply_fusion()
748 &instance->pdev->dev, in megasas_alloc_reply_fusion()
754 dev_err(&instance->pdev->dev, in megasas_alloc_reply_fusion()
765 dev_err(&instance->pdev->dev, in megasas_alloc_reply_fusion()
787 megasas_alloc_rdpq_fusion(struct megasas_instance *instance) in megasas_alloc_rdpq_fusion() argument
797 fusion = instance->ctrl_context; in megasas_alloc_rdpq_fusion()
802 fusion->rdpq_virt = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_rdpq_fusion()
806 dev_err(&instance->pdev->dev, in megasas_alloc_rdpq_fusion()
811 msix_count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_alloc_rdpq_fusion()
812 msix_count += instance->iopoll_q_count; in megasas_alloc_rdpq_fusion()
815 &instance->pdev->dev, in megasas_alloc_rdpq_fusion()
819 &instance->pdev->dev, in megasas_alloc_rdpq_fusion()
826 dev_err(&instance->pdev->dev, in megasas_alloc_rdpq_fusion()
846 dev_err(&instance->pdev->dev, in megasas_alloc_rdpq_fusion()
862 if (!megasas_check_same_4gb_region(instance, rdpq_chunk_phys[i], in megasas_alloc_rdpq_fusion()
872 dev_err(&instance->pdev->dev, in megasas_alloc_rdpq_fusion()
912 megasas_free_rdpq_fusion(struct megasas_instance *instance) { in megasas_free_rdpq_fusion() argument
917 fusion = instance->ctrl_context; in megasas_free_rdpq_fusion()
931 dma_free_coherent(&instance->pdev->dev, in megasas_free_rdpq_fusion()
937 megasas_free_reply_fusion(struct megasas_instance *instance) { in megasas_free_reply_fusion() argument
941 fusion = instance->ctrl_context; in megasas_free_reply_fusion()
955 * @instance: Adapter soft state
970 megasas_alloc_cmds_fusion(struct megasas_instance *instance) in megasas_alloc_cmds_fusion() argument
980 fusion = instance->ctrl_context; in megasas_alloc_cmds_fusion()
982 if (megasas_alloc_request_fusion(instance)) in megasas_alloc_cmds_fusion()
985 if (instance->is_rdpq) { in megasas_alloc_cmds_fusion()
986 if (megasas_alloc_rdpq_fusion(instance)) in megasas_alloc_cmds_fusion()
989 if (megasas_alloc_reply_fusion(instance)) in megasas_alloc_cmds_fusion()
992 if (megasas_alloc_cmdlist_fusion(instance)) in megasas_alloc_cmds_fusion()
1004 for (i = 0; i < instance->max_mpt_cmds; i++) { in megasas_alloc_cmds_fusion()
1011 (i >= instance->max_scsi_cmds && i < instance->max_fw_cmds) ? in megasas_alloc_cmds_fusion()
1012 (i - instance->max_scsi_cmds) : in megasas_alloc_cmds_fusion()
1014 cmd->instance = instance; in megasas_alloc_cmds_fusion()
1024 if (megasas_create_sg_sense_fusion(instance)) in megasas_alloc_cmds_fusion()
1030 megasas_free_cmds_fusion(instance); in megasas_alloc_cmds_fusion()
1036 * @instance: Adapter soft state
1043 wait_and_poll(struct megasas_instance *instance, struct megasas_cmd *cmd, in wait_and_poll() argument
1059 status_reg = instance->instancet->read_fw_status_reg(instance) in wait_and_poll()
1076 * @instance: Adapter soft state
1081 megasas_ioc_init_fusion(struct megasas_instance *instance) in megasas_ioc_init_fusion() argument
1099 fusion = instance->ctrl_context; in megasas_ioc_init_fusion()
1107 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_ioc_init_fusion()
1111 if (instance->adapter_type == INVADER_SERIES) { in megasas_ioc_init_fusion()
1115 if (instance->consistent_mask_64bit && !cur_fw_64bit_dma_capable) { in megasas_ioc_init_fusion()
1116 dev_err(&instance->pdev->dev, "Driver was operating on 64bit " in megasas_ioc_init_fusion()
1118 megaraid_sas_kill_hba(instance); in megasas_ioc_init_fusion()
1124 if (instance->is_rdpq && !cur_rdpq_mode) { in megasas_ioc_init_fusion()
1125 dev_err(&instance->pdev->dev, "Firmware downgrade *NOT SUPPORTED*" in megasas_ioc_init_fusion()
1134 if ((instance->low_latency_index_start == in megasas_ioc_init_fusion()
1136 instance->perf_mode = MR_BALANCED_PERF_MODE; in megasas_ioc_init_fusion()
1138 dev_info(&instance->pdev->dev, "Performance mode :%s (latency index = %d)\n", in megasas_ioc_init_fusion()
1139 MEGASAS_PERF_MODE_2STR(instance->perf_mode), in megasas_ioc_init_fusion()
1140 instance->low_latency_index_start); in megasas_ioc_init_fusion()
1142 instance->fw_sync_cache_support = (scratch_pad_1 & in megasas_ioc_init_fusion()
1144 dev_info(&instance->pdev->dev, "FW supports sync cache\t: %s\n", in megasas_ioc_init_fusion()
1145 instance->fw_sync_cache_support ? "Yes" : "No"); in megasas_ioc_init_fusion()
1156 IOCInitMessage->ReplyDescriptorPostQueueAddress = instance->is_rdpq ? in megasas_ioc_init_fusion()
1159 IOCInitMessage->MsgFlags = instance->is_rdpq ? in megasas_ioc_init_fusion()
1163 IOCInitMessage->HostMSIxVectors = instance->msix_vectors + instance->iopoll_q_count; in megasas_ioc_init_fusion()
1183 if (instance->adapter_type >= INVADER_SERIES) in megasas_ioc_init_fusion()
1192 if (instance->max_chain_frame_sz > MEGASAS_CHAIN_FRAME_SZ_MIN) in megasas_ioc_init_fusion()
1207 if (instance->consistent_mask_64bit) in megasas_ioc_init_fusion()
1214 if (instance->system_info_buf && sys_info) { in megasas_ioc_init_fusion()
1215 memcpy(instance->system_info_buf->systemId, sys_info, in megasas_ioc_init_fusion()
1217 instance->system_info_buf->systemIdLength = in megasas_ioc_init_fusion()
1219 init_frame->system_info_lo = cpu_to_le32(lower_32_bits(instance->system_info_h)); in megasas_ioc_init_fusion()
1220 init_frame->system_info_hi = cpu_to_le32(upper_32_bits(instance->system_info_h)); in megasas_ioc_init_fusion()
1233 switch (instance->perf_mode) { in megasas_ioc_init_fusion()
1236 cpu_to_le16(~(~0 << instance->low_latency_index_start/8)); in megasas_ioc_init_fusion()
1240 cpu_to_le16(~(~0 << instance->msix_vectors/8)); in megasas_ioc_init_fusion()
1254 instance->instancet->disable_intr(instance); in megasas_ioc_init_fusion()
1257 if (megasas_readl(instance, &instance->reg_set->doorbell) & 1) in megasas_ioc_init_fusion()
1264 megasas_write_64bit_req_desc(instance, &req_desc); in megasas_ioc_init_fusion()
1266 wait_and_poll(instance, cmd, MFI_IO_TIMEOUT_SECS); in megasas_ioc_init_fusion()
1274 if (instance->adapter_type >= AERO_SERIES) { in megasas_ioc_init_fusion()
1276 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_ioc_init_fusion()
1278 instance->atomic_desc_support = in megasas_ioc_init_fusion()
1281 dev_info(&instance->pdev->dev, "FW supports atomic descriptor\t: %s\n", in megasas_ioc_init_fusion()
1282 instance->atomic_desc_support ? "Yes" : "No"); in megasas_ioc_init_fusion()
1288 dev_err(&instance->pdev->dev, in megasas_ioc_init_fusion()
1290 instance->host->host_no); in megasas_ioc_init_fusion()
1297 * @instance: Adapter soft state
1301 * issue command and return. If it is first instance of jbod map
1305 megasas_sync_pd_seq_num(struct megasas_instance *instance, bool pend) { in megasas_sync_pd_seq_num() argument
1310 struct fusion_context *fusion = instance->ctrl_context; in megasas_sync_pd_seq_num()
1314 pd_sync = (void *)fusion->pd_seq_sync[(instance->pd_seq_map_id & 1)]; in megasas_sync_pd_seq_num()
1315 pd_seq_h = fusion->pd_seq_phys[(instance->pd_seq_map_id & 1)]; in megasas_sync_pd_seq_num()
1318 cmd = megasas_get_cmd(instance); in megasas_sync_pd_seq_num()
1320 dev_err(&instance->pdev->dev, in megasas_sync_pd_seq_num()
1334 instance->jbod_seq_cmd = cmd; in megasas_sync_pd_seq_num()
1347 megasas_set_dma_settings(instance, dcmd, pd_seq_h, pd_seq_map_sz); in megasas_sync_pd_seq_num()
1350 instance->instancet->issue_dcmd(instance, cmd); in megasas_sync_pd_seq_num()
1355 if (!instance->mask_interrupts) in megasas_sync_pd_seq_num()
1356 ret = megasas_issue_blocked_cmd(instance, cmd, in megasas_sync_pd_seq_num()
1359 ret = megasas_issue_polled(instance, cmd); in megasas_sync_pd_seq_num()
1362 dev_warn(&instance->pdev->dev, in megasas_sync_pd_seq_num()
1369 dev_warn(&instance->pdev->dev, in megasas_sync_pd_seq_num()
1374 instance->pd_seq_map_id++; in megasas_sync_pd_seq_num()
1376 megasas_return_cmd(instance, cmd); in megasas_sync_pd_seq_num()
1382 * @instance: Adapter soft state
1396 megasas_get_ld_map_info(struct megasas_instance *instance) in megasas_get_ld_map_info() argument
1406 cmd = megasas_get_cmd(instance); in megasas_get_ld_map_info()
1409 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get cmd for map info\n"); in megasas_get_ld_map_info()
1413 fusion = instance->ctrl_context; in megasas_get_ld_map_info()
1416 megasas_return_cmd(instance, cmd); in megasas_get_ld_map_info()
1424 ci = (void *) fusion->ld_map[(instance->map_id & 1)]; in megasas_get_ld_map_info()
1425 ci_h = fusion->ld_map_phys[(instance->map_id & 1)]; in megasas_get_ld_map_info()
1428 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc mem for ld_map_info\n"); in megasas_get_ld_map_info()
1429 megasas_return_cmd(instance, cmd); in megasas_get_ld_map_info()
1444 megasas_set_dma_settings(instance, dcmd, ci_h, size_map_info); in megasas_get_ld_map_info()
1446 if (!instance->mask_interrupts) in megasas_get_ld_map_info()
1447 ret = megasas_issue_blocked_cmd(instance, cmd, in megasas_get_ld_map_info()
1450 ret = megasas_issue_polled(instance, cmd); in megasas_get_ld_map_info()
1453 dev_warn(&instance->pdev->dev, in megasas_get_ld_map_info()
1457 megasas_return_cmd(instance, cmd); in megasas_get_ld_map_info()
1463 megasas_get_map_info(struct megasas_instance *instance) in megasas_get_map_info() argument
1465 struct fusion_context *fusion = instance->ctrl_context; in megasas_get_map_info()
1468 if (!megasas_get_ld_map_info(instance)) { in megasas_get_map_info()
1469 if (MR_ValidateMapInfo(instance, instance->map_id)) { in megasas_get_map_info()
1479 * @instance: Adapter soft state
1486 megasas_sync_map_info(struct megasas_instance *instance) in megasas_sync_map_info() argument
1500 cmd = megasas_get_cmd(instance); in megasas_sync_map_info()
1503 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get cmd for sync info\n"); in megasas_sync_map_info()
1507 fusion = instance->ctrl_context; in megasas_sync_map_info()
1510 megasas_return_cmd(instance, cmd); in megasas_sync_map_info()
1514 map = fusion->ld_drv_map[instance->map_id & 1]; in megasas_sync_map_info()
1523 fusion->ld_map[(instance->map_id - 1) & 1]; in megasas_sync_map_info()
1526 ci_h = fusion->ld_map_phys[(instance->map_id - 1) & 1]; in megasas_sync_map_info()
1549 megasas_set_dma_settings(instance, dcmd, ci_h, size_map_info); in megasas_sync_map_info()
1551 instance->map_update_cmd = cmd; in megasas_sync_map_info()
1553 instance->instancet->issue_dcmd(instance, cmd); in megasas_sync_map_info()
1560 * @instance: per adapter object
1565 megasas_display_intel_branding(struct megasas_instance *instance) in megasas_display_intel_branding() argument
1567 if (instance->pdev->subsystem_vendor != PCI_VENDOR_ID_INTEL) in megasas_display_intel_branding()
1570 switch (instance->pdev->device) { in megasas_display_intel_branding()
1572 switch (instance->pdev->subsystem_device) { in megasas_display_intel_branding()
1574 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1575 instance->host->host_no, in megasas_display_intel_branding()
1579 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1580 instance->host->host_no, in megasas_display_intel_branding()
1584 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1585 instance->host->host_no, in megasas_display_intel_branding()
1589 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1590 instance->host->host_no, in megasas_display_intel_branding()
1598 switch (instance->pdev->subsystem_device) { in megasas_display_intel_branding()
1600 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1601 instance->host->host_no, in megasas_display_intel_branding()
1605 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1606 instance->host->host_no, in megasas_display_intel_branding()
1615 switch (instance->pdev->subsystem_device) { in megasas_display_intel_branding()
1617 dev_info(&instance->pdev->dev, "scsi host %d: %s\n", in megasas_display_intel_branding()
1618 instance->host->host_no, in megasas_display_intel_branding()
1632 * @instance: Adapter soft state
1637 static inline int megasas_allocate_raid_maps(struct megasas_instance *instance) in megasas_allocate_raid_maps() argument
1642 fusion = instance->ctrl_context; in megasas_allocate_raid_maps()
1657 dev_err(&instance->pdev->dev, in megasas_allocate_raid_maps()
1667 fusion->ld_map[i] = dma_alloc_coherent(&instance->pdev->dev, in megasas_allocate_raid_maps()
1672 dev_err(&instance->pdev->dev, in megasas_allocate_raid_maps()
1684 dma_free_coherent(&instance->pdev->dev, in megasas_allocate_raid_maps()
1708 * @instance: Adapter soft state
1712 void megasas_configure_queue_sizes(struct megasas_instance *instance) in megasas_configure_queue_sizes() argument
1717 fusion = instance->ctrl_context; in megasas_configure_queue_sizes()
1718 max_cmd = instance->max_fw_cmds; in megasas_configure_queue_sizes()
1720 if (instance->adapter_type >= VENTURA_SERIES) in megasas_configure_queue_sizes()
1721 instance->max_mpt_cmds = instance->max_fw_cmds * RAID_1_PEER_CMDS; in megasas_configure_queue_sizes()
1723 instance->max_mpt_cmds = instance->max_fw_cmds; in megasas_configure_queue_sizes()
1725 instance->max_scsi_cmds = instance->max_fw_cmds - instance->max_mfi_cmds; in megasas_configure_queue_sizes()
1726 instance->cur_can_queue = instance->max_scsi_cmds; in megasas_configure_queue_sizes()
1727 instance->host->can_queue = instance->cur_can_queue; in megasas_configure_queue_sizes()
1732 instance->max_mpt_cmds; in megasas_configure_queue_sizes()
1737 * (instance->max_mpt_cmds + 1)); /* Extra 1 for SMID 0 */ in megasas_configure_queue_sizes()
1740 static int megasas_alloc_ioc_init_frame(struct megasas_instance *instance) in megasas_alloc_ioc_init_frame() argument
1745 fusion = instance->ctrl_context; in megasas_alloc_ioc_init_frame()
1750 dev_err(&instance->pdev->dev, "Failed from func: %s line: %d\n", in megasas_alloc_ioc_init_frame()
1755 cmd->frame = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_ioc_init_frame()
1760 dev_err(&instance->pdev->dev, "Failed from func: %s line: %d\n", in megasas_alloc_ioc_init_frame()
1772 * @instance: Adapter soft state
1774 static inline void megasas_free_ioc_init_cmd(struct megasas_instance *instance) in megasas_free_ioc_init_cmd() argument
1778 fusion = instance->ctrl_context; in megasas_free_ioc_init_cmd()
1781 dma_free_coherent(&instance->pdev->dev, in megasas_free_ioc_init_cmd()
1791 * @instance: Adapter soft state
1796 megasas_init_adapter_fusion(struct megasas_instance *instance) in megasas_init_adapter_fusion() argument
1803 fusion = instance->ctrl_context; in megasas_init_adapter_fusion()
1805 megasas_fusion_update_can_queue(instance, PROBE_CONTEXT); in megasas_init_adapter_fusion()
1810 instance->max_mfi_cmds = in megasas_init_adapter_fusion()
1813 megasas_configure_queue_sizes(instance); in megasas_init_adapter_fusion()
1815 scratch_pad_1 = megasas_readl(instance, in megasas_init_adapter_fusion()
1816 &instance->reg_set->outbound_scratch_pad_1); in megasas_init_adapter_fusion()
1824 instance->max_chain_frame_sz = in megasas_init_adapter_fusion()
1828 instance->max_chain_frame_sz = in megasas_init_adapter_fusion()
1832 if (instance->max_chain_frame_sz < MEGASAS_CHAIN_FRAME_SZ_MIN) { in megasas_init_adapter_fusion()
1833 dev_warn(&instance->pdev->dev, "frame size %d invalid, fall back to legacy max frame size %d\n", in megasas_init_adapter_fusion()
1834 instance->max_chain_frame_sz, in megasas_init_adapter_fusion()
1836 instance->max_chain_frame_sz = MEGASAS_CHAIN_FRAME_SZ_MIN; in megasas_init_adapter_fusion()
1844 instance->max_chain_frame_sz in megasas_init_adapter_fusion()
1847 instance->max_num_sge = in megasas_init_adapter_fusion()
1859 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_init_adapter_fusion()
1860 count += instance->iopoll_q_count; in megasas_init_adapter_fusion()
1869 instance->max_scsi_cmds = instance->max_fw_cmds - in megasas_init_adapter_fusion()
1872 sema_init(&instance->ioctl_sem, MEGASAS_FUSION_IOCTL_CMDS); in megasas_init_adapter_fusion()
1877 if (megasas_alloc_ioc_init_frame(instance)) in megasas_init_adapter_fusion()
1884 if (megasas_alloc_cmds(instance)) in megasas_init_adapter_fusion()
1886 if (megasas_alloc_cmds_fusion(instance)) in megasas_init_adapter_fusion()
1889 if (megasas_ioc_init_fusion(instance)) { in megasas_init_adapter_fusion()
1890 status_reg = instance->instancet->read_fw_status_reg(instance); in megasas_init_adapter_fusion()
1895 (instance, true, 0) == FAILED) in megasas_init_adapter_fusion()
1898 if (megasas_ioc_init_fusion(instance)) in megasas_init_adapter_fusion()
1905 megasas_display_intel_branding(instance); in megasas_init_adapter_fusion()
1906 if (megasas_get_ctrl_info(instance)) { in megasas_init_adapter_fusion()
1907 dev_err(&instance->pdev->dev, in megasas_init_adapter_fusion()
1913 instance->flag_ieee = 1; in megasas_init_adapter_fusion()
1914 instance->r1_ldio_hint_default = MR_R1_LDIO_PIGGYBACK_DEFAULT; in megasas_init_adapter_fusion()
1915 instance->threshold_reply_count = instance->max_fw_cmds / 4; in megasas_init_adapter_fusion()
1918 if (megasas_allocate_raid_maps(instance)) in megasas_init_adapter_fusion()
1921 if (!megasas_get_map_info(instance)) in megasas_init_adapter_fusion()
1922 megasas_sync_map_info(instance); in megasas_init_adapter_fusion()
1927 megasas_free_cmds_fusion(instance); in megasas_init_adapter_fusion()
1929 megasas_free_cmds(instance); in megasas_init_adapter_fusion()
1931 megasas_free_ioc_init_cmd(instance); in megasas_init_adapter_fusion()
1943 struct megasas_instance *instance = in megasas_fault_detect_work() local
1949 fw_state = instance->instancet->read_fw_status_reg(instance) & in megasas_fault_detect_work()
1953 dma_state = instance->instancet->read_fw_status_reg(instance) & in megasas_fault_detect_work()
1956 if (instance->crash_dump_drv_support && in megasas_fault_detect_work()
1957 instance->crash_dump_app_support && dma_state) { in megasas_fault_detect_work()
1958 megasas_fusion_crash_dump(instance); in megasas_fault_detect_work()
1960 if (instance->unload == 0) { in megasas_fault_detect_work()
1961 status = megasas_reset_fusion(instance->host, 0); in megasas_fault_detect_work()
1963 dev_err(&instance->pdev->dev, in megasas_fault_detect_work()
1972 if (instance->fw_fault_work_q) in megasas_fault_detect_work()
1973 queue_delayed_work(instance->fw_fault_work_q, in megasas_fault_detect_work()
1974 &instance->fw_fault_work, in megasas_fault_detect_work()
1979 megasas_fusion_start_watchdog(struct megasas_instance *instance) in megasas_fusion_start_watchdog() argument
1982 if (instance->fw_fault_work_q) in megasas_fusion_start_watchdog()
1985 INIT_DELAYED_WORK(&instance->fw_fault_work, megasas_fault_detect_work); in megasas_fusion_start_watchdog()
1987 snprintf(instance->fault_handler_work_q_name, in megasas_fusion_start_watchdog()
1988 sizeof(instance->fault_handler_work_q_name), in megasas_fusion_start_watchdog()
1989 "poll_megasas%d_status", instance->host->host_no); in megasas_fusion_start_watchdog()
1991 instance->fw_fault_work_q = alloc_ordered_workqueue( in megasas_fusion_start_watchdog()
1992 "%s", WQ_MEM_RECLAIM, instance->fault_handler_work_q_name); in megasas_fusion_start_watchdog()
1993 if (!instance->fw_fault_work_q) { in megasas_fusion_start_watchdog()
1994 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_fusion_start_watchdog()
1999 queue_delayed_work(instance->fw_fault_work_q, in megasas_fusion_start_watchdog()
2000 &instance->fw_fault_work, in megasas_fusion_start_watchdog()
2007 megasas_fusion_stop_watchdog(struct megasas_instance *instance) in megasas_fusion_stop_watchdog() argument
2011 if (instance->fw_fault_work_q) { in megasas_fusion_stop_watchdog()
2012 wq = instance->fw_fault_work_q; in megasas_fusion_stop_watchdog()
2013 instance->fw_fault_work_q = NULL; in megasas_fusion_stop_watchdog()
2014 if (!cancel_delayed_work_sync(&instance->fw_fault_work)) in megasas_fusion_stop_watchdog()
2094 * @instance: Adapter soft state
2102 megasas_is_prp_possible(struct megasas_instance *instance, in megasas_is_prp_possible() argument
2110 mr_nvme_pg_size = max_t(u32, instance->nvme_page_size, in megasas_is_prp_possible()
2140 * @instance: Adapter soft state
2150 megasas_make_prp_nvme(struct megasas_instance *instance, struct scsi_cmnd *scmd, in megasas_make_prp_nvme() argument
2164 u32 mr_nvme_pg_size = max_t(u32, instance->nvme_page_size, in megasas_make_prp_nvme()
2167 build_prp = megasas_is_prp_possible(instance, scmd, sge_count); in megasas_make_prp_nvme()
2187 memset(ptr_sgl, 0, instance->max_chain_frame_sz); in megasas_make_prp_nvme()
2265 * @instance: Adapter soft state
2273 megasas_make_sgl_fusion(struct megasas_instance *instance, in megasas_make_sgl_fusion() argument
2282 fusion = instance->ctrl_context; in megasas_make_sgl_fusion()
2284 if (instance->adapter_type >= INVADER_SERIES) { in megasas_make_sgl_fusion()
2294 if (instance->adapter_type >= INVADER_SERIES) in megasas_make_sgl_fusion()
2304 if (instance->adapter_type >= INVADER_SERIES) { in megasas_make_sgl_fusion()
2320 if (instance->adapter_type >= INVADER_SERIES) in megasas_make_sgl_fusion()
2331 memset(sgl_ptr, 0, instance->max_chain_frame_sz); in megasas_make_sgl_fusion()
2339 * @instance: Soft instance of controller
2350 int megasas_make_sgl(struct megasas_instance *instance, struct scsi_cmnd *scp, in megasas_make_sgl() argument
2359 if ((sge_count > instance->max_num_sge) || (sge_count <= 0)) in megasas_make_sgl()
2366 build_prp = megasas_make_prp_nvme(instance, scp, sgl_chain64, in megasas_make_sgl()
2370 megasas_make_sgl_fusion(instance, scp, sgl_chain64, in megasas_make_sgl()
2558 * @instance: Adapter soft state
2565 static void megasas_stream_detect(struct megasas_instance *instance, in megasas_stream_detect() argument
2569 struct fusion_context *fusion = instance->ctrl_context; in megasas_stream_detect()
2721 * @instance: Adapter soft state
2729 megasas_build_ldio_fusion(struct megasas_instance *instance, in megasas_build_ldio_fusion() argument
2750 fusion = instance->ctrl_context; in megasas_build_ldio_fusion()
2826 local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_build_ldio_fusion()
2829 if (ld < instance->fw_supported_vd_count) in megasas_build_ldio_fusion()
2836 if (MR_BuildRaidContext(instance, &io_info, rctx, in megasas_build_ldio_fusion()
2841 megasas_get_msix_index(instance, scp, cmd, io_info.data_arms); in megasas_build_ldio_fusion()
2843 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_build_ldio_fusion()
2855 if (atomic_inc_return(&instance->fw_outstanding) > in megasas_build_ldio_fusion()
2856 (instance->host->can_queue)) { in megasas_build_ldio_fusion()
2858 atomic_dec(&instance->fw_outstanding); in megasas_build_ldio_fusion()
2863 atomic_dec(&instance->fw_outstanding); in megasas_build_ldio_fusion()
2866 instance->r1_ldio_hint_default); in megasas_build_ldio_fusion()
2872 spin_lock_irqsave(&instance->stream_lock, in megasas_build_ldio_fusion()
2874 megasas_stream_detect(instance, cmd, &io_info); in megasas_build_ldio_fusion()
2875 spin_unlock_irqrestore(&instance->stream_lock, in megasas_build_ldio_fusion()
2901 if (instance->adapter_type == INVADER_SERIES) { in megasas_build_ldio_fusion()
2908 } else if (instance->adapter_type >= VENTURA_SERIES) { in megasas_build_ldio_fusion()
2919 get_updated_dev_handle(instance, in megasas_build_ldio_fusion()
2924 if (instance->adapter_type >= VENTURA_SERIES) in megasas_build_ldio_fusion()
2932 if (instance->adapter_type >= VENTURA_SERIES) in megasas_build_ldio_fusion()
2939 instance->dev_handle = !(instance->dev_handle); in megasas_build_ldio_fusion()
2941 local_map_ptr->raidMap.devHndlInfo[io_info.pd_after_lb].devHandle[instance->dev_handle]; in megasas_build_ldio_fusion()
2955 if (instance->adapter_type == INVADER_SERIES) { in megasas_build_ldio_fusion()
2966 } else if (instance->adapter_type >= VENTURA_SERIES) { in megasas_build_ldio_fusion()
2979 * @instance: Adapter soft state
2985 static void megasas_build_ld_nonrw_fusion(struct megasas_instance *instance, in megasas_build_ld_nonrw_fusion() argument
2992 struct fusion_context *fusion = instance->ctrl_context; in megasas_build_ld_nonrw_fusion()
3002 local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_build_ld_nonrw_fusion()
3012 device_id < instance->fw_supported_vd_count)) { in megasas_build_ld_nonrw_fusion()
3015 if (ld >= instance->fw_supported_vd_count - 1) in megasas_build_ld_nonrw_fusion()
3038 if (instance->adapter_type < VENTURA_SERIES) in megasas_build_ld_nonrw_fusion()
3067 * @instance: Adapter soft state
3075 megasas_build_syspd_fusion(struct megasas_instance *instance, in megasas_build_syspd_fusion() argument
3088 struct fusion_context *fusion = instance->ctrl_context; in megasas_build_syspd_fusion()
3089 pd_sync = (void *)fusion->pd_seq_sync[(instance->pd_seq_map_id - 1) & 1]; in megasas_build_syspd_fusion()
3109 if (instance->support_seqnum_jbod_fp) { in megasas_build_syspd_fusion()
3110 if (instance->use_seqnum_jbod_fp && in megasas_build_syspd_fusion()
3111 instance->pd_list[pd_index].driveType == TYPE_DISK) { in megasas_build_syspd_fusion()
3114 if (instance->support_morethan256jbod) in megasas_build_syspd_fusion()
3125 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_build_syspd_fusion()
3152 fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_build_syspd_fusion()
3162 megasas_get_msix_index(instance, scmd, cmd, 1); in megasas_build_syspd_fusion()
3183 if (instance->adapter_type >= INVADER_SERIES) in megasas_build_syspd_fusion()
3195 * @instance: Adapter soft state
3203 megasas_build_io_fusion(struct megasas_instance *instance, in megasas_build_io_fusion() argument
3235 megasas_build_ldio_fusion(instance, scp, cmd); in megasas_build_io_fusion()
3238 megasas_build_ld_nonrw_fusion(instance, scp, cmd); in megasas_build_io_fusion()
3241 megasas_build_syspd_fusion(instance, scp, cmd, true); in megasas_build_io_fusion()
3245 drive_type = instance->pd_list[pd_index].driveType; in megasas_build_io_fusion()
3246 if ((instance->secure_jbod_support || in megasas_build_io_fusion()
3248 (instance->adapter_type >= VENTURA_SERIES && in megasas_build_io_fusion()
3250 megasas_build_syspd_fusion(instance, scp, cmd, false); in megasas_build_io_fusion()
3252 megasas_build_syspd_fusion(instance, scp, cmd, true); in megasas_build_io_fusion()
3262 sge_count = megasas_make_sgl(instance, scp, cmd); in megasas_build_io_fusion()
3264 if (sge_count > instance->max_num_sge || (sge_count < 0)) { in megasas_build_io_fusion()
3265 dev_err(&instance->pdev->dev, in megasas_build_io_fusion()
3267 __func__, __LINE__, sge_count, instance->max_num_sge); in megasas_build_io_fusion()
3271 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_build_io_fusion()
3305 megasas_get_request_descriptor(struct megasas_instance *instance, u16 index) in megasas_get_request_descriptor() argument
3310 fusion = instance->ctrl_context; in megasas_get_request_descriptor()
3321 static void megasas_prepare_secondRaid1_IO(struct megasas_instance *instance, in megasas_prepare_secondRaid1_IO() argument
3327 fusion = instance->ctrl_context; in megasas_prepare_secondRaid1_IO()
3338 req_desc2 = megasas_get_request_descriptor(instance, in megasas_prepare_secondRaid1_IO()
3362 * @instance: Adapter soft state
3366 megasas_build_and_issue_cmd_fusion(struct megasas_instance *instance, in megasas_build_and_issue_cmd_fusion() argument
3374 instance->ldio_threshold && in megasas_build_and_issue_cmd_fusion()
3375 (atomic_inc_return(&instance->ldio_outstanding) > in megasas_build_and_issue_cmd_fusion()
3376 instance->ldio_threshold)) { in megasas_build_and_issue_cmd_fusion()
3377 atomic_dec(&instance->ldio_outstanding); in megasas_build_and_issue_cmd_fusion()
3381 if (atomic_inc_return(&instance->fw_outstanding) > in megasas_build_and_issue_cmd_fusion()
3382 instance->host->can_queue) { in megasas_build_and_issue_cmd_fusion()
3383 atomic_dec(&instance->fw_outstanding); in megasas_build_and_issue_cmd_fusion()
3387 cmd = megasas_get_cmd_fusion(instance, scsi_cmd_to_rq(scmd)->tag); in megasas_build_and_issue_cmd_fusion()
3390 atomic_dec(&instance->fw_outstanding); in megasas_build_and_issue_cmd_fusion()
3396 req_desc = megasas_get_request_descriptor(instance, index-1); in megasas_build_and_issue_cmd_fusion()
3401 if (megasas_build_io_fusion(instance, scmd, cmd)) { in megasas_build_and_issue_cmd_fusion()
3402 megasas_return_cmd_fusion(instance, cmd); in megasas_build_and_issue_cmd_fusion()
3403 dev_err(&instance->pdev->dev, "Error building command\n"); in megasas_build_and_issue_cmd_fusion()
3405 atomic_dec(&instance->fw_outstanding); in megasas_build_and_issue_cmd_fusion()
3414 dev_err(&instance->pdev->dev, "The chain offset value is not " in megasas_build_and_issue_cmd_fusion()
3427 r1_cmd = megasas_get_cmd_fusion(instance, in megasas_build_and_issue_cmd_fusion()
3428 scsi_cmd_to_rq(scmd)->tag + instance->max_fw_cmds); in megasas_build_and_issue_cmd_fusion()
3429 megasas_prepare_secondRaid1_IO(instance, cmd, r1_cmd); in megasas_build_and_issue_cmd_fusion()
3437 megasas_sdev_busy_inc(instance, scmd); in megasas_build_and_issue_cmd_fusion()
3438 megasas_fire_cmd_fusion(instance, req_desc); in megasas_build_and_issue_cmd_fusion()
3441 megasas_fire_cmd_fusion(instance, r1_cmd->request_desc); in megasas_build_and_issue_cmd_fusion()
3450 * @instance: Adapter soft state
3455 megasas_complete_r1_command(struct megasas_instance *instance, in megasas_complete_r1_command() argument
3467 fusion = instance->ctrl_context; in megasas_complete_r1_command()
3489 megasas_return_cmd_fusion(instance, r1_cmd); in megasas_complete_r1_command()
3492 if (instance->ldio_threshold && in megasas_complete_r1_command()
3494 atomic_dec(&instance->ldio_outstanding); in megasas_complete_r1_command()
3496 megasas_return_cmd_fusion(instance, cmd); in megasas_complete_r1_command()
3498 megasas_sdev_busy_dec(instance, scmd_local); in megasas_complete_r1_command()
3540 * @instance: Adapter soft state
3547 complete_cmd_fusion(struct megasas_instance *instance, u32 MSIxIndex, in complete_cmd_fusion() argument
3566 fusion = instance->ctrl_context; in complete_cmd_fusion()
3568 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in complete_cmd_fusion()
3611 dev_dbg(&instance->pdev->dev, "TM completion:" in complete_cmd_fusion()
3629 atomic_dec(&instance->fw_outstanding); in complete_cmd_fusion()
3634 if (instance->ldio_threshold && in complete_cmd_fusion()
3636 atomic_dec(&instance->ldio_outstanding); in complete_cmd_fusion()
3638 megasas_return_cmd_fusion(instance, cmd_fusion); in complete_cmd_fusion()
3640 megasas_sdev_busy_dec(instance, scmd_local); in complete_cmd_fusion()
3643 megasas_complete_r1_command(instance, cmd_fusion); in complete_cmd_fusion()
3646 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in complete_cmd_fusion()
3652 megasas_return_cmd(instance, cmd_mfi); in complete_cmd_fusion()
3654 megasas_complete_cmd(instance, cmd_mfi, DID_OK); in complete_cmd_fusion()
3688 if (threshold_reply_count >= instance->threshold_reply_count) { in complete_cmd_fusion()
3689 if (instance->msix_combined) in complete_cmd_fusion()
3692 instance->reply_post_host_index_addr[MSIxIndex/8]); in complete_cmd_fusion()
3696 instance->reply_post_host_index_addr[0]); in complete_cmd_fusion()
3712 if (instance->msix_combined) in complete_cmd_fusion()
3715 instance->reply_post_host_index_addr[MSIxIndex/8]); in complete_cmd_fusion()
3719 instance->reply_post_host_index_addr[0]); in complete_cmd_fusion()
3720 megasas_check_and_restore_queue_depth(instance); in complete_cmd_fusion()
3731 struct megasas_instance *instance; in megasas_blk_mq_poll() local
3735 instance = (struct megasas_instance *)shost->hostdata; in megasas_blk_mq_poll()
3737 fusion = instance->ctrl_context; in megasas_blk_mq_poll()
3739 queue_num = queue_num + instance->low_latency_index_start; in megasas_blk_mq_poll()
3744 num_entries = complete_cmd_fusion(instance, queue_num, NULL); in megasas_blk_mq_poll()
3752 * @instance: Adapter soft state
3754 static void megasas_enable_irq_poll(struct megasas_instance *instance) in megasas_enable_irq_poll() argument
3759 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_enable_irq_poll()
3762 irq_ctx = &instance->irq_context[i]; in megasas_enable_irq_poll()
3774 struct megasas_instance *instance = in megasas_sync_irqs() local
3778 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_sync_irqs()
3781 synchronize_irq(pci_irq_vector(instance->pdev, i)); in megasas_sync_irqs()
3782 irq_ctx = &instance->irq_context[i]; in megasas_sync_irqs()
3787 complete_cmd_fusion(instance, irq_ctx->MSIxIndex, irq_ctx); in megasas_sync_irqs()
3803 struct megasas_instance *instance; in megasas_irqpoll() local
3807 instance = irq_ctx->instance; in megasas_irqpoll()
3814 num_entries = complete_cmd_fusion(instance, irq_ctx->MSIxIndex, irq_ctx); in megasas_irqpoll()
3819 complete_cmd_fusion(instance, irq_ctx->MSIxIndex, irq_ctx); in megasas_irqpoll()
3834 struct megasas_instance *instance = in megasas_complete_cmd_dpc_fusion() local
3839 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_complete_cmd_dpc_fusion()
3842 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_complete_cmd_dpc_fusion()
3846 irq_ctx = &instance->irq_context[MSIxIndex]; in megasas_complete_cmd_dpc_fusion()
3847 complete_cmd_fusion(instance, MSIxIndex, irq_ctx); in megasas_complete_cmd_dpc_fusion()
3859 struct megasas_instance *instance = irq_context->instance; in megasas_isr_fusion() local
3862 if (instance->mask_interrupts) in megasas_isr_fusion()
3868 if (!instance->msix_vectors) { in megasas_isr_fusion()
3869 mfiStatus = instance->instancet->clear_intr(instance); in megasas_isr_fusion()
3875 if (test_bit(MEGASAS_FUSION_IN_RESET, &instance->reset_flags)) { in megasas_isr_fusion()
3876 instance->instancet->clear_intr(instance); in megasas_isr_fusion()
3880 return complete_cmd_fusion(instance, irq_context->MSIxIndex, irq_context) in megasas_isr_fusion()
3886 * @instance: Adapter soft state
3891 build_mpt_mfi_pass_thru(struct megasas_instance *instance, in build_mpt_mfi_pass_thru() argument
3900 fusion = instance->ctrl_context; in build_mpt_mfi_pass_thru()
3902 cmd = megasas_get_cmd_fusion(instance, in build_mpt_mfi_pass_thru()
3903 instance->max_scsi_cmds + mfi_cmd->index); in build_mpt_mfi_pass_thru()
3919 if (instance->adapter_type >= INVADER_SERIES) { in build_mpt_mfi_pass_thru()
3939 mpi25_ieee_chain->Length = cpu_to_le32(instance->mfi_frame_size); in build_mpt_mfi_pass_thru()
3944 * @instance: Adapter soft state
3949 build_mpt_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd) in build_mpt_cmd() argument
3954 build_mpt_mfi_pass_thru(instance, cmd); in build_mpt_cmd()
3957 req_desc = megasas_get_request_descriptor(instance, index - 1); in build_mpt_cmd()
3970 * @instance: Adapter soft state
3975 megasas_issue_dcmd_fusion(struct megasas_instance *instance, in megasas_issue_dcmd_fusion() argument
3980 req_desc = build_mpt_cmd(instance, cmd); in megasas_issue_dcmd_fusion()
3982 megasas_fire_cmd_fusion(instance, req_desc); in megasas_issue_dcmd_fusion()
3988 * @instance: Adapter soft state
3991 megasas_release_fusion(struct megasas_instance *instance) in megasas_release_fusion() argument
3993 megasas_free_ioc_init_cmd(instance); in megasas_release_fusion()
3994 megasas_free_cmds(instance); in megasas_release_fusion()
3995 megasas_free_cmds_fusion(instance); in megasas_release_fusion()
3997 iounmap(instance->reg_set); in megasas_release_fusion()
3999 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_release_fusion()
4004 * @instance: Adapter soft state
4007 megasas_read_fw_status_reg_fusion(struct megasas_instance *instance) in megasas_read_fw_status_reg_fusion() argument
4009 return megasas_readl(instance, &instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_fusion()
4014 * @instance: Controller's soft instance
4018 megasas_alloc_host_crash_buffer(struct megasas_instance *instance) in megasas_alloc_host_crash_buffer() argument
4023 instance->crash_buf[i] = vzalloc(CRASH_DMA_BUF_SIZE); in megasas_alloc_host_crash_buffer()
4024 if (!instance->crash_buf[i]) { in megasas_alloc_host_crash_buffer()
4025 dev_info(&instance->pdev->dev, "Firmware crash dump " in megasas_alloc_host_crash_buffer()
4030 instance->drv_buf_alloc = i; in megasas_alloc_host_crash_buffer()
4035 * @instance: Controller's soft instance
4038 megasas_free_host_crash_buffer(struct megasas_instance *instance) in megasas_free_host_crash_buffer() argument
4041 for (i = 0; i < instance->drv_buf_alloc; i++) { in megasas_free_host_crash_buffer()
4042 vfree(instance->crash_buf[i]); in megasas_free_host_crash_buffer()
4044 instance->drv_buf_index = 0; in megasas_free_host_crash_buffer()
4045 instance->drv_buf_alloc = 0; in megasas_free_host_crash_buffer()
4046 instance->fw_crash_state = UNAVAILABLE; in megasas_free_host_crash_buffer()
4047 instance->fw_crash_buffer_size = 0; in megasas_free_host_crash_buffer()
4052 * @instance: Controller's soft instance
4056 megasas_adp_reset_fusion(struct megasas_instance *instance, in megasas_adp_reset_fusion() argument
4062 writel(MPI2_WRSEQ_FLUSH_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4063 writel(MPI2_WRSEQ_1ST_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4064 writel(MPI2_WRSEQ_2ND_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4065 writel(MPI2_WRSEQ_3RD_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4066 writel(MPI2_WRSEQ_4TH_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4067 writel(MPI2_WRSEQ_5TH_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4068 writel(MPI2_WRSEQ_6TH_KEY_VALUE, &instance->reg_set->fusion_seq_offset); in megasas_adp_reset_fusion()
4071 host_diag = megasas_readl(instance, &instance->reg_set->fusion_host_diag); in megasas_adp_reset_fusion()
4075 host_diag = megasas_readl(instance, in megasas_adp_reset_fusion()
4076 &instance->reg_set->fusion_host_diag); in megasas_adp_reset_fusion()
4078 dev_warn(&instance->pdev->dev, in megasas_adp_reset_fusion()
4089 &instance->reg_set->fusion_host_diag); in megasas_adp_reset_fusion()
4093 host_diag = megasas_readl(instance, &instance->reg_set->fusion_host_diag); in megasas_adp_reset_fusion()
4097 host_diag = megasas_readl(instance, in megasas_adp_reset_fusion()
4098 &instance->reg_set->fusion_host_diag); in megasas_adp_reset_fusion()
4100 dev_warn(&instance->pdev->dev, in megasas_adp_reset_fusion()
4109 abs_state = instance->instancet->read_fw_status_reg(instance) in megasas_adp_reset_fusion()
4115 abs_state = instance->instancet-> in megasas_adp_reset_fusion()
4116 read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_adp_reset_fusion()
4119 dev_warn(&instance->pdev->dev, in megasas_adp_reset_fusion()
4130 * @instance: Controller's soft instance
4134 megasas_check_reset_fusion(struct megasas_instance *instance, in megasas_check_reset_fusion() argument
4142 * @instance: Soft instance of adapter
4144 static inline void megasas_trigger_snap_dump(struct megasas_instance *instance) in megasas_trigger_snap_dump() argument
4149 if (!instance->disableOnlineCtrlReset) { in megasas_trigger_snap_dump()
4150 dev_info(&instance->pdev->dev, "Trigger snap dump\n"); in megasas_trigger_snap_dump()
4152 &instance->reg_set->doorbell); in megasas_trigger_snap_dump()
4153 readl(&instance->reg_set->doorbell); in megasas_trigger_snap_dump()
4156 for (j = 0; j < instance->snapdump_wait_time; j++) { in megasas_trigger_snap_dump()
4157 abs_state = instance->instancet->read_fw_status_reg(instance); in megasas_trigger_snap_dump()
4160 dev_printk(KERN_ERR, &instance->pdev->dev, in megasas_trigger_snap_dump()
4172 megasas_wait_for_outstanding_fusion(struct megasas_instance *instance, in megasas_wait_for_outstanding_fusion() argument
4181 (resetwaittime - instance->snapdump_wait_time)); in megasas_wait_for_outstanding_fusion()
4184 dev_info(&instance->pdev->dev, in megasas_wait_for_outstanding_fusion()
4186 megasas_complete_cmd_dpc_fusion((unsigned long)instance); in megasas_wait_for_outstanding_fusion()
4187 if (instance->snapdump_wait_time) in megasas_wait_for_outstanding_fusion()
4188 megasas_trigger_snap_dump(instance); in megasas_wait_for_outstanding_fusion()
4195 abs_state = instance->instancet->read_fw_status_reg(instance); in megasas_wait_for_outstanding_fusion()
4198 dev_printk(KERN_ERR, &instance->pdev->dev, in megasas_wait_for_outstanding_fusion()
4202 megasas_complete_cmd_dpc_fusion((unsigned long)instance); in megasas_wait_for_outstanding_fusion()
4203 if (instance->requestorId && reason) { in megasas_wait_for_outstanding_fusion()
4204 dev_warn(&instance->pdev->dev, "SR-IOV Found FW in FAULT" in megasas_wait_for_outstanding_fusion()
4207 instance->host->host_no); in megasas_wait_for_outstanding_fusion()
4217 if (instance->requestorId && !reason) { in megasas_wait_for_outstanding_fusion()
4223 if (instance->requestorId && (reason == SCSIIO_TIMEOUT_OCR)) { in megasas_wait_for_outstanding_fusion()
4224 if (instance->hb_host_mem->HB.fwCounter != in megasas_wait_for_outstanding_fusion()
4225 instance->hb_host_mem->HB.driverCounter) { in megasas_wait_for_outstanding_fusion()
4226 instance->hb_host_mem->HB.driverCounter = in megasas_wait_for_outstanding_fusion()
4227 instance->hb_host_mem->HB.fwCounter; in megasas_wait_for_outstanding_fusion()
4233 dev_warn(&instance->pdev->dev, "SR-IOV:" in megasas_wait_for_outstanding_fusion()
4238 instance->host->host_no); in megasas_wait_for_outstanding_fusion()
4246 megasas_complete_cmd_dpc_fusion((unsigned long)instance); in megasas_wait_for_outstanding_fusion()
4247 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding_fusion()
4252 dev_notice(&instance->pdev->dev, "[%2d]waiting for %d " in megasas_wait_for_outstanding_fusion()
4254 outstanding, instance->host->host_no); in megasas_wait_for_outstanding_fusion()
4259 if (instance->snapdump_wait_time) { in megasas_wait_for_outstanding_fusion()
4260 megasas_trigger_snap_dump(instance); in megasas_wait_for_outstanding_fusion()
4265 if (atomic_read(&instance->fw_outstanding)) { in megasas_wait_for_outstanding_fusion()
4266 dev_err(&instance->pdev->dev, "pending commands remain after waiting, " in megasas_wait_for_outstanding_fusion()
4268 instance->host->host_no); in megasas_wait_for_outstanding_fusion()
4275 dev_info(&instance->pdev->dev, "IO is completed, no OCR is required\n"); in megasas_wait_for_outstanding_fusion()
4280 void megasas_reset_reply_desc(struct megasas_instance *instance) in megasas_reset_reply_desc() argument
4286 fusion = instance->ctrl_context; in megasas_reset_reply_desc()
4287 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_reset_reply_desc()
4288 count += instance->iopoll_q_count; in megasas_reset_reply_desc()
4300 * @instance: Controller's soft instance
4302 static void megasas_refire_mgmt_cmd(struct megasas_instance *instance, in megasas_refire_mgmt_cmd() argument
4316 fusion = instance->ctrl_context; in megasas_refire_mgmt_cmd()
4321 for (j = instance->max_scsi_cmds ; j < instance->max_fw_cmds; j++) { in megasas_refire_mgmt_cmd()
4323 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in megasas_refire_mgmt_cmd()
4330 req_desc = megasas_get_request_descriptor(instance, smid - 1); in megasas_refire_mgmt_cmd()
4351 if (!instance->support_nvme_passthru) { in megasas_refire_mgmt_cmd()
4358 if (!instance->support_pci_lane_margining) { in megasas_refire_mgmt_cmd()
4370 dev_err(&instance->pdev->dev, in megasas_refire_mgmt_cmd()
4385 megasas_fire_cmd_fusion(instance, req_desc); in megasas_refire_mgmt_cmd()
4388 megasas_return_cmd(instance, cmd_mfi); in megasas_refire_mgmt_cmd()
4391 megasas_complete_cmd(instance, cmd_mfi, DID_OK); in megasas_refire_mgmt_cmd()
4400 * @instance: Controller's soft instance
4403 megasas_return_polled_cmds(struct megasas_instance *instance) in megasas_return_polled_cmds() argument
4410 fusion = instance->ctrl_context; in megasas_return_polled_cmds()
4412 for (i = instance->max_scsi_cmds; i < instance->max_fw_cmds; i++) { in megasas_return_polled_cmds()
4414 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in megasas_return_polled_cmds()
4418 dev_info(&instance->pdev->dev, in megasas_return_polled_cmds()
4423 megasas_return_cmd(instance, cmd_mfi); in megasas_return_polled_cmds()
4430 * @instance: per adapter struct
4437 static int megasas_track_scsiio(struct megasas_instance *instance, in megasas_track_scsiio() argument
4443 fusion = instance->ctrl_context; in megasas_track_scsiio()
4445 for (i = 0 ; i < instance->max_scsi_cmds; i++) { in megasas_track_scsiio()
4450 dev_info(&instance->pdev->dev, in megasas_track_scsiio()
4465 * @instance: Controller's soft instance
4471 megasas_tm_response_code(struct megasas_instance *instance, in megasas_tm_response_code() argument
4505 dev_dbg(&instance->pdev->dev, "response_code(%01x): %s\n", in megasas_tm_response_code()
4507 dev_dbg(&instance->pdev->dev, in megasas_tm_response_code()
4517 * @instance: per adapter struct
4532 megasas_issue_tm(struct megasas_instance *instance, u16 device_handle, in megasas_issue_tm() argument
4548 fusion = instance->ctrl_context; in megasas_issue_tm()
4550 cmd_mfi = megasas_get_cmd(instance); in megasas_issue_tm()
4553 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_tm()
4558 cmd_fusion = megasas_get_cmd_fusion(instance, in megasas_issue_tm()
4559 instance->max_scsi_cmds + cmd_mfi->index); in megasas_issue_tm()
4564 req_desc = megasas_get_request_descriptor(instance, in megasas_issue_tm()
4595 megasas_fire_cmd_fusion(instance, req_desc); in megasas_issue_tm()
4609 dev_err(&instance->pdev->dev, in megasas_issue_tm()
4611 mutex_unlock(&instance->reset_mutex); in megasas_issue_tm()
4612 rc = megasas_reset_fusion(instance->host, MFI_IO_TIMEOUT_OCR); in megasas_issue_tm()
4613 mutex_lock(&instance->reset_mutex); in megasas_issue_tm()
4618 megasas_tm_response_code(instance, mpi_reply); in megasas_issue_tm()
4620 megasas_return_cmd(instance, cmd_mfi); in megasas_issue_tm()
4629 instance->instancet->disable_intr(instance); in megasas_issue_tm()
4630 megasas_sync_irqs((unsigned long)instance); in megasas_issue_tm()
4631 instance->instancet->enable_intr(instance); in megasas_issue_tm()
4632 megasas_enable_irq_poll(instance); in megasas_issue_tm()
4642 instance->instancet->disable_intr(instance); in megasas_issue_tm()
4643 megasas_sync_irqs((unsigned long)instance); in megasas_issue_tm()
4644 rc = megasas_track_scsiio(instance, id, channel); in megasas_issue_tm()
4645 instance->instancet->enable_intr(instance); in megasas_issue_tm()
4646 megasas_enable_irq_poll(instance); in megasas_issue_tm()
4663 * @instance: per adapter struct
4670 struct megasas_instance *instance; in megasas_fusion_smid_lookup() local
4674 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_fusion_smid_lookup()
4676 fusion = instance->ctrl_context; in megasas_fusion_smid_lookup()
4678 for (i = 0; i < instance->max_scsi_cmds; i++) { in megasas_fusion_smid_lookup()
4701 struct megasas_instance *instance; in megasas_get_tm_devhandle() local
4706 instance = (struct megasas_instance *)sdev->host->hostdata; in megasas_get_tm_devhandle()
4707 fusion = instance->ctrl_context; in megasas_get_tm_devhandle()
4710 if (instance->use_seqnum_jbod_fp) { in megasas_get_tm_devhandle()
4714 [(instance->pd_seq_map_id - 1) & 1]; in megasas_get_tm_devhandle()
4737 struct megasas_instance *instance; in megasas_task_abort_fusion() local
4743 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_task_abort_fusion()
4745 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_task_abort_fusion()
4746 dev_err(&instance->pdev->dev, "Controller is not OPERATIONAL," in megasas_task_abort_fusion()
4747 "SCSI host:%d\n", instance->host->host_no); in megasas_task_abort_fusion()
4765 mutex_lock(&instance->reset_mutex); in megasas_task_abort_fusion()
4773 mutex_unlock(&instance->reset_mutex); in megasas_task_abort_fusion()
4783 mutex_unlock(&instance->reset_mutex); in megasas_task_abort_fusion()
4791 ret = megasas_issue_tm(instance, devhandle, in megasas_task_abort_fusion()
4797 mutex_unlock(&instance->reset_mutex); in megasas_task_abort_fusion()
4818 struct megasas_instance *instance; in megasas_reset_target_fusion() local
4824 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_target_fusion()
4826 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_reset_target_fusion()
4827 dev_err(&instance->pdev->dev, "Controller is not OPERATIONAL," in megasas_reset_target_fusion()
4828 "SCSI host:%d\n", instance->host->host_no); in megasas_reset_target_fusion()
4846 mutex_lock(&instance->reset_mutex); in megasas_reset_target_fusion()
4853 mutex_unlock(&instance->reset_mutex); in megasas_reset_target_fusion()
4861 ret = megasas_issue_tm(instance, devhandle, in megasas_reset_target_fusion()
4866 mutex_unlock(&instance->reset_mutex); in megasas_reset_target_fusion()
4874 /*SRIOV get other instance in cluster if any*/
4876 megasas_instance *megasas_get_peer_instance(struct megasas_instance *instance) in megasas_get_peer_instance() argument
4881 if (megasas_mgmt_info.instance[i] && in megasas_get_peer_instance()
4882 (megasas_mgmt_info.instance[i] != instance) && in megasas_get_peer_instance()
4883 megasas_mgmt_info.instance[i]->requestorId && in megasas_get_peer_instance()
4884 megasas_mgmt_info.instance[i]->peerIsPresent && in megasas_get_peer_instance()
4885 (memcmp((megasas_mgmt_info.instance[i]->clusterId), in megasas_get_peer_instance()
4886 instance->clusterId, MEGASAS_CLUSTER_ID_SIZE) == 0)) in megasas_get_peer_instance()
4887 return megasas_mgmt_info.instance[i]; in megasas_get_peer_instance()
4893 int megasas_check_mpio_paths(struct megasas_instance *instance, in megasas_check_mpio_paths() argument
4899 if (instance->peerIsPresent) { in megasas_check_mpio_paths()
4900 peer_instance = megasas_get_peer_instance(instance); in megasas_check_mpio_paths()
4913 struct megasas_instance *instance; in megasas_reset_fusion() local
4925 instance = (struct megasas_instance *)shost->hostdata; in megasas_reset_fusion()
4926 fusion = instance->ctrl_context; in megasas_reset_fusion()
4928 mutex_lock(&instance->reset_mutex); in megasas_reset_fusion()
4930 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_reset_fusion()
4931 dev_warn(&instance->pdev->dev, "Hardware critical error, " in megasas_reset_fusion()
4933 instance->host->host_no); in megasas_reset_fusion()
4934 mutex_unlock(&instance->reset_mutex); in megasas_reset_fusion()
4937 status_reg = instance->instancet->read_fw_status_reg(instance); in megasas_reset_fusion()
4941 if (abs_state != MFI_STATE_FAULT && instance->crash_dump_buf && in megasas_reset_fusion()
4942 instance->crash_dump_app_support && reason) { in megasas_reset_fusion()
4943 dev_info(&instance->pdev->dev, "IO/DCMD timeout is detected, " in megasas_reset_fusion()
4945 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_reset_fusion()
4946 status_reg = megasas_readl(instance, &instance->reg_set->doorbell); in megasas_reset_fusion()
4948 &instance->reg_set->doorbell); in megasas_reset_fusion()
4949 readl(&instance->reg_set->doorbell); in megasas_reset_fusion()
4950 mutex_unlock(&instance->reset_mutex); in megasas_reset_fusion()
4954 dev_dbg(&instance->pdev->dev, "waiting for [%d] " in megasas_reset_fusion()
4957 } while ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) && in megasas_reset_fusion()
4960 if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL) { in megasas_reset_fusion()
4961 dev_info(&instance->pdev->dev, "OCR done for IO " in megasas_reset_fusion()
4965 dev_info(&instance->pdev->dev, "Controller is not " in megasas_reset_fusion()
4974 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_reset_fusion()
4975 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_reset_fusion()
4976 set_bit(MEGASAS_FUSION_IN_RESET, &instance->reset_flags); in megasas_reset_fusion()
4977 set_bit(MEGASAS_FUSION_OCR_NOT_POSSIBLE, &instance->reset_flags); in megasas_reset_fusion()
4978 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_POLLING); in megasas_reset_fusion()
4979 instance->instancet->disable_intr(instance); in megasas_reset_fusion()
4980 megasas_sync_irqs((unsigned long)instance); in megasas_reset_fusion()
4983 if (megasas_wait_for_outstanding_fusion(instance, reason, in megasas_reset_fusion()
4985 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_reset_fusion()
4986 dev_warn(&instance->pdev->dev, "resetting fusion " in megasas_reset_fusion()
4987 "adapter scsi%d.\n", instance->host->host_no); in megasas_reset_fusion()
4992 dev_info(&instance->pdev->dev, "\nPending SCSI commands:\n"); in megasas_reset_fusion()
4995 for (i = 0 ; i < instance->max_scsi_cmds; i++) { in megasas_reset_fusion()
4998 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_reset_fusion()
4999 r1_cmd = fusion->cmd_list[i + instance->max_fw_cmds]; in megasas_reset_fusion()
5000 megasas_return_cmd_fusion(instance, r1_cmd); in megasas_reset_fusion()
5016 megasas_check_mpio_paths(instance, in megasas_reset_fusion()
5018 if (instance->ldio_threshold && in megasas_reset_fusion()
5020 atomic_dec(&instance->ldio_outstanding); in megasas_reset_fusion()
5021 megasas_return_cmd_fusion(instance, cmd_fusion); in megasas_reset_fusion()
5027 dev_info(&instance->pdev->dev, "Outstanding fastpath IOs: %d\n", in megasas_reset_fusion()
5030 atomic_set(&instance->fw_outstanding, 0); in megasas_reset_fusion()
5032 status_reg = instance->instancet->read_fw_status_reg(instance); in megasas_reset_fusion()
5035 if (instance->disableOnlineCtrlReset || in megasas_reset_fusion()
5038 dev_warn(&instance->pdev->dev, "Reset not supported" in megasas_reset_fusion()
5040 instance->host->host_no); in megasas_reset_fusion()
5045 if (instance->requestorId && !reason) { in megasas_reset_fusion()
5057 if (megasas_adp_reset_wait_for_ready(instance, in megasas_reset_fusion()
5062 if (megasas_transition_to_ready(instance, 1)) { in megasas_reset_fusion()
5063 dev_warn(&instance->pdev->dev, in megasas_reset_fusion()
5065 "scsi%d.\n", instance->host->host_no); in megasas_reset_fusion()
5068 megasas_reset_reply_desc(instance); in megasas_reset_fusion()
5069 megasas_fusion_update_can_queue(instance, OCR_CONTEXT); in megasas_reset_fusion()
5071 if (megasas_ioc_init_fusion(instance)) { in megasas_reset_fusion()
5075 if (megasas_get_ctrl_info(instance)) { in megasas_reset_fusion()
5076 dev_info(&instance->pdev->dev, in megasas_reset_fusion()
5082 megasas_refire_mgmt_cmd(instance, in megasas_reset_fusion()
5092 if (!megasas_get_map_info(instance)) { in megasas_reset_fusion()
5093 megasas_sync_map_info(instance); in megasas_reset_fusion()
5099 megasas_return_polled_cmds(instance); in megasas_reset_fusion()
5103 megasas_setup_jbod_map(instance); in megasas_reset_fusion()
5106 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_reset_fusion()
5116 &instance->reset_flags); in megasas_reset_fusion()
5117 instance->instancet->enable_intr(instance); in megasas_reset_fusion()
5118 megasas_enable_irq_poll(instance); in megasas_reset_fusion()
5120 if ((instance->tgt_prop) && in megasas_reset_fusion()
5121 (instance->nvme_page_size)) in megasas_reset_fusion()
5122 ret_target_prop = megasas_get_target_prop(instance, sdev); in megasas_reset_fusion()
5129 status_reg = instance->instancet->read_fw_status_reg in megasas_reset_fusion()
5130 (instance); in megasas_reset_fusion()
5133 dev_info(&instance->pdev->dev, in megasas_reset_fusion()
5135 abs_state, instance->host->host_no); in megasas_reset_fusion()
5138 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in megasas_reset_fusion()
5140 dev_info(&instance->pdev->dev, in megasas_reset_fusion()
5142 instance->host->host_no); in megasas_reset_fusion()
5145 if (instance->requestorId) { in megasas_reset_fusion()
5146 if (!megasas_sriov_start_heartbeat(instance, 0)) in megasas_reset_fusion()
5147 megasas_start_timer(instance); in megasas_reset_fusion()
5149 instance->skip_heartbeat_timer_del = 1; in megasas_reset_fusion()
5152 if (instance->crash_dump_drv_support && in megasas_reset_fusion()
5153 instance->crash_dump_app_support) in megasas_reset_fusion()
5154 megasas_set_crash_dump_params(instance, in megasas_reset_fusion()
5157 megasas_set_crash_dump_params(instance, in megasas_reset_fusion()
5160 if (instance->snapdump_wait_time) { in megasas_reset_fusion()
5161 megasas_get_snapdump_properties(instance); in megasas_reset_fusion()
5162 dev_info(&instance->pdev->dev, in megasas_reset_fusion()
5164 instance->snapdump_wait_time); in megasas_reset_fusion()
5170 dev_warn(&instance->pdev->dev, in megasas_reset_fusion()
5172 instance->host->host_no); in megasas_reset_fusion()
5177 dev_warn(&instance->pdev->dev, "Reset failed, killing " in megasas_reset_fusion()
5178 "adapter scsi%d.\n", instance->host->host_no); in megasas_reset_fusion()
5182 if (instance->requestorId) { in megasas_reset_fusion()
5183 megasas_start_timer(instance); in megasas_reset_fusion()
5185 clear_bit(MEGASAS_FUSION_IN_RESET, &instance->reset_flags); in megasas_reset_fusion()
5186 instance->instancet->enable_intr(instance); in megasas_reset_fusion()
5187 megasas_enable_irq_poll(instance); in megasas_reset_fusion()
5188 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in megasas_reset_fusion()
5192 megaraid_sas_kill_hba(instance); in megasas_reset_fusion()
5193 megasas_enable_irq_poll(instance); in megasas_reset_fusion()
5194 instance->skip_heartbeat_timer_del = 1; in megasas_reset_fusion()
5197 clear_bit(MEGASAS_FUSION_OCR_NOT_POSSIBLE, &instance->reset_flags); in megasas_reset_fusion()
5198 mutex_unlock(&instance->reset_mutex); in megasas_reset_fusion()
5203 static void megasas_fusion_crash_dump(struct megasas_instance *instance) in megasas_fusion_crash_dump() argument
5210 status_reg = instance->instancet->read_fw_status_reg(instance); in megasas_fusion_crash_dump()
5216 if (instance->drv_buf_index == 0) { in megasas_fusion_crash_dump()
5220 if (instance->drv_buf_alloc) { in megasas_fusion_crash_dump()
5221 dev_info(&instance->pdev->dev, "earlier crash dump is " in megasas_fusion_crash_dump()
5226 &instance->reg_set->outbound_scratch_pad_0); in megasas_fusion_crash_dump()
5227 readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_fusion_crash_dump()
5230 megasas_alloc_host_crash_buffer(instance); in megasas_fusion_crash_dump()
5231 dev_info(&instance->pdev->dev, "Number of host crash buffers " in megasas_fusion_crash_dump()
5232 "allocated: %d\n", instance->drv_buf_alloc); in megasas_fusion_crash_dump()
5245 status_reg = instance->instancet->read_fw_status_reg( in megasas_fusion_crash_dump()
5246 instance); in megasas_fusion_crash_dump()
5251 if (instance->drv_buf_index >= instance->drv_buf_alloc) { in megasas_fusion_crash_dump()
5252 dev_info(&instance->pdev->dev, in megasas_fusion_crash_dump()
5254 instance->drv_buf_alloc); in megasas_fusion_crash_dump()
5259 memcpy(instance->crash_buf[instance->drv_buf_index], in megasas_fusion_crash_dump()
5260 instance->crash_dump_buf, CRASH_DMA_BUF_SIZE); in megasas_fusion_crash_dump()
5261 instance->drv_buf_index++; in megasas_fusion_crash_dump()
5265 writel(status_reg, &instance->reg_set->outbound_scratch_pad_0); in megasas_fusion_crash_dump()
5266 readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_fusion_crash_dump()
5269 status_reg = instance->instancet->read_fw_status_reg(instance); in megasas_fusion_crash_dump()
5273 dev_info(&instance->pdev->dev, "Crash Dump is available,number " in megasas_fusion_crash_dump()
5274 "of copied buffers: %d\n", instance->drv_buf_index); in megasas_fusion_crash_dump()
5275 instance->fw_crash_buffer_size = instance->drv_buf_index; in megasas_fusion_crash_dump()
5276 instance->fw_crash_state = AVAILABLE; in megasas_fusion_crash_dump()
5277 instance->drv_buf_index = 0; in megasas_fusion_crash_dump()
5278 writel(status_reg, &instance->reg_set->outbound_scratch_pad_0); in megasas_fusion_crash_dump()
5279 readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_fusion_crash_dump()
5281 megasas_reset_fusion(instance->host, 0); in megasas_fusion_crash_dump()
5289 struct megasas_instance *instance = in megasas_fusion_ocr_wq() local
5292 megasas_reset_fusion(instance->host, 0); in megasas_fusion_ocr_wq()
5297 megasas_alloc_fusion_context(struct megasas_instance *instance) in megasas_alloc_fusion_context() argument
5301 instance->ctrl_context = kzalloc(sizeof(struct fusion_context), in megasas_alloc_fusion_context()
5303 if (!instance->ctrl_context) { in megasas_alloc_fusion_context()
5304 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_alloc_fusion_context()
5309 fusion = instance->ctrl_context; in megasas_alloc_fusion_context()
5321 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_alloc_fusion_context()
5337 dev_err(&instance->pdev->dev, "Failed to allocate load_balance_info, " in megasas_alloc_fusion_context()
5345 megasas_free_fusion_context(struct megasas_instance *instance) in megasas_free_fusion_context() argument
5347 struct fusion_context *fusion = instance->ctrl_context; in megasas_free_fusion_context()