Lines Matching +full:ahci +full:- +full:port

1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * libahci.c - Common AHCI SATA low-level routines
6 * Please ALWAYS copy linux-[email protected]
9 * Copyright 2004-2005 Red Hat, Inc.
12 * as Documentation/driver-api/libata.rst
14 * AHCI hardware documentation:
27 #include <linux/dma-mapping.h>
33 #include "ahci.h"
203 "AHCI Enclosure Management Message control (0 = off, 1 = on)");
236 * ahci_rpm_get_port - Make sure the port is powered on
237 * @ap: Port to power on
239 * Whenever there is need to access the AHCI host registers outside of
245 return pm_runtime_get_sync(ap->dev); in ahci_rpm_get_port()
249 * ahci_rpm_put_port - Undoes ahci_rpm_get_port()
250 * @ap: Port to power down
252 * Undoes ahci_rpm_get_port() and possibly powers down the AHCI host
257 pm_runtime_put(ap->dev); in ahci_rpm_put_port()
265 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_caps()
267 return sprintf(buf, "%x\n", hpriv->cap); in ahci_show_host_caps()
275 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_cap2()
277 return sprintf(buf, "%x\n", hpriv->cap2); in ahci_show_host_cap2()
285 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_version()
287 return sprintf(buf, "%x\n", hpriv->version); in ahci_show_host_version()
310 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_read_em_buffer()
311 void __iomem *mmio = hpriv->mmio; in ahci_read_em_buffer()
312 void __iomem *em_mmio = mmio + hpriv->em_loc; in ahci_read_em_buffer()
319 spin_lock_irqsave(ap->lock, flags); in ahci_read_em_buffer()
322 if (!(ap->flags & ATA_FLAG_EM) || em_ctl & EM_CTL_XMT || in ahci_read_em_buffer()
323 !(hpriv->em_msg_type & EM_MSG_TYPE_SGPIO)) { in ahci_read_em_buffer()
324 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
326 return -EINVAL; in ahci_read_em_buffer()
330 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
332 return -EAGAIN; in ahci_read_em_buffer()
336 em_mmio += hpriv->em_buf_sz; in ahci_read_em_buffer()
338 count = hpriv->em_buf_sz; in ahci_read_em_buffer()
346 hpriv->em_buf_sz, PAGE_SIZE); in ahci_read_em_buffer()
358 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
370 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_store_em_buffer()
371 void __iomem *mmio = hpriv->mmio; in ahci_store_em_buffer()
372 void __iomem *em_mmio = mmio + hpriv->em_loc; in ahci_store_em_buffer()
379 if (!(ap->flags & ATA_FLAG_EM) || in ahci_store_em_buffer()
380 !(hpriv->em_msg_type & EM_MSG_TYPE_SGPIO) || in ahci_store_em_buffer()
381 size % 4 || size > hpriv->em_buf_sz) in ahci_store_em_buffer()
382 return -EINVAL; in ahci_store_em_buffer()
385 spin_lock_irqsave(ap->lock, flags); in ahci_store_em_buffer()
389 spin_unlock_irqrestore(ap->lock, flags); in ahci_store_em_buffer()
391 return -EBUSY; in ahci_store_em_buffer()
402 spin_unlock_irqrestore(ap->lock, flags); in ahci_store_em_buffer()
413 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_em_supported()
414 void __iomem *mmio = hpriv->mmio; in ahci_show_em_supported()
423 em_ctl & EM_CTL_SAFTE ? "saf-te " : "", in ahci_show_em_supported()
424 em_ctl & EM_CTL_SES ? "ses-2 " : "", in ahci_show_em_supported()
429 * ahci_save_initial_config - Save and fixup initial config values
430 * @dev: target AHCI device
440 * If it is not set already this function sets hpriv->start_engine to
448 void __iomem *mmio = hpriv->mmio; in ahci_save_initial_config()
454 /* make sure AHCI mode is enabled before accessing CAP */ in ahci_save_initial_config()
463 * Override HW-init HBA capability fields with the platform-specific in ahci_save_initial_config()
464 * values. The rest of the HBA capabilities are defined as Read-only in ahci_save_initial_config()
468 if (hpriv->saved_cap) in ahci_save_initial_config()
469 cap = (cap & ~(HOST_CAP_SSS | HOST_CAP_MPS)) | hpriv->saved_cap; in ahci_save_initial_config()
470 hpriv->saved_cap = cap; in ahci_save_initial_config()
472 /* CAP2 register is only defined for AHCI 1.2 and later */ in ahci_save_initial_config()
476 hpriv->saved_cap2 = cap2 = readl(mmio + HOST_CAP2); in ahci_save_initial_config()
478 hpriv->saved_cap2 = cap2 = 0; in ahci_save_initial_config()
481 if ((cap & HOST_CAP_64) && (hpriv->flags & AHCI_HFLAG_32BIT_ONLY)) { in ahci_save_initial_config()
486 if ((cap & HOST_CAP_NCQ) && (hpriv->flags & AHCI_HFLAG_NO_NCQ)) { in ahci_save_initial_config()
491 if (!(cap & HOST_CAP_NCQ) && (hpriv->flags & AHCI_HFLAG_YES_NCQ)) { in ahci_save_initial_config()
496 if ((cap & HOST_CAP_PMP) && (hpriv->flags & AHCI_HFLAG_NO_PMP)) { in ahci_save_initial_config()
501 if ((cap & HOST_CAP_SNTF) && (hpriv->flags & AHCI_HFLAG_NO_SNTF)) { in ahci_save_initial_config()
507 if ((cap2 & HOST_CAP2_SDS) && (hpriv->flags & AHCI_HFLAG_NO_DEVSLP)) { in ahci_save_initial_config()
514 if (!(cap & HOST_CAP_FBS) && (hpriv->flags & AHCI_HFLAG_YES_FBS)) { in ahci_save_initial_config()
519 if ((cap & HOST_CAP_FBS) && (hpriv->flags & AHCI_HFLAG_NO_FBS)) { in ahci_save_initial_config()
524 if (!(cap & HOST_CAP_ALPM) && (hpriv->flags & AHCI_HFLAG_YES_ALPM)) { in ahci_save_initial_config()
529 if ((cap & HOST_CAP_SXS) && (hpriv->flags & AHCI_HFLAG_NO_SXS)) { in ahci_save_initial_config()
536 if (hpriv->saved_port_map && port_map != hpriv->saved_port_map) { in ahci_save_initial_config()
537 dev_info(dev, "forcing port_map 0x%lx -> 0x%x\n", in ahci_save_initial_config()
538 port_map, hpriv->saved_port_map); in ahci_save_initial_config()
539 port_map = hpriv->saved_port_map; in ahci_save_initial_config()
541 hpriv->saved_port_map = port_map; in ahci_save_initial_config()
545 if (hpriv->mask_port_map) { in ahci_save_initial_config()
546 dev_warn(dev, "masking port_map 0x%lx -> 0x%lx\n", in ahci_save_initial_config()
548 port_map & hpriv->mask_port_map); in ahci_save_initial_config()
549 port_map &= hpriv->mask_port_map; in ahci_save_initial_config()
565 "implemented port map (0x%lx) contains more ports than nr_ports (%u), using nr_ports\n", in ahci_save_initial_config()
571 /* fabricate port_map from cap.nr_ports for < AHCI 1.3 */ in ahci_save_initial_config()
573 port_map = (1 << ahci_nr_ports(cap)) - 1; in ahci_save_initial_config()
577 hpriv->saved_port_map = port_map; in ahci_save_initial_config()
586 if (hpriv->saved_port_cap[i]) in ahci_save_initial_config()
590 hpriv->saved_port_cap[i] = in ahci_save_initial_config()
595 hpriv->cap = cap; in ahci_save_initial_config()
596 hpriv->cap2 = cap2; in ahci_save_initial_config()
597 hpriv->version = vers; in ahci_save_initial_config()
598 hpriv->port_map = port_map; in ahci_save_initial_config()
600 if (!hpriv->start_engine) in ahci_save_initial_config()
601 hpriv->start_engine = ahci_start_engine; in ahci_save_initial_config()
603 if (!hpriv->stop_engine) in ahci_save_initial_config()
604 hpriv->stop_engine = ahci_stop_engine; in ahci_save_initial_config()
606 if (!hpriv->irq_handler) in ahci_save_initial_config()
607 hpriv->irq_handler = ahci_single_level_irq_intr; in ahci_save_initial_config()
612 * ahci_restore_initial_config - Restore initial config
622 struct ahci_host_priv *hpriv = host->private_data; in ahci_restore_initial_config()
623 unsigned long port_map = hpriv->port_map; in ahci_restore_initial_config()
624 void __iomem *mmio = hpriv->mmio; in ahci_restore_initial_config()
628 writel(hpriv->saved_cap, mmio + HOST_CAP); in ahci_restore_initial_config()
629 if (hpriv->saved_cap2) in ahci_restore_initial_config()
630 writel(hpriv->saved_cap2, mmio + HOST_CAP2); in ahci_restore_initial_config()
631 writel(hpriv->saved_port_map, mmio + HOST_PORTS_IMPL); in ahci_restore_initial_config()
636 writel(hpriv->saved_port_cap[i], port_mmio + PORT_CMD); in ahci_restore_initial_config()
649 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_scr_offset()
652 (sc_reg != SCR_NOTIFICATION || (hpriv->cap & HOST_CAP_SNTF))) in ahci_scr_offset()
659 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_scr_read()
660 int offset = ahci_scr_offset(link->ap, sc_reg); in ahci_scr_read()
666 return -EINVAL; in ahci_scr_read()
671 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_scr_write()
672 int offset = ahci_scr_offset(link->ap, sc_reg); in ahci_scr_write()
678 return -EINVAL; in ahci_scr_write()
697 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_stop_engine()
701 * On some controllers, stopping a port's DMA engine while the port in ahci_stop_engine()
704 * port back in active state before stopping its DMA engine. in ahci_stop_engine()
706 if ((hpriv->flags & AHCI_HFLAG_WAKE_BEFORE_STOP) && in ahci_stop_engine()
707 (ap->link.lpm_policy > ATA_LPM_MAX_POWER) && in ahci_stop_engine()
708 ahci_set_lpm(&ap->link, ATA_LPM_MAX_POWER, ATA_LPM_WAKE_ONLY)) { in ahci_stop_engine()
709 dev_err(ap->host->dev, "Failed to wake up port before engine stop\n"); in ahci_stop_engine()
710 return -EIO; in ahci_stop_engine()
721 * AHCI controller not available anymore (e.g. due to PCIe hot in ahci_stop_engine()
722 * unplugging). Otherwise a 500ms delay for each port is added. in ahci_stop_engine()
725 dev_err(ap->host->dev, "AHCI controller unavailable!\n"); in ahci_stop_engine()
726 return -ENODEV; in ahci_stop_engine()
737 return -EIO; in ahci_stop_engine()
746 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_start_fis_rx()
747 struct ahci_port_priv *pp = ap->private_data; in ahci_start_fis_rx()
751 if (hpriv->cap & HOST_CAP_64) in ahci_start_fis_rx()
752 writel((pp->cmd_slot_dma >> 16) >> 16, in ahci_start_fis_rx()
754 writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR); in ahci_start_fis_rx()
756 if (hpriv->cap & HOST_CAP_64) in ahci_start_fis_rx()
757 writel((pp->rx_fis_dma >> 16) >> 16, in ahci_start_fis_rx()
759 writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR); in ahci_start_fis_rx()
785 return -EBUSY; in ahci_stop_fis_rx()
792 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_power_up()
799 if (hpriv->cap & HOST_CAP_SSS) { in ahci_power_up()
811 struct ata_port *ap = link->ap; in ahci_set_lpm()
812 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_set_lpm()
813 struct ahci_port_priv *pp = ap->private_data; in ahci_set_lpm()
825 pp->intr_mask &= ~PORT_IRQ_PHYRDY; in ahci_set_lpm()
826 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_set_lpm()
831 if (hpriv->cap & HOST_CAP_ALPM) { in ahci_set_lpm()
860 if ((hpriv->cap2 & HOST_CAP2_SDS) && in ahci_set_lpm()
861 (hpriv->cap2 & HOST_CAP2_SADM) && in ahci_set_lpm()
862 (link->device->flags & ATA_DFLAG_DEVSLP)) { in ahci_set_lpm()
874 pp->intr_mask |= PORT_IRQ_PHYRDY; in ahci_set_lpm()
875 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_set_lpm()
884 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_power_down()
888 if (!(hpriv->cap & HOST_CAP_SSS)) in ahci_power_down()
905 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_start_port()
906 struct ahci_port_priv *pp = ap->private_data; in ahci_start_port()
916 if (!(hpriv->flags & AHCI_HFLAG_DELAY_ENGINE)) in ahci_start_port()
917 hpriv->start_engine(ap); in ahci_start_port()
920 if (ap->flags & ATA_FLAG_EM) { in ahci_start_port()
922 emp = &pp->em_priv[link->pmp]; in ahci_start_port()
926 rc = ap->ops->transmit_led_message(ap, in ahci_start_port()
927 emp->led_state, in ahci_start_port()
937 if (rc == -EBUSY) in ahci_start_port()
945 if (ap->flags & ATA_FLAG_SW_ACTIVITY) in ahci_start_port()
954 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_deinit_port()
957 rc = hpriv->stop_engine(ap); in ahci_deinit_port()
975 struct ahci_host_priv *hpriv = host->private_data; in ahci_reset_controller()
976 void __iomem *mmio = hpriv->mmio; in ahci_reset_controller()
980 * We must be in AHCI mode, before using anything AHCI-specific, such in ahci_reset_controller()
987 dev_info(host->dev, "Skipping global host reset\n"); in ahci_reset_controller()
1005 dev_err(host->dev, "Controller reset failed (0x%x)\n", in ahci_reset_controller()
1007 return -EIO; in ahci_reset_controller()
1010 /* Turn on AHCI mode */ in ahci_reset_controller()
1014 if (!(hpriv->flags & AHCI_HFLAG_NO_WRITE_TO_RO)) in ahci_reset_controller()
1023 struct ata_port *ap = link->ap; in ahci_sw_activity()
1024 struct ahci_port_priv *pp = ap->private_data; in ahci_sw_activity()
1025 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_sw_activity()
1027 if (!(link->flags & ATA_LFLAG_SW_ACTIVITY)) in ahci_sw_activity()
1030 emp->activity++; in ahci_sw_activity()
1031 if (!timer_pending(&emp->timer)) in ahci_sw_activity()
1032 mod_timer(&emp->timer, jiffies + msecs_to_jiffies(10)); in ahci_sw_activity()
1038 struct ata_link *link = emp->link; in ahci_sw_activity_blink()
1039 struct ata_port *ap = link->ap; in ahci_sw_activity_blink()
1041 unsigned long led_message = emp->led_state; in ahci_sw_activity_blink()
1046 led_message |= ap->port_no | (link->pmp << 8); in ahci_sw_activity_blink()
1052 spin_lock_irqsave(ap->lock, flags); in ahci_sw_activity_blink()
1053 if (emp->saved_activity != emp->activity) { in ahci_sw_activity_blink()
1054 emp->saved_activity = emp->activity; in ahci_sw_activity_blink()
1068 mod_timer(&emp->timer, jiffies + msecs_to_jiffies(100)); in ahci_sw_activity_blink()
1072 if (emp->blink_policy == BLINK_OFF) in ahci_sw_activity_blink()
1075 spin_unlock_irqrestore(ap->lock, flags); in ahci_sw_activity_blink()
1076 ap->ops->transmit_led_message(ap, led_message, 4); in ahci_sw_activity_blink()
1081 struct ata_port *ap = link->ap; in ahci_init_sw_activity()
1082 struct ahci_port_priv *pp = ap->private_data; in ahci_init_sw_activity()
1083 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_init_sw_activity()
1086 emp->saved_activity = emp->activity = 0; in ahci_init_sw_activity()
1087 emp->link = link; in ahci_init_sw_activity()
1088 timer_setup(&emp->timer, ahci_sw_activity_blink, 0); in ahci_init_sw_activity()
1091 if (emp->blink_policy) in ahci_init_sw_activity()
1092 link->flags |= ATA_LFLAG_SW_ACTIVITY; in ahci_init_sw_activity()
1097 struct ahci_host_priv *hpriv = host->private_data; in ahci_reset_em()
1098 void __iomem *mmio = hpriv->mmio; in ahci_reset_em()
1103 return -EINVAL; in ahci_reset_em()
1113 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_transmit_led_message()
1114 struct ahci_port_priv *pp = ap->private_data; in ahci_transmit_led_message()
1115 void __iomem *mmio = hpriv->mmio; in ahci_transmit_led_message()
1125 emp = &pp->em_priv[pmp]; in ahci_transmit_led_message()
1127 return -EINVAL; in ahci_transmit_led_message()
1130 spin_lock_irqsave(ap->lock, flags); in ahci_transmit_led_message()
1138 spin_unlock_irqrestore(ap->lock, flags); in ahci_transmit_led_message()
1140 return -EBUSY; in ahci_transmit_led_message()
1143 if (hpriv->em_msg_type & EM_MSG_TYPE_LED) { in ahci_transmit_led_message()
1145 * create message header - this is all zero except for in ahci_transmit_led_message()
1150 /* ignore 0:4 of byte zero, fill in port info yourself */ in ahci_transmit_led_message()
1151 message[1] = ((state & ~EM_MSG_LED_HBA_PORT) | ap->port_no); in ahci_transmit_led_message()
1154 writel(message[0], mmio + hpriv->em_loc); in ahci_transmit_led_message()
1155 writel(message[1], mmio + hpriv->em_loc+4); in ahci_transmit_led_message()
1163 /* save off new led state for port/slot */ in ahci_transmit_led_message()
1164 emp->led_state = state; in ahci_transmit_led_message()
1166 spin_unlock_irqrestore(ap->lock, flags); in ahci_transmit_led_message()
1174 struct ahci_port_priv *pp = ap->private_data; in ahci_led_show()
1180 emp = &pp->em_priv[link->pmp]; in ahci_led_show()
1181 rc += sprintf(buf, "%lx\n", emp->led_state); in ahci_led_show()
1191 struct ahci_port_priv *pp = ap->private_data; in ahci_led_store()
1195 return -EINVAL; in ahci_led_store()
1201 emp = &pp->em_priv[pmp]; in ahci_led_store()
1203 return -EINVAL; in ahci_led_store()
1210 if (emp->blink_policy) in ahci_led_store()
1213 return ap->ops->transmit_led_message(ap, state, size); in ahci_led_store()
1218 struct ata_link *link = dev->link; in ahci_activity_store()
1219 struct ata_port *ap = link->ap; in ahci_activity_store()
1220 struct ahci_port_priv *pp = ap->private_data; in ahci_activity_store()
1221 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_activity_store()
1222 u32 port_led_state = emp->led_state; in ahci_activity_store()
1227 link->flags &= ~(ATA_LFLAG_SW_ACTIVITY); in ahci_activity_store()
1231 port_led_state |= (ap->port_no | (link->pmp << 8)); in ahci_activity_store()
1232 ap->ops->transmit_led_message(ap, port_led_state, 4); in ahci_activity_store()
1234 link->flags |= ATA_LFLAG_SW_ACTIVITY; in ahci_activity_store()
1238 port_led_state |= (ap->port_no | (link->pmp << 8)); in ahci_activity_store()
1240 ap->ops->transmit_led_message(ap, port_led_state, 4); in ahci_activity_store()
1243 emp->blink_policy = val; in ahci_activity_store()
1249 struct ata_link *link = dev->link; in ahci_activity_show()
1250 struct ata_port *ap = link->ap; in ahci_activity_show()
1251 struct ahci_port_priv *pp = ap->private_data; in ahci_activity_show()
1252 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_activity_show()
1257 return sprintf(buf, "%d\n", emp->blink_policy); in ahci_activity_show()
1262 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_clear_pending_irq()
1268 dev_dbg(ap->host->dev, "PORT_SCR_ERR 0x%x\n", tmp); in ahci_port_clear_pending_irq()
1271 /* clear port IRQ */ in ahci_port_clear_pending_irq()
1273 dev_dbg(ap->host->dev, "PORT_IRQ_STAT 0x%x\n", tmp); in ahci_port_clear_pending_irq()
1277 writel(1 << ap->port_no, hpriv->mmio + HOST_IRQ_STAT); in ahci_port_clear_pending_irq()
1287 /* make sure port is not active */ in ahci_port_init()
1297 struct ahci_host_priv *hpriv = host->private_data; in ahci_init_controller()
1298 void __iomem *mmio = hpriv->mmio; in ahci_init_controller()
1303 for (i = 0; i < host->n_ports; i++) { in ahci_init_controller()
1304 struct ata_port *ap = host->ports[i]; in ahci_init_controller()
1310 ahci_port_init(host->dev, ap, i, mmio, port_mmio); in ahci_init_controller()
1314 dev_dbg(host->dev, "HOST_CTL 0x%x\n", tmp); in ahci_init_controller()
1317 dev_dbg(host->dev, "HOST_CTL 0x%x\n", tmp); in ahci_init_controller()
1323 struct ahci_host_priv *hpriv = dev->link->ap->host->private_data; in ahci_dev_config()
1325 if ((dev->class == ATA_DEV_ATAPI) && in ahci_dev_config()
1326 (hpriv->flags & AHCI_HFLAG_ATAPI_DMA_QUIRK)) in ahci_dev_config()
1327 dev->quirks |= ATA_QUIRK_ATAPI_MOD16_DMA; in ahci_dev_config()
1329 if (hpriv->flags & AHCI_HFLAG_SECT255) { in ahci_dev_config()
1330 dev->max_sectors = 255; in ahci_dev_config()
1332 "SB600 AHCI: limiting to 255 sectors per cmd\n"); in ahci_dev_config()
1357 cmd_tbl_dma = pp->cmd_tbl_dma + tag * AHCI_CMD_TBL_SZ; in ahci_fill_cmd_slot()
1359 pp->cmd_slot[tag].opts = cpu_to_le32(opts); in ahci_fill_cmd_slot()
1360 pp->cmd_slot[tag].status = 0; in ahci_fill_cmd_slot()
1361 pp->cmd_slot[tag].tbl_addr = cpu_to_le32(cmd_tbl_dma & 0xffffffff); in ahci_fill_cmd_slot()
1362 pp->cmd_slot[tag].tbl_addr_hi = cpu_to_le32((cmd_tbl_dma >> 16) >> 16); in ahci_fill_cmd_slot()
1369 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_kick_engine()
1375 rc = hpriv->stop_engine(ap); in ahci_kick_engine()
1380 * always do CLO if PMP is attached (AHCI-1.3 9.2) in ahci_kick_engine()
1388 if (!(hpriv->cap & HOST_CAP_CLO)) { in ahci_kick_engine()
1389 rc = -EOPNOTSUPP; in ahci_kick_engine()
1402 rc = -EIO; in ahci_kick_engine()
1406 hpriv->start_engine(ap); in ahci_kick_engine()
1416 struct ahci_port_priv *pp = ap->private_data; in ahci_exec_polled_cmd()
1418 u8 *fis = pp->cmd_tbl; in ahci_exec_polled_cmd()
1425 /* set port value for softreset of Port Multiplier */ in ahci_exec_polled_cmd()
1426 if (pp->fbs_enabled && pp->fbs_last_dev != pmp) { in ahci_exec_polled_cmd()
1431 pp->fbs_last_dev = pmp; in ahci_exec_polled_cmd()
1442 return -EBUSY; in ahci_exec_polled_cmd()
1454 struct ata_port *ap = link->ap; in ahci_do_softreset()
1455 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_do_softreset()
1456 struct ahci_port_priv *pp = ap->private_data; in ahci_do_softreset()
1464 /* prepare for SRST (AHCI-1.1 10.4.1) */ in ahci_do_softreset()
1466 if (rc && rc != -EOPNOTSUPP) in ahci_do_softreset()
1470 * According to AHCI-1.2 9.3.9: if FBS is enable, software shall in ahci_do_softreset()
1472 * that is attached to port multiplier. in ahci_do_softreset()
1474 if (!ata_is_host_link(link) && pp->fbs_enabled) { in ahci_do_softreset()
1479 ata_tf_init(link->device, &tf); in ahci_do_softreset()
1485 msecs = jiffies_to_msecs(deadline - now); in ahci_do_softreset()
1490 rc = -EIO; in ahci_do_softreset()
1504 if (rc == -EBUSY && hpriv->flags & AHCI_HFLAG_SRST_TOUT_IS_OFFLINE) { in ahci_do_softreset()
1513 /* link occupied, -ENODEV too is an error */ in ahci_do_softreset()
1519 /* re-enable FBS if disabled before */ in ahci_do_softreset()
1532 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_check_ready()
1550 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_bad_pmp_check_ready()
1559 return -EIO; in ahci_bad_pmp_check_ready()
1567 struct ata_port *ap = link->ap; in ahci_pmp_retry_softreset()
1578 * SATA HDD/ODD is connected to SATA port, do soft reset in ahci_pmp_retry_softreset()
1579 * again to port 0. in ahci_pmp_retry_softreset()
1581 if (rc == -EIO) { in ahci_pmp_retry_softreset()
1598 const unsigned int *timing = sata_ehc_deb_timing(&link->eh_context); in ahci_do_hardreset()
1599 struct ata_port *ap = link->ap; in ahci_do_hardreset()
1600 struct ahci_port_priv *pp = ap->private_data; in ahci_do_hardreset()
1601 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_do_hardreset()
1602 u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG; in ahci_do_hardreset()
1606 hpriv->stop_engine(ap); in ahci_do_hardreset()
1609 ata_tf_init(link->device, &tf); in ahci_do_hardreset()
1618 hpriv->start_engine(ap); in ahci_do_hardreset()
1637 struct ata_port *ap = link->ap; in ahci_postreset()
1643 /* Make sure port's ATAPI bit is set appropriately */ in ahci_postreset()
1664 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ahci_fill_sg()
1670 ahci_sg[si].flags_size = cpu_to_le32(sg_len - 1); in ahci_fill_sg()
1678 struct ata_port *ap = qc->ap; in ahci_pmp_qc_defer()
1679 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_qc_defer()
1681 if (!sata_pmp_attached(ap) || pp->fbs_enabled) in ahci_pmp_qc_defer()
1689 struct ata_port *ap = qc->ap; in ahci_qc_prep()
1690 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_prep()
1691 int is_atapi = ata_is_atapi(qc->tf.protocol); in ahci_qc_prep()
1699 * a SATA Register - Host to Device command FIS. in ahci_qc_prep()
1701 cmd_tbl = pp->cmd_tbl + qc->hw_tag * AHCI_CMD_TBL_SZ; in ahci_qc_prep()
1703 ata_tf_to_fis(&qc->tf, qc->dev->link->pmp, 1, cmd_tbl); in ahci_qc_prep()
1706 memcpy(cmd_tbl + AHCI_CMD_TBL_CDB, qc->cdb, qc->dev->cdb_len); in ahci_qc_prep()
1710 if (qc->flags & ATA_QCFLAG_DMAMAP) in ahci_qc_prep()
1716 opts = cmd_fis_len | n_elem << 16 | (qc->dev->link->pmp << 12); in ahci_qc_prep()
1717 if (qc->tf.flags & ATA_TFLAG_WRITE) in ahci_qc_prep()
1722 ahci_fill_cmd_slot(pp, qc->hw_tag, opts); in ahci_qc_prep()
1729 struct ahci_port_priv *pp = ap->private_data; in ahci_fbs_dec_intr()
1734 BUG_ON(!pp->fbs_enabled); in ahci_fbs_dec_intr()
1736 /* time to wait for DEC is not specified by AHCI spec, in ahci_fbs_dec_intr()
1741 while ((fbs & PORT_FBS_DEC) && retries--) { in ahci_fbs_dec_intr()
1747 dev_err(ap->host->dev, "failed to clear device error\n"); in ahci_fbs_dec_intr()
1752 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_error_intr()
1753 struct ahci_port_priv *pp = ap->private_data; in ahci_error_intr()
1754 struct ata_eh_info *host_ehi = &ap->link.eh_info; in ahci_error_intr()
1762 if (pp->fbs_enabled) { in ahci_error_intr()
1767 if ((fbs & PORT_FBS_SDE) && (pmp < ap->nr_pmp_links)) { in ahci_error_intr()
1768 link = &ap->pmp_link[pmp]; in ahci_error_intr()
1778 link = &ap->link; in ahci_error_intr()
1780 active_qc = ata_qc_from_tag(ap, link->active_tag); in ahci_error_intr()
1781 active_ehi = &link->eh_info; in ahci_error_intr()
1787 /* AHCI needs SError cleared; otherwise, it might lock up */ in ahci_error_intr()
1788 ahci_scr_read(&ap->link, SCR_ERROR, &serror); in ahci_error_intr()
1789 ahci_scr_write(&ap->link, SCR_ERROR, serror); in ahci_error_intr()
1790 host_ehi->serror |= serror; in ahci_error_intr()
1793 if (hpriv->flags & AHCI_HFLAG_IGN_IRQ_IF_ERR) in ahci_error_intr()
1802 active_qc->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1804 active_ehi->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1806 if (hpriv->flags & AHCI_HFLAG_IGN_SERR_INTERNAL) in ahci_error_intr()
1807 host_ehi->serror &= ~SERR_INTERNAL; in ahci_error_intr()
1811 u32 *unk = pp->rx_fis + RX_FIS_UNK; in ahci_error_intr()
1813 active_ehi->err_mask |= AC_ERR_HSM; in ahci_error_intr()
1814 active_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1821 active_ehi->err_mask |= AC_ERR_HSM; in ahci_error_intr()
1822 active_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1827 host_ehi->err_mask |= AC_ERR_HOST_BUS; in ahci_error_intr()
1828 host_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1834 active_ehi->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1836 host_ehi->err_mask |= AC_ERR_ATA_BUS; in ahci_error_intr()
1837 host_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1863 struct ata_eh_info *ehi = &ap->link.eh_info; in ahci_qc_complete()
1864 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_complete()
1869 * pp->active_link is not reliable once FBS is enabled, both in ahci_qc_complete()
1871 * NCQ and non-NCQ commands may be in flight at the same time. in ahci_qc_complete()
1873 if (pp->fbs_enabled) { in ahci_qc_complete()
1874 if (ap->qc_active) { in ahci_qc_complete()
1879 /* pp->active_link is valid iff any command is in flight */ in ahci_qc_complete()
1880 if (ap->qc_active && pp->active_link->sactive) in ahci_qc_complete()
1887 if (unlikely(rc < 0 && !(ap->pflags & ATA_PFLAG_RESETTING))) { in ahci_qc_complete()
1888 ehi->err_mask |= AC_ERR_HSM; in ahci_qc_complete()
1889 ehi->action |= ATA_EH_RESET; in ahci_qc_complete()
1897 struct ahci_port_priv *pp = ap->private_data; in ahci_handle_port_interrupt()
1898 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_handle_port_interrupt()
1901 if (unlikely(ap->pflags & ATA_PFLAG_RESETTING)) in ahci_handle_port_interrupt()
1904 if (sata_lpm_ignore_phy_events(&ap->link)) { in ahci_handle_port_interrupt()
1906 ahci_scr_write(&ap->link, SCR_ERROR, SERR_PHYRDY_CHG); in ahci_handle_port_interrupt()
1930 if (hpriv->cap & HOST_CAP_SNTF) in ahci_handle_port_interrupt()
1938 * ahci 1.2, so the workaround is unnecessary in ahci_handle_port_interrupt()
1941 if (pp->fbs_enabled) in ahci_handle_port_interrupt()
1944 const __le32 *f = pp->rx_fis + RX_FIS_SDB; in ahci_handle_port_interrupt()
1976 spin_lock(ap->lock); in ahci_multi_irqs_intr_hard()
1978 spin_unlock(ap->lock); in ahci_multi_irqs_intr_hard()
1987 for (i = 0; i < host->n_ports; i++) { in ahci_handle_port_intr()
1993 ap = host->ports[i]; in ahci_handle_port_intr()
1998 dev_warn(host->dev, in ahci_handle_port_intr()
1999 "interrupt on disabled port %u\n", i); in ahci_handle_port_intr()
2017 hpriv = host->private_data; in ahci_single_level_irq_intr()
2018 mmio = hpriv->mmio; in ahci_single_level_irq_intr()
2025 irq_masked = irq_stat & hpriv->port_map; in ahci_single_level_irq_intr()
2027 spin_lock(&host->lock); in ahci_single_level_irq_intr()
2032 * it should be cleared after all the port events are cleared; in ahci_single_level_irq_intr()
2034 * valid one. Please read section 10.6.2 of ahci 1.1 for more in ahci_single_level_irq_intr()
2038 * pending event on a dummy port might cause screaming IRQ. in ahci_single_level_irq_intr()
2042 spin_unlock(&host->lock); in ahci_single_level_irq_intr()
2049 struct ata_port *ap = qc->ap; in ahci_qc_issue()
2051 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_issue()
2057 pp->active_link = qc->dev->link; in ahci_qc_issue()
2059 if (ata_is_ncq(qc->tf.protocol)) in ahci_qc_issue()
2060 writel(1 << qc->hw_tag, port_mmio + PORT_SCR_ACT); in ahci_qc_issue()
2062 if (pp->fbs_enabled && pp->fbs_last_dev != qc->dev->link->pmp) { in ahci_qc_issue()
2065 fbs |= qc->dev->link->pmp << PORT_FBS_DEV_OFFSET; in ahci_qc_issue()
2067 pp->fbs_last_dev = qc->dev->link->pmp; in ahci_qc_issue()
2070 writel(1 << qc->hw_tag, port_mmio + PORT_CMD_ISSUE); in ahci_qc_issue()
2072 ahci_sw_activity(qc->dev->link); in ahci_qc_issue()
2080 struct ahci_port_priv *pp = qc->ap->private_data; in ahci_qc_fill_rtf()
2081 u8 *rx_fis = pp->rx_fis; in ahci_qc_fill_rtf()
2083 if (pp->fbs_enabled) in ahci_qc_fill_rtf()
2084 rx_fis += qc->dev->link->pmp * AHCI_RX_FIS_SZ; in ahci_qc_fill_rtf()
2087 * After a successful execution of an ATA PIO data-in command, in ahci_qc_fill_rtf()
2092 if (qc->tf.protocol == ATA_PROT_PIO && qc->dma_dir == DMA_FROM_DEVICE && in ahci_qc_fill_rtf()
2093 !(qc->flags & ATA_QCFLAG_EH)) { in ahci_qc_fill_rtf()
2094 ata_tf_from_fis(rx_fis + RX_FIS_PIO_SETUP, &qc->result_tf); in ahci_qc_fill_rtf()
2095 qc->result_tf.status = (rx_fis + RX_FIS_PIO_SETUP)[15]; in ahci_qc_fill_rtf()
2107 if (ata_is_ncq(qc->tf.protocol)) { in ahci_qc_fill_rtf()
2116 qc->result_tf.status = fis[2]; in ahci_qc_fill_rtf()
2117 qc->result_tf.error = fis[3]; in ahci_qc_fill_rtf()
2121 ata_tf_from_fis(rx_fis + RX_FIS_D2H_REG, &qc->result_tf); in ahci_qc_fill_rtf()
2126 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_ncq_fill_rtf()
2130 if (!ap->qc_active) in ahci_qc_ncq_fill_rtf()
2137 if (!pp->fbs_enabled) { in ahci_qc_ncq_fill_rtf()
2141 if (!pp->active_link->sactive) in ahci_qc_ncq_fill_rtf()
2144 fis = pp->rx_fis + RX_FIS_SDB; in ahci_qc_ncq_fill_rtf()
2153 if (qc && ata_is_ncq(qc->tf.protocol)) { in ahci_qc_ncq_fill_rtf()
2154 qc->result_tf.status = status; in ahci_qc_ncq_fill_rtf()
2155 qc->result_tf.error = error; in ahci_qc_ncq_fill_rtf()
2156 qc->result_tf.flags = qc->tf.flags; in ahci_qc_ncq_fill_rtf()
2157 qc->flags |= ATA_QCFLAG_RTF_FILLED; in ahci_qc_ncq_fill_rtf()
2175 if (qc && ata_is_ncq(qc->tf.protocol)) { in ahci_qc_ncq_fill_rtf()
2176 fis = pp->rx_fis; in ahci_qc_ncq_fill_rtf()
2177 fis += qc->dev->link->pmp * AHCI_RX_FIS_SZ; in ahci_qc_ncq_fill_rtf()
2179 qc->result_tf.status = fis[2]; in ahci_qc_ncq_fill_rtf()
2180 qc->result_tf.error = fis[3]; in ahci_qc_ncq_fill_rtf()
2181 qc->result_tf.flags = qc->tf.flags; in ahci_qc_ncq_fill_rtf()
2182 qc->flags |= ATA_QCFLAG_RTF_FILLED; in ahci_qc_ncq_fill_rtf()
2198 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_thaw()
2199 void __iomem *mmio = hpriv->mmio; in ahci_thaw()
2202 struct ahci_port_priv *pp = ap->private_data; in ahci_thaw()
2207 writel(1 << ap->port_no, mmio + HOST_IRQ_STAT); in ahci_thaw()
2210 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_thaw()
2215 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_error_handler()
2219 hpriv->stop_engine(ap); in ahci_error_handler()
2220 hpriv->start_engine(ap); in ahci_error_handler()
2225 if (!ata_dev_enabled(ap->link.device)) in ahci_error_handler()
2226 hpriv->stop_engine(ap); in ahci_error_handler()
2232 struct ata_port *ap = qc->ap; in ahci_post_internal_cmd()
2235 if (qc->flags & ATA_QCFLAG_EH) in ahci_post_internal_cmd()
2241 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_set_aggressive_devslp()
2243 struct ata_device *dev = ap->link.device; in ahci_set_aggressive_devslp()
2250 dev_info(ap->host->dev, "port does not support device sleep\n"); in ahci_set_aggressive_devslp()
2280 rc = hpriv->stop_engine(ap); in ahci_set_aggressive_devslp()
2287 if (dev->devslp_timing[ATA_LOG_DEVSLP_VALID] & in ahci_set_aggressive_devslp()
2289 mdat = dev->devslp_timing[ATA_LOG_DEVSLP_MDAT] & in ahci_set_aggressive_devslp()
2293 deto = dev->devslp_timing[ATA_LOG_DEVSLP_DETO]; in ahci_set_aggressive_devslp()
2309 hpriv->start_engine(ap); in ahci_set_aggressive_devslp()
2321 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_enable_fbs()
2322 struct ahci_port_priv *pp = ap->private_data; in ahci_enable_fbs()
2327 if (!pp->fbs_supported) in ahci_enable_fbs()
2332 pp->fbs_enabled = true; in ahci_enable_fbs()
2333 pp->fbs_last_dev = -1; /* initialization */ in ahci_enable_fbs()
2337 rc = hpriv->stop_engine(ap); in ahci_enable_fbs()
2344 dev_info(ap->host->dev, "FBS is enabled\n"); in ahci_enable_fbs()
2345 pp->fbs_enabled = true; in ahci_enable_fbs()
2346 pp->fbs_last_dev = -1; /* initialization */ in ahci_enable_fbs()
2348 dev_err(ap->host->dev, "Failed to enable FBS\n"); in ahci_enable_fbs()
2350 hpriv->start_engine(ap); in ahci_enable_fbs()
2355 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_disable_fbs()
2356 struct ahci_port_priv *pp = ap->private_data; in ahci_disable_fbs()
2361 if (!pp->fbs_supported) in ahci_disable_fbs()
2366 pp->fbs_enabled = false; in ahci_disable_fbs()
2370 rc = hpriv->stop_engine(ap); in ahci_disable_fbs()
2377 dev_err(ap->host->dev, "Failed to disable FBS\n"); in ahci_disable_fbs()
2379 dev_info(ap->host->dev, "FBS is disabled\n"); in ahci_disable_fbs()
2380 pp->fbs_enabled = false; in ahci_disable_fbs()
2383 hpriv->start_engine(ap); in ahci_disable_fbs()
2389 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_attach()
2398 pp->intr_mask |= PORT_IRQ_BAD_PMP; in ahci_pmp_attach()
2401 * We must not change the port interrupt mask register if the in ahci_pmp_attach()
2402 * port is marked frozen, the value in pp->intr_mask will be in ahci_pmp_attach()
2403 * restored later when the port is thawed. in ahci_pmp_attach()
2405 * Note that during initialization, the port is marked as in ahci_pmp_attach()
2409 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_pmp_attach()
2415 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_detach()
2424 pp->intr_mask &= ~PORT_IRQ_BAD_PMP; in ahci_pmp_detach()
2428 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_pmp_detach()
2473 if (acpi_storage_d3(ap->host->dev)) in ahci_port_suspend()
2483 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_start()
2484 struct device *dev = ap->host->dev; in ahci_port_start()
2492 return -ENOMEM; in ahci_port_start()
2494 if (ap->host->n_ports > 1) { in ahci_port_start()
2495 pp->irq_desc = devm_kzalloc(dev, 8, GFP_KERNEL); in ahci_port_start()
2496 if (!pp->irq_desc) { in ahci_port_start()
2498 return -ENOMEM; in ahci_port_start()
2500 snprintf(pp->irq_desc, 8, in ahci_port_start()
2501 "%s%d", dev_driver_string(dev), ap->port_no); in ahci_port_start()
2505 if ((hpriv->cap & HOST_CAP_FBS) && sata_pmp_supported(ap)) { in ahci_port_start()
2509 pp->fbs_supported = true; in ahci_port_start()
2510 else if (hpriv->flags & AHCI_HFLAG_YES_FBS) { in ahci_port_start()
2511 dev_info(dev, "port %d can do FBS, forcing FBSCP\n", in ahci_port_start()
2512 ap->port_no); in ahci_port_start()
2513 pp->fbs_supported = true; in ahci_port_start()
2515 dev_warn(dev, "port %d is not capable of FBS\n", in ahci_port_start()
2516 ap->port_no); in ahci_port_start()
2519 if (pp->fbs_supported) { in ahci_port_start()
2529 return -ENOMEM; in ahci_port_start()
2532 * First item in chunk of DMA memory: 32-slot command table, in ahci_port_start()
2535 pp->cmd_slot = mem; in ahci_port_start()
2536 pp->cmd_slot_dma = mem_dma; in ahci_port_start()
2542 * Second item: Received-FIS area in ahci_port_start()
2544 pp->rx_fis = mem; in ahci_port_start()
2545 pp->rx_fis_dma = mem_dma; in ahci_port_start()
2552 * and its scatter-gather table in ahci_port_start()
2554 pp->cmd_tbl = mem; in ahci_port_start()
2555 pp->cmd_tbl_dma = mem_dma; in ahci_port_start()
2561 pp->intr_mask = DEF_PORT_IRQ; in ahci_port_start()
2564 * Switch to per-port locking in case each port has its own MSI vector. in ahci_port_start()
2566 if (hpriv->flags & AHCI_HFLAG_MULTI_MSI) { in ahci_port_start()
2567 spin_lock_init(&pp->lock); in ahci_port_start()
2568 ap->lock = &pp->lock; in ahci_port_start()
2571 ap->private_data = pp; in ahci_port_start()
2580 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_stop()
2581 void __iomem *host_mmio = hpriv->mmio; in ahci_port_stop()
2584 /* de-initialize port */ in ahci_port_stop()
2591 * re-enabling INTx. in ahci_port_stop()
2593 writel(1 << ap->port_no, host_mmio + HOST_IRQ_STAT); in ahci_port_stop()
2600 struct ahci_host_priv *hpriv = host->private_data; in ahci_print_info()
2604 vers = hpriv->version; in ahci_print_info()
2605 cap = hpriv->cap; in ahci_print_info()
2606 cap2 = hpriv->cap2; in ahci_print_info()
2607 impl = hpriv->port_map; in ahci_print_info()
2619 dev_info(host->dev, in ahci_print_info()
2620 "AHCI vers %02x%02x.%02x%02x, " in ahci_print_info()
2633 dev_info(host->dev, in ahci_print_info()
2634 "%u/%u ports implemented (port mask 0x%x)\n" in ahci_print_info()
2641 dev_info(host->dev, in ahci_print_info()
2680 void __iomem *mmio = hpriv->mmio; in ahci_set_em_messages()
2684 if (!ahci_em_messages || !(hpriv->cap & HOST_CAP_EMS)) in ahci_set_em_messages()
2691 hpriv->em_loc = ((em_loc >> 16) * 4); in ahci_set_em_messages()
2692 hpriv->em_buf_sz = ((em_loc & 0xff) * 4); in ahci_set_em_messages()
2693 hpriv->em_msg_type = messages; in ahci_set_em_messages()
2694 pi->flags |= ATA_FLAG_EM; in ahci_set_em_messages()
2696 pi->flags |= ATA_FLAG_SW_ACTIVITY; in ahci_set_em_messages()
2704 struct ahci_host_priv *hpriv = host->private_data; in ahci_host_activate_multi_irqs()
2711 * Requests IRQs according to AHCI-1.1 when multiple MSIs were in ahci_host_activate_multi_irqs()
2712 * allocated. That is one MSI per port, starting from @irq. in ahci_host_activate_multi_irqs()
2714 for (i = 0; i < host->n_ports; i++) { in ahci_host_activate_multi_irqs()
2715 struct ahci_port_priv *pp = host->ports[i]->private_data; in ahci_host_activate_multi_irqs()
2716 int irq = hpriv->get_irq_vector(host, i); in ahci_host_activate_multi_irqs()
2724 rc = devm_request_irq(host->dev, irq, ahci_multi_irqs_intr_hard, in ahci_host_activate_multi_irqs()
2725 0, pp->irq_desc, host->ports[i]); in ahci_host_activate_multi_irqs()
2729 ata_port_desc_misc(host->ports[i], irq); in ahci_host_activate_multi_irqs()
2736 * ahci_host_activate - start AHCI host, request IRQs and register it
2744 * 0 on success, -errno otherwise.
2748 struct ahci_host_priv *hpriv = host->private_data; in ahci_host_activate()
2749 int irq = hpriv->irq; in ahci_host_activate()
2752 if (hpriv->flags & AHCI_HFLAG_MULTI_MSI) { in ahci_host_activate()
2753 if (hpriv->irq_handler && in ahci_host_activate()
2754 hpriv->irq_handler != ahci_single_level_irq_intr) in ahci_host_activate()
2755 dev_warn(host->dev, in ahci_host_activate()
2757 if (!hpriv->get_irq_vector) { in ahci_host_activate()
2758 dev_err(host->dev, in ahci_host_activate()
2759 "AHCI_HFLAG_MULTI_MSI requires ->get_irq_vector!\n"); in ahci_host_activate()
2760 return -EIO; in ahci_host_activate()
2765 rc = ata_host_activate(host, irq, hpriv->irq_handler, in ahci_host_activate()
2775 MODULE_DESCRIPTION("Common AHCI SATA low-level routines");