314  * ap->private_data
332 static void sil24_pmp_attach(struct ata_port *ap);
333 static void sil24_pmp_detach(struct ata_port *ap);
334 static void sil24_freeze(struct ata_port *ap);
335 static void sil24_thaw(struct ata_port *ap);
342 static void sil24_error_handler(struct ata_port *ap);
344 static int sil24_port_start(struct ata_port *ap);
350 static int sil24_port_resume(struct ata_port *ap);
461 static unsigned long sil24_port_offset(struct ata_port *ap)  in sil24_port_offset()  argument
463 	return ap->port_no * PORT_REGS_SIZE;  in sil24_port_offset()
466 static void __iomem *sil24_port_base(struct ata_port *ap)  in sil24_port_base()  argument
468 	return ap->host->iomap[SIL24_PORT_BAR] + sil24_port_offset(ap);  in sil24_port_base()
473 	void __iomem *port = sil24_port_base(dev->link->ap);  in sil24_dev_config()
481 static void sil24_read_tf(struct ata_port *ap, int tag, struct ata_taskfile *tf)  in sil24_read_tf()  argument
483 	void __iomem *port = sil24_port_base(ap);  in sil24_read_tf()
501 	void __iomem *scr_addr = sil24_port_base(link->ap) + PORT_SCONTROL;  in sil24_scr_read()
512 	void __iomem *scr_addr = sil24_port_base(link->ap) + PORT_SCONTROL;  in sil24_scr_write()
521 static void sil24_config_port(struct ata_port *ap)  in sil24_config_port()  argument
523 	void __iomem *port = sil24_port_base(ap);  in sil24_config_port()
526 	if (ap->flags & SIL24_FLAG_PCIX_IRQ_WOC)  in sil24_config_port()
546 static void sil24_config_pmp(struct ata_port *ap, int attached)  in sil24_config_pmp()  argument
548 	void __iomem *port = sil24_port_base(ap);  in sil24_config_pmp()
556 static void sil24_clear_pmp(struct ata_port *ap)  in sil24_clear_pmp()  argument
558 	void __iomem *port = sil24_port_base(ap);  in sil24_clear_pmp()
571 static int sil24_init_port(struct ata_port *ap)  in sil24_init_port()  argument
573 	void __iomem *port = sil24_port_base(ap);  in sil24_init_port()
574 	struct sil24_port_priv *pp = ap->private_data;  in sil24_init_port()
578 	if (sata_pmp_attached(ap))  in sil24_init_port()
579 		sil24_clear_pmp(ap);  in sil24_init_port()
582 	ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_init_port()
584 	tmp = ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_init_port()
589 		ap->link.eh_context.i.action |= ATA_EH_RESET;  in sil24_init_port()
596 static int sil24_exec_polled_cmd(struct ata_port *ap, int pmp,  in sil24_exec_polled_cmd()  argument
601 	void __iomem *port = sil24_port_base(ap);  in sil24_exec_polled_cmd()
602 	struct sil24_port_priv *pp = ap->private_data;  in sil24_exec_polled_cmd()
624 	irq_stat = ata_wait_register(ap, port + PORT_IRQ_STAT, irq_mask, 0x0,  in sil24_exec_polled_cmd()
634 		sil24_init_port(ap);  in sil24_exec_polled_cmd()
651 	struct ata_port *ap = link->ap;  in sil24_softreset()  local
659 	if (sil24_init_port(ap)) {  in sil24_softreset()
669 	rc = sil24_exec_polled_cmd(ap, pmp, &tf, 0, PRB_CTRL_SRST,  in sil24_softreset()
679 	sil24_read_tf(ap, 0, &tf);  in sil24_softreset()
680 	*class = ata_port_classify(ap, &tf);  in sil24_softreset()
692 	struct ata_port *ap = link->ap;  in sil24_hardreset()  local
693 	void __iomem *port = sil24_port_base(ap);  in sil24_hardreset()
694 	struct sil24_port_priv *pp = ap->private_data;  in sil24_hardreset()
705 		ata_port_warn(ap,  in sil24_hardreset()
709 		ata_msleep(ap, 10);  in sil24_hardreset()
711 		ata_wait_register(ap, port + PORT_CTRL_STAT, PORT_CS_RDY, 0,  in sil24_hardreset()
715 		sil24_config_port(ap);  in sil24_hardreset()
716 		sil24_config_pmp(ap, ap->nr_pmp_links);  in sil24_hardreset()
730 	tmp = ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_hardreset()
790 	struct ata_port *ap = link->ap;  in sil24_qc_defer()  local
815 	if (unlikely(ap->excl_link)) {  in sil24_qc_defer()
816 		if (link == ap->excl_link) {  in sil24_qc_defer()
817 			if (ap->nr_active_links)  in sil24_qc_defer()
823 		ap->excl_link = link;  in sil24_qc_defer()
824 		if (ap->nr_active_links)  in sil24_qc_defer()
834 	struct ata_port *ap = qc->ap;  in sil24_qc_prep()  local
835 	struct sil24_port_priv *pp = ap->private_data;  in sil24_qc_prep()
882 	struct ata_port *ap = qc->ap;  in sil24_qc_issue()  local
883 	struct sil24_port_priv *pp = ap->private_data;  in sil24_qc_issue()
884 	void __iomem *port = sil24_port_base(ap);  in sil24_qc_issue()
905 	sil24_read_tf(qc->ap, qc->hw_tag, &qc->result_tf);  in sil24_qc_fill_rtf()
908 static void sil24_pmp_attach(struct ata_port *ap)  in sil24_pmp_attach()  argument
910 	u32 *gscr = ap->link.device->gscr;  in sil24_pmp_attach()
912 	sil24_config_pmp(ap, 1);  in sil24_pmp_attach()
913 	sil24_init_port(ap);  in sil24_pmp_attach()
917 		ata_port_info(ap,  in sil24_pmp_attach()
919 		ap->flags &= ~ATA_FLAG_NCQ;  in sil24_pmp_attach()
923 static void sil24_pmp_detach(struct ata_port *ap)  in sil24_pmp_detach()  argument
925 	sil24_init_port(ap);  in sil24_pmp_detach()
926 	sil24_config_pmp(ap, 0);  in sil24_pmp_detach()
928 	ap->flags |= ATA_FLAG_NCQ;  in sil24_pmp_detach()
936 	rc = sil24_init_port(link->ap);  in sil24_pmp_hardreset()
945 static void sil24_freeze(struct ata_port *ap)  in sil24_freeze()  argument
947 	void __iomem *port = sil24_port_base(ap);  in sil24_freeze()
955 static void sil24_thaw(struct ata_port *ap)  in sil24_thaw()  argument
957 	void __iomem *port = sil24_port_base(ap);  in sil24_thaw()
968 static void sil24_error_intr(struct ata_port *ap)  in sil24_error_intr()  argument
970 	void __iomem *port = sil24_port_base(ap);  in sil24_error_intr()
971 	struct sil24_port_priv *pp = ap->private_data;  in sil24_error_intr()
983 	link = &ap->link;  in sil24_error_intr()
991 		sata_async_notification(ap);  in sil24_error_intr()
1023 		if (ap->nr_active_links >= 3) {  in sil24_error_intr()
1032 		if (sata_pmp_attached(ap)) {  in sil24_error_intr()
1036 			if (pmp < ap->nr_pmp_links) {  in sil24_error_intr()
1037 				link = &ap->pmp_link[pmp];  in sil24_error_intr()
1039 				qc = ata_qc_from_tag(ap, link->active_tag);  in sil24_error_intr()
1050 			qc = ata_qc_from_tag(ap, link->active_tag);  in sil24_error_intr()
1080 		if (sata_pmp_attached(ap))  in sil24_error_intr()
1086 		ata_port_freeze(ap);  in sil24_error_intr()
1091 			ata_port_abort(ap);  in sil24_error_intr()
1095 static inline void sil24_host_intr(struct ata_port *ap)  in sil24_host_intr()  argument
1097 	void __iomem *port = sil24_port_base(ap);  in sil24_host_intr()
1108 	if (ap->flags & SIL24_FLAG_PCIX_IRQ_WOC)  in sil24_host_intr()
1114 		sil24_error_intr(ap);  in sil24_host_intr()
1119 	rc = ata_qc_complete_multiple(ap, qc_active);  in sil24_host_intr()
1123 		struct ata_eh_info *ehi = &ap->link.eh_info;  in sil24_host_intr()
1126 		ata_port_freeze(ap);  in sil24_host_intr()
1131 	if (!(ap->flags & SIL24_FLAG_PCIX_IRQ_WOC) && ata_ratelimit())  in sil24_host_intr()
1132 		ata_port_info(ap,  in sil24_host_intr()
1134 			slot_stat, ap->link.active_tag, ap->link.sactive);  in sil24_host_intr()
1169 static void sil24_error_handler(struct ata_port *ap)  in sil24_error_handler()  argument
1171 	struct sil24_port_priv *pp = ap->private_data;  in sil24_error_handler()
1173 	if (sil24_init_port(ap))  in sil24_error_handler()
1174 		ata_eh_freeze_port(ap);  in sil24_error_handler()
1176 	sata_pmp_error_handler(ap);  in sil24_error_handler()
1183 	struct ata_port *ap = qc->ap;  in sil24_post_internal_cmd()  local
1186 	if ((qc->flags & ATA_QCFLAG_EH) && sil24_init_port(ap))  in sil24_post_internal_cmd()
1187 		ata_eh_freeze_port(ap);  in sil24_post_internal_cmd()
1190 static int sil24_port_start(struct ata_port *ap)  in sil24_port_start()  argument
1192 	struct device *dev = ap->host->dev;  in sil24_port_start()
1209 	ap->private_data = pp;  in sil24_port_start()
1211 	ata_port_pbar_desc(ap, SIL24_HOST_BAR, -1, "host");  in sil24_port_start()
1212 	ata_port_pbar_desc(ap, SIL24_PORT_BAR, sil24_port_offset(ap), "port");  in sil24_port_start()
1231 		struct ata_port *ap = host->ports[i];  in sil24_init_controller()  local
1232 		void __iomem *port = sil24_port_base(ap);  in sil24_init_controller()
1251 		sil24_config_port(ap);  in sil24_init_controller()
1350 static int sil24_port_resume(struct ata_port *ap)  in sil24_port_resume()  argument
1352 	sil24_config_pmp(ap, ap->nr_pmp_links);  in sil24_port_resume()