Lines Matching full:qc
462 * @qc: queued command
475 unsigned int ata_sff_data_xfer(struct ata_queued_cmd *qc, unsigned char *buf, in ata_sff_data_xfer() argument
478 struct ata_port *ap = qc->dev->link->ap; in ata_sff_data_xfer()
515 * @qc: queued command
530 unsigned int ata_sff_data_xfer32(struct ata_queued_cmd *qc, unsigned char *buf, in ata_sff_data_xfer32() argument
533 struct ata_device *dev = qc->dev; in ata_sff_data_xfer32()
540 return ata_sff_data_xfer(qc, buf, buflen, rw); in ata_sff_data_xfer32()
577 static void ata_pio_xfer(struct ata_queued_cmd *qc, struct page *page, in ata_pio_xfer() argument
580 bool do_write = (qc->tf.flags & ATA_TFLAG_WRITE); in ata_pio_xfer()
584 qc->ap->ops->sff_data_xfer(qc, buf + offset, xfer_size, do_write); in ata_pio_xfer()
593 * @qc: Command on going
595 * Transfer qc->sect_size bytes of data from/to the ATA device.
600 static void ata_pio_sector(struct ata_queued_cmd *qc) in ata_pio_sector() argument
602 struct ata_port *ap = qc->ap; in ata_pio_sector()
606 if (!qc->cursg) { in ata_pio_sector()
607 qc->curbytes = qc->nbytes; in ata_pio_sector()
610 if (qc->curbytes == qc->nbytes - qc->sect_size) in ata_pio_sector()
613 page = sg_page(qc->cursg); in ata_pio_sector()
614 offset = qc->cursg->offset + qc->cursg_ofs; in ata_pio_sector()
621 count = min(qc->cursg->length - qc->cursg_ofs, qc->sect_size); in ata_pio_sector()
623 trace_ata_sff_pio_transfer_data(qc, offset, count); in ata_pio_sector()
633 ata_pio_xfer(qc, page, offset, split_len); in ata_pio_sector()
634 ata_pio_xfer(qc, nth_page(page, 1), 0, count - split_len); in ata_pio_sector()
636 ata_pio_xfer(qc, page, offset, count); in ata_pio_sector()
639 qc->curbytes += count; in ata_pio_sector()
640 qc->cursg_ofs += count; in ata_pio_sector()
642 if (qc->cursg_ofs == qc->cursg->length) { in ata_pio_sector()
643 qc->cursg = sg_next(qc->cursg); in ata_pio_sector()
644 if (!qc->cursg) in ata_pio_sector()
646 qc->cursg_ofs = 0; in ata_pio_sector()
652 * @qc: Command on going
660 static void ata_pio_sectors(struct ata_queued_cmd *qc) in ata_pio_sectors() argument
662 if (is_multi_taskfile(&qc->tf)) { in ata_pio_sectors()
666 WARN_ON_ONCE(qc->dev->multi_count == 0); in ata_pio_sectors()
668 nsect = min((qc->nbytes - qc->curbytes) / qc->sect_size, in ata_pio_sectors()
669 qc->dev->multi_count); in ata_pio_sectors()
671 ata_pio_sector(qc); in ata_pio_sectors()
673 ata_pio_sector(qc); in ata_pio_sectors()
675 ata_sff_sync(qc->ap); /* flush */ in ata_pio_sectors()
681 * @qc: Taskfile currently active
689 static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc) in atapi_send_cdb() argument
692 trace_atapi_send_cdb(qc, 0, qc->dev->cdb_len); in atapi_send_cdb()
693 WARN_ON_ONCE(qc->dev->cdb_len < 12); in atapi_send_cdb()
695 ap->ops->sff_data_xfer(qc, qc->cdb, qc->dev->cdb_len, 1); in atapi_send_cdb()
699 switch (qc->tf.protocol) { in atapi_send_cdb()
710 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in atapi_send_cdb()
711 ap->ops->bmdma_start(qc); in atapi_send_cdb()
721 * @qc: Command on going
730 static int __atapi_pio_bytes(struct ata_queued_cmd *qc, unsigned int bytes) in __atapi_pio_bytes() argument
732 int rw = (qc->tf.flags & ATA_TFLAG_WRITE) ? WRITE : READ; in __atapi_pio_bytes()
733 struct ata_port *ap = qc->ap; in __atapi_pio_bytes()
734 struct ata_device *dev = qc->dev; in __atapi_pio_bytes()
742 sg = qc->cursg; in __atapi_pio_bytes()
746 qc->nbytes, qc->curbytes, bytes); in __atapi_pio_bytes()
751 offset = sg->offset + qc->cursg_ofs; in __atapi_pio_bytes()
758 count = min(sg->length - qc->cursg_ofs, bytes); in __atapi_pio_bytes()
763 trace_atapi_pio_transfer_data(qc, offset, count); in __atapi_pio_bytes()
767 consumed = ap->ops->sff_data_xfer(qc, buf + offset, count, rw); in __atapi_pio_bytes()
771 qc->curbytes += count; in __atapi_pio_bytes()
772 qc->cursg_ofs += count; in __atapi_pio_bytes()
774 if (qc->cursg_ofs == sg->length) { in __atapi_pio_bytes()
775 qc->cursg = sg_next(qc->cursg); in __atapi_pio_bytes()
776 qc->cursg_ofs = 0; in __atapi_pio_bytes()
780 * There used to be a WARN_ON_ONCE(qc->cursg && count != consumed); in __atapi_pio_bytes()
792 * @qc: Command on going
799 static void atapi_pio_bytes(struct ata_queued_cmd *qc) in atapi_pio_bytes() argument
801 struct ata_port *ap = qc->ap; in atapi_pio_bytes()
802 struct ata_device *dev = qc->dev; in atapi_pio_bytes()
805 int i_write, do_write = (qc->tf.flags & ATA_TFLAG_WRITE) ? 1 : 0; in atapi_pio_bytes()
807 /* Abuse qc->result_tf for temp storage of intermediate TF in atapi_pio_bytes()
809 * For normal completion, qc->result_tf is not relevant. For in atapi_pio_bytes()
810 * error, qc->result_tf is later overwritten by ata_qc_complete(). in atapi_pio_bytes()
811 * So, the correctness of qc->result_tf is not affected. in atapi_pio_bytes()
813 ap->ops->sff_tf_read(ap, &qc->result_tf); in atapi_pio_bytes()
814 ireason = qc->result_tf.nsect; in atapi_pio_bytes()
815 bc_lo = qc->result_tf.lbam; in atapi_pio_bytes()
816 bc_hi = qc->result_tf.lbah; in atapi_pio_bytes()
831 if (unlikely(__atapi_pio_bytes(qc, bytes))) in atapi_pio_bytes()
841 qc->err_mask |= AC_ERR_HSM; in atapi_pio_bytes()
846 * ata_hsm_ok_in_wq - Check if the qc can be handled in the workqueue.
848 * @qc: qc on going
854 struct ata_queued_cmd *qc) in ata_hsm_ok_in_wq() argument
856 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_hsm_ok_in_wq()
860 if (qc->tf.protocol == ATA_PROT_PIO && in ata_hsm_ok_in_wq()
861 (qc->tf.flags & ATA_TFLAG_WRITE)) in ata_hsm_ok_in_wq()
864 if (ata_is_atapi(qc->tf.protocol) && in ata_hsm_ok_in_wq()
865 !(qc->dev->flags & ATA_DFLAG_CDB_INTR)) in ata_hsm_ok_in_wq()
873 * ata_hsm_qc_complete - finish a qc running on standard HSM
874 * @qc: Command to complete
877 * Finish @qc which is running on standard HSM.
883 static void ata_hsm_qc_complete(struct ata_queued_cmd *qc, int in_wq) in ata_hsm_qc_complete() argument
885 struct ata_port *ap = qc->ap; in ata_hsm_qc_complete()
889 qc = ata_qc_from_tag(ap, qc->tag); in ata_hsm_qc_complete()
890 if (qc) { in ata_hsm_qc_complete()
891 if (likely(!(qc->err_mask & AC_ERR_HSM))) { in ata_hsm_qc_complete()
893 ata_qc_complete(qc); in ata_hsm_qc_complete()
898 if (likely(!(qc->err_mask & AC_ERR_HSM))) in ata_hsm_qc_complete()
899 ata_qc_complete(qc); in ata_hsm_qc_complete()
908 * @qc: qc on going
915 int ata_sff_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc, in ata_sff_hsm_move() argument
918 struct ata_link *link = qc->dev->link; in ata_sff_hsm_move()
924 WARN_ON_ONCE((qc->flags & ATA_QCFLAG_ACTIVE) == 0); in ata_sff_hsm_move()
928 * in_wq is not equivalent to (qc->tf.flags & ATA_TFLAG_POLLING). in ata_sff_hsm_move()
930 WARN_ON_ONCE(in_wq != ata_hsm_ok_in_wq(ap, qc)); in ata_sff_hsm_move()
933 trace_ata_sff_hsm_state(qc, status); in ata_sff_hsm_move()
943 poll_next = (qc->tf.flags & ATA_TFLAG_POLLING); in ata_sff_hsm_move()
950 qc->err_mask |= AC_ERR_DEV; in ata_sff_hsm_move()
955 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
974 if (!(qc->dev->quirks & ATA_QUIRK_STUCK_ERR)) { in ata_sff_hsm_move()
978 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
984 if (qc->tf.protocol == ATA_PROT_PIO) { in ata_sff_hsm_move()
994 ata_pio_sectors(qc); in ata_sff_hsm_move()
997 atapi_send_cdb(ap, qc); in ata_sff_hsm_move()
1006 if (qc->tf.protocol == ATAPI_PROT_PIO) { in ata_sff_hsm_move()
1026 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
1031 atapi_pio_bytes(qc); in ata_sff_hsm_move()
1043 qc->err_mask |= AC_ERR_DEV; in ata_sff_hsm_move()
1049 if (qc->dev->quirks & in ata_sff_hsm_move()
1051 qc->err_mask |= in ata_sff_hsm_move()
1061 qc->err_mask |= AC_ERR_HSM | in ata_sff_hsm_move()
1081 qc->err_mask |= AC_ERR_DEV; in ata_sff_hsm_move()
1083 if (!(qc->tf.flags & ATA_TFLAG_WRITE)) { in ata_sff_hsm_move()
1084 ata_pio_sectors(qc); in ata_sff_hsm_move()
1092 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
1103 qc->err_mask |= AC_ERR_NODEV_HINT; in ata_sff_hsm_move()
1113 ata_pio_sectors(qc); in ata_sff_hsm_move()
1116 (!(qc->tf.flags & ATA_TFLAG_WRITE))) { in ata_sff_hsm_move()
1128 qc->err_mask |= __ac_err_mask(status); in ata_sff_hsm_move()
1134 trace_ata_sff_hsm_command_complete(qc, status); in ata_sff_hsm_move()
1136 WARN_ON_ONCE(qc->err_mask & (AC_ERR_DEV | AC_ERR_HSM)); in ata_sff_hsm_move()
1141 ata_hsm_qc_complete(qc, in_wq); in ata_sff_hsm_move()
1150 ata_hsm_qc_complete(qc, in_wq); in ata_sff_hsm_move()
1215 struct ata_queued_cmd *qc; in ata_sff_pio_task() local
1222 /* qc can be NULL if timeout occurred */ in ata_sff_pio_task()
1223 qc = ata_qc_from_tag(ap, link->active_tag); in ata_sff_pio_task()
1224 if (!qc) { in ata_sff_pio_task()
1258 poll_next = ata_sff_hsm_move(ap, qc, status, 1); in ata_sff_pio_task()
1271 * @qc: command to issue to device
1282 unsigned int ata_sff_qc_issue(struct ata_queued_cmd *qc) in ata_sff_qc_issue() argument
1284 struct ata_port *ap = qc->ap; in ata_sff_qc_issue()
1285 struct ata_link *link = qc->dev->link; in ata_sff_qc_issue()
1291 qc->tf.flags |= ATA_TFLAG_POLLING; in ata_sff_qc_issue()
1294 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_sff_qc_issue()
1297 switch (qc->tf.protocol) { in ata_sff_qc_issue()
1299 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1300 ata_qc_set_polling(qc); in ata_sff_qc_issue()
1302 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1305 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1311 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1312 ata_qc_set_polling(qc); in ata_sff_qc_issue()
1314 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1316 if (qc->tf.flags & ATA_TFLAG_WRITE) { in ata_sff_qc_issue()
1328 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1341 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1342 ata_qc_set_polling(qc); in ata_sff_qc_issue()
1344 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1349 if ((!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) || in ata_sff_qc_issue()
1350 (qc->tf.flags & ATA_TFLAG_POLLING)) in ata_sff_qc_issue()
1364 * @qc: qc to fill result TF for
1366 * @qc is finished and result TF needs to be filled. Fill it
1372 void ata_sff_qc_fill_rtf(struct ata_queued_cmd *qc) in ata_sff_qc_fill_rtf() argument
1374 qc->ap->ops->sff_tf_read(qc->ap, &qc->result_tf); in ata_sff_qc_fill_rtf()
1395 struct ata_queued_cmd *qc, in __ata_sff_port_intr() argument
1400 trace_ata_sff_port_intr(qc, hsmv_on_idle); in __ata_sff_port_intr()
1411 * need to check ata_is_atapi(qc->tf.protocol) again. in __ata_sff_port_intr()
1413 if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) in __ata_sff_port_intr()
1427 qc->err_mask |= AC_ERR_HSM; in __ata_sff_port_intr()
1437 ata_sff_hsm_move(ap, qc, status, 0); in __ata_sff_port_intr()
1445 * @qc: Taskfile currently active in engine
1455 unsigned int ata_sff_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_sff_port_intr() argument
1457 return __ata_sff_port_intr(ap, qc, false); in ata_sff_port_intr()
1477 struct ata_queued_cmd *qc; in __ata_sff_interrupt() local
1479 qc = ata_qc_from_tag(ap, ap->link.active_tag); in __ata_sff_interrupt()
1480 if (qc) { in __ata_sff_interrupt()
1481 if (!(qc->tf.flags & ATA_TFLAG_POLLING)) in __ata_sff_interrupt()
1482 handled |= port_intr(ap, qc); in __ata_sff_interrupt()
1569 struct ata_queued_cmd *qc; in ata_sff_lost_interrupt() local
1572 qc = ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_lost_interrupt()
1574 if (!qc || qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_lost_interrupt()
1588 ata_sff_port_intr(ap, qc); in ata_sff_lost_interrupt()
2014 * @qc: command
2022 void ata_sff_drain_fifo(struct ata_queued_cmd *qc) in ata_sff_drain_fifo() argument
2028 if (qc == NULL || qc->dma_dir == DMA_TO_DEVICE) in ata_sff_drain_fifo()
2031 ap = qc->ap; in ata_sff_drain_fifo()
2059 struct ata_queued_cmd *qc; in ata_sff_error_handler() local
2062 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_error_handler()
2063 if (qc && !(qc->flags & ATA_QCFLAG_EH)) in ata_sff_error_handler()
2064 qc = NULL; in ata_sff_error_handler()
2072 * qc in case anyone wants to do different PIO/DMA recovery or in ata_sff_error_handler()
2076 ap->ops->sff_drain_fifo(qc); in ata_sff_error_handler()
2489 * @qc: Metadata associated with taskfile to be transferred
2498 static void ata_bmdma_fill_sg(struct ata_queued_cmd *qc) in ata_bmdma_fill_sg() argument
2500 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg()
2506 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ata_bmdma_fill_sg()
2537 * @qc: Metadata associated with taskfile to be transferred
2548 static void ata_bmdma_fill_sg_dumb(struct ata_queued_cmd *qc) in ata_bmdma_fill_sg_dumb() argument
2550 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg_dumb()
2556 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ata_bmdma_fill_sg_dumb()
2596 * @qc: Metadata associated with taskfile to be prepared
2603 enum ata_completion_errors ata_bmdma_qc_prep(struct ata_queued_cmd *qc) in ata_bmdma_qc_prep() argument
2605 if (!(qc->flags & ATA_QCFLAG_DMAMAP)) in ata_bmdma_qc_prep()
2608 ata_bmdma_fill_sg(qc); in ata_bmdma_qc_prep()
2616 * @qc: Metadata associated with taskfile to be prepared
2623 enum ata_completion_errors ata_bmdma_dumb_qc_prep(struct ata_queued_cmd *qc) in ata_bmdma_dumb_qc_prep() argument
2625 if (!(qc->flags & ATA_QCFLAG_DMAMAP)) in ata_bmdma_dumb_qc_prep()
2628 ata_bmdma_fill_sg_dumb(qc); in ata_bmdma_dumb_qc_prep()
2636 * @qc: command to issue to device
2648 unsigned int ata_bmdma_qc_issue(struct ata_queued_cmd *qc) in ata_bmdma_qc_issue() argument
2650 struct ata_port *ap = qc->ap; in ata_bmdma_qc_issue()
2651 struct ata_link *link = qc->dev->link; in ata_bmdma_qc_issue()
2654 if (!ata_is_dma(qc->tf.protocol)) in ata_bmdma_qc_issue()
2655 return ata_sff_qc_issue(qc); in ata_bmdma_qc_issue()
2658 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_bmdma_qc_issue()
2661 switch (qc->tf.protocol) { in ata_bmdma_qc_issue()
2663 WARN_ON_ONCE(qc->tf.flags & ATA_TFLAG_POLLING); in ata_bmdma_qc_issue()
2665 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2666 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2667 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2668 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2669 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2670 ap->ops->bmdma_start(qc); /* initiate bmdma */ in ata_bmdma_qc_issue()
2675 WARN_ON_ONCE(qc->tf.flags & ATA_TFLAG_POLLING); in ata_bmdma_qc_issue()
2677 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2678 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2679 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2680 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2684 if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) in ata_bmdma_qc_issue()
2700 * @qc: Taskfile currently active in engine
2710 unsigned int ata_bmdma_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_bmdma_port_intr() argument
2717 if (ap->hsm_task_state == HSM_ST_LAST && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_port_intr()
2727 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_port_intr()
2728 ap->ops->bmdma_stop(qc); in ata_bmdma_port_intr()
2733 qc->err_mask |= AC_ERR_HOST_BUS; in ata_bmdma_port_intr()
2738 handled = __ata_sff_port_intr(ap, qc, bmdma_stopped); in ata_bmdma_port_intr()
2740 if (unlikely(qc->err_mask) && ata_is_dma(qc->tf.protocol)) in ata_bmdma_port_intr()
2781 struct ata_queued_cmd *qc; in ata_bmdma_error_handler() local
2785 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_bmdma_error_handler()
2786 if (qc && !(qc->flags & ATA_QCFLAG_EH)) in ata_bmdma_error_handler()
2787 qc = NULL; in ata_bmdma_error_handler()
2792 if (qc && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_error_handler()
2803 if (qc->err_mask == AC_ERR_TIMEOUT && (host_stat & ATA_DMA_ERR)) { in ata_bmdma_error_handler()
2804 qc->err_mask = AC_ERR_HOST_BUS; in ata_bmdma_error_handler()
2808 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_error_handler()
2809 ap->ops->bmdma_stop(qc); in ata_bmdma_error_handler()
2830 * @qc: internal command to clean up
2835 void ata_bmdma_post_internal_cmd(struct ata_queued_cmd *qc) in ata_bmdma_post_internal_cmd() argument
2837 struct ata_port *ap = qc->ap; in ata_bmdma_post_internal_cmd()
2840 if (ata_is_dma(qc->tf.protocol)) { in ata_bmdma_post_internal_cmd()
2842 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_post_internal_cmd()
2843 ap->ops->bmdma_stop(qc); in ata_bmdma_post_internal_cmd()
2873 * @qc: Info associated with this ATA transaction.
2878 void ata_bmdma_setup(struct ata_queued_cmd *qc) in ata_bmdma_setup() argument
2880 struct ata_port *ap = qc->ap; in ata_bmdma_setup()
2881 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE); in ata_bmdma_setup()
2896 ap->ops->sff_exec_command(ap, &qc->tf); in ata_bmdma_setup()
2902 * @qc: Info associated with this ATA transaction.
2907 void ata_bmdma_start(struct ata_queued_cmd *qc) in ata_bmdma_start() argument
2909 struct ata_port *ap = qc->ap; in ata_bmdma_start()
2935 * @qc: Command we are ending DMA for
2944 void ata_bmdma_stop(struct ata_queued_cmd *qc) in ata_bmdma_stop() argument
2946 struct ata_port *ap = qc->ap; in ata_bmdma_stop()