Lines Matching refs:qc
671 static inline void ata_set_tf_cdl(struct ata_queued_cmd *qc, int cdl) in ata_set_tf_cdl() argument
673 struct ata_taskfile *tf = &qc->tf; in ata_set_tf_cdl()
685 qc->flags |= ATA_QCFLAG_HAS_CDL | ATA_QCFLAG_RESULT_TF; in ata_set_tf_cdl()
708 int ata_build_rw_tf(struct ata_queued_cmd *qc, u64 block, u32 n_block, in ata_build_rw_tf() argument
711 struct ata_taskfile *tf = &qc->tf; in ata_build_rw_tf()
712 struct ata_device *dev = qc->dev; in ata_build_rw_tf()
730 tf->nsect = qc->hw_tag << 3; in ata_build_rw_tf()
750 ata_set_tf_cdl(qc, cdl); in ata_build_rw_tf()
756 ata_set_tf_cdl(qc, cdl); in ata_build_rw_tf()
760 !(qc->flags & ATA_QCFLAG_HAS_CDL) && in ata_build_rw_tf()
1475 static void ata_qc_complete_internal(struct ata_queued_cmd *qc) in ata_qc_complete_internal() argument
1477 struct completion *waiting = qc->private_data; in ata_qc_complete_internal()
1513 struct ata_queued_cmd *qc; in ata_exec_internal_sg() local
1532 qc = __ata_qc_from_tag(ap, ATA_TAG_INTERNAL); in ata_exec_internal_sg()
1534 qc->tag = ATA_TAG_INTERNAL; in ata_exec_internal_sg()
1535 qc->hw_tag = 0; in ata_exec_internal_sg()
1536 qc->scsicmd = NULL; in ata_exec_internal_sg()
1537 qc->ap = ap; in ata_exec_internal_sg()
1538 qc->dev = dev; in ata_exec_internal_sg()
1539 ata_qc_reinit(qc); in ata_exec_internal_sg()
1551 qc->tf = *tf; in ata_exec_internal_sg()
1553 memcpy(qc->cdb, cdb, ATAPI_CDB_LEN); in ata_exec_internal_sg()
1558 qc->tf.feature |= ATAPI_DMADIR; in ata_exec_internal_sg()
1560 qc->flags |= ATA_QCFLAG_RESULT_TF; in ata_exec_internal_sg()
1561 qc->dma_dir = dma_dir; in ata_exec_internal_sg()
1569 ata_sg_init(qc, sgl, n_elem); in ata_exec_internal_sg()
1570 qc->nbytes = buflen; in ata_exec_internal_sg()
1573 qc->private_data = &wait; in ata_exec_internal_sg()
1574 qc->complete_fn = ata_qc_complete_internal; in ata_exec_internal_sg()
1576 ata_qc_issue(qc); in ata_exec_internal_sg()
1605 if (qc->flags & ATA_QCFLAG_ACTIVE) { in ata_exec_internal_sg()
1606 qc->err_mask |= AC_ERR_TIMEOUT; in ata_exec_internal_sg()
1619 ap->ops->post_internal_cmd(qc); in ata_exec_internal_sg()
1622 if (qc->flags & ATA_QCFLAG_EH) { in ata_exec_internal_sg()
1623 if (qc->result_tf.status & (ATA_ERR | ATA_DF)) in ata_exec_internal_sg()
1624 qc->err_mask |= AC_ERR_DEV; in ata_exec_internal_sg()
1626 if (!qc->err_mask) in ata_exec_internal_sg()
1627 qc->err_mask |= AC_ERR_OTHER; in ata_exec_internal_sg()
1629 if (qc->err_mask & ~AC_ERR_OTHER) in ata_exec_internal_sg()
1630 qc->err_mask &= ~AC_ERR_OTHER; in ata_exec_internal_sg()
1631 } else if (qc->tf.command == ATA_CMD_REQ_SENSE_DATA) { in ata_exec_internal_sg()
1632 qc->result_tf.status |= ATA_SENSE; in ata_exec_internal_sg()
1638 *tf = qc->result_tf; in ata_exec_internal_sg()
1639 err_mask = qc->err_mask; in ata_exec_internal_sg()
1641 ata_qc_free(qc); in ata_exec_internal_sg()
4572 int atapi_check_dma(struct ata_queued_cmd *qc) in atapi_check_dma() argument
4574 struct ata_port *ap = qc->ap; in atapi_check_dma()
4579 if (!(qc->dev->horkage & ATA_HORKAGE_ATAPI_MOD16_DMA) && in atapi_check_dma()
4580 unlikely(qc->nbytes & 15)) in atapi_check_dma()
4584 return ap->ops->check_atapi_dma(qc); in atapi_check_dma()
4604 int ata_std_qc_defer(struct ata_queued_cmd *qc) in ata_std_qc_defer() argument
4606 struct ata_link *link = qc->dev->link; in ata_std_qc_defer()
4608 if (ata_is_ncq(qc->tf.protocol)) { in ata_std_qc_defer()
4620 enum ata_completion_errors ata_noop_qc_prep(struct ata_queued_cmd *qc) in ata_noop_qc_prep() argument
4639 void ata_sg_init(struct ata_queued_cmd *qc, struct scatterlist *sg, in ata_sg_init() argument
4642 qc->sg = sg; in ata_sg_init()
4643 qc->n_elem = n_elem; in ata_sg_init()
4644 qc->cursg = qc->sg; in ata_sg_init()
4658 static void ata_sg_clean(struct ata_queued_cmd *qc) in ata_sg_clean() argument
4660 struct ata_port *ap = qc->ap; in ata_sg_clean()
4661 struct scatterlist *sg = qc->sg; in ata_sg_clean()
4662 int dir = qc->dma_dir; in ata_sg_clean()
4666 if (qc->n_elem) in ata_sg_clean()
4667 dma_unmap_sg(ap->dev, sg, qc->orig_n_elem, dir); in ata_sg_clean()
4669 qc->flags &= ~ATA_QCFLAG_DMAMAP; in ata_sg_clean()
4670 qc->sg = NULL; in ata_sg_clean()
4686 static int ata_sg_setup(struct ata_queued_cmd *qc) in ata_sg_setup() argument
4688 struct ata_port *ap = qc->ap; in ata_sg_setup()
4691 n_elem = dma_map_sg(ap->dev, qc->sg, qc->n_elem, qc->dma_dir); in ata_sg_setup()
4695 qc->orig_n_elem = qc->n_elem; in ata_sg_setup()
4696 qc->n_elem = n_elem; in ata_sg_setup()
4697 qc->flags |= ATA_QCFLAG_DMAMAP; in ata_sg_setup()
4704 static inline void ata_sg_clean(struct ata_queued_cmd *qc) {} in ata_sg_clean() argument
4705 static inline int ata_sg_setup(struct ata_queued_cmd *qc) { return -1; } in ata_sg_setup() argument
4741 void ata_qc_free(struct ata_queued_cmd *qc) in ata_qc_free() argument
4743 qc->flags = 0; in ata_qc_free()
4744 if (ata_tag_valid(qc->tag)) in ata_qc_free()
4745 qc->tag = ATA_TAG_POISON; in ata_qc_free()
4748 void __ata_qc_complete(struct ata_queued_cmd *qc) in __ata_qc_complete() argument
4753 WARN_ON_ONCE(qc == NULL); /* ata_qc_from_tag _might_ return NULL */ in __ata_qc_complete()
4754 WARN_ON_ONCE(!(qc->flags & ATA_QCFLAG_ACTIVE)); in __ata_qc_complete()
4755 ap = qc->ap; in __ata_qc_complete()
4756 link = qc->dev->link; in __ata_qc_complete()
4758 if (likely(qc->flags & ATA_QCFLAG_DMAMAP)) in __ata_qc_complete()
4759 ata_sg_clean(qc); in __ata_qc_complete()
4762 if (ata_is_ncq(qc->tf.protocol)) { in __ata_qc_complete()
4763 link->sactive &= ~(1 << qc->hw_tag); in __ata_qc_complete()
4772 if (unlikely(qc->flags & ATA_QCFLAG_CLEAR_EXCL && in __ata_qc_complete()
4780 qc->flags &= ~ATA_QCFLAG_ACTIVE; in __ata_qc_complete()
4781 ap->qc_active &= ~(1ULL << qc->tag); in __ata_qc_complete()
4784 qc->complete_fn(qc); in __ata_qc_complete()
4787 static void fill_result_tf(struct ata_queued_cmd *qc) in fill_result_tf() argument
4789 struct ata_port *ap = qc->ap; in fill_result_tf()
4791 qc->result_tf.flags = qc->tf.flags; in fill_result_tf()
4792 ap->ops->qc_fill_rtf(qc); in fill_result_tf()
4795 static void ata_verify_xfer(struct ata_queued_cmd *qc) in ata_verify_xfer() argument
4797 struct ata_device *dev = qc->dev; in ata_verify_xfer()
4799 if (!ata_is_data(qc->tf.protocol)) in ata_verify_xfer()
4802 if ((dev->mwdma_mask || dev->udma_mask) && ata_is_pio(qc->tf.protocol)) in ata_verify_xfer()
4823 void ata_qc_complete(struct ata_queued_cmd *qc) in ata_qc_complete() argument
4825 struct ata_port *ap = qc->ap; in ata_qc_complete()
4826 struct ata_device *dev = qc->dev; in ata_qc_complete()
4830 ledtrig_disk_activity(!!(qc->tf.flags & ATA_TFLAG_WRITE)); in ata_qc_complete()
4840 if (unlikely(qc->err_mask)) in ata_qc_complete()
4841 qc->flags |= ATA_QCFLAG_EH; in ata_qc_complete()
4847 if (unlikely(ata_tag_internal(qc->tag))) { in ata_qc_complete()
4848 fill_result_tf(qc); in ata_qc_complete()
4849 trace_ata_qc_complete_internal(qc); in ata_qc_complete()
4850 __ata_qc_complete(qc); in ata_qc_complete()
4855 if (unlikely(qc->flags & ATA_QCFLAG_EH)) { in ata_qc_complete()
4856 fill_result_tf(qc); in ata_qc_complete()
4857 trace_ata_qc_complete_failed(qc); in ata_qc_complete()
4858 ata_qc_schedule_eh(qc); in ata_qc_complete()
4865 if (qc->flags & ATA_QCFLAG_RESULT_TF) in ata_qc_complete()
4866 fill_result_tf(qc); in ata_qc_complete()
4868 trace_ata_qc_complete_done(qc); in ata_qc_complete()
4876 if (qc->flags & ATA_QCFLAG_HAS_CDL && in ata_qc_complete()
4877 qc->result_tf.status & ATA_SENSE) { in ata_qc_complete()
4882 qc->scsicmd->flags |= SCMD_FORCE_EH_SUCCESS; in ata_qc_complete()
4883 qc->flags |= ATA_QCFLAG_EH_SUCCESS_CMD; in ata_qc_complete()
4891 ata_qc_schedule_eh(qc); in ata_qc_complete()
4896 switch (qc->tf.command) { in ata_qc_complete()
4898 if (qc->tf.feature != SETFEATURES_WC_ON && in ata_qc_complete()
4899 qc->tf.feature != SETFEATURES_WC_OFF && in ata_qc_complete()
4900 qc->tf.feature != SETFEATURES_RA_ON && in ata_qc_complete()
4901 qc->tf.feature != SETFEATURES_RA_OFF) in ata_qc_complete()
4917 ata_verify_xfer(qc); in ata_qc_complete()
4919 __ata_qc_complete(qc); in ata_qc_complete()
4959 void ata_qc_issue(struct ata_queued_cmd *qc) in ata_qc_issue() argument
4961 struct ata_port *ap = qc->ap; in ata_qc_issue()
4962 struct ata_link *link = qc->dev->link; in ata_qc_issue()
4963 u8 prot = qc->tf.protocol; in ata_qc_issue()
4969 WARN_ON_ONCE(link->sactive & (1 << qc->hw_tag)); in ata_qc_issue()
4973 link->sactive |= 1 << qc->hw_tag; in ata_qc_issue()
4978 link->active_tag = qc->tag; in ata_qc_issue()
4981 qc->flags |= ATA_QCFLAG_ACTIVE; in ata_qc_issue()
4982 ap->qc_active |= 1ULL << qc->tag; in ata_qc_issue()
4988 if (ata_is_data(prot) && (!qc->sg || !qc->n_elem || !qc->nbytes)) in ata_qc_issue()
4993 if (ata_sg_setup(qc)) in ata_qc_issue()
4997 if (unlikely(qc->dev->flags & ATA_DFLAG_SLEEPING)) { in ata_qc_issue()
5004 trace_ata_qc_prep(qc); in ata_qc_issue()
5005 qc->err_mask |= ap->ops->qc_prep(qc); in ata_qc_issue()
5006 if (unlikely(qc->err_mask)) in ata_qc_issue()
5008 trace_ata_qc_issue(qc); in ata_qc_issue()
5009 qc->err_mask |= ap->ops->qc_issue(qc); in ata_qc_issue()
5010 if (unlikely(qc->err_mask)) in ata_qc_issue()
5015 qc->err_mask |= AC_ERR_SYSTEM; in ata_qc_issue()
5017 ata_qc_complete(qc); in ata_qc_issue()
6651 static unsigned int ata_dummy_qc_issue(struct ata_queued_cmd *qc) in ata_dummy_qc_issue() argument