Lines Matching refs:ap

310 static void nv_nf2_freeze(struct ata_port *ap);
311 static void nv_nf2_thaw(struct ata_port *ap);
312 static void nv_ck804_freeze(struct ata_port *ap);
313 static void nv_ck804_thaw(struct ata_port *ap);
319 static void nv_adma_irq_clear(struct ata_port *ap);
320 static int nv_adma_port_start(struct ata_port *ap);
321 static void nv_adma_port_stop(struct ata_port *ap);
323 static int nv_adma_port_suspend(struct ata_port *ap, pm_message_t mesg);
324 static int nv_adma_port_resume(struct ata_port *ap);
326 static void nv_adma_freeze(struct ata_port *ap);
327 static void nv_adma_thaw(struct ata_port *ap);
328 static void nv_adma_error_handler(struct ata_port *ap);
331 static void nv_adma_tf_read(struct ata_port *ap, struct ata_taskfile *tf);
333 static void nv_mcp55_thaw(struct ata_port *ap);
334 static void nv_mcp55_freeze(struct ata_port *ap);
335 static void nv_swncq_error_handler(struct ata_port *ap);
337 static int nv_swncq_port_start(struct ata_port *ap);
341 static void nv_swncq_irq_clear(struct ata_port *ap, u16 fis);
344 static int nv_swncq_port_suspend(struct ata_port *ap, pm_message_t mesg);
345 static int nv_swncq_port_resume(struct ata_port *ap);
605 static void nv_adma_register_mode(struct ata_port *ap) in nv_adma_register_mode() argument
607 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_register_mode()
622 ata_port_warn(ap, "timeout waiting for ADMA IDLE, stat=0x%hx\n", in nv_adma_register_mode()
636 ata_port_warn(ap, in nv_adma_register_mode()
643 static void nv_adma_mode(struct ata_port *ap) in nv_adma_mode() argument
645 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_mode()
666 ata_port_warn(ap, in nv_adma_mode()
675 struct ata_port *ap = ata_shost_to_port(sdev->host); in nv_adma_slave_config() local
676 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_slave_config()
678 struct pci_dev *pdev = to_pci_dev(ap->host->dev); in nv_adma_slave_config()
691 spin_lock_irqsave(ap->lock, flags); in nv_adma_slave_config()
693 if (ap->link.device[sdev->id].class == ATA_DEV_ATAPI) { in nv_adma_slave_config()
709 nv_adma_register_mode(ap); in nv_adma_slave_config()
718 if (ap->port_no == 1) in nv_adma_slave_config()
736 port0 = ap->host->ports[0]->private_data; in nv_adma_slave_config()
737 port1 = ap->host->ports[1]->private_data; in nv_adma_slave_config()
754 ata_port_info(ap, in nv_adma_slave_config()
756 (unsigned long long)*ap->host->dev->dma_mask, in nv_adma_slave_config()
759 spin_unlock_irqrestore(ap->lock, flags); in nv_adma_slave_config()
766 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_check_atapi_dma()
770 static void nv_adma_tf_read(struct ata_port *ap, struct ata_taskfile *tf) in nv_adma_tf_read() argument
779 nv_adma_register_mode(ap); in nv_adma_tf_read()
781 ata_sff_tf_read(ap, tf); in nv_adma_tf_read()
816 static int nv_adma_check_cpb(struct ata_port *ap, int cpb_num, int force_err) in nv_adma_check_cpb() argument
818 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_check_cpb()
827 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_adma_check_cpb()
850 ata_port_freeze(ap); in nv_adma_check_cpb()
852 ata_port_abort(ap); in nv_adma_check_cpb()
861 static int nv_host_intr(struct ata_port *ap, u8 irq_stat) in nv_host_intr() argument
863 struct ata_queued_cmd *qc = ata_qc_from_tag(ap, ap->link.active_tag); in nv_host_intr()
867 ata_port_freeze(ap); in nv_host_intr()
877 ata_sff_check_status(ap); in nv_host_intr()
882 return ata_bmdma_port_intr(ap, qc); in nv_host_intr()
894 struct ata_port *ap = host->ports[i]; in nv_adma_interrupt() local
895 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_interrupt()
907 handled += nv_host_intr(ap, irq_stat); in nv_adma_interrupt()
915 if (ata_tag_valid(ap->link.active_tag)) in nv_adma_interrupt()
921 handled += nv_host_intr(ap, irq_stat); in nv_adma_interrupt()
930 if (!NV_ADMA_CHECK_INTR(gen_ctl, ap->port_no) && !notifier && in nv_adma_interrupt()
954 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_adma_interrupt()
972 ata_port_freeze(ap); in nv_adma_interrupt()
985 if (ata_tag_valid(ap->link.active_tag)) in nv_adma_interrupt()
987 ap->link.active_tag; in nv_adma_interrupt()
989 check_commands = ap->link.sactive; in nv_adma_interrupt()
995 rc = nv_adma_check_cpb(ap, pos, in nv_adma_interrupt()
1003 ata_qc_complete_multiple(ap, ap->qc_active ^ done_mask); in nv_adma_interrupt()
1021 static void nv_adma_freeze(struct ata_port *ap) in nv_adma_freeze() argument
1023 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_freeze()
1027 nv_ck804_freeze(ap); in nv_adma_freeze()
1033 writeb(NV_INT_ALL << (ap->port_no * NV_INT_PORT_SHIFT), in nv_adma_freeze()
1034 ap->host->iomap[NV_MMIO_BAR] + NV_INT_STATUS_CK804); in nv_adma_freeze()
1043 static void nv_adma_thaw(struct ata_port *ap) in nv_adma_thaw() argument
1045 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_thaw()
1049 nv_ck804_thaw(ap); in nv_adma_thaw()
1061 static void nv_adma_irq_clear(struct ata_port *ap) in nv_adma_irq_clear() argument
1063 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_irq_clear()
1068 ata_bmdma_irq_clear(ap); in nv_adma_irq_clear()
1073 writeb(NV_INT_ALL << (ap->port_no * NV_INT_PORT_SHIFT), in nv_adma_irq_clear()
1074 ap->host->iomap[NV_MMIO_BAR] + NV_INT_STATUS_CK804); in nv_adma_irq_clear()
1081 if (ap->port_no == 0) { in nv_adma_irq_clear()
1088 pp = ap->host->ports[0]->private_data; in nv_adma_irq_clear()
1090 pp = ap->host->ports[1]->private_data; in nv_adma_irq_clear()
1096 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_post_internal_cmd()
1102 static int nv_adma_port_start(struct ata_port *ap) in nv_adma_port_start() argument
1104 struct device *dev = ap->host->dev; in nv_adma_port_start()
1124 rc = ata_bmdma_port_start(ap); in nv_adma_port_start()
1132 mmio = ap->host->iomap[NV_MMIO_BAR] + NV_ADMA_PORT + in nv_adma_port_start()
1133 ap->port_no * NV_ADMA_PORT_SIZE; in nv_adma_port_start()
1135 pp->gen_block = ap->host->iomap[NV_MMIO_BAR] + NV_ADMA_GEN; in nv_adma_port_start()
1137 NV_ADMA_NOTIFIER_CLEAR + (4 * ap->port_no); in nv_adma_port_start()
1177 ap->private_data = pp; in nv_adma_port_start()
1203 static void nv_adma_port_stop(struct ata_port *ap) in nv_adma_port_stop() argument
1205 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_stop()
1213 static int nv_adma_port_suspend(struct ata_port *ap, pm_message_t mesg) in nv_adma_port_suspend() argument
1215 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_suspend()
1219 nv_adma_register_mode(ap); in nv_adma_port_suspend()
1230 static int nv_adma_port_resume(struct ata_port *ap) in nv_adma_port_resume() argument
1232 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_resume()
1265 static void nv_adma_setup_port(struct ata_port *ap) in nv_adma_setup_port() argument
1267 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_adma_setup_port()
1268 struct ata_ioports *ioport = &ap->ioaddr; in nv_adma_setup_port()
1272 mmio += NV_ADMA_PORT + ap->port_no * NV_ADMA_PORT_SIZE; in nv_adma_setup_port()
1333 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_fill_sg()
1353 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_use_reg_mode()
1370 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_qc_prep()
1378 nv_adma_register_mode(qc->ap); in nv_adma_qc_prep()
1416 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_qc_issue()
1436 nv_adma_register_mode(qc->ap); in nv_adma_qc_issue()
1439 nv_adma_mode(qc->ap); in nv_adma_qc_issue()
1469 struct ata_port *ap = host->ports[i]; in nv_generic_interrupt() local
1472 qc = ata_qc_from_tag(ap, ap->link.active_tag); in nv_generic_interrupt()
1474 handled += ata_bmdma_port_intr(ap, qc); in nv_generic_interrupt()
1480 ap->ops->sff_check_status(ap); in nv_generic_interrupt()
1534 *val = ioread32(link->ap->ioaddr.scr_addr + (sc_reg * 4)); in nv_scr_read()
1543 iowrite32(val, link->ap->ioaddr.scr_addr + (sc_reg * 4)); in nv_scr_write()
1555 if (!(link->ap->pflags & ATA_PFLAG_LOADING) && in nv_hardreset()
1579 static void nv_nf2_freeze(struct ata_port *ap) in nv_nf2_freeze() argument
1581 void __iomem *scr_addr = ap->host->ports[0]->ioaddr.scr_addr; in nv_nf2_freeze()
1582 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_nf2_freeze()
1590 static void nv_nf2_thaw(struct ata_port *ap) in nv_nf2_thaw() argument
1592 void __iomem *scr_addr = ap->host->ports[0]->ioaddr.scr_addr; in nv_nf2_thaw()
1593 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_nf2_thaw()
1603 static void nv_ck804_freeze(struct ata_port *ap) in nv_ck804_freeze() argument
1605 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_ck804_freeze()
1606 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_ck804_freeze()
1614 static void nv_ck804_thaw(struct ata_port *ap) in nv_ck804_thaw() argument
1616 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_ck804_thaw()
1617 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_ck804_thaw()
1627 static void nv_mcp55_freeze(struct ata_port *ap) in nv_mcp55_freeze() argument
1629 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_mcp55_freeze()
1630 int shift = ap->port_no * NV_INT_PORT_SHIFT_MCP55; in nv_mcp55_freeze()
1640 static void nv_mcp55_thaw(struct ata_port *ap) in nv_mcp55_thaw() argument
1642 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_mcp55_thaw()
1643 int shift = ap->port_no * NV_INT_PORT_SHIFT_MCP55; in nv_mcp55_thaw()
1653 static void nv_adma_error_handler(struct ata_port *ap) in nv_adma_error_handler() argument
1655 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_error_handler()
1661 if (ata_tag_valid(ap->link.active_tag) || ap->link.sactive) { in nv_adma_error_handler()
1669 ata_port_err(ap, in nv_adma_error_handler()
1678 if ((ata_tag_valid(ap->link.active_tag) && i == ap->link.active_tag) || in nv_adma_error_handler()
1679 ap->link.sactive & (1 << i)) in nv_adma_error_handler()
1680 ata_port_err(ap, in nv_adma_error_handler()
1687 nv_adma_register_mode(ap); in nv_adma_error_handler()
1706 ata_bmdma_error_handler(ap); in nv_adma_error_handler()
1709 static void nv_swncq_qc_to_dq(struct ata_port *ap, struct ata_queued_cmd *qc) in nv_swncq_qc_to_dq() argument
1711 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_to_dq()
1720 static struct ata_queued_cmd *nv_swncq_qc_from_dq(struct ata_port *ap) in nv_swncq_qc_from_dq() argument
1722 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_from_dq()
1734 return ata_qc_from_tag(ap, tag); in nv_swncq_qc_from_dq()
1737 static void nv_swncq_fis_reinit(struct ata_port *ap) in nv_swncq_fis_reinit() argument
1739 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_fis_reinit()
1747 static void nv_swncq_pp_reinit(struct ata_port *ap) in nv_swncq_pp_reinit() argument
1749 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_pp_reinit()
1757 nv_swncq_fis_reinit(ap); in nv_swncq_pp_reinit()
1760 static void nv_swncq_irq_clear(struct ata_port *ap, u16 fis) in nv_swncq_irq_clear() argument
1762 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_irq_clear()
1767 static void __ata_bmdma_stop(struct ata_port *ap) in __ata_bmdma_stop() argument
1771 qc.ap = ap; in __ata_bmdma_stop()
1775 static void nv_swncq_ncq_stop(struct ata_port *ap) in nv_swncq_ncq_stop() argument
1777 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_ncq_stop()
1782 ata_port_err(ap, "EH in SWNCQ mode,QC:qc_active 0x%llX sactive 0x%X\n", in nv_swncq_ncq_stop()
1783 ap->qc_active, ap->link.sactive); in nv_swncq_ncq_stop()
1784 ata_port_err(ap, in nv_swncq_ncq_stop()
1790 ata_port_err(ap, "ATA_REG 0x%X ERR_REG 0x%X\n", in nv_swncq_ncq_stop()
1791 ap->ops->sff_check_status(ap), in nv_swncq_ncq_stop()
1792 ioread8(ap->ioaddr.error_addr)); in nv_swncq_ncq_stop()
1797 ata_port_err(ap, "tag : dhfis dmafis sdbfis sactive\n"); in nv_swncq_ncq_stop()
1807 ata_port_err(ap, in nv_swncq_ncq_stop()
1816 nv_swncq_pp_reinit(ap); in nv_swncq_ncq_stop()
1817 ap->ops->sff_irq_clear(ap); in nv_swncq_ncq_stop()
1818 __ata_bmdma_stop(ap); in nv_swncq_ncq_stop()
1819 nv_swncq_irq_clear(ap, 0xffff); in nv_swncq_ncq_stop()
1822 static void nv_swncq_error_handler(struct ata_port *ap) in nv_swncq_error_handler() argument
1824 struct ata_eh_context *ehc = &ap->link.eh_context; in nv_swncq_error_handler()
1826 if (ap->link.sactive) { in nv_swncq_error_handler()
1827 nv_swncq_ncq_stop(ap); in nv_swncq_error_handler()
1831 ata_bmdma_error_handler(ap); in nv_swncq_error_handler()
1835 static int nv_swncq_port_suspend(struct ata_port *ap, pm_message_t mesg) in nv_swncq_port_suspend() argument
1837 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_suspend()
1854 static int nv_swncq_port_resume(struct ata_port *ap) in nv_swncq_port_resume() argument
1856 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_resume()
1901 struct ata_port *ap = ata_shost_to_port(sdev->host); in nv_swncq_slave_config() local
1902 struct pci_dev *pdev = to_pci_dev(ap->host->dev); in nv_swncq_slave_config()
1914 dev = &ap->link.device[sdev->id]; in nv_swncq_slave_config()
1915 if (!(ap->flags & ATA_FLAG_NCQ) || dev->class == ATA_DEV_ATAPI) in nv_swncq_slave_config()
1945 static int nv_swncq_port_start(struct ata_port *ap) in nv_swncq_port_start() argument
1947 struct device *dev = ap->host->dev; in nv_swncq_port_start()
1948 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_start()
1953 rc = ata_bmdma_port_start(ap); in nv_swncq_port_start()
1967 ap->private_data = pp; in nv_swncq_port_start()
1968 pp->sactive_block = ap->ioaddr.scr_addr + 4 * SCR_ACTIVE; in nv_swncq_port_start()
1969 pp->irq_block = mmio + NV_INT_STATUS_MCP55 + ap->port_no * 2; in nv_swncq_port_start()
1970 pp->tag_block = mmio + NV_NCQ_REG_MCP55 + ap->port_no * 2; in nv_swncq_port_start()
1990 struct ata_port *ap = qc->ap; in nv_swncq_fill_sg() local
1992 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_fill_sg()
2024 static unsigned int nv_swncq_issue_atacmd(struct ata_port *ap, in nv_swncq_issue_atacmd() argument
2027 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_issue_atacmd()
2040 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in nv_swncq_issue_atacmd()
2041 ap->ops->sff_exec_command(ap, &qc->tf); in nv_swncq_issue_atacmd()
2050 struct ata_port *ap = qc->ap; in nv_swncq_qc_issue() local
2051 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_issue()
2059 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_qc_issue()
2061 nv_swncq_qc_to_dq(ap, qc); /* add qc to defer queue */ in nv_swncq_qc_issue()
2066 static void nv_swncq_hotplug(struct ata_port *ap, u32 fis) in nv_swncq_hotplug() argument
2069 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_hotplug()
2074 sata_scr_read(&ap->link, SCR_ERROR, &serror); in nv_swncq_hotplug()
2075 sata_scr_write(&ap->link, SCR_ERROR, serror); in nv_swncq_hotplug()
2088 ata_port_freeze(ap); in nv_swncq_hotplug()
2091 static int nv_swncq_sdbfis(struct ata_port *ap) in nv_swncq_sdbfis() argument
2094 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_sdbfis()
2095 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_sdbfis()
2101 host_stat = ap->ops->bmdma_status(ap); in nv_swncq_sdbfis()
2111 ap->ops->sff_irq_clear(ap); in nv_swncq_sdbfis()
2112 __ata_bmdma_stop(ap); in nv_swncq_sdbfis()
2121 ata_qc_complete_multiple(ap, ap->qc_active ^ done_mask); in nv_swncq_sdbfis()
2123 if (!ap->qc_active) { in nv_swncq_sdbfis()
2125 nv_swncq_pp_reinit(ap); in nv_swncq_sdbfis()
2142 ap->print_id, ap->qc_active, pp->qc_active, in nv_swncq_sdbfis()
2146 nv_swncq_fis_reinit(ap); in nv_swncq_sdbfis()
2149 qc = ata_qc_from_tag(ap, pp->last_issue_tag); in nv_swncq_sdbfis()
2150 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_sdbfis()
2156 qc = nv_swncq_qc_from_dq(ap); in nv_swncq_sdbfis()
2158 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_sdbfis()
2164 static inline u32 nv_swncq_tag(struct ata_port *ap) in nv_swncq_tag() argument
2166 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_tag()
2173 static void nv_swncq_dmafis(struct ata_port *ap) in nv_swncq_dmafis() argument
2179 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_dmafis()
2181 __ata_bmdma_stop(ap); in nv_swncq_dmafis()
2182 tag = nv_swncq_tag(ap); in nv_swncq_dmafis()
2185 qc = ata_qc_from_tag(ap, tag); in nv_swncq_dmafis()
2194 ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS); in nv_swncq_dmafis()
2197 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in nv_swncq_dmafis()
2202 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in nv_swncq_dmafis()
2205 static void nv_swncq_host_interrupt(struct ata_port *ap, u16 fis) in nv_swncq_host_interrupt() argument
2207 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_host_interrupt()
2209 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_host_interrupt()
2213 ata_stat = ap->ops->sff_check_status(ap); in nv_swncq_host_interrupt()
2214 nv_swncq_irq_clear(ap, fis); in nv_swncq_host_interrupt()
2218 if (ap->pflags & ATA_PFLAG_FROZEN) in nv_swncq_host_interrupt()
2222 nv_swncq_hotplug(ap, fis); in nv_swncq_host_interrupt()
2229 if (ap->ops->scr_read(&ap->link, SCR_ERROR, &serror)) in nv_swncq_host_interrupt()
2231 ap->ops->scr_write(&ap->link, SCR_ERROR, serror); in nv_swncq_host_interrupt()
2239 ata_port_freeze(ap); in nv_swncq_host_interrupt()
2254 ap->print_id, pp->qc_active, pp->dhfis_bits, in nv_swncq_host_interrupt()
2256 if (nv_swncq_sdbfis(ap) < 0) in nv_swncq_host_interrupt()
2275 ata_stat = ap->ops->sff_check_status(ap); in nv_swncq_host_interrupt()
2281 qc = nv_swncq_qc_from_dq(ap); in nv_swncq_host_interrupt()
2282 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_host_interrupt()
2291 pp->dmafis_bits |= (0x1 << nv_swncq_tag(ap)); in nv_swncq_host_interrupt()
2293 nv_swncq_dmafis(ap); in nv_swncq_host_interrupt()
2300 ata_port_freeze(ap); in nv_swncq_host_interrupt()
2317 struct ata_port *ap = host->ports[i]; in nv_swncq_interrupt() local
2319 if (ap->link.sactive) { in nv_swncq_interrupt()
2320 nv_swncq_host_interrupt(ap, (u16)irq_stat); in nv_swncq_interrupt()
2324 nv_swncq_irq_clear(ap, 0xfff0); in nv_swncq_interrupt()
2326 handled += nv_host_intr(ap, (u8)irq_stat); in nv_swncq_interrupt()