Lines Matching full:ap

294 static void nv_nf2_freeze(struct ata_port *ap);
295 static void nv_nf2_thaw(struct ata_port *ap);
296 static void nv_ck804_freeze(struct ata_port *ap);
297 static void nv_ck804_thaw(struct ata_port *ap);
303 static void nv_adma_irq_clear(struct ata_port *ap);
304 static int nv_adma_port_start(struct ata_port *ap);
305 static void nv_adma_port_stop(struct ata_port *ap);
307 static int nv_adma_port_suspend(struct ata_port *ap, pm_message_t mesg);
308 static int nv_adma_port_resume(struct ata_port *ap);
310 static void nv_adma_freeze(struct ata_port *ap);
311 static void nv_adma_thaw(struct ata_port *ap);
312 static void nv_adma_error_handler(struct ata_port *ap);
315 static void nv_adma_tf_read(struct ata_port *ap, struct ata_taskfile *tf);
317 static void nv_mcp55_thaw(struct ata_port *ap);
318 static void nv_mcp55_freeze(struct ata_port *ap);
319 static void nv_swncq_error_handler(struct ata_port *ap);
321 static int nv_swncq_port_start(struct ata_port *ap);
325 static void nv_swncq_irq_clear(struct ata_port *ap, u16 fis);
328 static int nv_swncq_port_suspend(struct ata_port *ap, pm_message_t mesg);
329 static int nv_swncq_port_resume(struct ata_port *ap);
595 static void nv_adma_register_mode(struct ata_port *ap) in nv_adma_register_mode() argument
597 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_register_mode()
612 ata_port_warn(ap, "timeout waiting for ADMA IDLE, stat=0x%hx\n", in nv_adma_register_mode()
626 ata_port_warn(ap, in nv_adma_register_mode()
633 static void nv_adma_mode(struct ata_port *ap) in nv_adma_mode() argument
635 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_mode()
656 ata_port_warn(ap, in nv_adma_mode()
665 struct ata_port *ap = ata_shost_to_port(sdev->host); in nv_adma_slave_config() local
666 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_slave_config()
668 struct pci_dev *pdev = to_pci_dev(ap->host->dev); in nv_adma_slave_config()
681 spin_lock_irqsave(ap->lock, flags); in nv_adma_slave_config()
683 if (ap->link.device[sdev->id].class == ATA_DEV_ATAPI) { in nv_adma_slave_config()
699 nv_adma_register_mode(ap); in nv_adma_slave_config()
708 if (ap->port_no == 1) in nv_adma_slave_config()
726 port0 = ap->host->ports[0]->private_data; in nv_adma_slave_config()
727 port1 = ap->host->ports[1]->private_data; in nv_adma_slave_config()
744 ata_port_info(ap, in nv_adma_slave_config()
746 (unsigned long long)*ap->host->dev->dma_mask, in nv_adma_slave_config()
749 spin_unlock_irqrestore(ap->lock, flags); in nv_adma_slave_config()
756 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_check_atapi_dma()
760 static void nv_adma_tf_read(struct ata_port *ap, struct ata_taskfile *tf) in nv_adma_tf_read() argument
769 nv_adma_register_mode(ap); in nv_adma_tf_read()
771 ata_sff_tf_read(ap, tf); in nv_adma_tf_read()
806 static int nv_adma_check_cpb(struct ata_port *ap, int cpb_num, int force_err) in nv_adma_check_cpb() argument
808 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_check_cpb()
817 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_adma_check_cpb()
840 ata_port_freeze(ap); in nv_adma_check_cpb()
842 ata_port_abort(ap); in nv_adma_check_cpb()
851 static int nv_host_intr(struct ata_port *ap, u8 irq_stat) in nv_host_intr() argument
853 struct ata_queued_cmd *qc = ata_qc_from_tag(ap, ap->link.active_tag); in nv_host_intr()
857 ata_port_freeze(ap); in nv_host_intr()
867 ata_sff_check_status(ap); in nv_host_intr()
872 return ata_bmdma_port_intr(ap, qc); in nv_host_intr()
884 struct ata_port *ap = host->ports[i]; in nv_adma_interrupt() local
885 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_interrupt()
897 handled += nv_host_intr(ap, irq_stat); in nv_adma_interrupt()
905 if (ata_tag_valid(ap->link.active_tag)) in nv_adma_interrupt()
911 handled += nv_host_intr(ap, irq_stat); in nv_adma_interrupt()
920 if (!NV_ADMA_CHECK_INTR(gen_ctl, ap->port_no) && !notifier && in nv_adma_interrupt()
944 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_adma_interrupt()
962 ata_port_freeze(ap); in nv_adma_interrupt()
975 if (ata_tag_valid(ap->link.active_tag)) in nv_adma_interrupt()
977 ap->link.active_tag; in nv_adma_interrupt()
979 check_commands = ap->link.sactive; in nv_adma_interrupt()
985 rc = nv_adma_check_cpb(ap, pos, in nv_adma_interrupt()
993 ata_qc_complete_multiple(ap, ata_qc_get_active(ap) ^ done_mask); in nv_adma_interrupt()
1011 static void nv_adma_freeze(struct ata_port *ap) in nv_adma_freeze() argument
1013 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_freeze()
1017 nv_ck804_freeze(ap); in nv_adma_freeze()
1023 writeb(NV_INT_ALL << (ap->port_no * NV_INT_PORT_SHIFT), in nv_adma_freeze()
1024 ap->host->iomap[NV_MMIO_BAR] + NV_INT_STATUS_CK804); in nv_adma_freeze()
1033 static void nv_adma_thaw(struct ata_port *ap) in nv_adma_thaw() argument
1035 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_thaw()
1039 nv_ck804_thaw(ap); in nv_adma_thaw()
1051 static void nv_adma_irq_clear(struct ata_port *ap) in nv_adma_irq_clear() argument
1053 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_irq_clear()
1058 ata_bmdma_irq_clear(ap); in nv_adma_irq_clear()
1063 writeb(NV_INT_ALL << (ap->port_no * NV_INT_PORT_SHIFT), in nv_adma_irq_clear()
1064 ap->host->iomap[NV_MMIO_BAR] + NV_INT_STATUS_CK804); in nv_adma_irq_clear()
1071 if (ap->port_no == 0) { in nv_adma_irq_clear()
1078 pp = ap->host->ports[0]->private_data; in nv_adma_irq_clear()
1080 pp = ap->host->ports[1]->private_data; in nv_adma_irq_clear()
1086 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_post_internal_cmd()
1092 static int nv_adma_port_start(struct ata_port *ap) in nv_adma_port_start() argument
1094 struct device *dev = ap->host->dev; in nv_adma_port_start()
1114 rc = ata_bmdma_port_start(ap); in nv_adma_port_start()
1122 mmio = ap->host->iomap[NV_MMIO_BAR] + NV_ADMA_PORT + in nv_adma_port_start()
1123 ap->port_no * NV_ADMA_PORT_SIZE; in nv_adma_port_start()
1125 pp->gen_block = ap->host->iomap[NV_MMIO_BAR] + NV_ADMA_GEN; in nv_adma_port_start()
1127 NV_ADMA_NOTIFIER_CLEAR + (4 * ap->port_no); in nv_adma_port_start()
1162 ap->private_data = pp; in nv_adma_port_start()
1188 static void nv_adma_port_stop(struct ata_port *ap) in nv_adma_port_stop() argument
1190 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_stop()
1198 static int nv_adma_port_suspend(struct ata_port *ap, pm_message_t mesg) in nv_adma_port_suspend() argument
1200 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_suspend()
1204 nv_adma_register_mode(ap); in nv_adma_port_suspend()
1215 static int nv_adma_port_resume(struct ata_port *ap) in nv_adma_port_resume() argument
1217 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_resume()
1250 static void nv_adma_setup_port(struct ata_port *ap) in nv_adma_setup_port() argument
1252 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_adma_setup_port()
1253 struct ata_ioports *ioport = &ap->ioaddr; in nv_adma_setup_port()
1257 mmio += NV_ADMA_PORT + ap->port_no * NV_ADMA_PORT_SIZE; in nv_adma_setup_port()
1318 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_fill_sg()
1338 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_use_reg_mode()
1355 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_qc_prep()
1363 nv_adma_register_mode(qc->ap); in nv_adma_qc_prep()
1403 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_qc_issue()
1423 nv_adma_register_mode(qc->ap); in nv_adma_qc_issue()
1426 nv_adma_mode(qc->ap); in nv_adma_qc_issue()
1456 struct ata_port *ap = host->ports[i]; in nv_generic_interrupt() local
1459 qc = ata_qc_from_tag(ap, ap->link.active_tag); in nv_generic_interrupt()
1461 handled += ata_bmdma_port_intr(ap, qc); in nv_generic_interrupt()
1467 ap->ops->sff_check_status(ap); in nv_generic_interrupt()
1521 *val = ioread32(link->ap->ioaddr.scr_addr + (sc_reg * 4)); in nv_scr_read()
1530 iowrite32(val, link->ap->ioaddr.scr_addr + (sc_reg * 4)); in nv_scr_write()
1542 if (!(link->ap->pflags & ATA_PFLAG_LOADING) && in nv_hardreset()
1566 static void nv_nf2_freeze(struct ata_port *ap) in nv_nf2_freeze() argument
1568 void __iomem *scr_addr = ap->host->ports[0]->ioaddr.scr_addr; in nv_nf2_freeze()
1569 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_nf2_freeze()
1577 static void nv_nf2_thaw(struct ata_port *ap) in nv_nf2_thaw() argument
1579 void __iomem *scr_addr = ap->host->ports[0]->ioaddr.scr_addr; in nv_nf2_thaw()
1580 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_nf2_thaw()
1590 static void nv_ck804_freeze(struct ata_port *ap) in nv_ck804_freeze() argument
1592 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_ck804_freeze()
1593 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_ck804_freeze()
1601 static void nv_ck804_thaw(struct ata_port *ap) in nv_ck804_thaw() argument
1603 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_ck804_thaw()
1604 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_ck804_thaw()
1614 static void nv_mcp55_freeze(struct ata_port *ap) in nv_mcp55_freeze() argument
1616 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_mcp55_freeze()
1617 int shift = ap->port_no * NV_INT_PORT_SHIFT_MCP55; in nv_mcp55_freeze()
1627 static void nv_mcp55_thaw(struct ata_port *ap) in nv_mcp55_thaw() argument
1629 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_mcp55_thaw()
1630 int shift = ap->port_no * NV_INT_PORT_SHIFT_MCP55; in nv_mcp55_thaw()
1640 static void nv_adma_error_handler(struct ata_port *ap) in nv_adma_error_handler() argument
1642 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_error_handler()
1648 if (ata_tag_valid(ap->link.active_tag) || ap->link.sactive) { in nv_adma_error_handler()
1656 ata_port_err(ap, in nv_adma_error_handler()
1665 if ((ata_tag_valid(ap->link.active_tag) && i == ap->link.active_tag) || in nv_adma_error_handler()
1666 ap->link.sactive & (1 << i)) in nv_adma_error_handler()
1667 ata_port_err(ap, in nv_adma_error_handler()
1674 nv_adma_register_mode(ap); in nv_adma_error_handler()
1693 ata_bmdma_error_handler(ap); in nv_adma_error_handler()
1696 static void nv_swncq_qc_to_dq(struct ata_port *ap, struct ata_queued_cmd *qc) in nv_swncq_qc_to_dq() argument
1698 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_to_dq()
1707 static struct ata_queued_cmd *nv_swncq_qc_from_dq(struct ata_port *ap) in nv_swncq_qc_from_dq() argument
1709 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_from_dq()
1721 return ata_qc_from_tag(ap, tag); in nv_swncq_qc_from_dq()
1724 static void nv_swncq_fis_reinit(struct ata_port *ap) in nv_swncq_fis_reinit() argument
1726 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_fis_reinit()
1734 static void nv_swncq_pp_reinit(struct ata_port *ap) in nv_swncq_pp_reinit() argument
1736 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_pp_reinit()
1744 nv_swncq_fis_reinit(ap); in nv_swncq_pp_reinit()
1747 static void nv_swncq_irq_clear(struct ata_port *ap, u16 fis) in nv_swncq_irq_clear() argument
1749 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_irq_clear()
1754 static void __ata_bmdma_stop(struct ata_port *ap) in __ata_bmdma_stop() argument
1758 qc.ap = ap; in __ata_bmdma_stop()
1762 static void nv_swncq_ncq_stop(struct ata_port *ap) in nv_swncq_ncq_stop() argument
1764 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_ncq_stop()
1769 ata_port_err(ap, "EH in SWNCQ mode,QC:qc_active 0x%llX sactive 0x%X\n", in nv_swncq_ncq_stop()
1770 ap->qc_active, ap->link.sactive); in nv_swncq_ncq_stop()
1771 ata_port_err(ap, in nv_swncq_ncq_stop()
1777 ata_port_err(ap, "ATA_REG 0x%X ERR_REG 0x%X\n", in nv_swncq_ncq_stop()
1778 ap->ops->sff_check_status(ap), in nv_swncq_ncq_stop()
1779 ioread8(ap->ioaddr.error_addr)); in nv_swncq_ncq_stop()
1784 ata_port_err(ap, "tag : dhfis dmafis sdbfis sactive\n"); in nv_swncq_ncq_stop()
1794 ata_port_err(ap, in nv_swncq_ncq_stop()
1803 nv_swncq_pp_reinit(ap); in nv_swncq_ncq_stop()
1804 ap->ops->sff_irq_clear(ap); in nv_swncq_ncq_stop()
1805 __ata_bmdma_stop(ap); in nv_swncq_ncq_stop()
1806 nv_swncq_irq_clear(ap, 0xffff); in nv_swncq_ncq_stop()
1809 static void nv_swncq_error_handler(struct ata_port *ap) in nv_swncq_error_handler() argument
1811 struct ata_eh_context *ehc = &ap->link.eh_context; in nv_swncq_error_handler()
1813 if (ap->link.sactive) { in nv_swncq_error_handler()
1814 nv_swncq_ncq_stop(ap); in nv_swncq_error_handler()
1818 ata_bmdma_error_handler(ap); in nv_swncq_error_handler()
1822 static int nv_swncq_port_suspend(struct ata_port *ap, pm_message_t mesg) in nv_swncq_port_suspend() argument
1824 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_suspend()
1841 static int nv_swncq_port_resume(struct ata_port *ap) in nv_swncq_port_resume() argument
1843 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_resume()
1888 struct ata_port *ap = ata_shost_to_port(sdev->host); in nv_swncq_slave_config() local
1889 struct pci_dev *pdev = to_pci_dev(ap->host->dev); in nv_swncq_slave_config()
1901 dev = &ap->link.device[sdev->id]; in nv_swncq_slave_config()
1902 if (!(ap->flags & ATA_FLAG_NCQ) || dev->class == ATA_DEV_ATAPI) in nv_swncq_slave_config()
1932 static int nv_swncq_port_start(struct ata_port *ap) in nv_swncq_port_start() argument
1934 struct device *dev = ap->host->dev; in nv_swncq_port_start()
1935 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_start()
1940 rc = ata_bmdma_port_start(ap); in nv_swncq_port_start()
1953 ap->private_data = pp; in nv_swncq_port_start()
1954 pp->sactive_block = ap->ioaddr.scr_addr + 4 * SCR_ACTIVE; in nv_swncq_port_start()
1955 pp->irq_block = mmio + NV_INT_STATUS_MCP55 + ap->port_no * 2; in nv_swncq_port_start()
1956 pp->tag_block = mmio + NV_NCQ_REG_MCP55 + ap->port_no * 2; in nv_swncq_port_start()
1978 struct ata_port *ap = qc->ap; in nv_swncq_fill_sg() local
1980 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_fill_sg()
2012 static unsigned int nv_swncq_issue_atacmd(struct ata_port *ap, in nv_swncq_issue_atacmd() argument
2015 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_issue_atacmd()
2028 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in nv_swncq_issue_atacmd()
2029 ap->ops->sff_exec_command(ap, &qc->tf); in nv_swncq_issue_atacmd()
2038 struct ata_port *ap = qc->ap; in nv_swncq_qc_issue() local
2039 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_issue()
2047 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_qc_issue()
2049 nv_swncq_qc_to_dq(ap, qc); /* add qc to defer queue */ in nv_swncq_qc_issue()
2054 static void nv_swncq_hotplug(struct ata_port *ap, u32 fis) in nv_swncq_hotplug() argument
2057 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_hotplug()
2062 sata_scr_read(&ap->link, SCR_ERROR, &serror); in nv_swncq_hotplug()
2063 sata_scr_write(&ap->link, SCR_ERROR, serror); in nv_swncq_hotplug()
2076 ata_port_freeze(ap); in nv_swncq_hotplug()
2079 static int nv_swncq_sdbfis(struct ata_port *ap) in nv_swncq_sdbfis() argument
2082 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_sdbfis()
2083 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_sdbfis()
2089 host_stat = ap->ops->bmdma_status(ap); in nv_swncq_sdbfis()
2099 ap->ops->sff_irq_clear(ap); in nv_swncq_sdbfis()
2100 __ata_bmdma_stop(ap); in nv_swncq_sdbfis()
2109 ata_qc_complete_multiple(ap, ata_qc_get_active(ap) ^ done_mask); in nv_swncq_sdbfis()
2111 if (!ap->qc_active) { in nv_swncq_sdbfis()
2113 nv_swncq_pp_reinit(ap); in nv_swncq_sdbfis()
2130 ap->print_id, ap->qc_active, pp->qc_active, in nv_swncq_sdbfis()
2134 nv_swncq_fis_reinit(ap); in nv_swncq_sdbfis()
2137 qc = ata_qc_from_tag(ap, pp->last_issue_tag); in nv_swncq_sdbfis()
2138 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_sdbfis()
2144 qc = nv_swncq_qc_from_dq(ap); in nv_swncq_sdbfis()
2146 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_sdbfis()
2152 static inline u32 nv_swncq_tag(struct ata_port *ap) in nv_swncq_tag() argument
2154 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_tag()
2161 static void nv_swncq_dmafis(struct ata_port *ap) in nv_swncq_dmafis() argument
2167 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_dmafis()
2169 __ata_bmdma_stop(ap); in nv_swncq_dmafis()
2170 tag = nv_swncq_tag(ap); in nv_swncq_dmafis()
2173 qc = ata_qc_from_tag(ap, tag); in nv_swncq_dmafis()
2182 ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS); in nv_swncq_dmafis()
2185 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in nv_swncq_dmafis()
2190 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in nv_swncq_dmafis()
2193 static void nv_swncq_host_interrupt(struct ata_port *ap, u16 fis) in nv_swncq_host_interrupt() argument
2195 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_host_interrupt()
2197 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_host_interrupt()
2201 ata_stat = ap->ops->sff_check_status(ap); in nv_swncq_host_interrupt()
2202 nv_swncq_irq_clear(ap, fis); in nv_swncq_host_interrupt()
2206 if (ap->pflags & ATA_PFLAG_FROZEN) in nv_swncq_host_interrupt()
2210 nv_swncq_hotplug(ap, fis); in nv_swncq_host_interrupt()
2217 if (ap->ops->scr_read(&ap->link, SCR_ERROR, &serror)) in nv_swncq_host_interrupt()
2219 ap->ops->scr_write(&ap->link, SCR_ERROR, serror); in nv_swncq_host_interrupt()
2227 ata_port_freeze(ap); in nv_swncq_host_interrupt()
2242 ap->print_id, pp->qc_active, pp->dhfis_bits, in nv_swncq_host_interrupt()
2244 if (nv_swncq_sdbfis(ap) < 0) in nv_swncq_host_interrupt()
2263 ata_stat = ap->ops->sff_check_status(ap); in nv_swncq_host_interrupt()
2269 qc = nv_swncq_qc_from_dq(ap); in nv_swncq_host_interrupt()
2270 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_host_interrupt()
2279 pp->dmafis_bits |= (0x1 << nv_swncq_tag(ap)); in nv_swncq_host_interrupt()
2281 nv_swncq_dmafis(ap); in nv_swncq_host_interrupt()
2288 ata_port_freeze(ap); in nv_swncq_host_interrupt()
2305 struct ata_port *ap = host->ports[i]; in nv_swncq_interrupt() local
2307 if (ap->link.sactive) { in nv_swncq_interrupt()
2308 nv_swncq_host_interrupt(ap, (u16)irq_stat); in nv_swncq_interrupt()
2312 nv_swncq_irq_clear(ap, 0xfff0); in nv_swncq_interrupt()
2314 handled += nv_host_intr(ap, (u8)irq_stat); in nv_swncq_interrupt()