314  * ap->private_data
332 static void sil24_pmp_attach(struct ata_port *ap);
333 static void sil24_pmp_detach(struct ata_port *ap);
334 static void sil24_freeze(struct ata_port *ap);
335 static void sil24_thaw(struct ata_port *ap);
342 static void sil24_error_handler(struct ata_port *ap);
344 static int sil24_port_start(struct ata_port *ap);
350 static int sil24_port_resume(struct ata_port *ap);
462 static unsigned long sil24_port_offset(struct ata_port *ap)  in sil24_port_offset()  argument
464 	return ap->port_no * PORT_REGS_SIZE;  in sil24_port_offset()
467 static void __iomem *sil24_port_base(struct ata_port *ap)  in sil24_port_base()  argument
469 	return ap->host->iomap[SIL24_PORT_BAR] + sil24_port_offset(ap);  in sil24_port_base()
474 	void __iomem *port = sil24_port_base(dev->link->ap);  in sil24_dev_config()
482 static void sil24_read_tf(struct ata_port *ap, int tag, struct ata_taskfile *tf)  in sil24_read_tf()  argument
484 	void __iomem *port = sil24_port_base(ap);  in sil24_read_tf()
502 	void __iomem *scr_addr = sil24_port_base(link->ap) + PORT_SCONTROL;  in sil24_scr_read()
513 	void __iomem *scr_addr = sil24_port_base(link->ap) + PORT_SCONTROL;  in sil24_scr_write()
522 static void sil24_config_port(struct ata_port *ap)  in sil24_config_port()  argument
524 	void __iomem *port = sil24_port_base(ap);  in sil24_config_port()
527 	if (ap->flags & SIL24_FLAG_PCIX_IRQ_WOC)  in sil24_config_port()
547 static void sil24_config_pmp(struct ata_port *ap, int attached)  in sil24_config_pmp()  argument
549 	void __iomem *port = sil24_port_base(ap);  in sil24_config_pmp()
557 static void sil24_clear_pmp(struct ata_port *ap)  in sil24_clear_pmp()  argument
559 	void __iomem *port = sil24_port_base(ap);  in sil24_clear_pmp()
572 static int sil24_init_port(struct ata_port *ap)  in sil24_init_port()  argument
574 	void __iomem *port = sil24_port_base(ap);  in sil24_init_port()
575 	struct sil24_port_priv *pp = ap->private_data;  in sil24_init_port()
579 	if (sata_pmp_attached(ap))  in sil24_init_port()
580 		sil24_clear_pmp(ap);  in sil24_init_port()
583 	ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_init_port()
585 	tmp = ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_init_port()
590 		ap->link.eh_context.i.action |= ATA_EH_RESET;  in sil24_init_port()
597 static int sil24_exec_polled_cmd(struct ata_port *ap, int pmp,  in sil24_exec_polled_cmd()  argument
602 	void __iomem *port = sil24_port_base(ap);  in sil24_exec_polled_cmd()
603 	struct sil24_port_priv *pp = ap->private_data;  in sil24_exec_polled_cmd()
625 	irq_stat = ata_wait_register(ap, port + PORT_IRQ_STAT, irq_mask, 0x0,  in sil24_exec_polled_cmd()
635 		sil24_init_port(ap);  in sil24_exec_polled_cmd()
652 	struct ata_port *ap = link->ap;  in sil24_softreset()  local
662 	if (sil24_init_port(ap)) {  in sil24_softreset()
672 	rc = sil24_exec_polled_cmd(ap, pmp, &tf, 0, PRB_CTRL_SRST,  in sil24_softreset()
682 	sil24_read_tf(ap, 0, &tf);  in sil24_softreset()
696 	struct ata_port *ap = link->ap;  in sil24_hardreset()  local
697 	void __iomem *port = sil24_port_base(ap);  in sil24_hardreset()
698 	struct sil24_port_priv *pp = ap->private_data;  in sil24_hardreset()
709 		ata_port_warn(ap,  in sil24_hardreset()
713 		ata_msleep(ap, 10);  in sil24_hardreset()
715 		ata_wait_register(ap, port + PORT_CTRL_STAT, PORT_CS_RDY, 0,  in sil24_hardreset()
719 		sil24_config_port(ap);  in sil24_hardreset()
720 		sil24_config_pmp(ap, ap->nr_pmp_links);  in sil24_hardreset()
734 	tmp = ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_hardreset()
794 	struct ata_port *ap = link->ap;  in sil24_qc_defer()  local
819 	if (unlikely(ap->excl_link)) {  in sil24_qc_defer()
820 		if (link == ap->excl_link) {  in sil24_qc_defer()
821 			if (ap->nr_active_links)  in sil24_qc_defer()
827 		ap->excl_link = link;  in sil24_qc_defer()
828 		if (ap->nr_active_links)  in sil24_qc_defer()
838 	struct ata_port *ap = qc->ap;  in sil24_qc_prep()  local
839 	struct sil24_port_priv *pp = ap->private_data;  in sil24_qc_prep()
886 	struct ata_port *ap = qc->ap;  in sil24_qc_issue()  local
887 	struct sil24_port_priv *pp = ap->private_data;  in sil24_qc_issue()
888 	void __iomem *port = sil24_port_base(ap);  in sil24_qc_issue()
909 	sil24_read_tf(qc->ap, qc->hw_tag, &qc->result_tf);  in sil24_qc_fill_rtf()
913 static void sil24_pmp_attach(struct ata_port *ap)  in sil24_pmp_attach()  argument
915 	u32 *gscr = ap->link.device->gscr;  in sil24_pmp_attach()
917 	sil24_config_pmp(ap, 1);  in sil24_pmp_attach()
918 	sil24_init_port(ap);  in sil24_pmp_attach()
922 		ata_port_info(ap,  in sil24_pmp_attach()
924 		ap->flags &= ~ATA_FLAG_NCQ;  in sil24_pmp_attach()
928 static void sil24_pmp_detach(struct ata_port *ap)  in sil24_pmp_detach()  argument
930 	sil24_init_port(ap);  in sil24_pmp_detach()
931 	sil24_config_pmp(ap, 0);  in sil24_pmp_detach()
933 	ap->flags |= ATA_FLAG_NCQ;  in sil24_pmp_detach()
941 	rc = sil24_init_port(link->ap);  in sil24_pmp_hardreset()
950 static void sil24_freeze(struct ata_port *ap)  in sil24_freeze()  argument
952 	void __iomem *port = sil24_port_base(ap);  in sil24_freeze()
960 static void sil24_thaw(struct ata_port *ap)  in sil24_thaw()  argument
962 	void __iomem *port = sil24_port_base(ap);  in sil24_thaw()
973 static void sil24_error_intr(struct ata_port *ap)  in sil24_error_intr()  argument
975 	void __iomem *port = sil24_port_base(ap);  in sil24_error_intr()
976 	struct sil24_port_priv *pp = ap->private_data;  in sil24_error_intr()
988 	link = &ap->link;  in sil24_error_intr()
996 		sata_async_notification(ap);  in sil24_error_intr()
1028 		if (ap->nr_active_links >= 3) {  in sil24_error_intr()
1037 		if (sata_pmp_attached(ap)) {  in sil24_error_intr()
1041 			if (pmp < ap->nr_pmp_links) {  in sil24_error_intr()
1042 				link = &ap->pmp_link[pmp];  in sil24_error_intr()
1044 				qc = ata_qc_from_tag(ap, link->active_tag);  in sil24_error_intr()
1055 			qc = ata_qc_from_tag(ap, link->active_tag);  in sil24_error_intr()
1085 		if (sata_pmp_attached(ap))  in sil24_error_intr()
1091 		ata_port_freeze(ap);  in sil24_error_intr()
1096 			ata_port_abort(ap);  in sil24_error_intr()
1100 static inline void sil24_host_intr(struct ata_port *ap)  in sil24_host_intr()  argument
1102 	void __iomem *port = sil24_port_base(ap);  in sil24_host_intr()
1113 	if (ap->flags & SIL24_FLAG_PCIX_IRQ_WOC)  in sil24_host_intr()
1119 		sil24_error_intr(ap);  in sil24_host_intr()
1124 	rc = ata_qc_complete_multiple(ap, qc_active);  in sil24_host_intr()
1128 		struct ata_eh_info *ehi = &ap->link.eh_info;  in sil24_host_intr()
1131 		ata_port_freeze(ap);  in sil24_host_intr()
1136 	if (!(ap->flags & SIL24_FLAG_PCIX_IRQ_WOC) && ata_ratelimit())  in sil24_host_intr()
1137 		ata_port_info(ap,  in sil24_host_intr()
1139 			slot_stat, ap->link.active_tag, ap->link.sactive);  in sil24_host_intr()
1174 static void sil24_error_handler(struct ata_port *ap)  in sil24_error_handler()  argument
1176 	struct sil24_port_priv *pp = ap->private_data;  in sil24_error_handler()
1178 	if (sil24_init_port(ap))  in sil24_error_handler()
1179 		ata_eh_freeze_port(ap);  in sil24_error_handler()
1181 	sata_pmp_error_handler(ap);  in sil24_error_handler()
1188 	struct ata_port *ap = qc->ap;  in sil24_post_internal_cmd()  local
1191 	if ((qc->flags & ATA_QCFLAG_FAILED) && sil24_init_port(ap))  in sil24_post_internal_cmd()
1192 		ata_eh_freeze_port(ap);  in sil24_post_internal_cmd()
1195 static int sil24_port_start(struct ata_port *ap)  in sil24_port_start()  argument
1197 	struct device *dev = ap->host->dev;  in sil24_port_start()
1214 	ap->private_data = pp;  in sil24_port_start()
1216 	ata_port_pbar_desc(ap, SIL24_HOST_BAR, -1, "host");  in sil24_port_start()
1217 	ata_port_pbar_desc(ap, SIL24_PORT_BAR, sil24_port_offset(ap), "port");  in sil24_port_start()
1236 		struct ata_port *ap = host->ports[i];  in sil24_init_controller()  local
1237 		void __iomem *port = sil24_port_base(ap);  in sil24_init_controller()
1256 		sil24_config_port(ap);  in sil24_init_controller()
1355 static int sil24_port_resume(struct ata_port *ap)  in sil24_port_resume()  argument
1357 	sil24_config_pmp(ap, ap->nr_pmp_links);  in sil24_port_resume()