84 u8 ata_sff_check_status(struct ata_port *ap)  in ata_sff_check_status()  argument
86 	return ioread8(ap->ioaddr.status_addr);  in ata_sff_check_status()
103 static u8 ata_sff_altstatus(struct ata_port *ap)  in ata_sff_altstatus()  argument
105 	if (ap->ops->sff_check_altstatus)  in ata_sff_altstatus()
106 		return ap->ops->sff_check_altstatus(ap);  in ata_sff_altstatus()
108 	return ioread8(ap->ioaddr.altstatus_addr);  in ata_sff_altstatus()
123 static u8 ata_sff_irq_status(struct ata_port *ap)  in ata_sff_irq_status()  argument
127 	if (ap->ops->sff_check_altstatus || ap->ioaddr.altstatus_addr) {  in ata_sff_irq_status()
128 		status = ata_sff_altstatus(ap);  in ata_sff_irq_status()
134 	status = ap->ops->sff_check_status(ap);  in ata_sff_irq_status()
150 static void ata_sff_sync(struct ata_port *ap)  in ata_sff_sync()  argument
152 	if (ap->ops->sff_check_altstatus)  in ata_sff_sync()
153 		ap->ops->sff_check_altstatus(ap);  in ata_sff_sync()
154 	else if (ap->ioaddr.altstatus_addr)  in ata_sff_sync()
155 		ioread8(ap->ioaddr.altstatus_addr);  in ata_sff_sync()
170 void ata_sff_pause(struct ata_port *ap)  in ata_sff_pause()  argument
172 	ata_sff_sync(ap);  in ata_sff_pause()
185 void ata_sff_dma_pause(struct ata_port *ap)  in ata_sff_dma_pause()  argument
187 	if (ap->ops->sff_check_altstatus || ap->ioaddr.altstatus_addr) {  in ata_sff_dma_pause()
190 		ata_sff_altstatus(ap);  in ata_sff_dma_pause()
215 int ata_sff_busy_sleep(struct ata_port *ap,  in ata_sff_busy_sleep()  argument
221 	status = ata_sff_busy_wait(ap, ATA_BUSY, 300);  in ata_sff_busy_sleep()
226 		ata_msleep(ap, 50);  in ata_sff_busy_sleep()
227 		status = ata_sff_busy_wait(ap, ATA_BUSY, 3);  in ata_sff_busy_sleep()
231 		ata_port_warn(ap,  in ata_sff_busy_sleep()
238 		ata_msleep(ap, 50);  in ata_sff_busy_sleep()
239 		status = ap->ops->sff_check_status(ap);  in ata_sff_busy_sleep()
246 		ata_port_err(ap,  in ata_sff_busy_sleep()
258 	u8 status = link->ap->ops->sff_check_status(link->ap);  in ata_sff_check_ready()
296 static void ata_sff_set_devctl(struct ata_port *ap, u8 ctl)  in ata_sff_set_devctl()  argument
298 	if (ap->ops->sff_set_devctl)  in ata_sff_set_devctl()
299 		ap->ops->sff_set_devctl(ap, ctl);  in ata_sff_set_devctl()
301 		iowrite8(ctl, ap->ioaddr.ctl_addr);  in ata_sff_set_devctl()
318 void ata_sff_dev_select(struct ata_port *ap, unsigned int device)  in ata_sff_dev_select()  argument
327 	iowrite8(tmp, ap->ioaddr.device_addr);  in ata_sff_dev_select()
328 	ata_sff_pause(ap);	/* needed; also flushes, for mmio */  in ata_sff_dev_select()
350 static void ata_dev_select(struct ata_port *ap, unsigned int device,  in ata_dev_select()  argument
353 	if (ata_msg_probe(ap))  in ata_dev_select()
354 		ata_port_info(ap, "ata_dev_select: ENTER, device %u, wait %u\n",  in ata_dev_select()
358 		ata_wait_idle(ap);  in ata_dev_select()
360 	ap->ops->sff_dev_select(ap, device);  in ata_dev_select()
363 		if (can_sleep && ap->link.device[device].class == ATA_DEV_ATAPI)  in ata_dev_select()
364 			ata_msleep(ap, 150);  in ata_dev_select()
365 		ata_wait_idle(ap);  in ata_dev_select()
382 void ata_sff_irq_on(struct ata_port *ap)  in ata_sff_irq_on()  argument
384 	struct ata_ioports *ioaddr = &ap->ioaddr;  in ata_sff_irq_on()
386 	if (ap->ops->sff_irq_on) {  in ata_sff_irq_on()
387 		ap->ops->sff_irq_on(ap);  in ata_sff_irq_on()
391 	ap->ctl &= ~ATA_NIEN;  in ata_sff_irq_on()
392 	ap->last_ctl = ap->ctl;  in ata_sff_irq_on()
394 	if (ap->ops->sff_set_devctl || ioaddr->ctl_addr)  in ata_sff_irq_on()
395 		ata_sff_set_devctl(ap, ap->ctl);  in ata_sff_irq_on()
396 	ata_wait_idle(ap);  in ata_sff_irq_on()
398 	if (ap->ops->sff_irq_clear)  in ata_sff_irq_on()
399 		ap->ops->sff_irq_clear(ap);  in ata_sff_irq_on()
413 void ata_sff_tf_load(struct ata_port *ap, const struct ata_taskfile *tf)  in ata_sff_tf_load()  argument
415 	struct ata_ioports *ioaddr = &ap->ioaddr;  in ata_sff_tf_load()
418 	if (tf->ctl != ap->last_ctl) {  in ata_sff_tf_load()
421 		ap->last_ctl = tf->ctl;  in ata_sff_tf_load()
422 		ata_wait_idle(ap);  in ata_sff_tf_load()
459 	ata_wait_idle(ap);  in ata_sff_tf_load()
476 void ata_sff_tf_read(struct ata_port *ap, struct ata_taskfile *tf)  in ata_sff_tf_read()  argument
478 	struct ata_ioports *ioaddr = &ap->ioaddr;  in ata_sff_tf_read()
480 	tf->command = ata_sff_check_status(ap);  in ata_sff_tf_read()
497 			ap->last_ctl = tf->ctl;  in ata_sff_tf_read()
515 void ata_sff_exec_command(struct ata_port *ap, const struct ata_taskfile *tf)  in ata_sff_exec_command()  argument
517 	DPRINTK("ata%u: cmd 0x%X\n", ap->print_id, tf->command);  in ata_sff_exec_command()
519 	iowrite8(tf->command, ap->ioaddr.command_addr);  in ata_sff_exec_command()
520 	ata_sff_pause(ap);  in ata_sff_exec_command()
536 static inline void ata_tf_to_host(struct ata_port *ap,  in ata_tf_to_host()  argument
539 	ap->ops->sff_tf_load(ap, tf);  in ata_tf_to_host()
540 	ap->ops->sff_exec_command(ap, tf);  in ata_tf_to_host()
561 	struct ata_port *ap = qc->dev->link->ap;  in ata_sff_data_xfer()  local
562 	void __iomem *data_addr = ap->ioaddr.data_addr;  in ata_sff_data_xfer()
617 	struct ata_port *ap = dev->link->ap;  in ata_sff_data_xfer32()  local
618 	void __iomem *data_addr = ap->ioaddr.data_addr;  in ata_sff_data_xfer32()
622 	if (!(ap->pflags & ATA_PFLAG_PIO32))  in ata_sff_data_xfer32()
672 	struct ata_port *ap = qc->ap;  in ata_pio_sector()  local
678 		ap->hsm_task_state = HSM_ST_LAST;  in ata_pio_sector()
691 	ap->ops->sff_data_xfer(qc, buf + offset, qc->sect_size, do_write);  in ata_pio_sector()
731 	ata_sff_sync(qc->ap); /* flush */  in ata_pio_sectors()
745 static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc)  in atapi_send_cdb()  argument
751 	ap->ops->sff_data_xfer(qc, qc->cdb, qc->dev->cdb_len, 1);  in atapi_send_cdb()
752 	ata_sff_sync(ap);  in atapi_send_cdb()
757 		ap->hsm_task_state = HSM_ST;  in atapi_send_cdb()
760 		ap->hsm_task_state = HSM_ST_LAST;  in atapi_send_cdb()
764 		ap->hsm_task_state = HSM_ST_LAST;  in atapi_send_cdb()
766 		ap->ops->bmdma_start(qc);  in atapi_send_cdb()
788 	struct ata_port *ap = qc->ap;  in __atapi_pio_bytes()  local
822 	consumed = ap->ops->sff_data_xfer(qc, buf + offset, count, rw);  in __atapi_pio_bytes()
856 	struct ata_port *ap = qc->ap;  in atapi_pio_bytes()  local
868 	ap->ops->sff_tf_read(ap, &qc->result_tf);  in atapi_pio_bytes()
886 	VPRINTK("ata%u: xfering %d bytes\n", ap->print_id, bytes);  in atapi_pio_bytes()
890 	ata_sff_sync(ap); /* flush */  in atapi_pio_bytes()
899 	ap->hsm_task_state = HSM_ST_ERR;  in atapi_pio_bytes()
910 static inline int ata_hsm_ok_in_wq(struct ata_port *ap,  in ata_hsm_ok_in_wq()  argument
916 	if (ap->hsm_task_state == HSM_ST_FIRST) {  in ata_hsm_ok_in_wq()
942 	struct ata_port *ap = qc->ap;  in ata_hsm_qc_complete()  local
944 	if (ap->ops->error_handler) {  in ata_hsm_qc_complete()
949 			qc = ata_qc_from_tag(ap, qc->tag);  in ata_hsm_qc_complete()
952 					ata_sff_irq_on(ap);  in ata_hsm_qc_complete()
955 					ata_port_freeze(ap);  in ata_hsm_qc_complete()
961 				ata_port_freeze(ap);  in ata_hsm_qc_complete()
965 			ata_sff_irq_on(ap);  in ata_hsm_qc_complete()
982 int ata_sff_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc,  in ata_sff_hsm_move()  argument
989 	lockdep_assert_held(ap->lock);  in ata_sff_hsm_move()
997 	WARN_ON_ONCE(in_wq != ata_hsm_ok_in_wq(ap, qc));  in ata_sff_hsm_move()
1001 		ap->print_id, qc->tf.protocol, ap->hsm_task_state, status);  in ata_sff_hsm_move()
1003 	switch (ap->hsm_task_state) {  in ata_sff_hsm_move()
1026 			ap->hsm_task_state = HSM_ST_ERR;  in ata_sff_hsm_move()
1047 				ap->hsm_task_state = HSM_ST_ERR;  in ata_sff_hsm_move()
1061 			ap->hsm_task_state = HSM_ST;  in ata_sff_hsm_move()
1065 			atapi_send_cdb(ap, qc);  in ata_sff_hsm_move()
1080 				ap->hsm_task_state = HSM_ST_LAST;  in ata_sff_hsm_move()
1095 				ap->hsm_task_state = HSM_ST_ERR;  in ata_sff_hsm_move()
1101 			if (unlikely(ap->hsm_task_state == HSM_ST_ERR))  in ata_sff_hsm_move()
1133 				ap->hsm_task_state = HSM_ST_ERR;  in ata_sff_hsm_move()
1153 					status = ata_wait_idle(ap);  in ata_sff_hsm_move()
1177 				ap->hsm_task_state = HSM_ST_ERR;  in ata_sff_hsm_move()
1183 			if (ap->hsm_task_state == HSM_ST_LAST &&  in ata_sff_hsm_move()
1186 				status = ata_wait_idle(ap);  in ata_sff_hsm_move()
1197 			ap->hsm_task_state = HSM_ST_ERR;  in ata_sff_hsm_move()
1203 			ap->print_id, qc->dev->devno, status);  in ata_sff_hsm_move()
1207 		ap->hsm_task_state = HSM_ST_IDLE;  in ata_sff_hsm_move()
1216 		ap->hsm_task_state = HSM_ST_IDLE;  in ata_sff_hsm_move()
1226 		     ap->print_id, ap->hsm_task_state);  in ata_sff_hsm_move()
1247 	struct ata_port *ap = link->ap;  in ata_sff_queue_pio_task()  local
1249 	WARN_ON((ap->sff_pio_task_link != NULL) &&  in ata_sff_queue_pio_task()
1250 		(ap->sff_pio_task_link != link));  in ata_sff_queue_pio_task()
1251 	ap->sff_pio_task_link = link;  in ata_sff_queue_pio_task()
1254 	ata_sff_queue_delayed_work(&ap->sff_pio_task, msecs_to_jiffies(delay));  in ata_sff_queue_pio_task()
1258 void ata_sff_flush_pio_task(struct ata_port *ap)  in ata_sff_flush_pio_task()  argument
1262 	cancel_delayed_work_sync(&ap->sff_pio_task);  in ata_sff_flush_pio_task()
1272 	spin_lock_irq(ap->lock);  in ata_sff_flush_pio_task()
1273 	ap->hsm_task_state = HSM_ST_IDLE;  in ata_sff_flush_pio_task()
1274 	spin_unlock_irq(ap->lock);  in ata_sff_flush_pio_task()
1276 	ap->sff_pio_task_link = NULL;  in ata_sff_flush_pio_task()
1278 	if (ata_msg_ctl(ap))  in ata_sff_flush_pio_task()
1279 		ata_port_dbg(ap, "%s: EXIT\n", __func__);  in ata_sff_flush_pio_task()
1284 	struct ata_port *ap =  in ata_sff_pio_task()  local
1286 	struct ata_link *link = ap->sff_pio_task_link;  in ata_sff_pio_task()
1291 	spin_lock_irq(ap->lock);  in ata_sff_pio_task()
1293 	BUG_ON(ap->sff_pio_task_link == NULL);  in ata_sff_pio_task()
1295 	qc = ata_qc_from_tag(ap, link->active_tag);  in ata_sff_pio_task()
1297 		ap->sff_pio_task_link = NULL;  in ata_sff_pio_task()
1302 	WARN_ON_ONCE(ap->hsm_task_state == HSM_ST_IDLE);  in ata_sff_pio_task()
1311 	status = ata_sff_busy_wait(ap, ATA_BUSY, 5);  in ata_sff_pio_task()
1313 		spin_unlock_irq(ap->lock);  in ata_sff_pio_task()
1314 		ata_msleep(ap, 2);  in ata_sff_pio_task()
1315 		spin_lock_irq(ap->lock);  in ata_sff_pio_task()
1317 		status = ata_sff_busy_wait(ap, ATA_BUSY, 10);  in ata_sff_pio_task()
1328 	ap->sff_pio_task_link = NULL;  in ata_sff_pio_task()
1330 	poll_next = ata_sff_hsm_move(ap, qc, status, 1);  in ata_sff_pio_task()
1338 	spin_unlock_irq(ap->lock);  in ata_sff_pio_task()
1356 	struct ata_port *ap = qc->ap;  in ata_sff_qc_issue()  local
1362 	if (ap->flags & ATA_FLAG_PIO_POLLING)  in ata_sff_qc_issue()
1366 	ata_dev_select(ap, qc->dev->devno, 1, 0);  in ata_sff_qc_issue()
1374 		ata_tf_to_host(ap, &qc->tf);  in ata_sff_qc_issue()
1375 		ap->hsm_task_state = HSM_ST_LAST;  in ata_sff_qc_issue()
1386 		ata_tf_to_host(ap, &qc->tf);  in ata_sff_qc_issue()
1390 			ap->hsm_task_state = HSM_ST_FIRST;  in ata_sff_qc_issue()
1398 			ap->hsm_task_state = HSM_ST;  in ata_sff_qc_issue()
1416 		ata_tf_to_host(ap, &qc->tf);  in ata_sff_qc_issue()
1418 		ap->hsm_task_state = HSM_ST_FIRST;  in ata_sff_qc_issue()
1449 	qc->ap->ops->sff_tf_read(qc->ap, &qc->result_tf);  in ata_sff_qc_fill_rtf()
1454 static unsigned int ata_sff_idle_irq(struct ata_port *ap)  in ata_sff_idle_irq()  argument
1456 	ap->stats.idle_irq++;  in ata_sff_idle_irq()
1459 	if ((ap->stats.idle_irq % 1000) == 0) {  in ata_sff_idle_irq()
1460 		ap->ops->sff_check_status(ap);  in ata_sff_idle_irq()
1461 		if (ap->ops->sff_irq_clear)  in ata_sff_idle_irq()
1462 			ap->ops->sff_irq_clear(ap);  in ata_sff_idle_irq()
1463 		ata_port_warn(ap, "irq trap\n");  in ata_sff_idle_irq()
1470 static unsigned int __ata_sff_port_intr(struct ata_port *ap,  in __ata_sff_port_intr()  argument
1477 		ap->print_id, qc->tf.protocol, ap->hsm_task_state);  in __ata_sff_port_intr()
1480 	switch (ap->hsm_task_state) {  in __ata_sff_port_intr()
1491 			return ata_sff_idle_irq(ap);  in __ata_sff_port_intr()
1494 		return ata_sff_idle_irq(ap);  in __ata_sff_port_intr()
1500 	status = ata_sff_irq_status(ap);  in __ata_sff_port_intr()
1505 			ap->hsm_task_state = HSM_ST_ERR;  in __ata_sff_port_intr()
1507 			return ata_sff_idle_irq(ap);  in __ata_sff_port_intr()
1511 	if (ap->ops->sff_irq_clear)  in __ata_sff_port_intr()
1512 		ap->ops->sff_irq_clear(ap);  in __ata_sff_port_intr()
1514 	ata_sff_hsm_move(ap, qc, status, 0);  in __ata_sff_port_intr()
1532 unsigned int ata_sff_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc)  in ata_sff_port_intr()  argument
1534 	return __ata_sff_port_intr(ap, qc, false);  in ata_sff_port_intr()
1553 		struct ata_port *ap = host->ports[i];  in __ata_sff_interrupt()  local
1556 		qc = ata_qc_from_tag(ap, ap->link.active_tag);  in __ata_sff_interrupt()
1559 				handled |= port_intr(ap, qc);  in __ata_sff_interrupt()
1575 			struct ata_port *ap = host->ports[i];  in __ata_sff_interrupt()  local
1580 			if (!ap->ops->sff_irq_check ||  in __ata_sff_interrupt()
1581 			    !ap->ops->sff_irq_check(ap))  in __ata_sff_interrupt()
1585 				ap->ops->sff_check_status(ap);  in __ata_sff_interrupt()
1586 				if (ap->ops->sff_irq_clear)  in __ata_sff_interrupt()
1587 					ap->ops->sff_irq_clear(ap);  in __ata_sff_interrupt()
1590 				if (!(ap->ops->sff_check_status(ap) & ATA_BUSY))  in __ata_sff_interrupt()
1643 void ata_sff_lost_interrupt(struct ata_port *ap)  in ata_sff_lost_interrupt()  argument
1649 	qc = ata_qc_from_tag(ap, ap->link.active_tag);  in ata_sff_lost_interrupt()
1655 	status = ata_sff_altstatus(ap);  in ata_sff_lost_interrupt()
1661 	ata_port_warn(ap, "lost interrupt (Status 0x%x)\n",  in ata_sff_lost_interrupt()
1665 	ata_sff_port_intr(ap, qc);  in ata_sff_lost_interrupt()
1678 void ata_sff_freeze(struct ata_port *ap)  in ata_sff_freeze()  argument
1680 	ap->ctl |= ATA_NIEN;  in ata_sff_freeze()
1681 	ap->last_ctl = ap->ctl;  in ata_sff_freeze()
1683 	if (ap->ops->sff_set_devctl || ap->ioaddr.ctl_addr)  in ata_sff_freeze()
1684 		ata_sff_set_devctl(ap, ap->ctl);  in ata_sff_freeze()
1690 	ap->ops->sff_check_status(ap);  in ata_sff_freeze()
1692 	if (ap->ops->sff_irq_clear)  in ata_sff_freeze()
1693 		ap->ops->sff_irq_clear(ap);  in ata_sff_freeze()
1706 void ata_sff_thaw(struct ata_port *ap)  in ata_sff_thaw()  argument
1709 	ap->ops->sff_check_status(ap);  in ata_sff_thaw()
1710 	if (ap->ops->sff_irq_clear)  in ata_sff_thaw()
1711 		ap->ops->sff_irq_clear(ap);  in ata_sff_thaw()
1712 	ata_sff_irq_on(ap);  in ata_sff_thaw()
1776 static unsigned int ata_devchk(struct ata_port *ap, unsigned int device)  in ata_devchk()  argument
1778 	struct ata_ioports *ioaddr = &ap->ioaddr;  in ata_devchk()
1781 	ap->ops->sff_dev_select(ap, device);  in ata_devchk()
1825 	struct ata_port *ap = dev->link->ap;  in ata_sff_dev_classify()  local
1830 	ap->ops->sff_dev_select(ap, dev->devno);  in ata_sff_dev_classify()
1834 	ap->ops->sff_tf_read(ap, &tf);  in ata_sff_dev_classify()
1865 		   (ap->ops->sff_check_status(ap) == 0))  in ata_sff_dev_classify()
1892 	struct ata_port *ap = link->ap;  in ata_sff_wait_after_reset()  local
1893 	struct ata_ioports *ioaddr = &ap->ioaddr;  in ata_sff_wait_after_reset()
1898 	ata_msleep(ap, ATA_WAIT_AFTER_RESET);  in ata_sff_wait_after_reset()
1914 		ap->ops->sff_dev_select(ap, 1);  in ata_sff_wait_after_reset()
1927 			ata_msleep(ap, 50);	/* give drive a breather */  in ata_sff_wait_after_reset()
1939 	ap->ops->sff_dev_select(ap, 0);  in ata_sff_wait_after_reset()
1941 		ap->ops->sff_dev_select(ap, 1);  in ata_sff_wait_after_reset()
1943 		ap->ops->sff_dev_select(ap, 0);  in ata_sff_wait_after_reset()
1949 static int ata_bus_softreset(struct ata_port *ap, unsigned int devmask,  in ata_bus_softreset()  argument
1952 	struct ata_ioports *ioaddr = &ap->ioaddr;  in ata_bus_softreset()
1954 	DPRINTK("ata%u: bus reset via SRST\n", ap->print_id);  in ata_bus_softreset()
1956 	if (ap->ioaddr.ctl_addr) {  in ata_bus_softreset()
1958 		iowrite8(ap->ctl, ioaddr->ctl_addr);  in ata_bus_softreset()
1960 		iowrite8(ap->ctl | ATA_SRST, ioaddr->ctl_addr);  in ata_bus_softreset()
1962 		iowrite8(ap->ctl, ioaddr->ctl_addr);  in ata_bus_softreset()
1963 		ap->last_ctl = ap->ctl;  in ata_bus_softreset()
1967 	return ata_sff_wait_after_reset(&ap->link, devmask, deadline);  in ata_bus_softreset()
1987 	struct ata_port *ap = link->ap;  in ata_sff_softreset()  local
1988 	unsigned int slave_possible = ap->flags & ATA_FLAG_SLAVE_POSS;  in ata_sff_softreset()
1996 	if (ata_devchk(ap, 0))  in ata_sff_softreset()
1998 	if (slave_possible && ata_devchk(ap, 1))  in ata_sff_softreset()
2002 	ap->ops->sff_dev_select(ap, 0);  in ata_sff_softreset()
2006 	rc = ata_bus_softreset(ap, devmask, deadline);  in ata_sff_softreset()
2072 	struct ata_port *ap = link->ap;  in ata_sff_postreset()  local
2078 		ap->ops->sff_dev_select(ap, 1);  in ata_sff_postreset()
2080 		ap->ops->sff_dev_select(ap, 0);  in ata_sff_postreset()
2089 	if (ap->ops->sff_set_devctl || ap->ioaddr.ctl_addr) {  in ata_sff_postreset()
2090 		ata_sff_set_devctl(ap, ap->ctl);  in ata_sff_postreset()
2091 		ap->last_ctl = ap->ctl;  in ata_sff_postreset()
2109 	struct ata_port *ap;  in ata_sff_drain_fifo()  local
2115 	ap = qc->ap;  in ata_sff_drain_fifo()
2117 	for (count = 0; (ap->ops->sff_check_status(ap) & ATA_DRQ)  in ata_sff_drain_fifo()
2119 		ioread16(ap->ioaddr.data_addr);  in ata_sff_drain_fifo()
2123 		ata_port_dbg(ap, "drained %d bytes to clear DRQ\n", count);  in ata_sff_drain_fifo()
2140 void ata_sff_error_handler(struct ata_port *ap)  in ata_sff_error_handler()  argument
2142 	ata_reset_fn_t softreset = ap->ops->softreset;  in ata_sff_error_handler()
2143 	ata_reset_fn_t hardreset = ap->ops->hardreset;  in ata_sff_error_handler()
2147 	qc = __ata_qc_from_tag(ap, ap->link.active_tag);  in ata_sff_error_handler()
2151 	spin_lock_irqsave(ap->lock, flags);  in ata_sff_error_handler()
2160 	if (ap->ops->sff_drain_fifo)  in ata_sff_error_handler()
2161 		ap->ops->sff_drain_fifo(qc);  in ata_sff_error_handler()
2163 	spin_unlock_irqrestore(ap->lock, flags);  in ata_sff_error_handler()
2167 	     hardreset == sata_sff_hardreset) && !sata_scr_valid(&ap->link))  in ata_sff_error_handler()
2170 	ata_do_eh(ap, ap->ops->prereset, softreset, hardreset,  in ata_sff_error_handler()
2171 		  ap->ops->postreset);  in ata_sff_error_handler()
2245 		struct ata_port *ap = host->ports[i];  in ata_pci_sff_init_host()  local
2249 		if (ata_port_is_dummy(ap))  in ata_pci_sff_init_host()
2257 			ap->ops = &ata_dummy_port_ops;  in ata_pci_sff_init_host()
2269 			ap->ops = &ata_dummy_port_ops;  in ata_pci_sff_init_host()
2274 		ap->ioaddr.cmd_addr = iomap[base];  in ata_pci_sff_init_host()
2275 		ap->ioaddr.altstatus_addr =  in ata_pci_sff_init_host()
2276 		ap->ioaddr.ctl_addr = (void __iomem *)  in ata_pci_sff_init_host()
2278 		ata_sff_std_ports(&ap->ioaddr);  in ata_pci_sff_init_host()
2280 		ata_port_desc(ap, "cmd 0x%llx ctl 0x%llx",  in ata_pci_sff_init_host()
2587 	struct ata_port *ap = qc->ap;  in ata_bmdma_fill_sg()  local
2588 	struct ata_bmdma_prd *prd = ap->bmdma_prd;  in ata_bmdma_fill_sg()
2638 	struct ata_port *ap = qc->ap;  in ata_bmdma_fill_sg_dumb()  local
2639 	struct ata_bmdma_prd *prd = ap->bmdma_prd;  in ata_bmdma_fill_sg_dumb()
2735 	struct ata_port *ap = qc->ap;  in ata_bmdma_qc_issue()  local
2743 	ata_dev_select(ap, qc->dev->devno, 1, 0);  in ata_bmdma_qc_issue()
2750 		ap->ops->sff_tf_load(ap, &qc->tf);  /* load tf registers */  in ata_bmdma_qc_issue()
2751 		ap->ops->bmdma_setup(qc);	    /* set up bmdma */  in ata_bmdma_qc_issue()
2752 		ap->ops->bmdma_start(qc);	    /* initiate bmdma */  in ata_bmdma_qc_issue()
2753 		ap->hsm_task_state = HSM_ST_LAST;  in ata_bmdma_qc_issue()
2759 		ap->ops->sff_tf_load(ap, &qc->tf);  /* load tf registers */  in ata_bmdma_qc_issue()
2760 		ap->ops->bmdma_setup(qc);	    /* set up bmdma */  in ata_bmdma_qc_issue()
2761 		ap->hsm_task_state = HSM_ST_FIRST;  in ata_bmdma_qc_issue()
2790 unsigned int ata_bmdma_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc)  in ata_bmdma_port_intr()  argument
2792 	struct ata_eh_info *ehi = &ap->link.eh_info;  in ata_bmdma_port_intr()
2797 	if (ap->hsm_task_state == HSM_ST_LAST && ata_is_dma(qc->tf.protocol)) {  in ata_bmdma_port_intr()
2799 		host_stat = ap->ops->bmdma_status(ap);  in ata_bmdma_port_intr()
2800 		VPRINTK("ata%u: host_stat 0x%X\n", ap->print_id, host_stat);  in ata_bmdma_port_intr()
2804 			return ata_sff_idle_irq(ap);  in ata_bmdma_port_intr()
2807 		ap->ops->bmdma_stop(qc);  in ata_bmdma_port_intr()
2813 			ap->hsm_task_state = HSM_ST_ERR;  in ata_bmdma_port_intr()
2817 	handled = __ata_sff_port_intr(ap, qc, bmdma_stopped);  in ata_bmdma_port_intr()
2858 void ata_bmdma_error_handler(struct ata_port *ap)  in ata_bmdma_error_handler()  argument
2864 	qc = __ata_qc_from_tag(ap, ap->link.active_tag);  in ata_bmdma_error_handler()
2869 	spin_lock_irqsave(ap->lock, flags);  in ata_bmdma_error_handler()
2874 		host_stat = ap->ops->bmdma_status(ap);  in ata_bmdma_error_handler()
2886 		ap->ops->bmdma_stop(qc);  in ata_bmdma_error_handler()
2890 			ap->ops->sff_check_status(ap);  in ata_bmdma_error_handler()
2891 			if (ap->ops->sff_irq_clear)  in ata_bmdma_error_handler()
2892 				ap->ops->sff_irq_clear(ap);  in ata_bmdma_error_handler()
2896 	spin_unlock_irqrestore(ap->lock, flags);  in ata_bmdma_error_handler()
2899 		ata_eh_thaw_port(ap);  in ata_bmdma_error_handler()
2901 	ata_sff_error_handler(ap);  in ata_bmdma_error_handler()
2914 	struct ata_port *ap = qc->ap;  in ata_bmdma_post_internal_cmd()  local
2918 		spin_lock_irqsave(ap->lock, flags);  in ata_bmdma_post_internal_cmd()
2919 		ap->ops->bmdma_stop(qc);  in ata_bmdma_post_internal_cmd()
2920 		spin_unlock_irqrestore(ap->lock, flags);  in ata_bmdma_post_internal_cmd()
2936 void ata_bmdma_irq_clear(struct ata_port *ap)  in ata_bmdma_irq_clear()  argument
2938 	void __iomem *mmio = ap->ioaddr.bmdma_addr;  in ata_bmdma_irq_clear()
2956 	struct ata_port *ap = qc->ap;  in ata_bmdma_setup()  local
2962 	iowrite32(ap->bmdma_prd_dma, ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS);  in ata_bmdma_setup()
2965 	dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD);  in ata_bmdma_setup()
2969 	iowrite8(dmactl, ap->ioaddr.bmdma_addr + ATA_DMA_CMD);  in ata_bmdma_setup()
2972 	ap->ops->sff_exec_command(ap, &qc->tf);  in ata_bmdma_setup()
2985 	struct ata_port *ap = qc->ap;  in ata_bmdma_start()  local
2989 	dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD);  in ata_bmdma_start()
2990 	iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD);  in ata_bmdma_start()
3022 	struct ata_port *ap = qc->ap;  in ata_bmdma_stop()  local
3023 	void __iomem *mmio = ap->ioaddr.bmdma_addr;  in ata_bmdma_stop()
3030 	ata_sff_dma_pause(ap);  in ata_bmdma_stop()
3045 u8 ata_bmdma_status(struct ata_port *ap)  in ata_bmdma_status()  argument
3047 	return ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_STATUS);  in ata_bmdma_status()
3064 int ata_bmdma_port_start(struct ata_port *ap)  in ata_bmdma_port_start()  argument
3066 	if (ap->mwdma_mask || ap->udma_mask) {  in ata_bmdma_port_start()
3067 		ap->bmdma_prd =  in ata_bmdma_port_start()
3068 			dmam_alloc_coherent(ap->host->dev, ATA_PRD_TBL_SZ,  in ata_bmdma_port_start()
3069 					    &ap->bmdma_prd_dma, GFP_KERNEL);  in ata_bmdma_port_start()
3070 		if (!ap->bmdma_prd)  in ata_bmdma_port_start()
3092 int ata_bmdma_port_start32(struct ata_port *ap)  in ata_bmdma_port_start32()  argument
3094 	ap->pflags |= ATA_PFLAG_PIO32 | ATA_PFLAG_PIO32CHANGE;  in ata_bmdma_port_start32()
3095 	return ata_bmdma_port_start(ap);  in ata_bmdma_port_start32()
3185 		struct ata_port *ap = host->ports[i];  in ata_pci_bmdma_init()  local
3188 		if (ata_port_is_dummy(ap))  in ata_pci_bmdma_init()
3191 		ap->ioaddr.bmdma_addr = bmdma;  in ata_pci_bmdma_init()
3192 		if ((!(ap->flags & ATA_FLAG_IGN_SIMPLEX)) &&  in ata_pci_bmdma_init()
3196 		ata_port_desc(ap, "bmdma 0x%llx",  in ata_pci_bmdma_init()
3271 void ata_sff_port_init(struct ata_port *ap)  in ata_sff_port_init()  argument
3273 	INIT_DELAYED_WORK(&ap->sff_pio_task, ata_sff_pio_task);  in ata_sff_port_init()
3274 	ap->ctl = ATA_DEVCTL_OBS;  in ata_sff_port_init()
3275 	ap->last_ctl = 0xFF;  in ata_sff_port_init()