293 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_show_port_cmd()  local
297 	ret = sprintf(buf, "%x\n", readl(port_mmio + PORT_CMD));  in ahci_show_port_cmd()
447 	void __iomem *port_mmio;  in ahci_save_initial_config()  local
586 		port_mmio = __ahci_port_base(hpriv, i);  in ahci_save_initial_config()
588 			readl(port_mmio + PORT_CMD) & PORT_CMD_CAP;  in ahci_save_initial_config()
622 	void __iomem *port_mmio;  in ahci_restore_initial_config()  local
632 		port_mmio = __ahci_port_base(hpriv, i);  in ahci_restore_initial_config()
633 		writel(hpriv->saved_port_cap[i], port_mmio + PORT_CMD);  in ahci_restore_initial_config()
656 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_scr_read()  local
660 		*val = readl(port_mmio + offset);  in ahci_scr_read()
668 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_scr_write()  local
672 		writel(val, port_mmio + offset);  in ahci_scr_write()
680 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_start_engine()  local
684 	tmp = readl(port_mmio + PORT_CMD);  in ahci_start_engine()
686 	writel(tmp, port_mmio + PORT_CMD);  in ahci_start_engine()
687 	readl(port_mmio + PORT_CMD); /* flush */  in ahci_start_engine()
693 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_stop_engine()  local
710 	tmp = readl(port_mmio + PORT_CMD);  in ahci_stop_engine()
728 	writel(tmp, port_mmio + PORT_CMD);  in ahci_stop_engine()
731 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD,  in ahci_stop_engine()
742 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_start_fis_rx()  local
750 		       port_mmio + PORT_LST_ADDR_HI);  in ahci_start_fis_rx()
751 	writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR);  in ahci_start_fis_rx()
755 		       port_mmio + PORT_FIS_ADDR_HI);  in ahci_start_fis_rx()
756 	writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR);  in ahci_start_fis_rx()
759 	tmp = readl(port_mmio + PORT_CMD);  in ahci_start_fis_rx()
761 	writel(tmp, port_mmio + PORT_CMD);  in ahci_start_fis_rx()
764 	readl(port_mmio + PORT_CMD);  in ahci_start_fis_rx()
770 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_stop_fis_rx()  local
774 	tmp = readl(port_mmio + PORT_CMD);  in ahci_stop_fis_rx()
776 	writel(tmp, port_mmio + PORT_CMD);  in ahci_stop_fis_rx()
779 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD, PORT_CMD_FIS_ON,  in ahci_stop_fis_rx()
790 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_power_up()  local
793 	cmd = readl(port_mmio + PORT_CMD) & ~PORT_CMD_ICC_MASK;  in ahci_power_up()
798 		writel(cmd, port_mmio + PORT_CMD);  in ahci_power_up()
802 	writel(cmd | PORT_CMD_ICC_ACTIVE, port_mmio + PORT_CMD);  in ahci_power_up()
811 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_set_lpm()  local
823 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
829 		u32 cmd = readl(port_mmio + PORT_CMD);  in ahci_set_lpm()
836 			writel(cmd, port_mmio + PORT_CMD);  in ahci_set_lpm()
837 			readl(port_mmio + PORT_CMD);  in ahci_set_lpm()
852 			writel(cmd, port_mmio + PORT_CMD);  in ahci_set_lpm()
872 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
882 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_power_down()  local
889 	scontrol = readl(port_mmio + PORT_SCR_CTL);  in ahci_power_down()
891 	writel(scontrol, port_mmio + PORT_SCR_CTL);  in ahci_power_down()
894 	cmd = readl(port_mmio + PORT_CMD) & ~PORT_CMD_ICC_MASK;  in ahci_power_down()
896 	writel(cmd, port_mmio + PORT_CMD);  in ahci_power_down()
1260 			   void __iomem *port_mmio)  in ahci_port_init()  argument
1273 	tmp = readl(port_mmio + PORT_SCR_ERR);  in ahci_port_init()
1275 	writel(tmp, port_mmio + PORT_SCR_ERR);  in ahci_port_init()
1278 	tmp = readl(port_mmio + PORT_IRQ_STAT);  in ahci_port_init()
1281 		writel(tmp, port_mmio + PORT_IRQ_STAT);  in ahci_port_init()
1286 	tmp = readl(port_mmio + PORT_CMD);  in ahci_port_init()
1296 	void __iomem *port_mmio;  in ahci_init_controller()  local
1302 		port_mmio = ahci_port_base(ap);  in ahci_init_controller()
1306 		ahci_port_init(host->dev, ap, i, mmio, port_mmio);  in ahci_init_controller()
1330 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_dev_classify()  local
1334 	tmp = readl(port_mmio + PORT_SIG);  in ahci_dev_classify()
1360 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_kick_engine()  local
1362 	u8 status = readl(port_mmio + PORT_TFDATA) & 0xFF;  in ahci_kick_engine()
1386 	tmp = readl(port_mmio + PORT_CMD);  in ahci_kick_engine()
1388 	writel(tmp, port_mmio + PORT_CMD);  in ahci_kick_engine()
1391 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD,  in ahci_kick_engine()
1409 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_exec_polled_cmd()  local
1419 		tmp = readl(port_mmio + PORT_FBS);  in ahci_exec_polled_cmd()
1422 		writel(tmp, port_mmio + PORT_FBS);  in ahci_exec_polled_cmd()
1427 	writel(1, port_mmio + PORT_CMD_ISSUE);  in ahci_exec_polled_cmd()
1430 		tmp = ata_wait_register(ap, port_mmio + PORT_CMD_ISSUE,  in ahci_exec_polled_cmd()
1437 		readl(port_mmio + PORT_CMD_ISSUE);	/* flush */  in ahci_exec_polled_cmd()
1523 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_check_ready()  local
1524 	u8 status = readl(port_mmio + PORT_TFDATA) & 0xFF;  in ahci_check_ready()
1541 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_bad_pmp_check_ready()  local
1542 	u8 status = readl(port_mmio + PORT_TFDATA) & 0xFF;  in ahci_bad_pmp_check_ready()
1543 	u32 irq_status = readl(port_mmio + PORT_IRQ_STAT);  in ahci_bad_pmp_check_ready()
1559 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_retry_softreset()  local
1573 		irq_sts = readl(port_mmio + PORT_IRQ_STAT);  in ahci_pmp_retry_softreset()
1627 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_postreset()  local
1633 	new_tmp = tmp = readl(port_mmio + PORT_CMD);  in ahci_postreset()
1639 		writel(new_tmp, port_mmio + PORT_CMD);  in ahci_postreset()
1640 		readl(port_mmio + PORT_CMD); /* flush */  in ahci_postreset()
1719 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_fbs_dec_intr()  local
1720 	u32 fbs = readl(port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1728 	writel(fbs | PORT_FBS_DEC, port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1729 	fbs = readl(port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1732 		fbs = readl(port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1752 		void __iomem *port_mmio = ahci_port_base(ap);  in ahci_error_intr()  local
1753 		u32 fbs = readl(port_mmio + PORT_FBS);  in ahci_error_intr()
1851 				       void __iomem *port_mmio, u32 status)  in ahci_handle_port_interrupt()  argument
1912 			qc_active = readl(port_mmio + PORT_SCR_ACT);  in ahci_handle_port_interrupt()
1913 			qc_active |= readl(port_mmio + PORT_CMD_ISSUE);  in ahci_handle_port_interrupt()
1918 			qc_active = readl(port_mmio + PORT_SCR_ACT);  in ahci_handle_port_interrupt()
1920 			qc_active = readl(port_mmio + PORT_CMD_ISSUE);  in ahci_handle_port_interrupt()
1936 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_intr()  local
1939 	status = readl(port_mmio + PORT_IRQ_STAT);  in ahci_port_intr()
1940 	writel(status, port_mmio + PORT_IRQ_STAT);  in ahci_port_intr()
1942 	ahci_handle_port_interrupt(ap, port_mmio, status);  in ahci_port_intr()
1948 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_multi_irqs_intr_hard()  local
1951 	status = readl(port_mmio + PORT_IRQ_STAT);  in ahci_multi_irqs_intr_hard()
1952 	writel(status, port_mmio + PORT_IRQ_STAT);  in ahci_multi_irqs_intr_hard()
1955 	ahci_handle_port_interrupt(ap, port_mmio, status);  in ahci_multi_irqs_intr_hard()
2028 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_qc_issue()  local
2038 		writel(1 << qc->hw_tag, port_mmio + PORT_SCR_ACT);  in ahci_qc_issue()
2041 		u32 fbs = readl(port_mmio + PORT_FBS);  in ahci_qc_issue()
2044 		writel(fbs, port_mmio + PORT_FBS);  in ahci_qc_issue()
2048 	writel(1 << qc->hw_tag, port_mmio + PORT_CMD_ISSUE);  in ahci_qc_issue()
2082 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_freeze()  local
2085 	writel(0, port_mmio + PORT_IRQ_MASK);  in ahci_freeze()
2092 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_thaw()  local
2097 	tmp = readl(port_mmio + PORT_IRQ_STAT);  in ahci_thaw()
2098 	writel(tmp, port_mmio + PORT_IRQ_STAT);  in ahci_thaw()
2102 	writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_thaw()
2134 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_set_aggressive_devslp()  local
2140 	devslp = readl(port_mmio + PORT_DEVSLP);  in ahci_set_aggressive_devslp()
2150 			       port_mmio + PORT_DEVSLP);  in ahci_set_aggressive_devslp()
2199 	writel(devslp, port_mmio + PORT_DEVSLP);  in ahci_set_aggressive_devslp()
2215 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_enable_fbs()  local
2222 	fbs = readl(port_mmio + PORT_FBS);  in ahci_enable_fbs()
2233 	writel(fbs | PORT_FBS_EN, port_mmio + PORT_FBS);  in ahci_enable_fbs()
2234 	fbs = readl(port_mmio + PORT_FBS);  in ahci_enable_fbs()
2249 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_disable_fbs()  local
2256 	fbs = readl(port_mmio + PORT_FBS);  in ahci_disable_fbs()
2266 	writel(fbs & ~PORT_FBS_EN, port_mmio + PORT_FBS);  in ahci_disable_fbs()
2267 	fbs = readl(port_mmio + PORT_FBS);  in ahci_disable_fbs()
2280 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_attach()  local
2284 	cmd = readl(port_mmio + PORT_CMD);  in ahci_pmp_attach()
2286 	writel(cmd, port_mmio + PORT_CMD);  in ahci_pmp_attach()
2301 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_attach()
2306 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_detach()  local
2312 	cmd = readl(port_mmio + PORT_CMD);  in ahci_pmp_detach()
2314 	writel(cmd, port_mmio + PORT_CMD);  in ahci_pmp_detach()
2320 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_detach()
2342 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_handle_s2idle()  local
2347 	devslp = readl(port_mmio + PORT_DEVSLP);  in ahci_handle_s2idle()
2398 		void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_start()  local
2399 		u32 cmd = readl(port_mmio + PORT_CMD);  in ahci_port_start()