1 // SPDX-License-Identifier: GPL-2.0-or-later
3  *  ahci.c - AHCI SATA support
6  *    		    Please ALWAYS copy linux-ide@vger.kernel.org
9  *  Copyright 2004-2005 Red Hat, Inc.
12  * as Documentation/driver-api/libata.rst
25 #include <linux/dma-mapping.h>
33 #include <linux/ahci-remap.h>
34 #include <linux/io-64-nonatomic-lo-hi.h>
249 	{ PCI_VDEVICE(INTEL, 0x06d6), board_ahci }, /* Comet Lake PCH-H RAID */
259 	{ PCI_VDEVICE(INTEL, 0x27c6), board_ahci }, /* ICH7-M DH */
344 	{ PCI_VDEVICE(INTEL, 0x9dd3), board_ahci_mobile }, /* Cannon Lake PCH-LP AHCI */
363 	{ PCI_VDEVICE(INTEL, 0x43d4), board_ahci }, /* Rocket Lake PCH-H RAID */
364 	{ PCI_VDEVICE(INTEL, 0x43d5), board_ahci }, /* Rocket Lake PCH-H RAID */
365 	{ PCI_VDEVICE(INTEL, 0x43d6), board_ahci }, /* Rocket Lake PCH-H RAID */
366 	{ PCI_VDEVICE(INTEL, 0x43d7), board_ahci }, /* Rocket Lake PCH-H RAID */
391 	{ PCI_VDEVICE(INTEL, 0xa102), board_ahci }, /* Sunrise Point-H AHCI */
393 	{ PCI_VDEVICE(INTEL, 0xa105), board_ahci }, /* Sunrise Point-H RAID */
394 	{ PCI_VDEVICE(INTEL, 0xa106), board_ahci }, /* Sunrise Point-H RAID */
396 	{ PCI_VDEVICE(INTEL, 0xa10f), board_ahci }, /* Sunrise Point-H RAID */
409 	{ PCI_VDEVICE(INTEL, 0xa356), board_ahci }, /* Cannon Lake PCH-H RAID */
410 	{ PCI_VDEVICE(INTEL, 0x06d7), board_ahci }, /* Comet Lake-H RAID */
411 	{ PCI_VDEVICE(INTEL, 0xa386), board_ahci }, /* Comet Lake PCH-V RAID */
417 	{ PCI_VDEVICE(INTEL, 0x02d3), board_ahci_mobile }, /* Comet Lake PCH-U AHCI */
428 	/* ATI */
429 	{ PCI_VDEVICE(ATI, 0x4380), board_ahci_sb600 }, /* ATI SB600 */
430 	{ PCI_VDEVICE(ATI, 0x4390), board_ahci_sb700 }, /* ATI SB700/800 */
431 	{ PCI_VDEVICE(ATI, 0x4391), board_ahci_sb700 }, /* ATI SB700/800 */
432 	{ PCI_VDEVICE(ATI, 0x4392), board_ahci_sb700 }, /* ATI SB700/800 */
433 	{ PCI_VDEVICE(ATI, 0x4393), board_ahci_sb700 }, /* ATI SB700/800 */
434 	{ PCI_VDEVICE(ATI, 0x4394), board_ahci_sb700 }, /* ATI SB700/800 */
435 	{ PCI_VDEVICE(ATI, 0x4395), board_ahci_sb700 }, /* ATI SB700/800 */
443 	{ PCI_VDEVICE(AMD, 0x7800), board_ahci }, /* AMD Hudson-2 */
582 	{ PCI_VDEVICE(PROMISE, 0x3781), board_ahci },   /* FastTrak TX8660 ahci-mode */
637 static int mobile_lpm_policy = -1;
644 	if (pdev->vendor == PCI_VENDOR_ID_JMICRON && pdev->device == 0x2361) {  in ahci_pci_save_initial_config()
645 		dev_info(&pdev->dev, "JMB361 has only one port\n");  in ahci_pci_save_initial_config()
646 		hpriv->force_port_map = 1;  in ahci_pci_save_initial_config()
654 	if (hpriv->flags & AHCI_HFLAG_MV_PATA) {  in ahci_pci_save_initial_config()
655 		if (pdev->device == 0x6121)  in ahci_pci_save_initial_config()
656 			hpriv->mask_port_map = 0x3;  in ahci_pci_save_initial_config()
658 			hpriv->mask_port_map = 0xf;  in ahci_pci_save_initial_config()
659 		dev_info(&pdev->dev,  in ahci_pci_save_initial_config()
663 	ahci_save_initial_config(&pdev->dev, hpriv);  in ahci_pci_save_initial_config()
668 	struct ahci_host_priv *hpriv = host->private_data;  in ahci_pci_init_controller()
669 	struct pci_dev *pdev = to_pci_dev(host->dev);  in ahci_pci_init_controller()
674 	if (hpriv->flags & AHCI_HFLAG_MV_PATA) {  in ahci_pci_init_controller()
675 		if (pdev->device == 0x6121)  in ahci_pci_init_controller()
696 	struct ata_port *ap = link->ap;  in ahci_vt8251_hardreset()
697 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_vt8251_hardreset()
703 	hpriv->stop_engine(ap);  in ahci_vt8251_hardreset()
705 	rc = sata_link_hardreset(link, sata_ehc_deb_timing(&link->eh_context),  in ahci_vt8251_hardreset()
708 	hpriv->start_engine(ap);  in ahci_vt8251_hardreset()
713 	 * request follow-up softreset.  in ahci_vt8251_hardreset()
715 	return online ? -EAGAIN : rc;  in ahci_vt8251_hardreset()
721 	struct ata_port *ap = link->ap;  in ahci_p5wdh_hardreset()
722 	struct ahci_port_priv *pp = ap->private_data;  in ahci_p5wdh_hardreset()
723 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_p5wdh_hardreset()
724 	u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;  in ahci_p5wdh_hardreset()
729 	hpriv->stop_engine(ap);  in ahci_p5wdh_hardreset()
732 	ata_tf_init(link->device, &tf);  in ahci_p5wdh_hardreset()
736 	rc = sata_link_hardreset(link, sata_ehc_deb_timing(&link->eh_context),  in ahci_p5wdh_hardreset()
739 	hpriv->start_engine(ap);  in ahci_p5wdh_hardreset()
742 	 * ASUS P5W-DH Deluxe doesn't send signature FIS after  in ahci_p5wdh_hardreset()
764  * ahci_avn_hardreset - attempt more aggressive recovery of Avoton ports.
768  * be recovered by a SATA-hard-reset alone.  The failing signature is
781 	const unsigned long *timing = sata_ehc_deb_timing(&link->eh_context);  in ahci_avn_hardreset()
782 	struct ata_port *ap = link->ap;  in ahci_avn_hardreset()
783 	struct ahci_port_priv *pp = ap->private_data;  in ahci_avn_hardreset()
784 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_avn_hardreset()
785 	u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;  in ahci_avn_hardreset()
786 	unsigned long tmo = deadline - jiffies;  in ahci_avn_hardreset()
793 	hpriv->stop_engine(ap);  in ahci_avn_hardreset()
798 		int port = ap->port_no;  in ahci_avn_hardreset()
799 		struct ata_host *host = ap->host;  in ahci_avn_hardreset()
800 		struct pci_dev *pdev = to_pci_dev(host->dev);  in ahci_avn_hardreset()
803 		ata_tf_init(link->device, &tf);  in ahci_avn_hardreset()
825 	hpriv->start_engine(ap);  in ahci_avn_hardreset()
838 	struct ahci_host_priv *hpriv = host->private_data;  in ahci_pci_disable_interrupts()
839 	void __iomem *mmio = hpriv->mmio;  in ahci_pci_disable_interrupts()
879 	struct ahci_host_priv *hpriv = host->private_data;  in ahci_pci_device_suspend()
881 	if (hpriv->flags & AHCI_HFLAG_NO_SUSPEND) {  in ahci_pci_device_suspend()
882 		dev_err(&pdev->dev,  in ahci_pci_device_suspend()
884 		return -EIO;  in ahci_pci_device_suspend()
901 	if (pdev->dev.power.power_state.event == PM_EVENT_SUSPEND) {  in ahci_pci_device_resume()
923 	 * If the device fixup already set the dma_mask to some non-standard  in ahci_configure_dma_masks()
927 	 * bogus, platform code should use dev->bus_dma_limit instead..  in ahci_configure_dma_masks()
929 	if (pdev->dma_mask && pdev->dma_mask < DMA_BIT_MASK(32))  in ahci_configure_dma_masks()
932 	rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(dma_bits));  in ahci_configure_dma_masks()
934 		dev_err(&pdev->dev, "DMA enable failed\n");  in ahci_configure_dma_masks()
940 	struct pci_dev *pdev = to_pci_dev(host->dev);  in ahci_pci_print_info()
958  * hardwired to on-board SIMG 4726.  The chipset is ICH8 and doesn't
973  * assumed without follow-up softreset.
988 	struct pci_dev *pdev = to_pci_dev(host->dev);  in ahci_p5wdh_workaround()
990 	if (pdev->bus->number == 0 && pdev->devfn == PCI_DEVFN(0x1f, 2) &&  in ahci_p5wdh_workaround()
992 		struct ata_port *ap = host->ports[1];  in ahci_p5wdh_workaround()
994 		dev_info(&pdev->dev,  in ahci_p5wdh_workaround()
995 			 "enabling ASUS P5W DH Deluxe on-board SIMG4726 workaround\n");  in ahci_p5wdh_workaround()
997 		ap->ops = &ahci_p5wdh_ops;  in ahci_p5wdh_workaround()
998 		ap->link.flags |= ATA_LFLAG_NO_SRST | ATA_LFLAG_ASSUME_ATA;  in ahci_p5wdh_workaround()
1004  * booting in BIOS compatibility mode.  We restore the registers but not ID.
1010 	printk(KERN_INFO "ahci: enabling MCP89 AHCI mode\n");  in ahci_mcp89_apple_enable()
1038 	return pdev->vendor == PCI_VENDOR_ID_NVIDIA &&  in is_mcp89_apple()
1039 		pdev->device == PCI_DEVICE_ID_NVIDIA_NFORCE_MCP89_SATA &&  in is_mcp89_apple()
1040 		pdev->subsystem_vendor == PCI_VENDOR_ID_APPLE &&  in is_mcp89_apple()
1041 		pdev->subsystem_device == 0xcb89;  in is_mcp89_apple()
1050 		 * working is 1501 which was released on 2007-10-26.  in ahci_sb600_enable_64bit()
1056 			.ident = "ASUS M2A-VM",  in ahci_sb600_enable_64bit()
1060 				DMI_MATCH(DMI_BOARD_NAME, "M2A-VM"),  in ahci_sb600_enable_64bit()
1065 		 * All BIOS versions for the MSI K9A2 Platinum (MS-7376)  in ahci_sb600_enable_64bit()
1069 		 * fields as "MICRO-STAR INTERANTIONAL CO.,LTD".  in ahci_sb600_enable_64bit()
1072 		 * "MICRO-STAR INTERNATIONAL CO.,LTD".  in ahci_sb600_enable_64bit()
1073 		 * So try to match on DMI_BOARD_VENDOR of "MICRO-STAR INTER".  in ahci_sb600_enable_64bit()
1076 		 * DMI field of "MS-7376". This was changed to be  in ahci_sb600_enable_64bit()
1077 		 * "K9A2 Platinum (MS-7376)" in version 1.9, but we can still  in ahci_sb600_enable_64bit()
1078 		 * match on DMI_BOARD_NAME of "MS-7376".  in ahci_sb600_enable_64bit()
1084 					  "MICRO-STAR INTER"),  in ahci_sb600_enable_64bit()
1085 				DMI_MATCH(DMI_BOARD_NAME, "MS-7376"),  in ahci_sb600_enable_64bit()
1089 		 * All BIOS versions for the MSI K9AGM2 (MS-7327) support  in ahci_sb600_enable_64bit()
1094 		 * match on DMI_BOARD_VENDOR of "MICRO-STAR INTER" again.  in ahci_sb600_enable_64bit()
1100 					  "MICRO-STAR INTER"),  in ahci_sb600_enable_64bit()
1101 				DMI_MATCH(DMI_BOARD_NAME, "MS-7327"),  in ahci_sb600_enable_64bit()
1123 	if (pdev->bus->number != 0 || pdev->devfn != PCI_DEVFN(0x12, 0) ||  in ahci_sb600_enable_64bit()
1127 	if (!match->driver_data)  in ahci_sb600_enable_64bit()
1133 	if (strcmp(buf, match->driver_data) >= 0)  in ahci_sb600_enable_64bit()
1136 		dev_warn(&pdev->dev,  in ahci_sb600_enable_64bit()
1138 			 match->ident);  in ahci_sb600_enable_64bit()
1143 	dev_warn(&pdev->dev, "%s: enabling 64bit DMA\n", match->ident);  in ahci_sb600_enable_64bit()
1153 				DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),  in ahci_broken_system_poweroff()
1162 				DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),  in ahci_broken_system_poweroff()
1174 		unsigned long slot = (unsigned long)dmi->driver_data;  in ahci_broken_system_poweroff()
1175 		/* apply the quirk only to on-board controllers */  in ahci_broken_system_poweroff()
1176 		return slot == PCI_SLOT(pdev->devfn);  in ahci_broken_system_poweroff()
1186 		 * On HP dv[4-6] and HDX18 with earlier BIOSen, link  in ahci_broken_suspend()
1201 				DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),  in ahci_broken_suspend()
1210 				DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),  in ahci_broken_suspend()
1219 				DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),  in ahci_broken_suspend()
1228 				DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),  in ahci_broken_suspend()
1257 	if (!dmi || pdev->bus->number || pdev->devfn != PCI_DEVFN(0x1f, 2))  in ahci_broken_suspend()
1263 	return strcmp(buf, dmi->driver_data) < 0;  in ahci_broken_suspend()
1316 	return strcmp(buf, dmi->driver_data) < 0;  in ahci_broken_lpm()
1338 			.ident = "EP45-DQ6",  in ahci_broken_online()
1342 				DMI_MATCH(DMI_BOARD_NAME, "EP45-DQ6"),  in ahci_broken_online()
1347 			.ident = "EP45-DS5",  in ahci_broken_online()
1351 				DMI_MATCH(DMI_BOARD_NAME, "EP45-DS5"),  in ahci_broken_online()
1364 	val = (unsigned long)dmi->driver_data;  in ahci_broken_online()
1366 	return pdev->bus->number == (val >> 8) && pdev->devfn == (val & 0xff);  in ahci_broken_online()
1388 		 * is FPDMA non-zero offset enable which when enabled  in ahci_gtf_filter_workaround()
1409 	filter = (unsigned long)dmi->driver_data;  in ahci_gtf_filter_workaround()
1410 	dev_info(host->dev, "applying extra ACPI _GTF filter 0x%x for %s\n",  in ahci_gtf_filter_workaround()
1411 		 filter, dmi->ident);  in ahci_gtf_filter_workaround()
1413 	for (i = 0; i < host->n_ports; i++) {  in ahci_gtf_filter_workaround()
1414 		struct ata_port *ap = host->ports[i];  in ahci_gtf_filter_workaround()
1420 				dev->gtf_filter |= filter;  in ahci_gtf_filter_workaround()
1447 				DMI_MATCH(DMI_PRODUCT_NAME, "Switch SA5-271")  in acer_sa5_271_workaround()
1454 		dev_info(&pdev->dev, "enabling Acer Switch Alpha 12 workaround\n");  in acer_sa5_271_workaround()
1455 		if ((hpriv->saved_cap & 0xC734FF00) == 0xC734FF00) {  in acer_sa5_271_workaround()
1456 			hpriv->port_map = 0x7;  in acer_sa5_271_workaround()
1457 			hpriv->cap = 0xC734FF02;  in acer_sa5_271_workaround()
1478 	hpriv = host->private_data;  in ahci_thunderx_irq_handler()
1479 	mmio = hpriv->mmio;  in ahci_thunderx_irq_handler()
1485 		irq_masked = irq_stat & hpriv->port_map;  in ahci_thunderx_irq_handler()
1486 		spin_lock(&host->lock);  in ahci_thunderx_irq_handler()
1492 		spin_unlock(&host->lock);  in ahci_thunderx_irq_handler()
1509 	if (pdev->vendor != PCI_VENDOR_ID_INTEL ||  in ahci_remap_check()
1512 	    !(readl(hpriv->mmio + AHCI_VSCAP) & 1))  in ahci_remap_check()
1515 	cap = readq(hpriv->mmio + AHCI_REMAP_CAP);  in ahci_remap_check()
1519 		if (readl(hpriv->mmio + ahci_remap_dcc(i))  in ahci_remap_check()
1524 		hpriv->remapped_nvme++;  in ahci_remap_check()
1527 	if (!hpriv->remapped_nvme)  in ahci_remap_check()
1530 	dev_warn(&pdev->dev, "Found %u remapped NVMe devices.\n",  in ahci_remap_check()
1531 		 hpriv->remapped_nvme);  in ahci_remap_check()
1532 	dev_warn(&pdev->dev,  in ahci_remap_check()
1533 		 "Switch your BIOS from RAID to AHCI mode to use them.\n");  in ahci_remap_check()
1536 	 * Don't rely on the msi-x capability in the remap case,  in ahci_remap_check()
1539 	hpriv->flags |= AHCI_HFLAG_NO_MSI;  in ahci_remap_check()
1544 	return pci_irq_vector(to_pci_dev(host->dev), port);  in ahci_get_irq_vector()
1552 	if (hpriv->flags & AHCI_HFLAG_NO_MSI)  in ahci_init_msi()
1553 		return -ENODEV;  in ahci_init_msi()
1557 	 * Message mode could be enforced. In this case assume that advantage  in ahci_init_msi()
1558 	 * of multipe MSIs is negated and use single MSI mode instead.  in ahci_init_msi()
1564 			if (!(readl(hpriv->mmio + HOST_CTL) & HOST_MRSM)) {  in ahci_init_msi()
1565 				hpriv->get_irq_vector = ahci_get_irq_vector;  in ahci_init_msi()
1566 				hpriv->flags |= AHCI_HFLAG_MULTI_MSI;  in ahci_init_msi()
1571 			 * Fallback to single MSI mode if the controller  in ahci_init_msi()
1572 			 * enforced MRSM mode.  in ahci_init_msi()
1581 	 * If the host is not capable of supporting per-port vectors, fall  in ahci_init_msi()
1582 	 * back to single MSI before finally attempting single MSI-X.  in ahci_init_msi()
1597 	if (!(hpriv->flags & AHCI_HFLAG_IS_MOBILE))  in ahci_update_initial_lpm_policy()
1601 	if (mobile_lpm_policy != -1) {  in ahci_update_initial_lpm_policy()
1609 		if (hpriv->cap & HOST_CAP_PART)  in ahci_update_initial_lpm_policy()
1611 		else if (hpriv->cap & HOST_CAP_SSC)  in ahci_update_initial_lpm_policy()
1618 		ap->target_lpm_policy = policy;  in ahci_update_initial_lpm_policy()
1627 	 * Only apply the 6-port PCS quirk for known legacy platforms.  in ahci_intel_pcs_quirk()
1629 	if (!id || id->vendor != PCI_VENDOR_ID_INTEL)  in ahci_intel_pcs_quirk()
1633 	if (((enum board_ids) id->driver_data) >= board_ahci_pcs7)  in ahci_intel_pcs_quirk()
1638 	 * implemented as write or write-once register.  If the register  in ahci_intel_pcs_quirk()
1645 	if ((tmp16 & hpriv->port_map) != hpriv->port_map) {  in ahci_intel_pcs_quirk()
1646 		tmp16 |= hpriv->port_map;  in ahci_intel_pcs_quirk()
1656 	struct ahci_host_priv *hpriv = host->private_data;  in remapped_nvme_show()
1658 	return sprintf(buf, "%u\n", hpriv->remapped_nvme);  in remapped_nvme_show()
1665 	unsigned int board_id = ent->driver_data;  in ahci_init_one()
1668 	struct device *dev = &pdev->dev;  in ahci_init_one()
1678 	ata_print_version_once(&pdev->dev, DRV_VERSION);  in ahci_init_one()
1683 	if (pdev->vendor == PCI_VENDOR_ID_MARVELL && !marvell_enable)  in ahci_init_one()
1684 		return -ENODEV;  in ahci_init_one()
1690 	/* Promise's PDC42819 is a SAS/SATA controller that has an AHCI mode.  in ahci_init_one()
1691 	 * At the moment, we can only use the AHCI mode. Let the users know  in ahci_init_one()
1694 	if (pdev->vendor == PCI_VENDOR_ID_PROMISE)  in ahci_init_one()
1695 		dev_info(&pdev->dev,  in ahci_init_one()
1698 	/* Some devices use non-standard BARs */  in ahci_init_one()
1699 	if (pdev->vendor == PCI_VENDOR_ID_STMICRO && pdev->device == 0xCC06)  in ahci_init_one()
1701 	else if (pdev->vendor == 0x1c44 && pdev->device == 0x8000)  in ahci_init_one()
1703 	else if (pdev->vendor == PCI_VENDOR_ID_CAVIUM) {  in ahci_init_one()
1704 		if (pdev->device == 0xa01c)  in ahci_init_one()
1706 		if (pdev->device == 0xa084)  in ahci_init_one()
1708 	} else if (pdev->vendor == PCI_VENDOR_ID_LOONGSON) {  in ahci_init_one()
1709 		if (pdev->device == 0x7a08)  in ahci_init_one()
1718 	if (pdev->vendor == PCI_VENDOR_ID_INTEL &&  in ahci_init_one()
1719 	    (pdev->device == 0x2652 || pdev->device == 0x2653)) {  in ahci_init_one()
1723 		 * modes.  Enabling ahci mode while MAP indicates  in ahci_init_one()
1724 		 * combined mode is a bad idea.  Yield to ata_piix.  in ahci_init_one()
1728 			dev_info(&pdev->dev,  in ahci_init_one()
1729 				 "controller is in combined mode, can't enable AHCI mode\n");  in ahci_init_one()
1730 			return -ENODEV;  in ahci_init_one()
1738 	if (rc == -EBUSY)  in ahci_init_one()
1745 		return -ENOMEM;  in ahci_init_one()
1746 	hpriv->flags |= (unsigned long)pi.private_data;  in ahci_init_one()
1750 	    (pdev->revision == 0xa1 || pdev->revision == 0xa2))  in ahci_init_one()
1751 		hpriv->flags |= AHCI_HFLAG_NO_MSI;  in ahci_init_one()
1754 	if (board_id == board_ahci_sb700 && pdev->revision >= 0x40)  in ahci_init_one()
1755 		hpriv->flags &= ~AHCI_HFLAG_IGN_SERR_INTERNAL;  in ahci_init_one()
1759 		hpriv->flags &= ~AHCI_HFLAG_32BIT_ONLY;  in ahci_init_one()
1761 	hpriv->mmio = pcim_iomap_table(pdev)[ahci_pci_bar];  in ahci_init_one()
1766 	sysfs_add_file_to_group(&pdev->dev.kobj,  in ahci_init_one()
1772 		hpriv->flags |= AHCI_HFLAG_NO_DEVSLP;  in ahci_init_one()
1775 	if (pdev->vendor == 0x177d && pdev->device == 0xa01c)  in ahci_init_one()
1776 		hpriv->irq_handler = ahci_thunderx_irq_handler;  in ahci_init_one()
1789 	if (hpriv->cap & HOST_CAP_NCQ) {  in ahci_init_one()
1792 		 * Auto-activate optimization is supposed to be  in ahci_init_one()
1797 		if (!(hpriv->flags & AHCI_HFLAG_NO_FPDMA_AA))  in ahci_init_one()
1801 		 * All AHCI controllers should be forward-compatible  in ahci_init_one()
1809 	if (hpriv->cap & HOST_CAP_PMP)  in ahci_init_one()
1816 		dev_info(&pdev->dev,  in ahci_init_one()
1822 		dev_warn(&pdev->dev,  in ahci_init_one()
1827 		hpriv->flags |= AHCI_HFLAG_NO_SUSPEND;  in ahci_init_one()
1828 		dev_warn(&pdev->dev,  in ahci_init_one()
1833 		hpriv->flags |= AHCI_HFLAG_SRST_TOUT_IS_OFFLINE;  in ahci_init_one()
1834 		dev_info(&pdev->dev,  in ahci_init_one()
1839 	/* Acer SA5-271 workaround modifies private_data */  in ahci_init_one()
1847 	n_ports = max(ahci_nr_ports(hpriv->cap), fls(hpriv->port_map));  in ahci_init_one()
1849 	host = ata_host_alloc_pinfo(&pdev->dev, ppi, n_ports);  in ahci_init_one()
1851 		return -ENOMEM;  in ahci_init_one()
1852 	host->private_data = hpriv;  in ahci_init_one()
1858 	hpriv->irq = pci_irq_vector(pdev, 0);  in ahci_init_one()
1860 	if (!(hpriv->cap & HOST_CAP_SSS) || ahci_ignore_sss)  in ahci_init_one()
1861 		host->flags |= ATA_HOST_PARALLEL_SCAN;  in ahci_init_one()
1863 		dev_info(&pdev->dev, "SSS flag set, parallel bus scan disabled\n");  in ahci_init_one()
1868 	for (i = 0; i < host->n_ports; i++) {  in ahci_init_one()
1869 		struct ata_port *ap = host->ports[i];  in ahci_init_one()
1871 		ata_port_pbar_desc(ap, ahci_pci_bar, -1, "abar");  in ahci_init_one()
1873 				   0x100 + ap->port_no * 0x80, "port");  in ahci_init_one()
1876 		if (ap->flags & ATA_FLAG_EM)  in ahci_init_one()
1877 			ap->em_message_type = hpriv->em_msg_type;  in ahci_init_one()
1881 		/* disabled/not-implemented port */  in ahci_init_one()
1882 		if (!(hpriv->port_map & (1 << i)))  in ahci_init_one()
1883 			ap->ops = &ata_dummy_port_ops;  in ahci_init_one()
1893 	rc = ahci_configure_dma_masks(pdev, hpriv->cap & HOST_CAP_64);  in ahci_init_one()
1910 	pm_runtime_put_noidle(&pdev->dev);  in ahci_init_one()
1921 	sysfs_remove_file_from_group(&pdev->dev.kobj,  in ahci_remove_one()
1924 	pm_runtime_get_noresume(&pdev->dev);  in ahci_remove_one()
1931 MODULE_DESCRIPTION("AHCI SATA low-level driver");