1 // SPDX-License-Identifier: GPL-2.0
3  * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
22 #include <linux/dma-map-ops.h>
33  * pci_add_dynid - add a new PCI device ID to this driver and re-probe devices
51  * 0 on success, -errno on failure.
63 		return -ENOMEM;  in pci_add_dynid()
65 	dynid->id.vendor = vendor;  in pci_add_dynid()
66 	dynid->id.device = device;  in pci_add_dynid()
67 	dynid->id.subvendor = subvendor;  in pci_add_dynid()
68 	dynid->id.subdevice = subdevice;  in pci_add_dynid()
69 	dynid->id.class = class;  in pci_add_dynid()
70 	dynid->id.class_mask = class_mask;  in pci_add_dynid()
71 	dynid->id.driver_data = driver_data;  in pci_add_dynid()
73 	spin_lock(&drv->dynids.lock);  in pci_add_dynid()
74 	list_add_tail(&dynid->node, &drv->dynids.list);  in pci_add_dynid()
75 	spin_unlock(&drv->dynids.lock);  in pci_add_dynid()
77 	return driver_attach(&drv->driver);  in pci_add_dynid()
85 	spin_lock(&drv->dynids.lock);  in pci_free_dynids()
86 	list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {  in pci_free_dynids()
87 		list_del(&dynid->node);  in pci_free_dynids()
90 	spin_unlock(&drv->dynids.lock);  in pci_free_dynids()
94  * pci_match_id - See if a PCI device matches a given pci_id table
109 		while (ids->vendor || ids->subvendor || ids->class_mask) {  in pci_match_id()
127  * pci_match_device - See if a device matches a driver's list of IDs
143 	if (dev->driver_override && strcmp(dev->driver_override, drv->name))  in pci_match_device()
147 	spin_lock(&drv->dynids.lock);  in pci_match_device()
148 	list_for_each_entry(dynid, &drv->dynids.list, node) {  in pci_match_device()
149 		if (pci_match_one_device(&dynid->id, dev)) {  in pci_match_device()
150 			found_id = &dynid->id;  in pci_match_device()
154 	spin_unlock(&drv->dynids.lock);  in pci_match_device()
159 	for (ids = drv->id_table; (found_id = pci_match_id(ids, dev));  in pci_match_device()
166 		if (found_id->override_only) {  in pci_match_device()
167 			if (dev->driver_override)  in pci_match_device()
175 	if (dev->driver_override)  in pci_match_device()
181  * new_id_store - sysfs frontend to pci_add_dynid()
192 	const struct pci_device_id *ids = pdrv->id_table;  in new_id_store()
203 		return -EINVAL;  in new_id_store()
208 			return -ENOMEM;  in new_id_store()
210 		pdev->vendor = vendor;  in new_id_store()
211 		pdev->device = device;  in new_id_store()
212 		pdev->subsystem_vendor = subvendor;  in new_id_store()
213 		pdev->subsystem_device = subdevice;  in new_id_store()
214 		pdev->class = class;  in new_id_store()
217 			retval = -EEXIST;  in new_id_store()
228 		retval = -EINVAL;  in new_id_store()
229 		while (ids->vendor || ids->subvendor || ids->class_mask) {  in new_id_store()
230 			if (driver_data == ids->driver_data) {  in new_id_store()
249  * remove_id_store - remove a PCI device ID from this driver
264 	size_t retval = -ENODEV;  in remove_id_store()
270 		return -EINVAL;  in remove_id_store()
272 	spin_lock(&pdrv->dynids.lock);  in remove_id_store()
273 	list_for_each_entry_safe(dynid, n, &pdrv->dynids.list, node) {  in remove_id_store()
274 		struct pci_device_id *id = &dynid->id;  in remove_id_store()
275 		if ((id->vendor == vendor) &&  in remove_id_store()
276 		    (id->device == device) &&  in remove_id_store()
277 		    (subvendor == PCI_ANY_ID || id->subvendor == subvendor) &&  in remove_id_store()
278 		    (subdevice == PCI_ANY_ID || id->subdevice == subdevice) &&  in remove_id_store()
279 		    !((id->class ^ class) & class_mask)) {  in remove_id_store()
280 			list_del(&dynid->node);  in remove_id_store()
286 	spin_unlock(&pdrv->dynids.lock);  in remove_id_store()
308 	struct pci_dev *pci_dev = ddi->dev;  in local_pci_probe()
309 	struct pci_driver *pci_drv = ddi->drv;  in local_pci_probe()
310 	struct device *dev = &pci_dev->dev;  in local_pci_probe()
315 	 * runtime PM status.  During probe, the device is set to  in local_pci_probe()
317 	 * supports runtime PM, it should call pm_runtime_put_noidle(),  in local_pci_probe()
318 	 * or any other runtime PM helper function decrementing the usage  in local_pci_probe()
323 	pci_dev->driver = pci_drv;  in local_pci_probe()
324 	rc = pci_drv->probe(pci_dev, ddi->id);  in local_pci_probe()
328 		pci_dev->driver = NULL;  in local_pci_probe()
344 	return dev->is_virtfn && dev->physfn->is_probed;  in pci_physfn_is_probed()
361 	node = dev_to_node(&dev->dev);  in pci_call_probe()
362 	dev->is_probed = 1;  in pci_call_probe()
377 			error = -ENOMEM;  in pci_call_probe()
394 	dev->is_probed = 0;  in pci_call_probe()
400  * __pci_device_probe - check if a driver wants to claim a specific PCI device
405  * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
412 	if (drv->probe) {  in __pci_device_probe()
413 		error = -ENODEV;  in __pci_device_probe()
434 	return (!pdev->is_virtfn || pdev->physfn->sriov->drivers_autoprobe ||  in pci_device_can_probe()
435 		pdev->driver_override);  in pci_device_can_probe()
448 	struct pci_driver *drv = to_pci_driver(dev->driver);  in pci_device_probe()
451 		return -ENODEV;  in pci_device_probe()
472 	struct pci_driver *drv = pci_dev->driver;  in pci_device_remove()
474 	if (drv->remove) {  in pci_device_remove()
476 		drv->remove(pci_dev);  in pci_device_remove()
480 	pci_dev->driver = NULL;  in pci_device_remove()
483 	/* Undo the runtime PM settings in local_pci_probe() */  in pci_device_remove()
490 	if (pci_dev->current_state == PCI_D0)  in pci_device_remove()
491 		pci_dev->current_state = PCI_UNKNOWN;  in pci_device_remove()
494 	 * We would love to complain here if pci_dev->is_enabled is set, that  in pci_device_remove()
508 	struct pci_driver *drv = pci_dev->driver;  in pci_device_shutdown()
512 	if (drv && drv->shutdown)  in pci_device_shutdown()
513 		drv->shutdown(pci_dev);  in pci_device_shutdown()
516 	 * If this is a kexec reboot, turn off Bus Master bit on the  in pci_device_shutdown()
522 	if (kexec_in_progress && (pci_dev->current_state <= PCI_D3hot))  in pci_device_shutdown()
531  * pci_restore_standard_config - restore standard config registers of PCI device
538 	if (pci_dev->current_state != PCI_D0) {  in pci_restore_standard_config()
552 /* Auxiliary functions used for system resume and run-time resume */
581 	pci_resume_bus(pci_dev->subordinate);  in pci_pm_bridge_power_up_actions()
598 	if (pci_dev->current_state == PCI_D0)  in pci_pm_set_unknown_state()
599 		pci_dev->current_state = PCI_UNKNOWN;  in pci_pm_set_unknown_state()
610 	/* if the device was enabled before suspend, re-enable */  in pci_pm_reenable_device()
616 	if (pci_dev->is_busmaster)  in pci_pm_reenable_device()
625 	struct pci_driver *drv = pci_dev->driver;  in pci_legacy_suspend()
627 	if (drv && drv->suspend) {  in pci_legacy_suspend()
628 		pci_power_t prev = pci_dev->current_state;  in pci_legacy_suspend()
631 		error = drv->suspend(pci_dev, state);  in pci_legacy_suspend()
632 		suspend_report_result(dev, drv->suspend, error);  in pci_legacy_suspend()
636 		if (!pci_dev->state_saved && pci_dev->current_state != PCI_D0  in pci_legacy_suspend()
637 		    && pci_dev->current_state != PCI_UNKNOWN) {  in pci_legacy_suspend()
638 			pci_WARN_ONCE(pci_dev, pci_dev->current_state != prev,  in pci_legacy_suspend()
639 				      "PCI PM: Device state not saved by %pS\n",  in pci_legacy_suspend()
640 				      drv->suspend);  in pci_legacy_suspend()
653 	if (!pci_dev->state_saved)  in pci_legacy_suspend_late()
666 	struct pci_driver *drv = pci_dev->driver;  in pci_legacy_resume()
670 	return drv && drv->resume ?  in pci_legacy_resume()
671 			drv->resume(pci_dev) : pci_pm_reenable_device(pci_dev);  in pci_legacy_resume()
678 	/* Disable non-bridge devices without PM support */  in pci_pm_default_suspend()
685 	struct pci_driver *drv = pci_dev->driver;  in pci_has_legacy_pm_support()
686 	bool ret = drv && (drv->suspend || drv->resume);  in pci_has_legacy_pm_support()
689 	 * Legacy PM support is used by default, so warn if the new framework is  in pci_has_legacy_pm_support()
693 	pci_WARN(pci_dev, ret && drv->driver.pm, "device %04x:%04x\n",  in pci_has_legacy_pm_support()
694 		 pci_dev->vendor, pci_dev->device);  in pci_has_legacy_pm_support()
704 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_prepare()  local
706 	if (pm && pm->prepare) {  in pci_pm_prepare()
707 		int error = pm->prepare(dev);  in pci_pm_prepare()
718 	 * The PME setting needs to be adjusted here in case the direct-complete  in pci_pm_prepare()
732 	/* Resume device if platform firmware has put it in reset-power-on */  in pci_pm_complete()
734 		pci_power_t pre_sleep_state = pci_dev->current_state;  in pci_pm_complete()
744 		if (pci_dev->current_state < pre_sleep_state)  in pci_pm_complete()
761 	 * wakeup, which breaks ACPI-based runtime wakeup on PCI Express.  in pcie_pme_root_status_cleanup()
773 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_suspend()  local
775 	pci_dev->skip_bus_pm = false;  in pci_pm_suspend()
779 	 * since Coffee Lake, to enter a lower-power PM state.  in pci_pm_suspend()
786 	if (!pm) {  in pci_pm_suspend()
801 	 * suspend callbacks can cope with runtime-suspended devices, it is  in pci_pm_suspend()
807 		pci_dev->state_saved = false;  in pci_pm_suspend()
812 	if (pm->suspend) {  in pci_pm_suspend()
813 		pci_power_t prev = pci_dev->current_state;  in pci_pm_suspend()
816 		error = pm->suspend(dev);  in pci_pm_suspend()
817 		suspend_report_result(dev, pm->suspend, error);  in pci_pm_suspend()
821 		if (!pci_dev->state_saved && pci_dev->current_state != PCI_D0  in pci_pm_suspend()
822 		    && pci_dev->current_state != PCI_UNKNOWN) {  in pci_pm_suspend()
823 			pci_WARN_ONCE(pci_dev, pci_dev->current_state != prev,  in pci_pm_suspend()
824 				      "PCI PM: State of device not saved by %pS\n",  in pci_pm_suspend()
825 				      pm->suspend);  in pci_pm_suspend()
845 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_suspend_noirq()  local
853 	if (!pm) {  in pci_pm_suspend_noirq()
858 	if (pm->suspend_noirq) {  in pci_pm_suspend_noirq()
859 		pci_power_t prev = pci_dev->current_state;  in pci_pm_suspend_noirq()
862 		error = pm->suspend_noirq(dev);  in pci_pm_suspend_noirq()
863 		suspend_report_result(dev, pm->suspend_noirq, error);  in pci_pm_suspend_noirq()
867 		if (!pci_dev->state_saved && pci_dev->current_state != PCI_D0  in pci_pm_suspend_noirq()
868 		    && pci_dev->current_state != PCI_UNKNOWN) {  in pci_pm_suspend_noirq()
869 			pci_WARN_ONCE(pci_dev, pci_dev->current_state != prev,  in pci_pm_suspend_noirq()
870 				      "PCI PM: State of device not saved by %pS\n",  in pci_pm_suspend_noirq()
871 				      pm->suspend_noirq);  in pci_pm_suspend_noirq()
876 	if (!pci_dev->state_saved) {  in pci_pm_suspend_noirq()
882 		 * putting it into a low-power state in that case.  in pci_pm_suspend_noirq()
884 		if (!pci_dev->skip_bus_pm && pci_power_manageable(pci_dev))  in pci_pm_suspend_noirq()
888 	pci_dbg(pci_dev, "PCI PM: Suspend power state: %s\n",  in pci_pm_suspend_noirq()
889 		pci_power_name(pci_dev->current_state));  in pci_pm_suspend_noirq()
891 	if (pci_dev->current_state == PCI_D0) {  in pci_pm_suspend_noirq()
892 		pci_dev->skip_bus_pm = true;  in pci_pm_suspend_noirq()
894 		 * Per PCI PM r1.2, table 6-1, a bridge must be in D0 if any  in pci_pm_suspend_noirq()
898 		if (pci_dev->bus->self)  in pci_pm_suspend_noirq()
899 			pci_dev->bus->self->skip_bus_pm = true;  in pci_pm_suspend_noirq()
902 	if (pci_dev->skip_bus_pm && pm_suspend_no_platform()) {  in pci_pm_suspend_noirq()
903 		pci_dbg(pci_dev, "PCI PM: Skipped\n");  in pci_pm_suspend_noirq()
918 	if (pci_dev->class == PCI_CLASS_SERIAL_USB_EHCI)  in pci_pm_suspend_noirq()
925 	 * If the target system sleep state is suspend-to-idle, it is sufficient  in pci_pm_suspend_noirq()
927 	 * runtime PM.  Otherwise, the pm_resume_via_firmware() check will cause  in pci_pm_suspend_noirq()
932 		dev->power.may_skip_resume = false;  in pci_pm_suspend_noirq()
940 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_resume_noirq()  local
941 	pci_power_t prev_state = pci_dev->current_state;  in pci_pm_resume_noirq()
942 	bool skip_bus_pm = pci_dev->skip_bus_pm;  in pci_pm_resume_noirq()
948 	 * In the suspend-to-idle case, devices left in D0 during suspend will  in pci_pm_resume_noirq()
965 	if (pm && pm->resume_noirq)  in pci_pm_resume_noirq()
966 		return pm->resume_noirq(dev);  in pci_pm_resume_noirq()
982 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_resume()  local
988 	if (pci_dev->state_saved)  in pci_pm_resume()
998 	if (pm) {  in pci_pm_resume()
999 		if (pm->resume)  in pci_pm_resume()
1000 			return pm->resume(dev);  in pci_pm_resume()
1024 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_freeze()  local
1029 	if (!pm) {  in pci_pm_freeze()
1035 	 * Resume all runtime-suspended devices before creating a snapshot  in pci_pm_freeze()
1038 	 * put into the runtime-active metastate during system resume anyway,  in pci_pm_freeze()
1043 	pci_dev->state_saved = false;  in pci_pm_freeze()
1045 	if (pm->freeze) {  in pci_pm_freeze()
1048 		error = pm->freeze(dev);  in pci_pm_freeze()
1049 		suspend_report_result(dev, pm->freeze, error);  in pci_pm_freeze()
1060 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_freeze_noirq()  local
1065 	if (pm && pm->freeze_noirq) {  in pci_pm_freeze_noirq()
1068 		error = pm->freeze_noirq(dev);  in pci_pm_freeze_noirq()
1069 		suspend_report_result(dev, pm->freeze_noirq, error);  in pci_pm_freeze_noirq()
1074 	if (!pci_dev->state_saved)  in pci_pm_freeze_noirq()
1085 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_thaw_noirq()  local
1088 	 * The pm->thaw_noirq() callback assumes the device has been  in pci_pm_thaw_noirq()
1091 	 * In addition, pci_restore_state() restores MSI-X state in MMIO  in pci_pm_thaw_noirq()
1093 	 * in case the driver's "freeze" callbacks put it into a low-power  in pci_pm_thaw_noirq()
1102 	if (pm && pm->thaw_noirq)  in pci_pm_thaw_noirq()
1103 		return pm->thaw_noirq(dev);  in pci_pm_thaw_noirq()
1111 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_thaw()  local
1117 	if (pm) {  in pci_pm_thaw()
1118 		if (pm->thaw)  in pci_pm_thaw()
1119 			error = pm->thaw(dev);  in pci_pm_thaw()
1124 	pci_dev->state_saved = false;  in pci_pm_thaw()
1132 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_poweroff()  local
1137 	if (!pm) {  in pci_pm_poweroff()
1146 		pci_dev->state_saved = false;  in pci_pm_poweroff()
1151 	if (pm->poweroff) {  in pci_pm_poweroff()
1154 		error = pm->poweroff(dev);  in pci_pm_poweroff()
1155 		suspend_report_result(dev, pm->poweroff, error);  in pci_pm_poweroff()
1176 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_poweroff_noirq()  local
1184 	if (!pm) {  in pci_pm_poweroff_noirq()
1189 	if (pm->poweroff_noirq) {  in pci_pm_poweroff_noirq()
1192 		error = pm->poweroff_noirq(dev);  in pci_pm_poweroff_noirq()
1193 		suspend_report_result(dev, pm->poweroff_noirq, error);  in pci_pm_poweroff_noirq()
1198 	if (!pci_dev->state_saved && !pci_has_subordinate(pci_dev))  in pci_pm_poweroff_noirq()
1205 	if (pci_dev->class == PCI_CLASS_SERIAL_USB_EHCI)  in pci_pm_poweroff_noirq()
1216 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_restore_noirq()  local
1224 	if (pm && pm->restore_noirq)  in pci_pm_restore_noirq()
1225 		return pm->restore_noirq(dev);  in pci_pm_restore_noirq()
1233 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_restore()  local
1239 	if (pci_dev->state_saved)  in pci_pm_restore()
1247 	if (pm) {  in pci_pm_restore()
1248 		if (pm->restore)  in pci_pm_restore()
1249 			return pm->restore(dev);  in pci_pm_restore()
1276 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_suspend()  local
1277 	pci_power_t prev = pci_dev->current_state;  in pci_pm_runtime_suspend()
1283 	 * If pci_dev->driver is not set (unbound), we leave the device in D0,  in pci_pm_runtime_suspend()
1287 	if (!pci_dev->driver) {  in pci_pm_runtime_suspend()
1292 	pci_dev->state_saved = false;  in pci_pm_runtime_suspend()
1293 	if (pm && pm->runtime_suspend) {  in pci_pm_runtime_suspend()
1294 		error = pm->runtime_suspend(dev);  in pci_pm_runtime_suspend()
1296 		 * -EBUSY and -EAGAIN is used to request the runtime PM core  in pci_pm_runtime_suspend()
1300 		if (error == -EBUSY || error == -EAGAIN) {  in pci_pm_runtime_suspend()
1302 				pm->runtime_suspend, error);  in pci_pm_runtime_suspend()
1306 				pm->runtime_suspend, error);  in pci_pm_runtime_suspend()
1313 	if (pm && pm->runtime_suspend  in pci_pm_runtime_suspend()
1314 	    && !pci_dev->state_saved && pci_dev->current_state != PCI_D0  in pci_pm_runtime_suspend()
1315 	    && pci_dev->current_state != PCI_UNKNOWN) {  in pci_pm_runtime_suspend()
1316 		pci_WARN_ONCE(pci_dev, pci_dev->current_state != prev,  in pci_pm_runtime_suspend()
1317 			      "PCI PM: State of device not saved by %pS\n",  in pci_pm_runtime_suspend()
1318 			      pm->runtime_suspend);  in pci_pm_runtime_suspend()
1322 	if (!pci_dev->state_saved) {  in pci_pm_runtime_suspend()
1333 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_resume()  local
1334 	pci_power_t prev_state = pci_dev->current_state;  in pci_pm_runtime_resume()
1345 	if (!pci_dev->driver)  in pci_pm_runtime_resume()
1354 	if (pm && pm->runtime_resume)  in pci_pm_runtime_resume()
1355 		error = pm->runtime_resume(dev);  in pci_pm_runtime_resume()
1363 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_idle()  local
1366 	 * If pci_dev->driver is not set (unbound), the device should  in pci_pm_runtime_idle()
1367 	 * always remain in D0 regardless of the runtime PM status  in pci_pm_runtime_idle()
1369 	if (!pci_dev->driver)  in pci_pm_runtime_idle()
1372 	if (!pm)  in pci_pm_runtime_idle()
1373 		return -ENOSYS;  in pci_pm_runtime_idle()
1375 	if (pm->runtime_idle)  in pci_pm_runtime_idle()
1376 		return pm->runtime_idle(dev);  in pci_pm_runtime_idle()
1417  * __pci_register_driver - register a new pci driver
1431 	drv->driver.name = drv->name;  in __pci_register_driver()
1432 	drv->driver.bus = &pci_bus_type;  in __pci_register_driver()
1433 	drv->driver.owner = owner;  in __pci_register_driver()
1434 	drv->driver.mod_name = mod_name;  in __pci_register_driver()
1435 	drv->driver.groups = drv->groups;  in __pci_register_driver()
1436 	drv->driver.dev_groups = drv->dev_groups;  in __pci_register_driver()
1438 	spin_lock_init(&drv->dynids.lock);  in __pci_register_driver()
1439 	INIT_LIST_HEAD(&drv->dynids.list);  in __pci_register_driver()
1442 	return driver_register(&drv->driver);  in __pci_register_driver()
1447  * pci_unregister_driver - unregister a pci driver
1458 	driver_unregister(&drv->driver);  in pci_unregister_driver()
1468  * pci_dev_driver - get the pci_driver of a device
1476 	if (dev->driver)  in pci_dev_driver()
1477 		return dev->driver;  in pci_dev_driver()
1481 			if (dev->resource[i].flags & IORESOURCE_BUSY)  in pci_dev_driver()
1489  * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
1503 	if (!pci_dev->match_driver)  in pci_bus_match()
1515  * pci_dev_get - increments the reference count of the pci device structure
1529 		get_device(&dev->dev);  in pci_dev_get()
1535  * pci_dev_put - release a use of the pci device structure
1544 		put_device(&dev->dev);  in pci_dev_put()
1553 		return -ENODEV;  in pci_uevent()
1557 	if (add_uevent_var(env, "PCI_CLASS=%04X", pdev->class))  in pci_uevent()
1558 		return -ENOMEM;  in pci_uevent()
1560 	if (add_uevent_var(env, "PCI_ID=%04X:%04X", pdev->vendor, pdev->device))  in pci_uevent()
1561 		return -ENOMEM;  in pci_uevent()
1563 	if (add_uevent_var(env, "PCI_SUBSYS_ID=%04X:%04X", pdev->subsystem_vendor,  in pci_uevent()
1564 			   pdev->subsystem_device))  in pci_uevent()
1565 		return -ENOMEM;  in pci_uevent()
1568 		return -ENOMEM;  in pci_uevent()
1571 			   pdev->vendor, pdev->device,  in pci_uevent()
1572 			   pdev->subsystem_vendor, pdev->subsystem_device,  in pci_uevent()
1573 			   (u8)(pdev->class >> 16), (u8)(pdev->class >> 8),  in pci_uevent()
1574 			   (u8)(pdev->class)))  in pci_uevent()
1575 		return -ENOMEM;  in pci_uevent()
1582  * pci_uevent_ers - emit a uevent during recovery path of PCI device
1611 		kobject_uevent_env(&pdev->dev.kobj, KOBJ_CHANGE, envp);  in pci_uevent_ers()
1622  * pci_dma_configure - Setup DMA configuration
1630 	struct pci_driver *driver = to_pci_driver(dev->driver);  in pci_dma_configure()
1636 	if (IS_ENABLED(CONFIG_OF) && bridge->parent &&  in pci_dma_configure()
1637 	    bridge->parent->of_node) {  in pci_dma_configure()
1638 		ret = of_dma_configure(dev, bridge->parent->of_node, true);  in pci_dma_configure()
1640 		struct acpi_device *adev = to_acpi_device_node(bridge->fwnode);  in pci_dma_configure()
1647 	if (!ret && !driver->driver_managed_dma) {  in pci_dma_configure()
1658 	struct pci_driver *driver = to_pci_driver(dev->driver);  in pci_dma_cleanup()
1660 	if (!driver->driver_managed_dma)  in pci_dma_cleanup()
1674 	.pm		= PCI_PM_OPS_PTR,
1687 	if (drv->bus != &pcie_port_bus_type || dev->bus != &pcie_port_bus_type)  in pcie_port_bus_match()
1693 	if (driver->service != pciedev->service)  in pcie_port_bus_match()
1696 	if (driver->port_type != PCIE_ANY_PORT &&  in pcie_port_bus_match()
1697 	    driver->port_type != pci_pcie_type(pciedev->port))  in pcie_port_bus_match()