177 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_bus_reset()  local
185 	pci_iounmap(pci_dev, mmio);  in genwqe_bus_reset()
187 	pci_release_mem_regions(pci_dev);  in genwqe_bus_reset()
194 	dev_dbg(&pci_dev->dev, "[%s] pci_reset function ...\n", __func__);  in genwqe_bus_reset()
195 	rc = pci_reset_function(pci_dev);  in genwqe_bus_reset()
197 		dev_err(&pci_dev->dev,  in genwqe_bus_reset()
201 	dev_dbg(&pci_dev->dev, "[%s] done with rc=%d\n", __func__, rc);  in genwqe_bus_reset()
211 	rc = pci_request_mem_regions(pci_dev, genwqe_driver_name);  in genwqe_bus_reset()
213 		dev_err(&pci_dev->dev,  in genwqe_bus_reset()
218 	cd->mmio = pci_iomap(pci_dev, 0, 0);  in genwqe_bus_reset()
220 		dev_err(&pci_dev->dev,  in genwqe_bus_reset()
246 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_tweak_hardware()  local
251 		dev_warn(&pci_dev->dev,  in genwqe_tweak_hardware()
335 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_setup_vf_jtimer()  local
341 	totalvfs = pci_sriov_get_totalvfs(pci_dev);  in genwqe_setup_vf_jtimer()
406 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_read_ids()  local
410 		dev_err(&pci_dev->dev,  in genwqe_read_ids()
418 		dev_err(&pci_dev->dev,  in genwqe_read_ids()
426 		dev_err(&pci_dev->dev,  in genwqe_read_ids()
440 	if (pci_dev->is_virtfn)  in genwqe_read_ids()
453 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_start()  local
483 			dev_warn(&pci_dev->dev,  in genwqe_start()
496 				dev_err(&pci_dev->dev,  in genwqe_start()
515 		dev_err(&pci_dev->dev,  in genwqe_start()
530 		dev_err(&pci_dev->dev,  in genwqe_start()
563 		pci_disable_sriov(cd->pci_dev);	/* access pci config space */  in genwqe_stop()
583 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_recover_card()  local
598 		dev_err(&pci_dev->dev,  in genwqe_recover_card()
605 		dev_err(&pci_dev->dev,  in genwqe_recover_card()
633 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_fir_checking()  local
638 		dev_err(&pci_dev->dev, "* exit looping after %d times\n",  in genwqe_fir_checking()
645 		dev_err(&pci_dev->dev, "* 0x%08x 0x%016llx\n",  in genwqe_fir_checking()
669 		dev_err(&pci_dev->dev, "* 0x%08x 0x%016llx\n", fir_addr, fir);  in genwqe_fir_checking()
677 		dev_err(&pci_dev->dev, "* 0x%08x 0x%016llx\n", fec_addr, fec);  in genwqe_fir_checking()
692 			dev_err(&pci_dev->dev,  in genwqe_fir_checking()
700 			dev_err(&pci_dev->dev,  in genwqe_fir_checking()
721 				dev_dbg(&pci_dev->dev,  in genwqe_fir_checking()
738 				dev_dbg(&pci_dev->dev,  in genwqe_fir_checking()
753 		dev_dbg(&pci_dev->dev, "ACK! Another FIR! Recursing %d!\n",  in genwqe_fir_checking()
771 static int genwqe_pci_fundamental_reset(struct pci_dev *pci_dev)  in genwqe_pci_fundamental_reset()  argument
779 	pci_cfg_access_lock(pci_dev);  in genwqe_pci_fundamental_reset()
780 	pci_save_state(pci_dev);  in genwqe_pci_fundamental_reset()
781 	rc = pci_set_pcie_reset_state(pci_dev, pcie_warm_reset);  in genwqe_pci_fundamental_reset()
785 		pci_set_pcie_reset_state(pci_dev, pcie_deassert_reset);  in genwqe_pci_fundamental_reset()
789 	pci_restore_state(pci_dev);  in genwqe_pci_fundamental_reset()
790 	pci_cfg_access_unlock(pci_dev);  in genwqe_pci_fundamental_reset()
797 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_platform_recovery()  local
800 	dev_info(&pci_dev->dev,  in genwqe_platform_recovery()
811 	rc = genwqe_pci_fundamental_reset(pci_dev);  in genwqe_platform_recovery()
815 			dev_info(&pci_dev->dev,  in genwqe_platform_recovery()
818 			dev_err(&pci_dev->dev,  in genwqe_platform_recovery()
822 		dev_err(&pci_dev->dev,  in genwqe_platform_recovery()
839 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_reload_bistream()  local
842 	dev_info(&pci_dev->dev,  in genwqe_reload_bistream()
855 	rc = genwqe_pci_fundamental_reset(pci_dev);  in genwqe_reload_bistream()
863 		dev_err(&pci_dev->dev,  in genwqe_reload_bistream()
870 		dev_err(&pci_dev->dev,  in genwqe_reload_bistream()
875 	dev_info(&pci_dev->dev,  in genwqe_reload_bistream()
904 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_health_thread()  local
918 			dev_err(&pci_dev->dev,  in genwqe_health_thread()
925 			dev_err(&pci_dev->dev,  in genwqe_health_thread()
933 			dev_err(&pci_dev->dev,  in genwqe_health_thread()
941 			dev_err(&pci_dev->dev,  in genwqe_health_thread()
991 		if (pci_channel_offline(pci_dev))  in genwqe_health_thread()
1004 	dev_err(&pci_dev->dev,  in genwqe_health_thread()
1062 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_pci_setup()  local
1064 	err = pci_enable_device_mem(pci_dev);  in genwqe_pci_setup()
1066 		dev_err(&pci_dev->dev,  in genwqe_pci_setup()
1072 	err = pci_request_mem_regions(pci_dev, genwqe_driver_name);  in genwqe_pci_setup()
1074 		dev_err(&pci_dev->dev,  in genwqe_pci_setup()
1081 	if (!pci_set_dma_mask(pci_dev, DMA_BIT_MASK(64))) {  in genwqe_pci_setup()
1082 		err = pci_set_consistent_dma_mask(pci_dev, DMA_BIT_MASK(64));  in genwqe_pci_setup()
1084 			dev_err(&pci_dev->dev,  in genwqe_pci_setup()
1090 	} else if (!pci_set_dma_mask(pci_dev, DMA_BIT_MASK(32))) {  in genwqe_pci_setup()
1091 		err = pci_set_consistent_dma_mask(pci_dev, DMA_BIT_MASK(32));  in genwqe_pci_setup()
1093 			dev_err(&pci_dev->dev,  in genwqe_pci_setup()
1099 		dev_err(&pci_dev->dev,  in genwqe_pci_setup()
1105 	pci_set_master(pci_dev);  in genwqe_pci_setup()
1106 	pci_enable_pcie_error_reporting(pci_dev);  in genwqe_pci_setup()
1109 	pci_dev->needs_freset = 1;  in genwqe_pci_setup()
1112 	cd->mmio_len = pci_resource_len(pci_dev, 0);  in genwqe_pci_setup()
1113 	cd->mmio = pci_iomap(pci_dev, 0, 0);  in genwqe_pci_setup()
1115 		dev_err(&pci_dev->dev,  in genwqe_pci_setup()
1121 	cd->num_vfs = pci_sriov_get_totalvfs(pci_dev);  in genwqe_pci_setup()
1132 	pci_iounmap(pci_dev, cd->mmio);  in genwqe_pci_setup()
1134 	pci_release_mem_regions(pci_dev);  in genwqe_pci_setup()
1136 	pci_disable_device(pci_dev);  in genwqe_pci_setup()
1146 	struct pci_dev *pci_dev = cd->pci_dev;  in genwqe_pci_remove()  local
1149 		pci_iounmap(pci_dev, cd->mmio);  in genwqe_pci_remove()
1151 	pci_release_mem_regions(pci_dev);  in genwqe_pci_remove()
1152 	pci_disable_device(pci_dev);  in genwqe_pci_remove()
1163 static int genwqe_probe(struct pci_dev *pci_dev,  in genwqe_probe()  argument
1173 		dev_err(&pci_dev->dev, "err: could not alloc mem (err=%d)!\n",  in genwqe_probe()
1178 	dev_set_drvdata(&pci_dev->dev, cd);  in genwqe_probe()
1179 	cd->pci_dev = pci_dev;  in genwqe_probe()
1183 		dev_err(&pci_dev->dev,  in genwqe_probe()
1190 		dev_err(&pci_dev->dev,  in genwqe_probe()
1198 			dev_err(&pci_dev->dev,  in genwqe_probe()
1220 static void genwqe_remove(struct pci_dev *pci_dev)  in genwqe_remove()  argument
1222 	struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev);  in genwqe_remove()
1242 static pci_ers_result_t genwqe_err_error_detected(struct pci_dev *pci_dev,  in genwqe_err_error_detected()  argument
1247 	dev_err(&pci_dev->dev, "[%s] state=%d\n", __func__, state);  in genwqe_err_error_detected()
1249 	cd = dev_get_drvdata(&pci_dev->dev);  in genwqe_err_error_detected()
1270 static pci_ers_result_t genwqe_err_slot_reset(struct pci_dev *pci_dev)  in genwqe_err_slot_reset()  argument
1273 	struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev);  in genwqe_err_slot_reset()
1279 		dev_err(&pci_dev->dev,  in genwqe_err_slot_reset()
1285 static pci_ers_result_t genwqe_err_result_none(struct pci_dev *dev)  in genwqe_err_result_none()
1290 static void genwqe_err_resume(struct pci_dev *pci_dev)  in genwqe_err_resume()  argument
1293 	struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev);  in genwqe_err_resume()
1299 			dev_err(&pci_dev->dev,  in genwqe_err_resume()
1303 		dev_err(&pci_dev->dev,  in genwqe_err_resume()
1308 static int genwqe_sriov_configure(struct pci_dev *dev, int numvfs)  in genwqe_sriov_configure()