1 // SPDX-License-Identifier: GPL-2.0
54 	cap = (u16 *)&save_state->cap.data[0];  in pci_save_dpc_state()
55 	pci_read_config_word(dev, dev->dpc_cap + PCI_EXP_DPC_CTL, cap);  in pci_save_dpc_state()
70 	cap = (u16 *)&save_state->cap.data[0];  in pci_restore_dpc_state()
71 	pci_write_config_word(dev, dev->dpc_cap + PCI_EXP_DPC_CTL, *cap);  in pci_restore_dpc_state()
81 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_STATUS, &status);  in dpc_completed()
85 	if (test_bit(PCI_DPC_RECOVERING, &pdev->priv_flags))  in dpc_completed()
92  * pci_dpc_recovered - whether DPC triggered and has recovered successfully
103 	if (!pdev->dpc_cap)  in pci_dpc_recovered()
110 	host = pci_find_host_bridge(pdev->bus);  in pci_dpc_recovered()
111 	if (!host->native_dpc && !IS_ENABLED(CONFIG_PCIE_EDR))  in pci_dpc_recovered()
122 	return test_and_clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in pci_dpc_recovered()
129 	u16 cap = pdev->dpc_cap, status;  in dpc_wait_rp_inactive()
139 		return -EBUSY;  in dpc_wait_rp_inactive()
149 	set_bit(PCI_DPC_RECOVERING, &pdev->priv_flags);  in dpc_reset_link()
155 	cap = pdev->dpc_cap;  in dpc_reset_link()
164 	if (pdev->dpc_rp_extensions && dpc_wait_rp_inactive(pdev)) {  in dpc_reset_link()
165 		clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
175 		clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
178 		set_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
182 	clear_bit(PCI_DPC_RECOVERING, &pdev->priv_flags);  in dpc_reset_link()
189 	u16 cap = pdev->dpc_cap, dpc_status, first_error;  in dpc_process_rp_pio_error()
201 	pci_err(pdev, "RP PIO severity=%#010x, syserror=%#010x, exception=%#010x\n",  in dpc_process_rp_pio_error()
214 	if (pdev->dpc_rp_log_size < 4)  in dpc_process_rp_pio_error()
227 	if (pdev->dpc_rp_log_size < 5)  in dpc_process_rp_pio_error()
230 	pci_err(pdev, "RP PIO ImpSpec Log %#010x\n", log);  in dpc_process_rp_pio_error()
232 	for (i = 0; i < pdev->dpc_rp_log_size - 5; i++) {  in dpc_process_rp_pio_error()
244 	int pos = dev->aer_cap;  in dpc_get_aer_uncorrect_severity()
256 		info->severity = AER_FATAL;  in dpc_get_aer_uncorrect_severity()
258 		info->severity = AER_NONFATAL;  in dpc_get_aer_uncorrect_severity()
265 	u16 cap = pdev->dpc_cap, status, source, reason, ext_reason;  in dpc_process_error()
280 		 (ext_reason == 0) ? "RP PIO error" :  in dpc_process_error()
284 	/* show RP PIO error detail information */  in dpc_process_error()
285 	if (pdev->dpc_rp_extensions && reason == 3 && ext_reason == 0)  in dpc_process_error()
311 	u16 cap = pdev->dpc_cap, status;  in dpc_irq()
329 	pdev->dpc_cap = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_DPC);  in pci_dpc_init()
330 	if (!pdev->dpc_cap)  in pci_dpc_init()
333 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CAP, &cap);  in pci_dpc_init()
337 	pdev->dpc_rp_extensions = true;  in pci_dpc_init()
338 	pdev->dpc_rp_log_size = (cap & PCI_EXP_DPC_RP_PIO_LOG_SIZE) >> 8;  in pci_dpc_init()
339 	if (pdev->dpc_rp_log_size < 4 || pdev->dpc_rp_log_size > 9) {  in pci_dpc_init()
340 		pci_err(pdev, "RP PIO log size %u is invalid\n",  in pci_dpc_init()
341 			pdev->dpc_rp_log_size);  in pci_dpc_init()
342 		pdev->dpc_rp_log_size = 0;  in pci_dpc_init()
346 #define FLAG(x, y) (((x) & (y)) ? '+' : '-')  argument
349 	struct pci_dev *pdev = dev->port;  in dpc_probe()
350 	struct device *device = &dev->device;  in dpc_probe()
355 		return -ENOTSUPP;  in dpc_probe()
357 	status = devm_request_threaded_irq(device, dev->irq, dpc_irq,  in dpc_probe()
359 					   "pcie-dpc", pdev);  in dpc_probe()
361 		pci_warn(pdev, "request IRQ%d failed: %d\n", dev->irq,  in dpc_probe()
366 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CAP, &cap);  in dpc_probe()
367 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, &ctl);  in dpc_probe()
370 	pci_write_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, ctl);  in dpc_probe()
371 	pci_info(pdev, "enabled with IRQ %d\n", dev->irq);  in dpc_probe()
373 …pci_info(pdev, "error containment capabilities: Int Msg #%d, RPExt%c PoisonedTLP%c SwTrigger%c RP …  in dpc_probe()
376 		 FLAG(cap, PCI_EXP_DPC_CAP_SW_TRIGGER), pdev->dpc_rp_log_size,  in dpc_probe()
385 	struct pci_dev *pdev = dev->port;  in dpc_remove()
388 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, &ctl);  in dpc_remove()
390 	pci_write_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, ctl);  in dpc_remove()